AnyEvent-MP/MP/Node.pm

=head1 NAME

AnyEvent::MP::Node - a single processing node (CPU/process...)

=head1 SYNOPSIS

   use AnyEvent::MP::Node;

=head1 DESCRIPTION

=cut

package AnyEvent::MP::Node;

use common::sense;

use AE ();
use AnyEvent::Util ();
use AnyEvent::Socket ();

use AnyEvent::MP::Transport ();

use base Exporter::;

our $VERSION = '0.0';

our $DEFAULT_PORT = "4040";

sub normalise_noderef($) {
   my ($noderef) = @_;

   my $cv = AE::cv;
   my @res;

   $cv->begin (sub {
      my %seen;
      my @refs;
      for (sort { $a->[0] <=> $b->[0] } @res) {
         push @refs, $_->[1] unless $seen{$_->[1]}++
      }
      shift->send (join ",", @refs);
   });

   $noderef = $DEFAULT_PORT unless length $noderef;

   my $idx;
   for my $t (split /,/, $noderef) {
      my $pri = ++$idx;
      
      #TODO: this should be outside normalise_noderef and in become_public
      if ($t =~ /^\d*$/) {
         require POSIX;
         my $nodename = (POSIX::uname ())[1];

         $cv->begin;
         AnyEvent::Socket::resolve_sockaddr $nodename, $t || "aemp=$DEFAULT_PORT", "tcp", 0, undef, sub {
            for (@_) {
               my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
               push @res, [
                  $pri += 1e-5,
                  AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
               ];
            }
            $cv->end;
         };

#         my (undef, undef, undef, undef, @ipv4) = gethostbyname $nodename;
#
#         for (@ipv4) {
#            push @res, [
#               $pri,
#               AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $_, $t || $DEFAULT_PORT,
#            ];
#         }
      } else {
         my ($host, $port) = AnyEvent::Socket::parse_hostport $t, "aemp=$DEFAULT_PORT"
            or Carp::croak "$t: unparsable transport descriptor";

         $cv->begin;
         AnyEvent::Socket::resolve_sockaddr $host, $port, "tcp", 0, undef, sub {
            for (@_) {
               my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
               push @res, [
                  $pri += 1e-5,
                  AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
               ];
            }
            $cv->end;
         }
      }
   }

   $cv->end;

   $cv
}

sub new {
   my ($class, $noderef) = @_;

   bless { noderef => $noderef }, $class
}

package AnyEvent::MP::Node::Direct;

use base "AnyEvent::MP::Node";

sub send {
   my ($self, $msg) = @_;

   if ($self->{transport}) {
      $self->{transport}->send ($msg);
   } elsif ($self->{queue}) {
      push @{ $self->{queue} }, $msg;
   } else {
      $self->{queue} = [$msg];
      $self->connect;
   }
}

sub kill {
   my ($self, $port, @reason) = @_;

   $self->send (["", kil => $port, @reason]);
}

sub monitor {
   my ($self, $portid, $cb) = @_;

   return $cb->("node failed conenction")
      if $self->{failed};

   my $list = $self->{lmon}{$portid} ||= [];

   $self->send (["", mon1 => $portid])
      unless @$list;

   push @$list, $cb;
}

sub unmonitor {
   my ($self, $portid, $cb) = @_;

   my $list = $self->{lmon}{$portid}
      or return;

   @$list = grep $_ != $cb, @$list;

   unless (@$list) {
      $self->send (["", mon0 => $portid]);
      delete $self->{monitor}{$portid};
   }
}

sub set_transport {
   my ($self, $transport) = @_;

   $self->clr_transport
      if $self->{transport};

   if (
      exists $self->{remote_uniq}
      && $self->{remote_uniq} ne $transport->{remote_uniq}
   ) {
      # uniq changed, different node
      $self->fail ("node restart detected");
   }

   delete $self->{trial};
   delete $self->{next_connect};
   delete $self->{failed};

   $self->{remote_uniq} = $transport->{remote_uniq};
   $self->{transport}   = $transport;

   $transport->send ($_)
      for @{ delete $self->{queue} || [] };
}

sub fail {
   my ($self, @reason) = @_;

   delete $self->{queue};

   $self->{failed} = 1;

   if (my $mon = delete $self->{lmon}) {
      $_->(@reason) for map @$_, values %$mon;
   }
}

sub clr_transport {
   my ($self, @reason) = @_;

   delete $self->{transport};
   $self->connect;
}

sub connect {
   my ($self) = @_;

   Scalar::Util::weaken $self;

   unless (exists $self->{n_noderef}) {
      return if $self->{n_noderef_}++;
      (AnyEvent::MP::Node::normalise_noderef ($self->{noderef}))->cb (sub {
         $self or return;
         delete $self->{n_noderef_};
         my $noderef = shift->recv;

         $self->{n_noderef} = $noderef;

         $AnyEvent::MP::Base::NODE{$_} = $self
            for split /,/, $noderef;

         $self->connect;
      });
      return;
   }

   $self->{retry} ||= [split /,/, $self->{n_noderef}];

   my $endpoint = shift @{ $self->{retry} };

   if (defined $endpoint) {
      $self->{trial}{$endpoint} ||= do {
         my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
            or return;

         my ($w, $g);

         $w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub {
            delete $self->{trial}{$endpoint};
         };
         $g = AnyEvent::MP::Transport::mp_connect
            $host, $port,
            sub {
               delete $self->{trial}{$endpoint}
                  unless @_;
               $g = shift;
            };
         ;

         [$w, \$g]
      };
   } else {
      delete $self->{retry};
   }

   $self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub {
      $self->connect;
   };
}

package AnyEvent::MP::Node::Self;

use base "AnyEvent::MP::Node";

sub set_transport {
   die "FATAL error, set_transport was called";
}

sub send {
   local $AnyEvent::MP::Base::SRCNODE = $_[0];
   AnyEvent::MP::Base::_inject (@{ $_[1] });
}

sub kill {
   my ($self, $port, @reason) = @_;

   delete $AnyEvent::MP::Base::PORT{$port};
   delete $AnyEvent::MP::Base::PORT_DATA{$port};

   my $mon = delete $AnyEvent::MP::Base::LMON{$port}
      or !@reason
      or $AnyEvent::MP::Base::WARN->("unmonitored local port $port died with reason: @reason");

   $_->(@reason) for values %$mon;
}

sub monitor {
   my ($self, $portid, $cb) = @_;

   return $cb->()
      unless exists $AnyEvent::MP::Base::PORT{$portid};

   $AnyEvent::MP::Base::LMON{$portid}{$cb+0} = $cb;
}

sub unmonitor {
   my ($self, $portid, $cb) = @_;

   delete $AnyEvent::MP::Base::LMON{$portid}{$cb+0};
}

=head1 SEE ALSO

L<AnyEvent>.

=head1 AUTHOR

 Marc Lehmann <schmorp@schmorp.de>
 http://home.schmorp.de/

=cut

1

Revision:	1.8
Committed:	Tue Aug 4 18:33:30 2009 UTC (14 years, 9 months ago) by root
Branch:	MAIN
CVS Tags:	rel-0_1
Changes since 1.7:	+21 -21 lines
Log Message:	* empty log message *
#	Content
1	=head1 NAME
2
3	AnyEvent::MP::Node - a single processing node (CPU/process...)
4
5	=head1 SYNOPSIS
6
7	use AnyEvent::MP::Node;
8
9	=head1 DESCRIPTION
10
11	=cut
12
13	package AnyEvent::MP::Node;
14
15	use common::sense;
16
17	use AE ();
18	use AnyEvent::Util ();
19	use AnyEvent::Socket ();
20
21	use AnyEvent::MP::Transport ();
22
23	use base Exporter::;
24
25	our $VERSION = '0.0';
26
27	our $DEFAULT_PORT = "4040";
28
29	sub normalise_noderef($) {
30	my ($noderef) = @_;
31
32	my $cv = AE::cv;
33	my @res;
34
35	$cv->begin (sub {
36	my %seen;
37	my @refs;
38	for (sort { $a->[0] <=> $b->[0] } @res) {
39	push @refs, $_->[1] unless $seen{$_->[1]}++
40	}
41	shift->send (join ",", @refs);
42	});
43
44	$noderef = $DEFAULT_PORT unless length $noderef;
45
46	my $idx;
47	for my $t (split /,/, $noderef) {
48	my $pri = ++$idx;
49
50	#TODO: this should be outside normalise_noderef and in become_public
51	if ($t =~ /^\d*$/) {
52	require POSIX;
53	my $nodename = (POSIX::uname ())[1];
54
55	$cv->begin;
56	AnyEvent::Socket::resolve_sockaddr $nodename, $t \|\| "aemp=$DEFAULT_PORT", "tcp", 0, undef, sub {
57	for (@_) {
58	my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
59	push @res, [
60	$pri += 1e-5,
61	AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
62	];
63	}
64	$cv->end;
65	};
66
67	# my (undef, undef, undef, undef, @ipv4) = gethostbyname $nodename;
68	#
69	# for (@ipv4) {
70	# push @res, [
71	# $pri,
72	# AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $_, $t \|\| $DEFAULT_PORT,
73	# ];
74	# }
75	} else {
76	my ($host, $port) = AnyEvent::Socket::parse_hostport $t, "aemp=$DEFAULT_PORT"
77	or Carp::croak "$t: unparsable transport descriptor";
78
79	$cv->begin;
80	AnyEvent::Socket::resolve_sockaddr $host, $port, "tcp", 0, undef, sub {
81	for (@_) {
82	my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
83	push @res, [
84	$pri += 1e-5,
85	AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
86	];
87	}
88	$cv->end;
89	}
90	}
91	}
92
93	$cv->end;
94
95	$cv
96	}
97
98	sub new {
99	my ($class, $noderef) = @_;
100
101	bless { noderef => $noderef }, $class
102	}
103
104	package AnyEvent::MP::Node::Direct;
105
106	use base "AnyEvent::MP::Node";
107
108	sub send {
109	my ($self, $msg) = @_;
110
111	if ($self->{transport}) {
112	$self->{transport}->send ($msg);
113	} elsif ($self->{queue}) {
114	push @{ $self->{queue} }, $msg;
115	} else {
116	$self->{queue} = [$msg];
117	$self->connect;
118	}
119	}
120
121	sub kill {
122	my ($self, $port, @reason) = @_;
123
124	$self->send (["", kil => $port, @reason]);
125	}
126
127	sub monitor {
128	my ($self, $portid, $cb) = @_;
129
130	return $cb->("node failed conenction")
131	if $self->{failed};
132
133	my $list = $self->{lmon}{$portid} \|\|= [];
134
135	$self->send (["", mon1 => $portid])
136	unless @$list;
137
138	push @$list, $cb;
139	}
140
141	sub unmonitor {
142	my ($self, $portid, $cb) = @_;
143
144	my $list = $self->{lmon}{$portid}
145	or return;
146
147	@$list = grep $_ != $cb, @$list;
148
149	unless (@$list) {
150	$self->send (["", mon0 => $portid]);
151	delete $self->{monitor}{$portid};
152	}
153	}
154
155	sub set_transport {
156	my ($self, $transport) = @_;
157
158	$self->clr_transport
159	if $self->{transport};
160
161	if (
162	exists $self->{remote_uniq}
163	&& $self->{remote_uniq} ne $transport->{remote_uniq}
164	) {
165	# uniq changed, different node
166	$self->fail ("node restart detected");
167	}
168
169	delete $self->{trial};
170	delete $self->{next_connect};
171	delete $self->{failed};
172
173	$self->{remote_uniq} = $transport->{remote_uniq};
174	$self->{transport} = $transport;
175
176	$transport->send ($_)
177	for @{ delete $self->{queue} \|\| [] };
178	}
179
180	sub fail {
181	my ($self, @reason) = @_;
182
183	delete $self->{queue};
184
185	$self->{failed} = 1;
186
187	if (my $mon = delete $self->{lmon}) {
188	$_->(@reason) for map @$_, values %$mon;
189	}
190	}
191
192	sub clr_transport {
193	my ($self, @reason) = @_;
194
195	delete $self->{transport};
196	$self->connect;
197	}
198
199	sub connect {
200	my ($self) = @_;
201
202	Scalar::Util::weaken $self;
203
204	unless (exists $self->{n_noderef}) {
205	return if $self->{n_noderef_}++;
206	(AnyEvent::MP::Node::normalise_noderef ($self->{noderef}))->cb (sub {
207	$self or return;
208	delete $self->{n_noderef_};
209	my $noderef = shift->recv;
210
211	$self->{n_noderef} = $noderef;
212
213	$AnyEvent::MP::Base::NODE{$_} = $self
214	for split /,/, $noderef;
215
216	$self->connect;
217	});
218	return;
219	}
220
221	$self->{retry} \|\|= [split /,/, $self->{n_noderef}];
222
223	my $endpoint = shift @{ $self->{retry} };
224
225	if (defined $endpoint) {
226	$self->{trial}{$endpoint} \|\|= do {
227	my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
228	or return;
229
230	my ($w, $g);
231
232	$w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub {
233	delete $self->{trial}{$endpoint};
234	};
235	$g = AnyEvent::MP::Transport::mp_connect
236	$host, $port,
237	sub {
238	delete $self->{trial}{$endpoint}
239	unless @_;
240	$g = shift;
241	};
242	;
243
244	[$w, \$g]
245	};
246	} else {
247	delete $self->{retry};
248	}
249
250	$self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub {
251	$self->connect;
252	};
253	}
254
255	package AnyEvent::MP::Node::Self;
256
257	use base "AnyEvent::MP::Node";
258
259	sub set_transport {
260	die "FATAL error, set_transport was called";
261	}
262
263	sub send {
264	local $AnyEvent::MP::Base::SRCNODE = $_[0];
265	AnyEvent::MP::Base::_inject (@{ $_[1] });
266	}
267
268	sub kill {
269	my ($self, $port, @reason) = @_;
270
271	delete $AnyEvent::MP::Base::PORT{$port};
272	delete $AnyEvent::MP::Base::PORT_DATA{$port};
273
274	my $mon = delete $AnyEvent::MP::Base::LMON{$port}
275	or !@reason
276	or $AnyEvent::MP::Base::WARN->("unmonitored local port $port died with reason: @reason");
277
278	$_->(@reason) for values %$mon;
279	}
280
281	sub monitor {
282	my ($self, $portid, $cb) = @_;
283
284	return $cb->()
285	unless exists $AnyEvent::MP::Base::PORT{$portid};
286
287	$AnyEvent::MP::Base::LMON{$portid}{$cb+0} = $cb;
288	}
289
290	sub unmonitor {
291	my ($self, $portid, $cb) = @_;
292
293	delete $AnyEvent::MP::Base::LMON{$portid}{$cb+0};
294	}
295
296	=head1 SEE ALSO
297
298	L<AnyEvent>.
299
300	=head1 AUTHOR
301
302	Marc Lehmann <schmorp@schmorp.de>
303	http://home.schmorp.de/
304
305	=cut
306
307	1
308