AnyEvent-MP/MP/Node.pm

=head1 NAME

AnyEvent::MP::Node - a single processing node (CPU/process...)

=head1 SYNOPSIS

   use AnyEvent::MP::Node;

=head1 DESCRIPTION

=cut

package AnyEvent::MP::Node;

use common::sense;

use AE ();
use AnyEvent::Util ();
use AnyEvent::Socket ();

use AnyEvent::MP::Transport ();

use base Exporter::;

our $VERSION = '0.0';

our $DEFAULT_PORT = "4040";

sub normalise_noderef($) {
   my ($noderef) = @_;

   my $cv = AE::cv;
   my @res;

   $cv->begin (sub {
      my %seen;
      my @refs;
      for (sort { $a->[0] <=> $b->[0] } @res) {
         push @refs, $_->[1] unless $seen{$_->[1]}++
      }
      shift->send (join ",", @refs);
   });

   $noderef = $DEFAULT_PORT unless length $noderef;

   my $idx;
   for my $t (split /,/, $noderef) {
      my $pri = ++$idx;
      
      #TODO: this should be outside normalise_noderef and in become_public
      if ($t =~ /^\d*$/) {
         require POSIX;
         my $nodename = (POSIX::uname ())[1];

         $cv->begin;
         AnyEvent::Socket::resolve_sockaddr $nodename, $t || "aemp=$DEFAULT_PORT", "tcp", 0, undef, sub {
            for (@_) {
               my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
               push @res, [
                  $pri += 1e-5,
                  AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
               ];
            }
            $cv->end;
         };

#         my (undef, undef, undef, undef, @ipv4) = gethostbyname $nodename;
#
#         for (@ipv4) {
#            push @res, [
#               $pri,
#               AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $_, $t || $DEFAULT_PORT,
#            ];
#         }
      } else {
         my ($host, $port) = AnyEvent::Socket::parse_hostport $t, "aemp=$DEFAULT_PORT"
            or Carp::croak "$t: unparsable transport descriptor";

         $cv->begin;
         AnyEvent::Socket::resolve_sockaddr $host, $port, "tcp", 0, undef, sub {
            for (@_) {
               my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
               push @res, [
                  $pri += 1e-5,
                  AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
               ];
            }
            $cv->end;
         }
      }
   }

   $cv->end;

   $cv
}

sub new {
   my ($class, $noderef) = @_;

   bless { noderef => $noderef }, $class
}

package AnyEvent::MP::Node::Direct;

use base "AnyEvent::MP::Node";

sub send {
   my ($self, $msg) = @_;

   if ($self->{transport}) {
      $self->{transport}->send ($msg);
   } elsif ($self->{queue}) {
      push @{ $self->{queue} }, $msg;
   } else {
      $self->{queue} = [$msg];
      $self->connect;
   }
}

sub kill {
   my ($self, $port, @reason) = @_;

   $self->send (["", kil => $port, @reason]);
}

sub monitor {
   my ($self, $portid, $cb) = @_;

   return $cb->("node failed conenction")
      if $self->{failed};

   my $list = $self->{lmon}{$portid} ||= [];

   $self->send (["", mon1 => $portid])
      unless @$list;

   push @$list, $cb;
}

sub unmonitor {
   my ($self, $portid, $cb) = @_;

   my $list = $self->{lmon}{$portid}
      or return;

   @$list = grep $_ != $cb, @$list;

   unless (@$list) {
      $self->send (["", mon0 => $portid]);
      delete $self->{monitor}{$portid};
   }
}

sub set_transport {
   my ($self, $transport) = @_;

   $self->clr_transport
      if $self->{transport};

   if (
      exists $self->{remote_uniq}
      && $self->{remote_uniq} ne $transport->{remote_uniq}
   ) {
      # uniq changed, different node
      $self->fail ("node restart detected");
   }

   delete $self->{trial};
   delete $self->{next_connect};
   delete $self->{failed};

   $self->{remote_uniq} = $transport->{remote_uniq};
   $self->{transport}   = $transport;

   $transport->send ($_)
      for @{ delete $self->{queue} || [] };
}

sub fail {
   my ($self, @reason) = @_;

   delete $self->{queue};

   $self->{failed} = 1;

   if (my $mon = delete $self->{lmon}) {
      $_->(@reason) for map @$_, values %$mon;
   }
}

sub clr_transport {
   my ($self, @reason) = @_;

   delete $self->{transport};
   $self->connect;
}

sub connect {
   my ($self) = @_;

   Scalar::Util::weaken $self;

   unless (exists $self->{n_noderef}) {
      return if $self->{n_noderef_}++;
      (AnyEvent::MP::Node::normalise_noderef ($self->{noderef}))->cb (sub {
         $self or return;
         delete $self->{n_noderef_};
         my $noderef = shift->recv;

         $self->{n_noderef} = $noderef;

         $AnyEvent::MP::Base::NODE{$_} = $self
            for split /,/, $noderef;

         $self->connect;
      });
      return;
   }

   $self->{retry} ||= [split /,/, $self->{n_noderef}];

   my $endpoint = shift @{ $self->{retry} };

   if (defined $endpoint) {
      $self->{trial}{$endpoint} ||= do {
         my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
            or return;

         my ($w, $g);

         $w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub {
            delete $self->{trial}{$endpoint};
         };
         $g = AnyEvent::MP::Transport::mp_connect
            $host, $port,
            sub {
               delete $self->{trial}{$endpoint}
                  unless @_;
               $g = shift;
            };
         ;

         [$w, \$g]
      };
   } else {
      delete $self->{retry};
   }

   $self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub {
      $self->connect;
   };
}

package AnyEvent::MP::Node::Self;

use base "AnyEvent::MP::Node";

sub set_transport {
   die "FATAL error, set_transport was called";
}

sub send {
   local $AnyEvent::MP::Base::SRCNODE = $_[0];
   AnyEvent::MP::Base::_inject (@{ $_[1] });
}

sub kill {
   my ($self, $port, @reason) = @_;

   delete $AnyEvent::MP::Base::PORT{$port};
   delete $AnyEvent::MP::Base::PORT_DATA{$port};

   my $mon = delete $AnyEvent::MP::Base::LMON{$port}
      or !@reason
      or $AnyEvent::MP::Base::WARN->("unmonitored local port $port died with reason: @reason");

   $_->(@reason) for values %$mon;
}

sub monitor {
   my ($self, $portid, $cb) = @_;

   return $cb->()
      unless exists $AnyEvent::MP::Base::PORT{$portid};

   $AnyEvent::MP::Base::LMON{$portid}{$cb+0} = $cb;
}

sub unmonitor {
   my ($self, $portid, $cb) = @_;

   delete $AnyEvent::MP::Base::LMON{$portid}{$cb+0};
}

=head1 SEE ALSO

L<AnyEvent>.

=head1 AUTHOR

 Marc Lehmann <schmorp@schmorp.de>
 http://home.schmorp.de/

=cut

1

Revision:	1.8
Committed:	Tue Aug 4 18:33:30 2009 UTC (14 years, 9 months ago) by root
Branch:	MAIN
CVS Tags:	rel-0_1
Changes since 1.7:	+21 -21 lines
Log Message:	* empty log message *
#	User	Rev	Content
1	root	1.1	=head1 NAME
2
3			AnyEvent::MP::Node - a single processing node (CPU/process...)
4
5			=head1 SYNOPSIS
6
7			use AnyEvent::MP::Node;
8
9			=head1 DESCRIPTION
10
11			=cut
12
13			package AnyEvent::MP::Node;
14
15			use common::sense;
16
17			use AE ();
18	root	1.6	use AnyEvent::Util ();
19	root	1.1	use AnyEvent::Socket ();
20
21			use AnyEvent::MP::Transport ();
22
23			use base Exporter::;
24
25			our $VERSION = '0.0';
26
27	root	1.5	our $DEFAULT_PORT = "4040";
28
29			sub normalise_noderef($) {
30			my ($noderef) = @_;
31
32			my $cv = AE::cv;
33			my @res;
34
35			$cv->begin (sub {
36			my %seen;
37			my @refs;
38			for (sort { $a->[0] <=> $b->[0] } @res) {
39			push @refs, $_->[1] unless $seen{$_->[1]}++
40			}
41			shift->send (join ",", @refs);
42			});
43
44			$noderef = $DEFAULT_PORT unless length $noderef;
45
46			my $idx;
47			for my $t (split /,/, $noderef) {
48			my $pri = ++$idx;
49
50			#TODO: this should be outside normalise_noderef and in become_public
51			if ($t =~ /^\d*$/) {
52			require POSIX;
53			my $nodename = (POSIX::uname ())[1];
54
55			$cv->begin;
56			AnyEvent::Socket::resolve_sockaddr $nodename, $t \|\| "aemp=$DEFAULT_PORT", "tcp", 0, undef, sub {
57			for (@_) {
58			my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
59			push @res, [
60			$pri += 1e-5,
61			AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
62			];
63			}
64			$cv->end;
65			};
66
67			# my (undef, undef, undef, undef, @ipv4) = gethostbyname $nodename;
68			#
69			# for (@ipv4) {
70			# push @res, [
71			# $pri,
72			# AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $_, $t \|\| $DEFAULT_PORT,
73			# ];
74			# }
75			} else {
76			my ($host, $port) = AnyEvent::Socket::parse_hostport $t, "aemp=$DEFAULT_PORT"
77			or Carp::croak "$t: unparsable transport descriptor";
78
79			$cv->begin;
80			AnyEvent::Socket::resolve_sockaddr $host, $port, "tcp", 0, undef, sub {
81			for (@_) {
82			my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
83			push @res, [
84			$pri += 1e-5,
85			AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
86			];
87			}
88			$cv->end;
89			}
90			}
91			}
92
93			$cv->end;
94
95			$cv
96			}
97
98	root	1.1	sub new {
99			my ($class, $noderef) = @_;
100
101			bless { noderef => $noderef }, $class
102			}
103
104			package AnyEvent::MP::Node::Direct;
105
106			use base "AnyEvent::MP::Node";
107
108			sub send {
109			my ($self, $msg) = @_;
110
111			if ($self->{transport}) {
112			$self->{transport}->send ($msg);
113			} elsif ($self->{queue}) {
114			push @{ $self->{queue} }, $msg;
115			} else {
116			$self->{queue} = [$msg];
117			$self->connect;
118			}
119			}
120
121	root	1.7	sub kill {
122			my ($self, $port, @reason) = @_;
123
124			$self->send (["", kil => $port, @reason]);
125			}
126
127	root	1.6	sub monitor {
128			my ($self, $portid, $cb) = @_;
129
130	root	1.8	return $cb->("node failed conenction")
131	root	1.6	if $self->{failed};
132
133			my $list = $self->{lmon}{$portid} \|\|= [];
134
135			$self->send (["", mon1 => $portid])
136			unless @$list;
137
138			push @$list, $cb;
139			}
140
141			sub unmonitor {
142			my ($self, $portid, $cb) = @_;
143
144			my $list = $self->{lmon}{$portid}
145			or return;
146
147			@$list = grep $_ != $cb, @$list;
148
149			unless (@$list) {
150			$self->send (["", mon0 => $portid]);
151			delete $self->{monitor}{$portid};
152			}
153			}
154
155	root	1.1	sub set_transport {
156			my ($self, $transport) = @_;
157
158	root	1.6	$self->clr_transport
159			if $self->{transport};
160
161	root	1.1	if (
162			exists $self->{remote_uniq}
163			&& $self->{remote_uniq} ne $transport->{remote_uniq}
164			) {
165	root	1.8	# uniq changed, different node
166			$self->fail ("node restart detected");
167	root	1.1	}
168
169	root	1.8	delete $self->{trial};
170			delete $self->{next_connect};
171			delete $self->{failed};
172
173	root	1.1	$self->{remote_uniq} = $transport->{remote_uniq};
174			$self->{transport} = $transport;
175
176			$transport->send ($_)
177			for @{ delete $self->{queue} \|\| [] };
178			}
179
180	root	1.8	sub fail {
181			my ($self, @reason) = @_;
182
183			delete $self->{queue};
184	root	1.1
185	root	1.6	$self->{failed} = 1;
186
187	root	1.8	if (my $mon = delete $self->{lmon}) {
188			$_->(@reason) for map @$_, values %$mon;
189	root	1.6	}
190	root	1.8	}
191
192			sub clr_transport {
193			my ($self, @reason) = @_;
194	root	1.4
195	root	1.8	delete $self->{transport};
196	root	1.4	$self->connect;
197	root	1.1	}
198
199			sub connect {
200			my ($self) = @_;
201
202			Scalar::Util::weaken $self;
203
204			unless (exists $self->{n_noderef}) {
205	root	1.5	return if $self->{n_noderef_}++;
206			(AnyEvent::MP::Node::normalise_noderef ($self->{noderef}))->cb (sub {
207	root	1.1	$self or return;
208	root	1.5	delete $self->{n_noderef_};
209	root	1.1	my $noderef = shift->recv;
210
211			$self->{n_noderef} = $noderef;
212
213	root	1.5	$AnyEvent::MP::Base::NODE{$_} = $self
214	root	1.1	for split /,/, $noderef;
215
216			$self->connect;
217			});
218			return;
219			}
220
221			$self->{retry} \|\|= [split /,/, $self->{n_noderef}];
222
223			my $endpoint = shift @{ $self->{retry} };
224
225			if (defined $endpoint) {
226			$self->{trial}{$endpoint} \|\|= do {
227			my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
228			or return;
229
230			my ($w, $g);
231
232	root	1.5	$w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub {
233	root	1.1	delete $self->{trial}{$endpoint};
234			};
235			$g = AnyEvent::MP::Transport::mp_connect
236			$host, $port,
237			sub {
238			delete $self->{trial}{$endpoint}
239			unless @_;
240			$g = shift;
241			};
242			;
243
244			[$w, \$g]
245			};
246			} else {
247			delete $self->{retry};
248			}
249
250	root	1.5	$self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub {
251	root	1.1	$self->connect;
252			};
253			}
254
255			package AnyEvent::MP::Node::Self;
256
257			use base "AnyEvent::MP::Node";
258
259			sub set_transport {
260			die "FATAL error, set_transport was called";
261			}
262
263			sub send {
264	root	1.6	local $AnyEvent::MP::Base::SRCNODE = $_[0];
265			AnyEvent::MP::Base::_inject (@{ $_[1] });
266			}
267
268	root	1.7	sub kill {
269			my ($self, $port, @reason) = @_;
270
271			delete $AnyEvent::MP::Base::PORT{$port};
272	root	1.8	delete $AnyEvent::MP::Base::PORT_DATA{$port};
273	root	1.7
274			my $mon = delete $AnyEvent::MP::Base::LMON{$port}
275	root	1.8	or !@reason
276			or $AnyEvent::MP::Base::WARN->("unmonitored local port $port died with reason: @reason");
277	root	1.7
278			$_->(@reason) for values %$mon;
279			}
280
281	root	1.6	sub monitor {
282			my ($self, $portid, $cb) = @_;
283
284			return $cb->()
285			unless exists $AnyEvent::MP::Base::PORT{$portid};
286
287			$AnyEvent::MP::Base::LMON{$portid}{$cb+0} = $cb;
288			}
289
290			sub unmonitor {
291			my ($self, $portid, $cb) = @_;
292
293			delete $AnyEvent::MP::Base::LMON{$portid}{$cb+0};
294	root	1.1	}
295
296			=head1 SEE ALSO
297
298			L<AnyEvent>.
299
300			=head1 AUTHOR
301
302			Marc Lehmann <schmorp@schmorp.de>
303			http://home.schmorp.de/
304
305			=cut
306
307			1
308