ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-MP/MP/Node.pm
(Generate patch)

Comparing AnyEvent-MP/MP/Node.pm (file contents):
Revision 1.8 by root, Tue Aug 4 18:33:30 2009 UTC vs.
Revision 1.56 by root, Thu Mar 1 18:11:56 2012 UTC

1=head1 NAME 1=head1 NAME
2 2
3AnyEvent::MP::Node - a single processing node (CPU/process...) 3AnyEvent::MP::Node - represent a node
4 4
5=head1 SYNOPSIS 5=head1 SYNOPSIS
6 6
7 use AnyEvent::MP::Node; 7 use AnyEvent::MP::Node;
8 8
9=head1 DESCRIPTION 9=head1 DESCRIPTION
10
11This is an internal utility module, horrible to look at, so don't.
10 12
11=cut 13=cut
12 14
13package AnyEvent::MP::Node; 15package AnyEvent::MP::Node;
14 16
… …
18use AnyEvent::Util (); 20use AnyEvent::Util ();
19use AnyEvent::Socket (); 21use AnyEvent::Socket ();
20 22
21use AnyEvent::MP::Transport (); 23use AnyEvent::MP::Transport ();
22 24
23use base Exporter::; 25sub new {
26 my ($self, $id) = @_;
24 27
25our $VERSION = '0.0'; 28 $self = bless { id => $id }, $self;
26 29
27our $DEFAULT_PORT = "4040"; 30 $self->init;
31 $self->transport_reset;
28 32
29sub normalise_noderef($) { 33 $self
34}
35
36sub init {
37 #
38}
39
40#d# only needed for bad global code at the moment
41sub transport_error {
42}
43
44sub send {
45 &{ shift->{send} }
46}
47
48# nodes reachable via the network
49package AnyEvent::MP::Node::Remote;
50
51use base "AnyEvent::MP::Node";
52
53# called at init time, mostly sets {send}
54sub transport_reset {
30 my ($noderef) = @_; 55 my ($self) = @_;
31 56
32 my $cv = AE::cv; 57 delete $self->{transport};
33 my @res;
34 58
35 $cv->begin (sub { 59 Scalar::Util::weaken $self;
36 my %seen; 60
37 my @refs; 61 $self->{send} = sub {
38 for (sort { $a->[0] <=> $b->[0] } @res) { 62 push @{$self->{queue}}, shift;
39 push @refs, $_->[1] unless $seen{$_->[1]}++ 63 $self->connect;
64 };
65}
66
67# called each time we fail to establish a connection,
68# or the existing connection failed
69sub transport_error {
70 my ($self, @reason) = @_;
71
72 my $no_transport = !$self->{transport};
73
74 delete $self->{connect_w};
75 delete $self->{connect_to};
76
77 delete $self->{queue};
78 $self->transport_reset;
79
80 if (my $mon = delete $self->{lmon}) {
81 $_->(@reason) for map @$_, values %$mon;
82 }
83
84 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason)
85 unless $no_transport;
86
87 # if we are here and are idle, we nuke ourselves
88 delete $AnyEvent::MP::Kernel::NODE{$self->{id}}
89 unless $self->{transport} || $self->{connect_to};
90}
91
92# called after handshake was successful
93sub transport_connect {
94 my ($self, $transport) = @_;
95
96 delete $self->{trial};
97
98 $self->transport_error (transport_error => $self->{id}, "switched connections")
99 if $self->{transport};
100
101 delete $self->{connect_addr};
102 delete $self->{connect_w};
103 delete $self->{connect_to};
104
105 $self->{transport} = $transport;
106
107 my $transport_send = $transport->{send};
108
109 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1);
110
111 $self->{send} = $transport_send;
112
113 $transport_send->($_)
114 for @{ delete $self->{queue} || [] };
115}
116
117sub connect {
118 my ($self) = @_;
119
120 return if $self->{transport};
121 return if $self->{connect_w};
122
123 Scalar::Util::weaken $self;
124
125 my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout};
126
127 $self->{connect_to} ||= AE::timer $monitor, 0, sub {
128 $self->transport_error (transport_error => $self->{id}, "unable to connect");
129 };
130
131 # maybe @$addresses?
132 my @addresses = @{ $AnyEvent::MP::Kernel::GLOBAL_DB{"'l"}{$self->{id}} };
133
134 unless (@addresses) {
135 # on global nodes, all bets are off now - we either know the node, or we don't
136 unless ($AnyEvent::MP::Kernel::GLOBAL) {
137 $self->{connect_w} = AnyEvent::MP::Kernel::global_req (g_find => $self->{id});
40 } 138 }
41 shift->send (join ",", @refs); 139 return;
42 }); 140 }
43 141
44 $noderef = $DEFAULT_PORT unless length $noderef; 142 $self->{connect_addr} = \@addresses; # a bit weird, but efficient
45 143
46 my $idx; 144 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} with [@addresses]");
47 for my $t (split /,/, $noderef) {
48 my $pri = ++$idx;
49
50 #TODO: this should be outside normalise_noderef and in become_public
51 if ($t =~ /^\d*$/) {
52 require POSIX;
53 my $nodename = (POSIX::uname ())[1];
54 145
55 $cv->begin; 146 my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval};
56 AnyEvent::Socket::resolve_sockaddr $nodename, $t || "aemp=$DEFAULT_PORT", "tcp", 0, undef, sub {
57 for (@_) {
58 my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
59 push @res, [
60 $pri += 1e-5,
61 AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
62 ];
63 }
64 $cv->end;
65 };
66 147
67# my (undef, undef, undef, undef, @ipv4) = gethostbyname $nodename; 148 $interval = ($monitor - $interval) / @addresses
68# 149 if ($monitor - $interval) / @addresses < $interval;
69# for (@ipv4) { 150
70# push @res, [ 151 $interval = 0.4 if $interval < 0.4;
71# $pri, 152
72# AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $_, $t || $DEFAULT_PORT, 153 my @endpoints;
73# ]; 154
74# } 155 $self->{connect_w} = AE::timer 0, $interval * (0.9 + 0.1 * rand), sub {
75 } else { 156 @endpoints = @addresses
157 unless @endpoints;
158
159 my $endpoint = shift @endpoints;
160
161 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} at $endpoint");
162
163 $self->{trial}{$endpoint} ||= do {
76 my ($host, $port) = AnyEvent::Socket::parse_hostport $t, "aemp=$DEFAULT_PORT" 164 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
77 or Carp::croak "$t: unparsable transport descriptor"; 165 or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{id}: not a resolved node reference.");
78 166
79 $cv->begin; 167 AnyEvent::MP::Transport::mp_connect
80 AnyEvent::Socket::resolve_sockaddr $host, $port, "tcp", 0, undef, sub { 168 $host, $port,
81 for (@_) { 169 sub { delete $self->{trial}{$endpoint} },
82 my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
83 push @res, [
84 $pri += 1e-5,
85 AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
86 ];
87 }
88 $cv->end;
89 }
90 } 170 };
91 } 171 };
92
93 $cv->end;
94
95 $cv
96}
97
98sub new {
99 my ($class, $noderef) = @_;
100
101 bless { noderef => $noderef }, $class
102}
103
104package AnyEvent::MP::Node::Direct;
105
106use base "AnyEvent::MP::Node";
107
108sub send {
109 my ($self, $msg) = @_;
110
111 if ($self->{transport}) {
112 $self->{transport}->send ($msg);
113 } elsif ($self->{queue}) {
114 push @{ $self->{queue} }, $msg;
115 } else {
116 $self->{queue} = [$msg];
117 $self->connect;
118 }
119} 172}
120 173
121sub kill { 174sub kill {
122 my ($self, $port, @reason) = @_; 175 my ($self, $port, @reason) = @_;
123 176
124 $self->send (["", kil => $port, @reason]); 177 $self->{send} (["", kil => $port, @reason]);
125} 178}
126 179
127sub monitor { 180sub monitor {
128 my ($self, $portid, $cb) = @_; 181 my ($self, $portid, $cb) = @_;
129 182
130 return $cb->("node failed conenction")
131 if $self->{failed};
132
133 my $list = $self->{lmon}{$portid} ||= []; 183 my $list = $self->{lmon}{$portid} ||= [];
134 184
135 $self->send (["", mon1 => $portid]) 185 $self->send (["", mon1 => $portid])
136 unless @$list; 186 unless @$list || !length $portid;
137 187
138 push @$list, $cb; 188 push @$list, $cb;
139} 189}
140 190
141sub unmonitor { 191sub unmonitor {
… …
150 $self->send (["", mon0 => $portid]); 200 $self->send (["", mon0 => $portid]);
151 delete $self->{monitor}{$portid}; 201 delete $self->{monitor}{$portid};
152 } 202 }
153} 203}
154 204
155sub set_transport { 205package AnyEvent::MP::Node::Self;
156 my ($self, $transport) = @_;
157 206
158 $self->clr_transport 207use base "AnyEvent::MP::Node";
159 if $self->{transport};
160
161 if (
162 exists $self->{remote_uniq}
163 && $self->{remote_uniq} ne $transport->{remote_uniq}
164 ) {
165 # uniq changed, different node
166 $self->fail ("node restart detected");
167 }
168
169 delete $self->{trial};
170 delete $self->{next_connect};
171 delete $self->{failed};
172
173 $self->{remote_uniq} = $transport->{remote_uniq};
174 $self->{transport} = $transport;
175
176 $transport->send ($_)
177 for @{ delete $self->{queue} || [] };
178}
179
180sub fail {
181 my ($self, @reason) = @_;
182
183 delete $self->{queue};
184
185 $self->{failed} = 1;
186
187 if (my $mon = delete $self->{lmon}) {
188 $_->(@reason) for map @$_, values %$mon;
189 }
190}
191
192sub clr_transport {
193 my ($self, @reason) = @_;
194
195 delete $self->{transport};
196 $self->connect;
197}
198 208
199sub connect { 209sub connect {
210 # we are trivially connected
211}
212
213# delay every so often to avoid recursion, also used to delay after spawn
214our $DELAY = -50;
215our @DELAY;
216our $DELAY_W;
217
218sub _send_delayed {
219 local $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE{""};
220 (shift @DELAY)->()
221 while @DELAY;
222 undef $DELAY_W;
223 $DELAY = -50;
224}
225
226sub transport_reset {
200 my ($self) = @_; 227 my ($self) = @_;
201 228
202 Scalar::Util::weaken $self; 229 Scalar::Util::weaken $self;
203 230
204 unless (exists $self->{n_noderef}) { 231 $self->{send} = sub {
205 return if $self->{n_noderef_}++; 232 if ($DELAY++ >= 0) {
206 (AnyEvent::MP::Node::normalise_noderef ($self->{noderef}))->cb (sub { 233 my $msg = $_[0];
234 push @DELAY, sub { AnyEvent::MP::Kernel::_inject (@$msg) };
235 $DELAY_W ||= AE::timer 0, 0, \&_send_delayed;
207 $self or return; 236 return;
208 delete $self->{n_noderef_};
209 my $noderef = shift->recv;
210
211 $self->{n_noderef} = $noderef;
212
213 $AnyEvent::MP::Base::NODE{$_} = $self
214 for split /,/, $noderef;
215
216 $self->connect;
217 }); 237 }
238
239 local $AnyEvent::MP::Kernel::SRCNODE = $self;
240 AnyEvent::MP::Kernel::_inject (@{ $_[0] });
241 };
242}
243
244sub transport_connect {
245 my ($self, $tp) = @_;
246
247 $AnyEvent::MP::Kernel::WARN->(9, "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})");
248}
249
250sub kill {
251 my (undef, @args) = @_;
252
253 # we _always_ delay kil's, to avoid calling mon callbacks
254 # from anything but the event loop context.
255 $DELAY = 1;
256 push @DELAY, sub { AnyEvent::MP::Kernel::_kill (@args) };
257 $DELAY_W ||= AE::timer 0, 0, \&_send_delayed;
258}
259
260sub monitor {
261 # maybe always delay, too?
262 if ($DELAY_W) {
263 my @args = @_;
264 push @DELAY, sub { AnyEvent::MP::Kernel::_monitor (@args) };
218 return; 265 return;
219 } 266 }
220 267 &AnyEvent::MP::Kernel::_monitor;
221 $self->{retry} ||= [split /,/, $self->{n_noderef}];
222
223 my $endpoint = shift @{ $self->{retry} };
224
225 if (defined $endpoint) {
226 $self->{trial}{$endpoint} ||= do {
227 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
228 or return;
229
230 my ($w, $g);
231
232 $w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub {
233 delete $self->{trial}{$endpoint};
234 };
235 $g = AnyEvent::MP::Transport::mp_connect
236 $host, $port,
237 sub {
238 delete $self->{trial}{$endpoint}
239 unless @_;
240 $g = shift;
241 };
242 ;
243
244 [$w, \$g]
245 };
246 } else {
247 delete $self->{retry};
248 }
249
250 $self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub {
251 $self->connect;
252 };
253}
254
255package AnyEvent::MP::Node::Self;
256
257use base "AnyEvent::MP::Node";
258
259sub set_transport {
260 die "FATAL error, set_transport was called";
261}
262
263sub send {
264 local $AnyEvent::MP::Base::SRCNODE = $_[0];
265 AnyEvent::MP::Base::_inject (@{ $_[1] });
266}
267
268sub kill {
269 my ($self, $port, @reason) = @_;
270
271 delete $AnyEvent::MP::Base::PORT{$port};
272 delete $AnyEvent::MP::Base::PORT_DATA{$port};
273
274 my $mon = delete $AnyEvent::MP::Base::LMON{$port}
275 or !@reason
276 or $AnyEvent::MP::Base::WARN->("unmonitored local port $port died with reason: @reason");
277
278 $_->(@reason) for values %$mon;
279}
280
281sub monitor {
282 my ($self, $portid, $cb) = @_;
283
284 return $cb->()
285 unless exists $AnyEvent::MP::Base::PORT{$portid};
286
287 $AnyEvent::MP::Base::LMON{$portid}{$cb+0} = $cb;
288} 268}
289 269
290sub unmonitor { 270sub unmonitor {
291 my ($self, $portid, $cb) = @_; 271 # no need to always delay
272 if ($DELAY_W) {
273 my @args = @_;
274 push @DELAY, sub { AnyEvent::MP::Kernel::_unmonitor (@args) };
275 return;
276 }
292 277
293 delete $AnyEvent::MP::Base::LMON{$portid}{$cb+0}; 278 &AnyEvent::MP::Kernel::_unmonitor;
294} 279}
295 280
296=head1 SEE ALSO 281=head1 SEE ALSO
297 282
298L<AnyEvent>. 283L<AnyEvent::MP>.
299 284
300=head1 AUTHOR 285=head1 AUTHOR
301 286
302 Marc Lehmann <schmorp@schmorp.de> 287 Marc Lehmann <schmorp@schmorp.de>
303 http://home.schmorp.de/ 288 http://home.schmorp.de/

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines