1 | =head1 NAME |
1 | =head1 NAME |
2 | |
2 | |
3 | AnyEvent::MP::Node - a single processing node (CPU/process...) |
3 | AnyEvent::MP::Node - represent a node |
4 | |
4 | |
5 | =head1 SYNOPSIS |
5 | =head1 SYNOPSIS |
6 | |
6 | |
7 | use AnyEvent::MP::Node; |
7 | use AnyEvent::MP::Node; |
8 | |
8 | |
9 | =head1 DESCRIPTION |
9 | =head1 DESCRIPTION |
|
|
10 | |
|
|
11 | This is an internal utility module, horrible to look at, so don't. |
10 | |
12 | |
11 | =cut |
13 | =cut |
12 | |
14 | |
13 | package AnyEvent::MP::Node; |
15 | package AnyEvent::MP::Node; |
14 | |
16 | |
… | |
… | |
18 | use AnyEvent::Util (); |
20 | use AnyEvent::Util (); |
19 | use AnyEvent::Socket (); |
21 | use AnyEvent::Socket (); |
20 | |
22 | |
21 | use AnyEvent::MP::Transport (); |
23 | use AnyEvent::MP::Transport (); |
22 | |
24 | |
23 | use base Exporter::; |
|
|
24 | |
|
|
25 | our $VERSION = '0.0'; |
|
|
26 | |
|
|
27 | sub new { |
25 | sub new { |
28 | my ($class, $noderef) = @_; |
26 | my ($self, $id) = @_; |
29 | |
27 | |
30 | bless { noderef => $noderef }, $class |
28 | $self = bless { id => $id }, $self; |
31 | } |
|
|
32 | |
29 | |
|
|
30 | $self->init; |
|
|
31 | $self->transport_reset; |
|
|
32 | |
|
|
33 | $self |
|
|
34 | } |
|
|
35 | |
|
|
36 | sub init { |
|
|
37 | # |
|
|
38 | } |
|
|
39 | |
|
|
40 | sub send { |
|
|
41 | &{ shift->{send} } |
|
|
42 | } |
|
|
43 | |
|
|
44 | # nodes reachable via the network |
33 | package AnyEvent::MP::Node::Direct; |
45 | package AnyEvent::MP::Node::Remote; |
34 | |
46 | |
35 | use base "AnyEvent::MP::Node"; |
47 | use base "AnyEvent::MP::Node"; |
36 | |
48 | |
37 | sub send { |
49 | # called at init time, mostly sets {send} |
|
|
50 | sub transport_reset { |
38 | my ($self, $msg) = @_; |
51 | my ($self) = @_; |
39 | |
52 | |
40 | if ($self->{transport}) { |
53 | delete $self->{transport}; |
41 | $self->{transport}->send ($msg); |
54 | |
42 | } elsif ($self->{queue}) { |
55 | Scalar::Util::weaken $self; |
|
|
56 | |
|
|
57 | $self->{send} = sub { |
43 | push @{ $self->{queue} }, $msg; |
58 | push @{$self->{queue}}, shift; |
|
|
59 | $self->connect; |
|
|
60 | }; |
|
|
61 | } |
|
|
62 | |
|
|
63 | # called each time we fail to establish a connection, |
|
|
64 | # or the existing connection failed |
|
|
65 | sub transport_error { |
|
|
66 | my ($self, @reason) = @_; |
|
|
67 | |
|
|
68 | my $no_transport = !$self->{transport}; |
|
|
69 | |
|
|
70 | delete $self->{connect_w}; |
|
|
71 | delete $self->{connect_to}; |
|
|
72 | |
|
|
73 | delete $self->{queue}; |
|
|
74 | $self->transport_reset; |
|
|
75 | |
|
|
76 | if (my $mon = delete $self->{lmon}) { |
|
|
77 | $_->(@reason) for map @$_, values %$mon; |
|
|
78 | } |
|
|
79 | |
|
|
80 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason) |
|
|
81 | unless $no_transport; |
|
|
82 | |
|
|
83 | # if we are here and are idle, we nuke ourselves |
|
|
84 | delete $AnyEvent::MP::Kernel::NODE{$self->{id}} |
|
|
85 | unless $self->{transport} || $self->{connect_to}; |
|
|
86 | } |
|
|
87 | |
|
|
88 | # called after handshake was successful |
|
|
89 | sub transport_connect { |
|
|
90 | my ($self, $transport) = @_; |
|
|
91 | |
|
|
92 | delete $self->{trial}; |
|
|
93 | |
|
|
94 | $self->transport_error (transport_error => $self->{id}, "switched connections") |
|
|
95 | if $self->{transport}; |
|
|
96 | |
|
|
97 | delete $self->{connect_w}; |
|
|
98 | delete $self->{connect_to}; |
|
|
99 | |
|
|
100 | $self->{transport} = $transport; |
|
|
101 | |
|
|
102 | my $transport_send = $transport->{send}; |
|
|
103 | |
|
|
104 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1); |
|
|
105 | |
|
|
106 | $self->{send} = $transport_send; |
|
|
107 | |
|
|
108 | $transport_send->($_) |
|
|
109 | for @{ delete $self->{queue} || [] }; |
|
|
110 | } |
|
|
111 | |
|
|
112 | sub connect { |
|
|
113 | my ($self) = @_; |
|
|
114 | |
|
|
115 | return if $self->{transport}; |
|
|
116 | return if $self->{connect_w}; |
|
|
117 | |
|
|
118 | Scalar::Util::weaken $self; |
|
|
119 | |
|
|
120 | $self->{connect_to} ||= AE::timer $AnyEvent::MP::Kernel::CONFIG->{connect_interval}, 0, sub { |
|
|
121 | $self->transport_error (transport_error => $self->{id}, "unable to connect"); |
|
|
122 | }; |
|
|
123 | |
|
|
124 | # maybe @$addresses? |
|
|
125 | my $addresses = $AnyEvent::MP::Kernel::GLOBAL_DB{"'l"}{$self->{id}}; |
|
|
126 | |
|
|
127 | if ($addresses) { |
|
|
128 | $self->connect_to ($addresses); |
44 | } else { |
129 | } else { |
45 | $self->{queue} = [$msg]; |
130 | # on global nodes, all bets are off now - we either know the node, or we don't |
46 | $self->connect; |
131 | unless ($AnyEvent::MP::Kernel::GLOBAL) { |
|
|
132 | AnyEvent::MP::Kernel::g_find ($self->{id}); |
|
|
133 | } |
|
|
134 | } |
|
|
135 | } |
|
|
136 | |
|
|
137 | sub connect_to { |
|
|
138 | my ($self, $addresses) = @_; |
|
|
139 | |
|
|
140 | return if $self->{transport}; |
|
|
141 | return if $self->{connect_w}; |
|
|
142 | |
|
|
143 | return unless @$addresses; |
|
|
144 | |
|
|
145 | $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} with [@$addresses]"); |
|
|
146 | |
|
|
147 | my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout}; |
|
|
148 | my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval}; |
|
|
149 | |
|
|
150 | $interval = ($monitor - $interval) / @$addresses |
|
|
151 | if ($monitor - $interval) / @$addresses < $interval; |
|
|
152 | |
|
|
153 | $interval = 0.4 if $interval < 0.4; |
|
|
154 | |
|
|
155 | my @endpoints = reverse @$addresses; |
|
|
156 | |
|
|
157 | $self->{connect_w} = AE::timer 0, $interval * (0.9 + 0.1 * rand), sub { |
|
|
158 | my $endpoint = pop @endpoints; |
|
|
159 | |
|
|
160 | $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} at $endpoint"); |
|
|
161 | |
|
|
162 | $self->{trial}{$endpoint} ||= do { |
|
|
163 | my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint |
|
|
164 | or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{id}: not a resolved node reference."); |
|
|
165 | |
|
|
166 | AnyEvent::MP::Transport::mp_connect |
|
|
167 | $host, $port, |
|
|
168 | sub { delete $self->{trial}{$endpoint} }, |
|
|
169 | }; |
47 | } |
170 | }; |
|
|
171 | } |
|
|
172 | |
|
|
173 | sub connect { |
|
|
174 | my ($self) = @_; |
|
|
175 | |
|
|
176 | return if $self->{transport}; |
|
|
177 | return if $self->{connect_w}; |
|
|
178 | |
|
|
179 | Scalar::Util::weaken $self; |
|
|
180 | |
|
|
181 | my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout}; |
|
|
182 | |
|
|
183 | $self->{connect_to} ||= AE::timer $monitor, 0, sub { |
|
|
184 | $self->transport_error (transport_error => $self->{id}, "unable to connect"); |
|
|
185 | }; |
|
|
186 | |
|
|
187 | # maybe @$addresses? |
|
|
188 | my @addresses = @{ $AnyEvent::MP::Kernel::GLOBAL_DB{"'l"}{$self->{id}} }; |
|
|
189 | |
|
|
190 | unless (@addresses) { |
|
|
191 | # on global nodes, all bets are off now - we either know the node, or we don't |
|
|
192 | unless ($AnyEvent::MP::Kernel::GLOBAL) { |
|
|
193 | AnyEvent::MP::Kernel::g_find ($self->{id}); |
|
|
194 | } |
|
|
195 | return; |
|
|
196 | } |
|
|
197 | |
|
|
198 | $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} with [@addresses]"); |
|
|
199 | |
|
|
200 | my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval}; |
|
|
201 | |
|
|
202 | $interval = ($monitor - $interval) / @addresses |
|
|
203 | if ($monitor - $interval) / @addresses < $interval; |
|
|
204 | |
|
|
205 | $interval = 0.4 if $interval < 0.4; |
|
|
206 | |
|
|
207 | my @endpoints; |
|
|
208 | |
|
|
209 | $self->{connect_w} = AE::timer 0, $interval * (0.9 + 0.1 * rand), sub { |
|
|
210 | @endpoints = @addresses |
|
|
211 | unless @endpoints; |
|
|
212 | |
|
|
213 | my $endpoint = shift @endpoints; |
|
|
214 | |
|
|
215 | $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} at $endpoint"); |
|
|
216 | |
|
|
217 | $self->{trial}{$endpoint} ||= do { |
|
|
218 | my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint |
|
|
219 | or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{id}: not a resolved node reference."); |
|
|
220 | |
|
|
221 | AnyEvent::MP::Transport::mp_connect |
|
|
222 | $host, $port, |
|
|
223 | sub { delete $self->{trial}{$endpoint} }, |
|
|
224 | }; |
|
|
225 | }; |
48 | } |
226 | } |
49 | |
227 | |
50 | sub kill { |
228 | sub kill { |
51 | my ($self, $port, @reason) = @_; |
229 | my ($self, $port, @reason) = @_; |
52 | |
230 | |
53 | $self->send (["", kil => $port, @reason]); |
231 | $self->{send} (["", kil => $port, @reason]); |
54 | } |
232 | } |
55 | |
233 | |
56 | sub monitor { |
234 | sub monitor { |
57 | my ($self, $portid, $cb) = @_; |
235 | my ($self, $portid, $cb) = @_; |
58 | |
236 | |
59 | return $cb->(transport_error => "node unreachable") |
|
|
60 | if $self->{failed}; |
|
|
61 | |
|
|
62 | my $list = $self->{lmon}{$portid} ||= []; |
237 | my $list = $self->{lmon}{$portid} ||= []; |
63 | |
238 | |
64 | $self->send (["", mon1 => $portid]) |
239 | $self->send (["", mon1 => $portid]) |
65 | unless @$list; |
240 | unless @$list || !length $portid; |
66 | |
241 | |
67 | push @$list, $cb; |
242 | push @$list, $cb; |
68 | } |
243 | } |
69 | |
244 | |
70 | sub unmonitor { |
245 | sub unmonitor { |
… | |
… | |
79 | $self->send (["", mon0 => $portid]); |
254 | $self->send (["", mon0 => $portid]); |
80 | delete $self->{monitor}{$portid}; |
255 | delete $self->{monitor}{$portid}; |
81 | } |
256 | } |
82 | } |
257 | } |
83 | |
258 | |
84 | sub set_transport { |
259 | package AnyEvent::MP::Node::Self; |
85 | my ($self, $transport) = @_; |
|
|
86 | |
260 | |
87 | $self->clr_transport |
261 | use base "AnyEvent::MP::Node"; |
88 | if $self->{transport}; |
|
|
89 | |
|
|
90 | if ( |
|
|
91 | exists $self->{remote_uniq} |
|
|
92 | && $self->{remote_uniq} ne $transport->{remote_uniq} |
|
|
93 | ) { |
|
|
94 | # uniq changed, different node |
|
|
95 | $self->fail (transport_error => $self->{noderef}, "node was restarted"); |
|
|
96 | } |
|
|
97 | |
|
|
98 | delete $self->{trial}; |
|
|
99 | delete $self->{next_connect}; |
|
|
100 | delete $self->{failed}; |
|
|
101 | |
|
|
102 | $self->{remote_uniq} = $transport->{remote_uniq}; |
|
|
103 | $self->{transport} = $transport; |
|
|
104 | |
|
|
105 | $transport->send ($_) |
|
|
106 | for @{ delete $self->{queue} || [] }; |
|
|
107 | } |
|
|
108 | |
|
|
109 | sub fail { |
|
|
110 | my ($self, @reason) = @_; |
|
|
111 | |
|
|
112 | delete $self->{queue}; |
|
|
113 | |
|
|
114 | $self->{failed} = 1; |
|
|
115 | |
|
|
116 | if (my $mon = delete $self->{lmon}) { |
|
|
117 | $_->(@reason) for map @$_, values %$mon; |
|
|
118 | } |
|
|
119 | } |
|
|
120 | |
|
|
121 | sub clr_transport { |
|
|
122 | my ($self, @reason) = @_; |
|
|
123 | |
|
|
124 | delete $self->{transport}; |
|
|
125 | $self->connect; |
|
|
126 | } |
|
|
127 | |
262 | |
128 | sub connect { |
263 | sub connect { |
|
|
264 | # we are trivially connected |
|
|
265 | } |
|
|
266 | |
|
|
267 | # delay every so often to avoid recursion, also used to delay after spawn |
|
|
268 | our $DELAY = -50; |
|
|
269 | our @DELAY; |
|
|
270 | our $DELAY_W; |
|
|
271 | |
|
|
272 | sub _send_delayed { |
|
|
273 | $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE; |
|
|
274 | (shift @DELAY)->() |
|
|
275 | while @DELAY; |
|
|
276 | undef $DELAY_W; |
|
|
277 | $DELAY = -50; |
|
|
278 | } |
|
|
279 | |
|
|
280 | sub transport_reset { |
129 | my ($self) = @_; |
281 | my ($self) = @_; |
130 | |
282 | |
131 | Scalar::Util::weaken $self; |
283 | Scalar::Util::weaken $self; |
132 | |
284 | |
133 | $self->{retry} ||= [split /,/, $self->{noderef}]; |
285 | $self->{send} = sub { |
134 | |
286 | if ($DELAY++ >= 0) { |
135 | my $endpoint = shift @{ $self->{retry} }; |
287 | my $msg = $_[0]; |
136 | |
288 | push @DELAY, sub { AnyEvent::MP::Kernel::_inject (@$msg) }; |
137 | if (defined $endpoint) { |
289 | $DELAY_W ||= AE::timer 0, 0, \&_send_delayed; |
138 | $self->{trial}{$endpoint} ||= do { |
|
|
139 | my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint |
|
|
140 | or return $AnyEvent::MP::Base::WARN->("$self->{noderef}: not a resolved node reference."); |
|
|
141 | |
|
|
142 | my ($w, $g); |
|
|
143 | |
|
|
144 | $w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub { |
|
|
145 | delete $self->{trial}{$endpoint}; |
|
|
146 | }; |
|
|
147 | $g = AnyEvent::MP::Transport::mp_connect |
|
|
148 | $host, $port, |
|
|
149 | sub { |
|
|
150 | delete $self->{trial}{$endpoint} |
|
|
151 | unless @_; |
|
|
152 | $g = shift; |
|
|
153 | }; |
|
|
154 | ; |
290 | return; |
155 | |
|
|
156 | [$w, \$g] |
|
|
157 | }; |
291 | } |
158 | } else { |
292 | |
159 | delete $self->{retry}; |
293 | local $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE; |
160 | $self->fail (transport_error => $self->{noderef}, "unable to connect"); |
294 | AnyEvent::MP::Kernel::_inject (@{ $_[0] }); |
161 | } |
295 | }; |
162 | |
|
|
163 | $self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub { |
|
|
164 | $self->connect; |
|
|
165 | }; |
|
|
166 | } |
296 | } |
167 | |
297 | |
168 | package AnyEvent::MP::Node::Slave; |
298 | sub transport_connect { |
169 | |
|
|
170 | use base "AnyEvent::MP::Node::Direct"; |
|
|
171 | |
|
|
172 | sub connect { |
|
|
173 | my ($self) = @_; |
299 | my ($self, $tp) = @_; |
174 | |
300 | |
175 | $self->fail (transport_error => $self->{noderef}, "unable to connect to slave node"); |
301 | $AnyEvent::MP::Kernel::WARN->(9, "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})"); |
176 | } |
|
|
177 | |
|
|
178 | package AnyEvent::MP::Node::Self; |
|
|
179 | |
|
|
180 | use base "AnyEvent::MP::Node"; |
|
|
181 | |
|
|
182 | sub set_transport { |
|
|
183 | Carp::confess "FATAL error, set_transport was called on local node"; |
|
|
184 | } |
|
|
185 | |
|
|
186 | sub send { |
|
|
187 | local $AnyEvent::MP::Base::SRCNODE = $_[0]; |
|
|
188 | AnyEvent::MP::Base::_inject (@{ $_[1] }); |
|
|
189 | } |
302 | } |
190 | |
303 | |
191 | sub kill { |
304 | sub kill { |
192 | my ($self, $port, @reason) = @_; |
305 | my (undef, @args) = @_; |
193 | |
306 | |
194 | delete $AnyEvent::MP::Base::PORT{$port}; |
307 | # we _always_ delay kil's, to avoid calling mon callbacks |
195 | delete $AnyEvent::MP::Base::PORT_DATA{$port}; |
308 | # from anything but the event loop context. |
196 | |
309 | $DELAY = 1; |
197 | my $mon = delete $AnyEvent::MP::Base::LMON{$port} |
310 | push @DELAY, sub { AnyEvent::MP::Kernel::_kill (@args) }; |
198 | or !@reason |
311 | $DELAY_W ||= AE::timer 0, 0, \&_send_delayed; |
199 | or $AnyEvent::MP::Base::WARN->("unmonitored local port $port died with reason: @reason"); |
|
|
200 | |
|
|
201 | $_->(@reason) for values %$mon; |
|
|
202 | } |
312 | } |
203 | |
313 | |
204 | sub monitor { |
314 | sub monitor { |
205 | my ($self, $portid, $cb) = @_; |
315 | # maybe always delay, too? |
206 | |
316 | if ($DELAY_W) { |
207 | return $cb->() |
317 | my @args = @_; |
208 | unless exists $AnyEvent::MP::Base::PORT{$portid}; |
318 | push @DELAY, sub { AnyEvent::MP::Kernel::_monitor (@args) }; |
209 | |
319 | return; |
210 | $AnyEvent::MP::Base::LMON{$portid}{$cb+0} = $cb; |
320 | } |
|
|
321 | &AnyEvent::MP::Kernel::_monitor; |
211 | } |
322 | } |
212 | |
323 | |
213 | sub unmonitor { |
324 | sub unmonitor { |
214 | my ($self, $portid, $cb) = @_; |
325 | # no need to always delay |
|
|
326 | if ($DELAY_W) { |
|
|
327 | my @args = @_; |
|
|
328 | push @DELAY, sub { AnyEvent::MP::Kernel::_unmonitor (@args) }; |
|
|
329 | return; |
|
|
330 | } |
215 | |
331 | |
216 | delete $AnyEvent::MP::Base::LMON{$portid}{$cb+0}; |
332 | &AnyEvent::MP::Kernel::_unmonitor; |
217 | } |
333 | } |
218 | |
334 | |
219 | =head1 SEE ALSO |
335 | =head1 SEE ALSO |
220 | |
336 | |
221 | L<AnyEvent>. |
337 | L<AnyEvent::MP>. |
222 | |
338 | |
223 | =head1 AUTHOR |
339 | =head1 AUTHOR |
224 | |
340 | |
225 | Marc Lehmann <schmorp@schmorp.de> |
341 | Marc Lehmann <schmorp@schmorp.de> |
226 | http://home.schmorp.de/ |
342 | http://home.schmorp.de/ |