1 | =head1 NAME |
1 | =head1 NAME |
2 | |
2 | |
3 | AnyEvent::MP::Node - a single processing node (CPU/process...) |
3 | AnyEvent::MP::Node - represent a node |
4 | |
4 | |
5 | =head1 SYNOPSIS |
5 | =head1 SYNOPSIS |
6 | |
6 | |
7 | use AnyEvent::MP::Node; |
7 | use AnyEvent::MP::Node; |
8 | |
8 | |
9 | =head1 DESCRIPTION |
9 | =head1 DESCRIPTION |
10 | |
10 | |
|
|
11 | This is an internal utility module, horrible to look at, so don't. |
|
|
12 | |
11 | =cut |
13 | =cut |
12 | |
14 | |
13 | package AnyEvent::MP::Node; |
15 | package AnyEvent::MP::Node; # base class for nodes |
14 | |
16 | |
15 | use common::sense; |
17 | use common::sense; |
16 | |
18 | |
17 | use AE (); |
|
|
18 | use AnyEvent::Util (); |
19 | use AnyEvent (); |
19 | use AnyEvent::Socket (); |
20 | use AnyEvent::Socket (); |
20 | |
21 | |
21 | use AnyEvent::MP::Transport (); |
22 | use AnyEvent::MP::Transport (); |
22 | |
23 | |
23 | sub new { |
24 | sub new { |
24 | my ($self, $id) = @_; |
25 | my ($self, $id) = @_; |
25 | |
26 | |
26 | $self = bless { id => $id }, $self; |
27 | $self = bless { id => $id }, $self; |
27 | |
28 | |
|
|
29 | # register |
|
|
30 | $AnyEvent::MP::Kernel::NODE{$id} = $self; |
|
|
31 | |
28 | $self->init; |
32 | $self->init; |
29 | $self->transport_reset; |
33 | $self->transport_reset; |
30 | |
34 | |
31 | $self |
35 | $self |
32 | } |
36 | } |
33 | |
37 | |
|
|
38 | sub DESTROY { |
|
|
39 | # unregister |
|
|
40 | delete $AnyEvent::MP::Kernel::NODE{$_[0]{id}}; |
|
|
41 | } |
|
|
42 | |
34 | sub init { |
43 | sub init { |
35 | # |
44 | # |
36 | } |
45 | } |
37 | |
46 | |
38 | sub send { |
47 | sub send { |
39 | &{ shift->{send} } |
48 | &{ shift->{send} } |
40 | } |
49 | } |
41 | |
50 | |
42 | # nodes reachable via the network |
51 | # nodes reachable via the network |
43 | package AnyEvent::MP::Node::External; |
52 | package AnyEvent::MP::Node::Remote; # a remote node |
44 | |
53 | |
45 | use base "AnyEvent::MP::Node"; |
54 | use base "AnyEvent::MP::Node"; |
46 | |
55 | |
47 | # called at init time, mostly sets {send} |
56 | # called at init time, mostly sets {send} |
48 | sub transport_reset { |
57 | sub transport_reset { |
… | |
… | |
56 | push @{$self->{queue}}, shift; |
65 | push @{$self->{queue}}, shift; |
57 | $self->connect; |
66 | $self->connect; |
58 | }; |
67 | }; |
59 | } |
68 | } |
60 | |
69 | |
61 | # called only after successful handshake |
70 | # called each time we fail to establish a connection, |
|
|
71 | # or the existing connection failed |
62 | sub transport_error { |
72 | sub transport_error { |
63 | my ($self, @reason) = @_; |
73 | my ($self, @reason) = @_; |
64 | |
74 | |
65 | my $no_transport = !$self->{transport}; |
75 | my $no_transport = !$self->{transport}; |
66 | |
76 | |
… | |
… | |
74 | $_->(@reason) for map @$_, values %$mon; |
84 | $_->(@reason) for map @$_, values %$mon; |
75 | } |
85 | } |
76 | |
86 | |
77 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason) |
87 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason) |
78 | unless $no_transport; |
88 | unless $no_transport; |
|
|
89 | |
|
|
90 | # we weaken the node reference, so it can go away if unused |
|
|
91 | Scalar::Util::weaken $AnyEvent::MP::Kernel::NODE{$self->{id}} |
|
|
92 | unless $self->{connect_to}; |
|
|
93 | |
|
|
94 | AE::log 9 => "@reason"; |
79 | } |
95 | } |
80 | |
96 | |
81 | # called after handshake was successful |
97 | # called after handshake was successful |
82 | sub transport_connect { |
98 | sub transport_connect { |
83 | my ($self, $transport) = @_; |
99 | my ($self, $transport) = @_; |
84 | |
100 | |
85 | delete $self->{trial}; |
101 | delete $self->{trial}; |
86 | |
102 | |
87 | $self->transport_error (transport_error => "switched connections") |
103 | $self->transport_error (transport_error => $self->{id}, "switched connections") |
88 | if $self->{transport}; |
104 | if $self->{transport}; |
89 | |
105 | |
90 | delete $self->{connect_w}; |
106 | delete $self->{connect_w}; |
91 | delete $self->{connect_to}; |
107 | delete $self->{connect_to}; |
92 | |
108 | |
93 | $self->{transport} = $transport; |
109 | $self->{transport} = $transport; |
94 | |
110 | |
95 | my $transport_send = $transport->can ("send"); |
111 | my $transport_send = $transport->{send}; |
96 | |
112 | |
97 | $self->{send} = sub { |
113 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1); |
98 | $transport_send->($transport, $_[0]); |
114 | |
|
|
115 | $self->{send} = $transport_send; |
|
|
116 | |
|
|
117 | $transport_send->($_) |
|
|
118 | for @{ delete $self->{queue} || [] }; |
|
|
119 | } |
|
|
120 | |
|
|
121 | sub connect { |
|
|
122 | my ($self) = @_; |
|
|
123 | |
|
|
124 | return if $self->{transport}; |
|
|
125 | return if $self->{connect_w}; |
|
|
126 | |
|
|
127 | # we unweaken the node reference, in case it was weakened before |
|
|
128 | $AnyEvent::MP::Kernel::NODE{$self->{id}} |
|
|
129 | = $AnyEvent::MP::Kernel::NODE{$self->{id}}; |
|
|
130 | |
|
|
131 | Scalar::Util::weaken $self; |
|
|
132 | |
|
|
133 | $self->{connect_to} ||= AE::timer $AnyEvent::MP::Kernel::CONFIG->{connect_interval}, 0, sub { |
|
|
134 | $self->transport_error (transport_error => $self->{id}, "connect timeout"); |
99 | }; |
135 | }; |
100 | |
136 | |
101 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1); |
137 | # maybe @$addresses? |
|
|
138 | my $addresses = $AnyEvent::MP::Kernel::GLOBAL_DB{"'l"}{$self->{id}}; |
102 | |
139 | |
103 | $transport->send ($_) |
140 | if ($addresses) { |
104 | for @{ delete $self->{queue} || [] }; |
141 | $self->connect_to ($addresses); |
|
|
142 | } else { |
|
|
143 | # on global nodes, all bets are off now - we either know the node, or we don't |
|
|
144 | if ($AnyEvent::MP::Kernel::GLOBAL) { |
|
|
145 | $self->transport_error (transport_error => $self->{id}, "no known address"); |
|
|
146 | } else { |
|
|
147 | AnyEvent::MP::Kernel::g_find ($self->{id}); |
|
|
148 | } |
|
|
149 | } |
105 | } |
150 | } |
106 | |
151 | |
107 | sub connect { |
152 | sub connect_to { |
108 | my ($self, @addresses) = @_; |
153 | my ($self, $addresses) = @_; |
109 | |
154 | |
110 | return if $self->{transport}; |
155 | return if $self->{transport}; |
|
|
156 | return if $self->{connect_w}; |
111 | |
157 | |
112 | Scalar::Util::weaken $self; |
158 | unless (@$addresses) { |
|
|
159 | $self->transport_error (transport_error => $self->{id}, "no known address"); |
|
|
160 | return; |
|
|
161 | } |
|
|
162 | |
|
|
163 | AE::log 9 => "connecting to $self->{id} with [@$addresses]"; |
113 | |
164 | |
114 | $self->{connect_to} ||= AE::timer |
165 | my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout}; |
115 | $AnyEvent::MP::Config::CFG{monitor_timeout} || $AnyEvent::MP::Kernel::MONITOR_TIMEOUT, |
166 | my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval}; |
116 | 0, |
167 | |
117 | sub { |
168 | $interval = ($monitor - $interval) / @$addresses |
|
|
169 | if ($monitor - $interval) / @$addresses < $interval; |
|
|
170 | |
|
|
171 | $interval = 0.4 if $interval < 0.4; |
|
|
172 | |
|
|
173 | my @endpoints = reverse @$addresses; |
|
|
174 | |
|
|
175 | $self->{connect_w} = AE::timer 0, $interval * (0.9 + 0.1 * rand), sub { |
|
|
176 | my $endpoint = pop @endpoints |
118 | $self->transport_error (transport_error => $self->{id}, "unable to connect"); |
177 | or return $self->transport_error (transport_error => $self->{id}, "unable to connect to any address"); |
|
|
178 | |
|
|
179 | AE::log 9 => "connecting to $self->{id} at $endpoint"; |
|
|
180 | |
|
|
181 | $self->{trial}{$endpoint} ||= do { |
|
|
182 | my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint |
|
|
183 | or return AE::log critical => "$self->{id}: '$endpoint' is not a resolved node reference."; |
|
|
184 | |
|
|
185 | AnyEvent::MP::Transport::mp_connect |
|
|
186 | $host, $port, |
|
|
187 | sub { delete $self->{trial}{$endpoint} }, |
119 | }; |
188 | }; |
120 | |
|
|
121 | return unless @addresses; |
|
|
122 | |
|
|
123 | $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} with [@addresses]"); |
|
|
124 | |
|
|
125 | unless ($self->{connect_w}) { |
|
|
126 | my @endpoints; |
|
|
127 | |
|
|
128 | $self->{connect_w} = AE::timer |
|
|
129 | rand, |
|
|
130 | $AnyEvent::MP::Config::CFG{connect_interval} || $AnyEvent::MP::Kernel::CONNECT_INTERVAL, |
|
|
131 | sub { |
|
|
132 | @endpoints = @addresses |
|
|
133 | unless @endpoints; |
|
|
134 | |
|
|
135 | my $endpoint = shift @endpoints; |
|
|
136 | |
|
|
137 | $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} at $endpoint"); |
|
|
138 | |
|
|
139 | $self->{trial}{$endpoint} ||= do { |
|
|
140 | my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint |
|
|
141 | or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{id}: not a resolved node reference."); |
|
|
142 | |
|
|
143 | AnyEvent::MP::Transport::mp_connect |
|
|
144 | $host, $port, |
|
|
145 | sub { delete $self->{trial}{$endpoint} }, |
|
|
146 | }; |
|
|
147 | } |
|
|
148 | ; |
|
|
149 | } |
189 | }; |
150 | } |
190 | } |
151 | |
191 | |
152 | sub kill { |
192 | sub kill { |
153 | my ($self, $port, @reason) = @_; |
193 | my ($self, $port, @reason) = @_; |
154 | |
194 | |
155 | $self->send (["", kil => $port, @reason]); |
195 | $self->{send} (["", kil1 => $port, @reason]); |
156 | } |
196 | } |
157 | |
197 | |
158 | sub monitor { |
198 | sub monitor { |
159 | my ($self, $portid, $cb) = @_; |
199 | my ($self, $portid, $cb) = @_; |
160 | |
200 | |
… | |
… | |
178 | $self->send (["", mon0 => $portid]); |
218 | $self->send (["", mon0 => $portid]); |
179 | delete $self->{monitor}{$portid}; |
219 | delete $self->{monitor}{$portid}; |
180 | } |
220 | } |
181 | } |
221 | } |
182 | |
222 | |
183 | # used for direct slave connections as well |
|
|
184 | package AnyEvent::MP::Node::Direct; |
|
|
185 | |
|
|
186 | use base "AnyEvent::MP::Node::External"; |
|
|
187 | |
|
|
188 | package AnyEvent::MP::Node::Self; |
223 | package AnyEvent::MP::Node::Self; # the local node |
189 | |
224 | |
190 | use base "AnyEvent::MP::Node"; |
225 | use base "AnyEvent::MP::Node"; |
191 | |
226 | |
192 | sub connect { |
227 | sub connect { |
193 | # we are trivially connected |
228 | # we are trivially connected |
194 | } |
229 | } |
195 | |
230 | |
|
|
231 | # delay every so often to avoid recursion, also used to delay after spawn |
|
|
232 | our $DELAY = -50; |
|
|
233 | our @DELAY; |
|
|
234 | our $DELAY_W; |
|
|
235 | |
|
|
236 | our $send_delayed = sub { |
|
|
237 | $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE; |
|
|
238 | (shift @DELAY)->() |
|
|
239 | while @DELAY; |
|
|
240 | undef $DELAY_W; |
|
|
241 | $DELAY = -50; |
|
|
242 | }; |
|
|
243 | |
196 | sub transport_reset { |
244 | sub transport_reset { |
197 | my ($self) = @_; |
245 | my ($self) = @_; |
198 | |
246 | |
199 | Scalar::Util::weaken $self; |
247 | Scalar::Util::weaken $self; |
200 | |
248 | |
201 | $self->{send} = sub { |
249 | $self->{send} = sub { |
|
|
250 | if (++$DELAY > 0) { |
|
|
251 | my $msg = $_[0]; |
|
|
252 | push @DELAY, sub { AnyEvent::MP::Kernel::_inject (@$msg) }; |
|
|
253 | $DELAY_W ||= AE::timer 0, 0, $send_delayed; |
|
|
254 | return; |
|
|
255 | } |
|
|
256 | |
202 | local $AnyEvent::MP::Kernel::SRCNODE = $self; |
257 | local $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE; |
203 | AnyEvent::MP::Kernel::_inject (@{ $_[0] }); |
258 | AnyEvent::MP::Kernel::_inject (@{ $_[0] }); |
204 | }; |
259 | }; |
205 | } |
260 | } |
206 | |
261 | |
207 | sub transport_connect { |
262 | sub transport_connect { |
208 | my ($self, $tp) = @_; |
263 | my ($self, $tp) = @_; |
209 | |
264 | |
210 | $AnyEvent::MP::Kernel::WARN->(9, "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})"); |
265 | AE::log 9 => "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})"; |
211 | } |
266 | } |
212 | |
267 | |
213 | sub kill { |
268 | sub kill { |
214 | my ($self, $port, @reason) = @_; |
269 | my (undef, @args) = @_; |
215 | |
270 | |
216 | delete $AnyEvent::MP::Kernel::PORT{$port}; |
271 | # we _always_ delay kil's, to avoid calling mon callbacks |
217 | delete $AnyEvent::MP::Kernel::PORT_DATA{$port}; |
272 | # from anything but the event loop context. |
218 | |
273 | $DELAY = 1; |
219 | my $mon = delete $AnyEvent::MP::Kernel::LMON{$port} |
274 | push @DELAY, sub { AnyEvent::MP::Kernel::_kill (@args) }; |
220 | or !@reason |
275 | $DELAY_W ||= AE::timer 0, 0, $send_delayed; |
221 | or $AnyEvent::MP::Kernel::WARN->(2, "unmonitored local port $port died with reason: @reason"); |
|
|
222 | |
|
|
223 | $_->(@reason) for values %$mon; |
|
|
224 | } |
276 | } |
225 | |
277 | |
226 | sub monitor { |
278 | sub monitor { |
227 | my ($self, $portid, $cb) = @_; |
279 | # maybe always delay, too? |
228 | |
280 | if ($DELAY_W) { |
229 | return $cb->(no_such_port => "cannot monitor nonexistent port") |
281 | my @args = @_; |
230 | unless exists $AnyEvent::MP::Kernel::PORT{$portid}; |
282 | push @DELAY, sub { AnyEvent::MP::Kernel::_monitor (@args) }; |
231 | |
283 | return; |
232 | $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0} = $cb; |
284 | } |
|
|
285 | &AnyEvent::MP::Kernel::_monitor; |
233 | } |
286 | } |
234 | |
287 | |
235 | sub unmonitor { |
288 | sub unmonitor { |
236 | my ($self, $portid, $cb) = @_; |
289 | # no need to always delay |
|
|
290 | if ($DELAY_W) { |
|
|
291 | my @args = @_; |
|
|
292 | push @DELAY, sub { AnyEvent::MP::Kernel::_unmonitor (@args) }; |
|
|
293 | return; |
|
|
294 | } |
237 | |
295 | |
238 | delete $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0}; |
296 | &AnyEvent::MP::Kernel::_unmonitor; |
239 | } |
297 | } |
240 | |
298 | |
241 | =head1 SEE ALSO |
299 | =head1 SEE ALSO |
242 | |
300 | |
243 | L<AnyEvent::MP>. |
301 | L<AnyEvent::MP>. |