1 | =head1 NAME |
1 | =head1 NAME |
2 | |
2 | |
3 | AnyEvent::MP::Node - a single processing node (CPU/process...) |
3 | AnyEvent::MP::Node - represent a node |
4 | |
4 | |
5 | =head1 SYNOPSIS |
5 | =head1 SYNOPSIS |
6 | |
6 | |
7 | use AnyEvent::MP::Node; |
7 | use AnyEvent::MP::Node; |
8 | |
8 | |
9 | =head1 DESCRIPTION |
9 | =head1 DESCRIPTION |
|
|
10 | |
|
|
11 | This is an internal utility module, horrible to look at, so don't. |
10 | |
12 | |
11 | =cut |
13 | =cut |
12 | |
14 | |
13 | package AnyEvent::MP::Node; |
15 | package AnyEvent::MP::Node; |
14 | |
16 | |
… | |
… | |
19 | use AnyEvent::Socket (); |
21 | use AnyEvent::Socket (); |
20 | |
22 | |
21 | use AnyEvent::MP::Transport (); |
23 | use AnyEvent::MP::Transport (); |
22 | |
24 | |
23 | sub new { |
25 | sub new { |
24 | my ($self, $noderef) = @_; |
26 | my ($self, $id) = @_; |
25 | |
27 | |
26 | $self = bless { noderef => $noderef }, $self; |
28 | $self = bless { id => $id }, $self; |
27 | |
29 | |
|
|
30 | $self->init; |
28 | $self->transport_reset; |
31 | $self->transport_reset; |
29 | |
32 | |
30 | $self |
33 | $self |
|
|
34 | } |
|
|
35 | |
|
|
36 | sub init { |
|
|
37 | # |
31 | } |
38 | } |
32 | |
39 | |
33 | sub send { |
40 | sub send { |
34 | &{ shift->{send} } |
41 | &{ shift->{send} } |
35 | } |
42 | } |
36 | |
43 | |
|
|
44 | # nodes reachable via the network |
37 | package AnyEvent::MP::Node::External; |
45 | package AnyEvent::MP::Node::External; |
38 | |
46 | |
39 | use base "AnyEvent::MP::Node"; |
47 | use base "AnyEvent::MP::Node"; |
40 | |
48 | |
41 | # called at init time, mostly sets {send} |
49 | # called at init time, mostly sets {send} |
… | |
… | |
48 | |
56 | |
49 | $self->{send} = sub { |
57 | $self->{send} = sub { |
50 | push @{$self->{queue}}, shift; |
58 | push @{$self->{queue}}, shift; |
51 | $self->connect; |
59 | $self->connect; |
52 | }; |
60 | }; |
53 | |
|
|
54 | $self->connect |
|
|
55 | if $self->{autoconnect}; |
|
|
56 | } |
61 | } |
57 | |
62 | |
58 | # called only after successful handshake |
63 | # called each time we fail to establish a connection, |
|
|
64 | # or the existing connection failed |
59 | sub transport_error { |
65 | sub transport_error { |
60 | my ($self, @reason) = @_; |
66 | my ($self, @reason) = @_; |
61 | |
67 | |
62 | my $no_transport = !$self->{transport}; |
68 | my $no_transport = !$self->{transport}; |
63 | |
69 | |
64 | delete $self->{connect_w}; |
70 | delete $self->{connect_w}; |
65 | delete $self->{connect_to}; |
71 | delete $self->{connect_to}; |
66 | |
72 | |
67 | delete $self->{queue}; |
73 | delete $self->{queue}; |
68 | $self->transport_reset; |
74 | $self->transport_reset; |
69 | |
|
|
70 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason) |
|
|
71 | unless $no_transport; |
|
|
72 | |
75 | |
73 | if (my $mon = delete $self->{lmon}) { |
76 | if (my $mon = delete $self->{lmon}) { |
74 | $_->(@reason) for map @$_, values %$mon; |
77 | $_->(@reason) for map @$_, values %$mon; |
75 | } |
78 | } |
|
|
79 | |
|
|
80 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason) |
|
|
81 | unless $no_transport; |
|
|
82 | |
|
|
83 | # if we are here and are idle, we nuke ourselves |
|
|
84 | delete $AnyEvent::MP::Kernel::NODE{$self->{id}} |
|
|
85 | unless $self->{transport} || $self->{connect_to}; |
76 | } |
86 | } |
77 | |
87 | |
78 | # called after handshake was successful |
88 | # called after handshake was successful |
79 | sub transport_connect { |
89 | sub transport_connect { |
80 | my ($self, $transport) = @_; |
90 | my ($self, $transport) = @_; |
81 | |
91 | |
82 | # first connect with a master node |
92 | delete $self->{trial}; |
83 | $AnyEvent::MP::Kernel::SLAVE->($self) |
|
|
84 | if ref $AnyEvent::MP::Kernel::SLAVE; |
|
|
85 | |
93 | |
86 | $self->transport_error (transport_error => "switched connections") |
94 | $self->transport_error (transport_error => "switched connections") |
87 | if $self->{transport}; |
95 | if $self->{transport}; |
88 | |
96 | |
|
|
97 | delete $self->{connect_addr}; |
89 | delete $self->{connect_w}; |
98 | delete $self->{connect_w}; |
90 | delete $self->{connect_to}; |
99 | delete $self->{connect_to}; |
91 | |
100 | |
92 | $self->{transport} = $transport; |
101 | $self->{transport} = $transport; |
93 | |
102 | |
94 | my $transport_send = $transport->can ("send"); |
103 | my $transport_send = $transport->can ("send"); |
95 | |
104 | |
|
|
105 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1); |
|
|
106 | |
96 | $self->{send} = sub { |
107 | $self->{send} = sub { |
97 | $transport_send->($transport, $_[0]); |
108 | $transport_send->($transport, $_[0]); |
98 | }; |
109 | }; |
99 | |
110 | |
100 | AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1); |
|
|
101 | |
|
|
102 | $transport->send ($_) |
111 | $transport->send ($_) |
103 | for @{ delete $self->{queue} || [] }; |
112 | for @{ delete $self->{queue} || [] }; |
104 | } |
113 | } |
105 | |
114 | |
106 | sub connect { |
115 | sub connect { |
107 | my ($self) = @_; |
116 | my ($self, @addresses) = @_; |
108 | |
117 | |
109 | return if $self->{transport}; |
118 | return if $self->{transport}; |
110 | |
119 | |
111 | Scalar::Util::weaken $self; |
120 | Scalar::Util::weaken $self; |
112 | |
121 | |
|
|
122 | my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout}; |
|
|
123 | |
113 | $self->{connect_to} ||= AE::timer |
124 | $self->{connect_to} ||= AE::timer $monitor, 0, sub { |
114 | $AnyEvent::MP::Config::CFG{monitor_timeout} || $AnyEvent::MP::Kernel::MONITOR_TIMEOUT, |
|
|
115 | 0, |
|
|
116 | sub { |
|
|
117 | $self->transport_error (transport_error => $self->{noderef}, "unable to connect"); |
125 | $self->transport_error (transport_error => $self->{id}, "unable to connect"); |
|
|
126 | }; |
|
|
127 | |
|
|
128 | return unless @addresses; |
|
|
129 | |
|
|
130 | if ($self->{connect_w}) { |
|
|
131 | # sometimes we get told about new addresses after we started to connect |
|
|
132 | unshift @{$self->{connect_addr}}, @addresses; |
|
|
133 | return; |
|
|
134 | } |
|
|
135 | |
|
|
136 | $self->{connect_addr} = \@addresses; # a bit weird, but efficient |
|
|
137 | |
|
|
138 | $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} with [@addresses]"); |
|
|
139 | |
|
|
140 | my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval}; |
|
|
141 | |
|
|
142 | $interval = ($monitor - $interval) / @addresses |
|
|
143 | if ($monitor - $interval) / @addresses < $interval; |
|
|
144 | |
|
|
145 | $interval = 0.4 if $interval < 0.4; |
|
|
146 | |
|
|
147 | my @endpoints; |
|
|
148 | |
|
|
149 | $self->{connect_w} = AE::timer 0.050 * rand, $interval * (0.9 + 0.1 * rand), sub { |
|
|
150 | @endpoints = @addresses |
|
|
151 | unless @endpoints; |
|
|
152 | |
|
|
153 | my $endpoint = shift @endpoints; |
|
|
154 | |
|
|
155 | $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} at $endpoint"); |
|
|
156 | |
|
|
157 | $self->{trial}{$endpoint} ||= do { |
|
|
158 | my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint |
|
|
159 | or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{id}: not a resolved node reference."); |
|
|
160 | |
|
|
161 | AnyEvent::MP::Transport::mp_connect |
|
|
162 | $host, $port, |
|
|
163 | sub { delete $self->{trial}{$endpoint} }, |
118 | }; |
164 | }; |
119 | |
|
|
120 | unless ($self->{connect_w}) { |
|
|
121 | my @endpoints; |
|
|
122 | my %trial; |
|
|
123 | |
|
|
124 | $self->{connect_w} = AE::timer |
|
|
125 | 0, |
|
|
126 | $AnyEvent::MP::Config::CFG{connect_interval} || $AnyEvent::MP::Kernel::CONNECT_INTERVAL, |
|
|
127 | sub { |
|
|
128 | @endpoints = split /,/, $self->{noderef} |
|
|
129 | unless @endpoints; |
|
|
130 | |
|
|
131 | my $endpoint = shift @endpoints; |
|
|
132 | |
|
|
133 | $trial{$endpoint} ||= do { |
|
|
134 | my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint |
|
|
135 | or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{noderef}: not a resolved node reference."); |
|
|
136 | |
|
|
137 | AnyEvent::MP::Transport::mp_connect |
|
|
138 | $host, $port, |
|
|
139 | sub { delete $trial{$endpoint} } |
|
|
140 | ; |
|
|
141 | }; |
|
|
142 | } |
|
|
143 | ; |
|
|
144 | } |
165 | }; |
145 | } |
166 | } |
146 | |
167 | |
147 | sub kill { |
168 | sub kill { |
148 | my ($self, $port, @reason) = @_; |
169 | my ($self, $port, @reason) = @_; |
149 | |
170 | |
… | |
… | |
173 | $self->send (["", mon0 => $portid]); |
194 | $self->send (["", mon0 => $portid]); |
174 | delete $self->{monitor}{$portid}; |
195 | delete $self->{monitor}{$portid}; |
175 | } |
196 | } |
176 | } |
197 | } |
177 | |
198 | |
|
|
199 | # used for direct slave connections as well |
178 | package AnyEvent::MP::Node::Direct; |
200 | package AnyEvent::MP::Node::Direct; |
179 | |
201 | |
180 | use base "AnyEvent::MP::Node::External"; |
202 | use base "AnyEvent::MP::Node::External"; |
181 | |
203 | |
182 | package AnyEvent::MP::Node::Indirect; |
204 | package AnyEvent::MP::Node::Self; |
183 | |
205 | |
184 | use base "AnyEvent::MP::Node::Direct"; |
206 | use base "AnyEvent::MP::Node"; |
185 | |
207 | |
186 | sub master { |
208 | sub connect { |
187 | my ($self) = @_; |
209 | # we are trivially connected |
|
|
210 | } |
188 | |
211 | |
189 | my (undef, $master) = split /\@/, $self->{noderef}, 2; |
212 | # delay every so often to avoid recursion, also used to delay after spawn |
190 | $master =~ s/!/,/g; |
213 | our $DELAY = -50; |
191 | $master |
214 | our @DELAY; |
|
|
215 | our $DELAY_W; |
|
|
216 | |
|
|
217 | sub _send_delayed { |
|
|
218 | local $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE{""}; |
|
|
219 | (shift @DELAY)->() |
|
|
220 | while @DELAY; |
|
|
221 | undef $DELAY_W; |
|
|
222 | $DELAY = -50; |
192 | } |
223 | } |
193 | |
224 | |
194 | sub transport_reset { |
225 | sub transport_reset { |
195 | my ($self) = @_; |
226 | my ($self) = @_; |
196 | |
227 | |
197 | if ($self->{transport}) { |
|
|
198 | # as an optimisation, immediately nuke slave nodes |
|
|
199 | delete $AnyEvent::MP::Kernel::NODE{$self->{noderef}}; |
|
|
200 | } else { |
|
|
201 | $self->SUPER::transport_reset; |
|
|
202 | return;#d##TODO# |
|
|
203 | |
|
|
204 | my $noderef = $self->{noderef}; |
|
|
205 | my $master = $self->master; |
|
|
206 | |
|
|
207 | # slave nodes are so cool - we can always send to them :) |
|
|
208 | |
|
|
209 | $self->{send} = sub { |
|
|
210 | $self->connect; |
|
|
211 | snd $master, snd => $noderef, @_; |
|
|
212 | }; |
|
|
213 | } |
|
|
214 | } |
|
|
215 | |
|
|
216 | sub connect { |
|
|
217 | my ($self) = @_; |
|
|
218 | |
|
|
219 | #TODO# |
|
|
220 | # # ask for a connection, #TODO# rate-limit this somehow |
|
|
221 | # snd $self->master, relay => $self->{noderef}, connect_node => $AnyEvent::MP::Kernel::NODE; |
|
|
222 | } |
|
|
223 | |
|
|
224 | package AnyEvent::MP::Node::Self; |
|
|
225 | |
|
|
226 | use base "AnyEvent::MP::Node"; |
|
|
227 | |
|
|
228 | sub connect { |
|
|
229 | # we are trivially connected |
|
|
230 | } |
|
|
231 | |
|
|
232 | sub transport_reset { |
|
|
233 | my ($self) = @_; |
|
|
234 | |
|
|
235 | Scalar::Util::weaken $self; |
228 | Scalar::Util::weaken $self; |
236 | |
229 | |
237 | $self->{send} = sub { |
230 | $self->{send} = sub { |
|
|
231 | if ($DELAY++ >= 0) { |
|
|
232 | my $msg = $_[0]; |
|
|
233 | push @DELAY, sub { AnyEvent::MP::Kernel::_inject (@$msg) }; |
|
|
234 | $DELAY_W ||= AE::timer 0, 0, \&_send_delayed; |
|
|
235 | return; |
|
|
236 | } |
|
|
237 | |
238 | local $AnyEvent::MP::Kernel::SRCNODE = $self; |
238 | local $AnyEvent::MP::Kernel::SRCNODE = $self; |
239 | AnyEvent::MP::Kernel::_inject (@{ $_[0] }); |
239 | AnyEvent::MP::Kernel::_inject (@{ $_[0] }); |
240 | }; |
240 | }; |
241 | } |
241 | } |
242 | |
242 | |
|
|
243 | sub transport_connect { |
|
|
244 | my ($self, $tp) = @_; |
|
|
245 | |
|
|
246 | $AnyEvent::MP::Kernel::WARN->(9, "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})"); |
|
|
247 | } |
|
|
248 | |
243 | sub kill { |
249 | sub kill { |
244 | my ($self, $port, @reason) = @_; |
250 | my ($self, $port, @reason) = @_; |
245 | |
251 | |
|
|
252 | my $delay_cb = sub { |
246 | delete $AnyEvent::MP::Kernel::PORT{$port}; |
253 | delete $AnyEvent::MP::Kernel::PORT{$port} |
|
|
254 | or return; # killing nonexistent ports is O.K. |
247 | delete $AnyEvent::MP::Kernel::PORT_DATA{$port}; |
255 | delete $AnyEvent::MP::Kernel::PORT_DATA{$port}; |
248 | |
256 | |
249 | my $mon = delete $AnyEvent::MP::Kernel::LMON{$port} |
257 | my $mon = delete $AnyEvent::MP::Kernel::LMON{$port} |
250 | or !@reason |
258 | or !@reason |
251 | or $AnyEvent::MP::Kernel::WARN->(2, "unmonitored local port $port died with reason: @reason"); |
259 | or $AnyEvent::MP::Kernel::WARN->(2, "unmonitored local port $port died with reason: @reason"); |
252 | |
260 | |
253 | $_->(@reason) for values %$mon; |
261 | $_->(@reason) for values %$mon; |
|
|
262 | }; |
|
|
263 | |
|
|
264 | # we _always_ delay kil's, to avoid calling mon callbacks |
|
|
265 | # from anything but the event loop context. |
|
|
266 | $DELAY = 1; |
|
|
267 | push @DELAY, $delay_cb; |
|
|
268 | $DELAY_W ||= AE::timer 0, 0, \&_send_delayed; |
254 | } |
269 | } |
255 | |
270 | |
256 | sub monitor { |
271 | sub monitor { |
257 | my ($self, $portid, $cb) = @_; |
272 | my ($self, $portid, $cb) = @_; |
258 | |
273 | |
|
|
274 | my $delay_cb = sub { |
259 | return $cb->(no_such_port => "cannot monitor nonexistent port") |
275 | return $cb->(no_such_port => "cannot monitor nonexistent port", "$self->{id}#$portid") |
260 | unless exists $AnyEvent::MP::Kernel::PORT{$portid}; |
276 | unless exists $AnyEvent::MP::Kernel::PORT{$portid}; |
261 | |
277 | |
262 | $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0} = $cb; |
278 | $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0} = $cb; |
|
|
279 | }; |
|
|
280 | |
|
|
281 | $DELAY_W ? push @DELAY, $delay_cb : &$delay_cb; |
263 | } |
282 | } |
264 | |
283 | |
265 | sub unmonitor { |
284 | sub unmonitor { |
266 | my ($self, $portid, $cb) = @_; |
285 | my ($self, $portid, $cb) = @_; |
267 | |
286 | |
|
|
287 | my $delay_cb = sub { |
268 | delete $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0}; |
288 | delete $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0}; |
|
|
289 | }; |
|
|
290 | |
|
|
291 | $DELAY_W ? push @DELAY, $delay_cb : &$delay_cb; |
269 | } |
292 | } |
270 | |
293 | |
271 | =head1 SEE ALSO |
294 | =head1 SEE ALSO |
272 | |
295 | |
273 | L<AnyEvent::MP>. |
296 | L<AnyEvent::MP>. |