ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-MP/MP/Node.pm
(Generate patch)

Comparing AnyEvent-MP/MP/Node.pm (file contents):
Revision 1.23 by root, Sat Aug 15 02:36:03 2009 UTC vs.
Revision 1.67 by root, Sun Aug 28 08:23:34 2016 UTC

1=head1 NAME 1=head1 NAME
2 2
3AnyEvent::MP::Node - a single processing node (CPU/process...) 3AnyEvent::MP::Node - represent a node
4 4
5=head1 SYNOPSIS 5=head1 SYNOPSIS
6 6
7 use AnyEvent::MP::Node; 7 use AnyEvent::MP::Node;
8 8
9=head1 DESCRIPTION 9=head1 DESCRIPTION
10 10
11This is an internal utility module, horrible to look at, so don't.
12
11=cut 13=cut
12 14
13package AnyEvent::MP::Node; 15package AnyEvent::MP::Node; # base class for nodes
14 16
15use common::sense; 17use common::sense;
16 18
17use AE ();
18use AnyEvent::Util (); 19use AnyEvent ();
19use AnyEvent::Socket (); 20use AnyEvent::Socket ();
20 21
21use AnyEvent::MP::Transport (); 22use AnyEvent::MP::Transport ();
22 23
23sub new { 24sub new {
24 my ($self, $noderef) = @_; 25 my ($self, $id) = @_;
25 26
26 $self = bless { noderef => $noderef }, $self; 27 $self = bless { id => $id }, $self;
27 28
29 # register
30 $AnyEvent::MP::Kernel::NODE{$id} = $self;
31
32 $self->init;
28 $self->transport_reset; 33 $self->transport_reset;
29 34
30 $self 35 $self
36}
37
38sub DESTROY {
39 # unregister
40 delete $AnyEvent::MP::Kernel::NODE{$_[0]{id}};
41}
42
43sub init {
44 #
31} 45}
32 46
33sub send { 47sub send {
34 &{ shift->{send} } 48 &{ shift->{send} }
35} 49}
36 50
37package AnyEvent::MP::Node::External; 51# nodes reachable via the network
52package AnyEvent::MP::Node::Remote; # a remote node
38 53
39use base "AnyEvent::MP::Node"; 54use base "AnyEvent::MP::Node";
40 55
41# called at init time, mostly sets {send} 56# called at init time, mostly sets {send}
42sub transport_reset { 57sub transport_reset {
… …
48 63
49 $self->{send} = sub { 64 $self->{send} = sub {
50 push @{$self->{queue}}, shift; 65 push @{$self->{queue}}, shift;
51 $self->connect; 66 $self->connect;
52 }; 67 };
53
54 $self->connect
55 if $self->{autoconnect};
56} 68}
57 69
58# called only after successful handshake 70# called each time we fail to establish a connection,
71# or the existing connection failed
59sub transport_error { 72sub transport_error {
60 my ($self, @reason) = @_; 73 my ($self, @reason) = @_;
61 74
62 my $no_transport = !$self->{transport}; 75 my $no_transport = !$self->{transport};
63 76
… …
65 delete $self->{connect_to}; 78 delete $self->{connect_to};
66 79
67 delete $self->{queue}; 80 delete $self->{queue};
68 $self->transport_reset; 81 $self->transport_reset;
69 82
83 if (my $mon = delete $self->{lmon}) {
84 $_->(@reason) for map @$_, values %$mon;
85 }
86
70 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason) 87 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason)
71 unless $no_transport; 88 unless $no_transport;
72 89
73 if (my $mon = delete $self->{lmon}) { 90 # we weaken the node reference, so it can go away if unused
74 $_->(@reason) for map @$_, values %$mon; 91 Scalar::Util::weaken $AnyEvent::MP::Kernel::NODE{$self->{id}}
75 } 92 unless $self->{connect_to};
93
94 AE::log 9 => "@reason";
76} 95}
77 96
78# called after handshake was successful 97# called after handshake was successful
79sub transport_connect { 98sub transport_connect {
80 my ($self, $transport) = @_; 99 my ($self, $transport) = @_;
81 100
82 # first connect with a master node 101 delete $self->{trial};
83 $AnyEvent::MP::Kernel::SLAVE->($self)
84 if ref $AnyEvent::MP::Kernel::SLAVE;
85 102
86 $self->transport_error (transport_error => "switched connections") 103 $self->transport_error (transport_error => $self->{id}, "switched connections")
87 if $self->{transport}; 104 if $self->{transport};
88 105
89 delete $self->{connect_w}; 106 delete $self->{connect_w};
90 delete $self->{connect_to}; 107 delete $self->{connect_to};
91 108
92 $self->{transport} = $transport; 109 $self->{transport} = $transport;
93 110
94 my $transport_send = $transport->can ("send"); 111 my $transport_send = $transport->{send};
95
96 $self->{send} = sub {
97 $transport_send->($transport, $_[0]);
98 };
99 112
100 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1); 113 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1);
101 114
115 $self->{send} = $transport_send;
116
102 $transport->send ($_) 117 $transport_send->($_)
103 for @{ delete $self->{queue} || [] }; 118 for @{ delete $self->{queue} || [] };
104} 119}
105 120
106sub connect { 121sub connect {
107 my ($self) = @_; 122 my ($self) = @_;
108 123
109 return if $self->{transport}; 124 return if $self->{transport};
125 return if $self->{connect_w};
126
127 # we unweaken the node reference, in case it was weakened before
128 $AnyEvent::MP::Kernel::NODE{$self->{id}}
129 = $AnyEvent::MP::Kernel::NODE{$self->{id}};
110 130
111 Scalar::Util::weaken $self; 131 Scalar::Util::weaken $self;
112 132
113 $self->{connect_to} ||= AE::timer 133 $self->{connect_to} ||= AE::timer $AnyEvent::MP::Kernel::CONFIG->{connect_interval}, 0, sub {
114 $AnyEvent::MP::Config::CFG{monitor_timeout} || $AnyEvent::MP::Kernel::MONITOR_TIMEOUT,
115 0,
116 sub {
117 $self->transport_error (transport_error => $self->{noderef}, "unable to connect"); 134 $self->transport_error (transport_error => $self->{id}, "connect timeout");
135 };
136
137 # maybe @$addresses?
138 my $addresses = $AnyEvent::MP::Kernel::GLOBAL_DB{"'l"}{$self->{id}};
139
140 if ($addresses) {
141 $self->connect_to ($addresses);
142 } else {
143 # on global nodes, all bets are off now - we either know the node, or we don't
144 if ($AnyEvent::MP::Kernel::GLOBAL) {
145 $self->transport_error (transport_error => $self->{id}, "no known address");
146 } else {
147 AnyEvent::MP::Kernel::g_find ($self->{id});
148 }
149 }
150}
151
152sub connect_to {
153 my ($self, $addresses) = @_;
154
155 return if $self->{transport};
156 return if $self->{connect_w};
157
158 unless (@$addresses) {
159 $self->transport_error (transport_error => $self->{id}, "no known address");
160 return;
161 }
162
163 AE::log 9 => "connecting to $self->{id} with [@$addresses]";
164
165 my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout};
166 my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval};
167
168 $interval = ($monitor - $interval) / @$addresses
169 if ($monitor - $interval) / @$addresses < $interval;
170
171 $interval = 0.4 if $interval < 0.4;
172
173 my @endpoints = reverse @$addresses;
174
175 $self->{connect_w} = AE::timer 0, $interval * (0.9 + 0.1 * rand), sub {
176 my $endpoint = pop @endpoints;
177
178 AE::log 9 => "connecting to $self->{id} at $endpoint";
179
180 $self->{trial}{$endpoint} ||= do {
181 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
182 or return AE::log critical => "$self->{id}: '$endpoint' is not a resolved node reference.";
183
184 AnyEvent::MP::Transport::mp_connect
185 $host, $port,
186 sub { delete $self->{trial}{$endpoint} },
118 }; 187 };
119
120 unless ($self->{connect_w}) {
121 my @endpoints;
122 my %trial;
123
124 $self->{connect_w} = AE::timer
125 0,
126 $AnyEvent::MP::Config::CFG{connect_interval} || $AnyEvent::MP::Kernel::CONNECT_INTERVAL,
127 sub {
128 @endpoints = split /,/, $self->{noderef}
129 unless @endpoints;
130
131 my $endpoint = shift @endpoints;
132
133 $trial{$endpoint} ||= do {
134 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
135 or return $AnyEvent::MP::Kernel::WARN->("$self->{noderef}: not a resolved node reference.");
136
137 AnyEvent::MP::Transport::mp_connect
138 $host, $port,
139 sub { delete $trial{$endpoint} }
140 ;
141 };
142 }
143 ;
144 } 188 };
145} 189}
146 190
147sub kill { 191sub kill {
148 my ($self, $port, @reason) = @_; 192 my ($self, $port, @reason) = @_;
149 193
150 $self->send (["", kil => $port, @reason]); 194 $self->{send} (["", kil1 => $port, @reason]);
151} 195}
152 196
153sub monitor { 197sub monitor {
154 my ($self, $portid, $cb) = @_; 198 my ($self, $portid, $cb) = @_;
155 199
156 my $list = $self->{lmon}{$portid} ||= []; 200 my $list = $self->{lmon}{$portid} ||= [];
157 201
158 $self->send (["", mon1 => $portid]) 202 $self->send (["", mon1 => $portid])
159 unless @$list; 203 unless @$list || !length $portid;
160 204
161 push @$list, $cb; 205 push @$list, $cb;
162} 206}
163 207
164sub unmonitor { 208sub unmonitor {
… …
173 $self->send (["", mon0 => $portid]); 217 $self->send (["", mon0 => $portid]);
174 delete $self->{monitor}{$portid}; 218 delete $self->{monitor}{$portid};
175 } 219 }
176} 220}
177 221
178package AnyEvent::MP::Node::Direct; 222package AnyEvent::MP::Node::Self; # the local node
179 223
180use base "AnyEvent::MP::Node::External";
181
182package AnyEvent::MP::Node::Indirect;
183
184use base "AnyEvent::MP::Node::Direct"; 224use base "AnyEvent::MP::Node";
185 225
186sub master { 226sub connect {
187 my ($self) = @_; 227 # we are trivially connected
188
189 my (undef, $master) = split /\@/, $self->{noderef}, 2;
190 $master =~ s/!/,/g;
191 $master
192} 228}
229
230# delay every so often to avoid recursion, also used to delay after spawn
231our $DELAY = -50;
232our @DELAY;
233our $DELAY_W;
234
235our $send_delayed = sub {
236 $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE;
237 (shift @DELAY)->()
238 while @DELAY;
239 undef $DELAY_W;
240 $DELAY = -50;
241};
193 242
194sub transport_reset { 243sub transport_reset {
195 my ($self) = @_; 244 my ($self) = @_;
196 245
197 if ($self->{transport}) {
198 # as an optimisation, immediately nuke slave nodes
199 delete $AnyEvent::MP::Kernel::NODE{$self->{noderef}};
200 } else {
201 $self->SUPER::transport_reset;
202 return;#d##TODO#
203
204 my $noderef = $self->{noderef};
205 my $master = $self->master;
206
207 # slave nodes are so cool - we can always send to them :)
208
209 $self->{send} = sub {
210 $self->connect;
211 snd $master, relay => $noderef, @_;
212 };
213 }
214}
215
216sub connect {
217 my ($self) = @_;
218
219 #TODO#
220# # ask for a connection, #TODO# rate-limit this somehow
221# snd $self->master, relay => $self->{noderef}, connect_node => $AnyEvent::MP::Kernel::NODE;
222}
223
224package AnyEvent::MP::Node::Self;
225
226use base "AnyEvent::MP::Node";
227
228sub connect {
229 # we are trivially connected
230}
231
232sub transport_reset {
233 my ($self) = @_;
234
235 Scalar::Util::weaken $self; 246 Scalar::Util::weaken $self;
236 247
237 $self->{send} = sub { 248 $self->{send} = sub {
249 if (++$DELAY > 0) {
250 my $msg = $_[0];
251 push @DELAY, sub { AnyEvent::MP::Kernel::_inject (@$msg) };
252 $DELAY_W ||= AE::timer 0, 0, $send_delayed;
253 return;
254 }
255
238 local $AnyEvent::MP::Kernel::SRCNODE = $self; 256 local $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE;
239 AnyEvent::MP::Kernel::_inject (@{ $_[0] }); 257 AnyEvent::MP::Kernel::_inject (@{ $_[0] });
240 }; 258 };
241} 259}
242 260
261sub transport_connect {
262 my ($self, $tp) = @_;
263
264 AE::log 9 => "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})";
265}
266
243sub kill { 267sub kill {
244 my ($self, $port, @reason) = @_; 268 my (undef, @args) = @_;
245 269
246 delete $AnyEvent::MP::Kernel::PORT{$port}; 270 # we _always_ delay kil's, to avoid calling mon callbacks
247 delete $AnyEvent::MP::Kernel::PORT_DATA{$port}; 271 # from anything but the event loop context.
248 272 $DELAY = 1;
249 my $mon = delete $AnyEvent::MP::Kernel::LMON{$port} 273 push @DELAY, sub { AnyEvent::MP::Kernel::_kill (@args) };
250 or !@reason 274 $DELAY_W ||= AE::timer 0, 0, $send_delayed;
251 or $AnyEvent::MP::Kernel::WARN->("unmonitored local port $port died with reason: @reason");
252
253 $_->(@reason) for values %$mon;
254} 275}
255 276
256sub monitor { 277sub monitor {
257 my ($self, $portid, $cb) = @_; 278 # maybe always delay, too?
258 279 if ($DELAY_W) {
259 return $cb->(no_such_port => "cannot monitor nonexistent port") 280 my @args = @_;
260 unless exists $AnyEvent::MP::Kernel::PORT{$portid}; 281 push @DELAY, sub { AnyEvent::MP::Kernel::_monitor (@args) };
261 282 return;
262 $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0} = $cb; 283 }
284 &AnyEvent::MP::Kernel::_monitor;
263} 285}
264 286
265sub unmonitor { 287sub unmonitor {
266 my ($self, $portid, $cb) = @_; 288 # no need to always delay
289 if ($DELAY_W) {
290 my @args = @_;
291 push @DELAY, sub { AnyEvent::MP::Kernel::_unmonitor (@args) };
292 return;
293 }
267 294
268 delete $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0}; 295 &AnyEvent::MP::Kernel::_unmonitor;
269} 296}
270 297
271=head1 SEE ALSO 298=head1 SEE ALSO
272 299
273L<AnyEvent::MP>. 300L<AnyEvent::MP>.

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines