ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-MP/MP/Node.pm
(Generate patch)

Comparing AnyEvent-MP/MP/Node.pm (file contents):
Revision 1.26 by root, Sat Aug 15 15:13:04 2009 UTC vs.
Revision 1.55 by root, Wed Feb 29 19:23:44 2012 UTC

1=head1 NAME 1=head1 NAME
2 2
3AnyEvent::MP::Node - a single processing node (CPU/process...) 3AnyEvent::MP::Node - represent a node
4 4
5=head1 SYNOPSIS 5=head1 SYNOPSIS
6 6
7 use AnyEvent::MP::Node; 7 use AnyEvent::MP::Node;
8 8
9=head1 DESCRIPTION 9=head1 DESCRIPTION
10
11This is an internal utility module, horrible to look at, so don't.
10 12
11=cut 13=cut
12 14
13package AnyEvent::MP::Node; 15package AnyEvent::MP::Node;
14 16
19use AnyEvent::Socket (); 21use AnyEvent::Socket ();
20 22
21use AnyEvent::MP::Transport (); 23use AnyEvent::MP::Transport ();
22 24
23sub new { 25sub new {
24 my ($self, $noderef) = @_; 26 my ($self, $id) = @_;
25 27
26 $self = bless { noderef => $noderef }, $self; 28 $self = bless { id => $id }, $self;
27 29
30 $self->init;
28 $self->transport_reset; 31 $self->transport_reset;
29 32
30 $self 33 $self
34}
35
36sub init {
37 #
31} 38}
32 39
33sub send { 40sub send {
34 &{ shift->{send} } 41 &{ shift->{send} }
35} 42}
36 43
44# nodes reachable via the network
37package AnyEvent::MP::Node::External; 45package AnyEvent::MP::Node::Remote;
38 46
39use base "AnyEvent::MP::Node"; 47use base "AnyEvent::MP::Node";
40 48
41# called at init time, mostly sets {send} 49# called at init time, mostly sets {send}
42sub transport_reset { 50sub transport_reset {
48 56
49 $self->{send} = sub { 57 $self->{send} = sub {
50 push @{$self->{queue}}, shift; 58 push @{$self->{queue}}, shift;
51 $self->connect; 59 $self->connect;
52 }; 60 };
53
54 $self->connect
55 if $self->{autoconnect};
56} 61}
57 62
58# called only after successful handshake 63# called each time we fail to establish a connection,
64# or the existing connection failed
59sub transport_error { 65sub transport_error {
60 my ($self, @reason) = @_; 66 my ($self, @reason) = @_;
61 67
62 my $no_transport = !$self->{transport}; 68 my $no_transport = !$self->{transport};
63 69
65 delete $self->{connect_to}; 71 delete $self->{connect_to};
66 72
67 delete $self->{queue}; 73 delete $self->{queue};
68 $self->transport_reset; 74 $self->transport_reset;
69 75
76 if (my $mon = delete $self->{lmon}) {
77 $_->(@reason) for map @$_, values %$mon;
78 }
79
70 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason) 80 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason)
71 unless $no_transport; 81 unless $no_transport;
72 82
73 if (my $mon = delete $self->{lmon}) { 83 # if we are here and are idle, we nuke ourselves
74 $_->(@reason) for map @$_, values %$mon; 84 delete $AnyEvent::MP::Kernel::NODE{$self->{id}}
75 } 85 unless $self->{transport} || $self->{connect_to};
76} 86}
77 87
78# called after handshake was successful 88# called after handshake was successful
79sub transport_connect { 89sub transport_connect {
80 my ($self, $transport) = @_; 90 my ($self, $transport) = @_;
81 91
82 # first connect with a master node 92 delete $self->{trial};
83 $AnyEvent::MP::Kernel::SLAVE->($self)
84 if ref $AnyEvent::MP::Kernel::SLAVE;
85 93
86 $self->transport_error (transport_error => "switched connections") 94 $self->transport_error (transport_error => $self->{id}, "switched connections")
87 if $self->{transport}; 95 if $self->{transport};
88 96
97 delete $self->{connect_addr};
89 delete $self->{connect_w}; 98 delete $self->{connect_w};
90 delete $self->{connect_to}; 99 delete $self->{connect_to};
91 100
92 $self->{transport} = $transport; 101 $self->{transport} = $transport;
93 102
94 my $transport_send = $transport->can ("send"); 103 my $transport_send = $transport->{send};
95
96 $self->{send} = sub {
97 $transport_send->($transport, $_[0]);
98 };
99 104
100 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1); 105 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1);
101 106
107 $self->{send} = $transport_send;
108
102 $transport->send ($_) 109 $transport_send->($_)
103 for @{ delete $self->{queue} || [] }; 110 for @{ delete $self->{queue} || [] };
104} 111}
105 112
106sub connect { 113sub connect {
107 my ($self) = @_; 114 my ($self) = @_;
108 115
109 return if $self->{transport}; 116 return if $self->{transport};
117 return if $self->{connect_w};
110 118
111 Scalar::Util::weaken $self; 119 Scalar::Util::weaken $self;
112 120
121 my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout};
122
113 $self->{connect_to} ||= AE::timer 123 $self->{connect_to} ||= AE::timer $monitor, 0, sub {
114 $AnyEvent::MP::Config::CFG{monitor_timeout} || $AnyEvent::MP::Kernel::MONITOR_TIMEOUT,
115 0,
116 sub {
117 $self->transport_error (transport_error => $self->{noderef}, "unable to connect"); 124 $self->transport_error (transport_error => $self->{id}, "unable to connect");
125 };
126
127 # maybe @$addresses?
128 my @addresses = @{
129 $AnyEvent::MP::Kernel::GLOBAL_ADDR->{$self->{id}}
130 || $AnyEvent::MP::Kernel::NODE_ADDR->{$self->{id}}
131 };
132
133 unless (@addresses) {
134 # on global nodes, all bets are off now - we either know the node, or we don't
135 unless ($AnyEvent::MP::Kernel::GLOBAL) {
136 $self->{connect_w} = AnyEvent::MP::Kernel::global_req (
137 g_find => $self->{id},
138 sub {
139 return unless $self; # just to be sure
140 return unless @{ $_[0] };
141
142 local $AnyEvent::MP::Kernel::GLOBAL_ADDR->{$self->{id}} = $_[0]; #d# UGLY
143 delete $self->{connect_w};
144 $self->connect;
145 }
146 );
147 }
148
149 return;
150 }
151
152 $self->{connect_addr} = \@addresses; # a bit weird, but efficient
153
154 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} with [@addresses]");
155
156 my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval};
157
158 $interval = ($monitor - $interval) / @addresses
159 if ($monitor - $interval) / @addresses < $interval;
160
161 $interval = 0.4 if $interval < 0.4;
162
163 my @endpoints;
164
165 $self->{connect_w} = AE::timer 0, $interval * (0.9 + 0.1 * rand), sub {
166 @endpoints = @addresses
167 unless @endpoints;
168
169 my $endpoint = shift @endpoints;
170
171 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} at $endpoint");
172
173 $self->{trial}{$endpoint} ||= do {
174 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
175 or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{id}: not a resolved node reference.");
176
177 AnyEvent::MP::Transport::mp_connect
178 $host, $port,
179 sub { delete $self->{trial}{$endpoint} },
118 }; 180 };
119
120 unless ($self->{connect_w}) {
121 my @endpoints;
122 my %trial;
123
124 $self->{connect_w} = AE::timer
125 rand,
126 $AnyEvent::MP::Config::CFG{connect_interval} || $AnyEvent::MP::Kernel::CONNECT_INTERVAL,
127 sub {
128 @endpoints = split /,/, $self->{noderef}
129 unless @endpoints;
130
131 my $endpoint = shift @endpoints;
132
133 $trial{$endpoint} ||= do {
134 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
135 or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{noderef}: not a resolved node reference.");
136
137 AnyEvent::MP::Transport::mp_connect
138 $host, $port,
139 sub { delete $trial{$endpoint} }
140 ;
141 };
142 }
143 ;
144 } 181 };
145} 182}
146 183
147sub kill { 184sub kill {
148 my ($self, $port, @reason) = @_; 185 my ($self, $port, @reason) = @_;
149 186
150 $self->send (["", kil => $port, @reason]); 187 $self->{send} (["", kil => $port, @reason]);
151} 188}
152 189
153sub monitor { 190sub monitor {
154 my ($self, $portid, $cb) = @_; 191 my ($self, $portid, $cb) = @_;
155 192
173 $self->send (["", mon0 => $portid]); 210 $self->send (["", mon0 => $portid]);
174 delete $self->{monitor}{$portid}; 211 delete $self->{monitor}{$portid};
175 } 212 }
176} 213}
177 214
178package AnyEvent::MP::Node::Direct; 215package AnyEvent::MP::Node::Self;
179 216
180use base "AnyEvent::MP::Node::External";
181
182package AnyEvent::MP::Node::Indirect;
183
184use base "AnyEvent::MP::Node::Direct"; 217use base "AnyEvent::MP::Node";
185 218
186sub master { 219sub connect {
187 my ($self) = @_; 220 # we are trivially connected
221}
188 222
189 my (undef, $master) = split /\@/, $self->{noderef}, 2; 223# delay every so often to avoid recursion, also used to delay after spawn
190 $master =~ s/!/,/g; 224our $DELAY = -50;
191 $master 225our @DELAY;
226our $DELAY_W;
227
228sub _send_delayed {
229 local $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE{""};
230 (shift @DELAY)->()
231 while @DELAY;
232 undef $DELAY_W;
233 $DELAY = -50;
192} 234}
193 235
194sub transport_reset { 236sub transport_reset {
195 my ($self) = @_; 237 my ($self) = @_;
196 238
197 if ($self->{transport}) {
198 # as an optimisation, immediately nuke slave nodes
199 delete $AnyEvent::MP::Kernel::NODE{$self->{noderef}};
200 } else {
201 $self->SUPER::transport_reset;
202 return;#d##TODO#
203
204 my $noderef = $self->{noderef};
205 my $master = $self->master;
206
207 # slave nodes are so cool - we can always send to them :)
208
209 $self->{send} = sub {
210 $self->connect;
211 snd $master, snd => $noderef, @_;
212 };
213 }
214}
215
216sub connect {
217 my ($self) = @_;
218
219 #TODO#
220# # ask for a connection, #TODO# rate-limit this somehow
221# snd $self->master, relay => $self->{noderef}, connect_node => $AnyEvent::MP::Kernel::NODE;
222}
223
224package AnyEvent::MP::Node::Self;
225
226use base "AnyEvent::MP::Node";
227
228sub connect {
229 # we are trivially connected
230}
231
232sub transport_reset {
233 my ($self) = @_;
234
235 Scalar::Util::weaken $self; 239 Scalar::Util::weaken $self;
236 240
237 $self->{send} = sub { 241 $self->{send} = sub {
242 if ($DELAY++ >= 0) {
243 my $msg = $_[0];
244 push @DELAY, sub { AnyEvent::MP::Kernel::_inject (@$msg) };
245 $DELAY_W ||= AE::timer 0, 0, \&_send_delayed;
246 return;
247 }
248
238 local $AnyEvent::MP::Kernel::SRCNODE = $self; 249 local $AnyEvent::MP::Kernel::SRCNODE = $self;
239 AnyEvent::MP::Kernel::_inject (@{ $_[0] }); 250 AnyEvent::MP::Kernel::_inject (@{ $_[0] });
240 }; 251 };
241} 252}
242 253
254sub transport_connect {
255 my ($self, $tp) = @_;
256
257 $AnyEvent::MP::Kernel::WARN->(9, "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})");
258}
259
243sub kill { 260sub kill {
244 my ($self, $port, @reason) = @_; 261 my (undef, @args) = @_;
245 262
246 delete $AnyEvent::MP::Kernel::PORT{$port}; 263 # we _always_ delay kil's, to avoid calling mon callbacks
247 delete $AnyEvent::MP::Kernel::PORT_DATA{$port}; 264 # from anything but the event loop context.
248 265 $DELAY = 1;
249 my $mon = delete $AnyEvent::MP::Kernel::LMON{$port} 266 push @DELAY, sub { AnyEvent::MP::Kernel::_kill (@args) };
250 or !@reason 267 $DELAY_W ||= AE::timer 0, 0, \&_send_delayed;
251 or $AnyEvent::MP::Kernel::WARN->(2, "unmonitored local port $port died with reason: @reason");
252
253 $_->(@reason) for values %$mon;
254} 268}
255 269
256sub monitor { 270sub monitor {
257 my ($self, $portid, $cb) = @_; 271 # maybe always delay, too?
258 272 if ($DELAY_W) {
259 return $cb->(no_such_port => "cannot monitor nonexistent port") 273 my @args = @_;
260 unless exists $AnyEvent::MP::Kernel::PORT{$portid}; 274 push @DELAY, sub { AnyEvent::MP::Kernel::_monitor (@args) };
261 275 return;
262 $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0} = $cb; 276 }
277 &AnyEvent::MP::Kernel::_monitor;
263} 278}
264 279
265sub unmonitor { 280sub unmonitor {
266 my ($self, $portid, $cb) = @_; 281 # no need to always delay
282 if ($DELAY_W) {
283 my @args = @_;
284 push @DELAY, sub { AnyEvent::MP::Kernel::_unmonitor (@args) };
285 return;
286 }
267 287
268 delete $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0}; 288 &AnyEvent::MP::Kernel::_unmonitor;
269} 289}
270 290
271=head1 SEE ALSO 291=head1 SEE ALSO
272 292
273L<AnyEvent::MP>. 293L<AnyEvent::MP>.

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines