ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-MP/MP/Node.pm
(Generate patch)

Comparing AnyEvent-MP/MP/Node.pm (file contents):
Revision 1.14 by root, Sat Aug 8 00:22:16 2009 UTC vs.
Revision 1.45 by root, Mon Oct 5 19:26:32 2009 UTC

1=head1 NAME 1=head1 NAME
2 2
3AnyEvent::MP::Node - a single processing node (CPU/process...) 3AnyEvent::MP::Node - represent a node
4 4
5=head1 SYNOPSIS 5=head1 SYNOPSIS
6 6
7 use AnyEvent::MP::Node; 7 use AnyEvent::MP::Node;
8 8
9=head1 DESCRIPTION 9=head1 DESCRIPTION
10
11This is an internal utility module, horrible to look at, so don't.
10 12
11=cut 13=cut
12 14
13package AnyEvent::MP::Node; 15package AnyEvent::MP::Node;
14 16
18use AnyEvent::Util (); 20use AnyEvent::Util ();
19use AnyEvent::Socket (); 21use AnyEvent::Socket ();
20 22
21use AnyEvent::MP::Transport (); 23use AnyEvent::MP::Transport ();
22 24
23use base Exporter::;
24
25our $VERSION = '0.0';
26
27sub new { 25sub new {
28 my ($class, $noderef) = @_; 26 my ($self, $id) = @_;
29 27
30 bless { noderef => $noderef }, $class 28 $self = bless { id => $id }, $self;
31}
32 29
30 $self->init;
31 $self->transport_reset;
32
33 $self
34}
35
36sub init {
37 #
38}
39
40sub send {
41 &{ shift->{send} }
42}
43
44# nodes reachable via the network
33package AnyEvent::MP::Node::Direct; 45package AnyEvent::MP::Node::External;
34 46
35use base "AnyEvent::MP::Node"; 47use base "AnyEvent::MP::Node";
36 48
37sub send { 49# called at init time, mostly sets {send}
50sub transport_reset {
38 my ($self, $msg) = @_; 51 my ($self) = @_;
39 52
40 if ($self->{transport}) { 53 delete $self->{transport};
41 $self->{transport}->send ($msg); 54
42 } elsif ($self->{queue}) { 55 Scalar::Util::weaken $self;
56
57 $self->{send} = sub {
43 push @{ $self->{queue} }, $msg; 58 push @{$self->{queue}}, shift;
44 } else {
45 $self->{queue} = [$msg];
46 $self->connect; 59 $self->connect;
60 };
61}
62
63# called each time we fail to establish a connection,
64# or the existing connection failed
65sub transport_error {
66 my ($self, @reason) = @_;
67
68 my $no_transport = !$self->{transport};
69
70 delete $self->{connect_w};
71 delete $self->{connect_to};
72
73 delete $self->{queue};
74 $self->transport_reset;
75
76 if (my $mon = delete $self->{lmon}) {
77 $_->(@reason) for map @$_, values %$mon;
47 } 78 }
79
80 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason)
81 unless $no_transport;
82
83 # if we are here and are idle, we nuke ourselves
84 delete $AnyEvent::MP::Kernel::NODE{$self->{id}}
85 unless $self->{transport} || $self->{connect_to};
86}
87
88# called after handshake was successful
89sub transport_connect {
90 my ($self, $transport) = @_;
91
92 delete $self->{trial};
93
94 $self->transport_error (transport_error => "switched connections")
95 if $self->{transport};
96
97 delete $self->{connect_addr};
98 delete $self->{connect_w};
99 delete $self->{connect_to};
100
101 $self->{transport} = $transport;
102
103 my $transport_send = $transport->can ("send");
104
105 $self->{send} = sub {
106 $transport_send->($transport, $_[0]);
107 };
108
109 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1);
110
111 $transport->send ($_)
112 for @{ delete $self->{queue} || [] };
113}
114
115sub connect {
116 my ($self, @addresses) = @_;
117
118 return if $self->{transport};
119
120 Scalar::Util::weaken $self;
121
122 my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout};
123
124 $self->{connect_to} ||= AE::timer $monitor, 0, sub {
125 $self->transport_error (transport_error => $self->{id}, "unable to connect");
126 };
127
128 return unless @addresses;
129
130 if ($self->{connect_w}) {
131 # sometimes we get told about new addresses after we started to connect
132 unshift @{$self->{connect_addr}}, @addresses;
133 return;
134 }
135
136 $self->{connect_addr} = \@addresses; # a bit weird, but efficient
137
138 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} with [@addresses]");
139
140 my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval};
141
142 $interval = ($monitor - $interval) / @addresses
143 if ($monitor - $interval) / @addresses < $interval;
144
145 $interval = 0.4 if $interval < 0.4;
146
147 my @endpoints;
148
149 $self->{connect_w} = AE::timer 0.050 * rand, $interval * (0.9 + 0.1 * rand), sub {
150 @endpoints = @addresses
151 unless @endpoints;
152
153 my $endpoint = shift @endpoints;
154
155 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} at $endpoint");
156
157 $self->{trial}{$endpoint} ||= do {
158 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
159 or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{id}: not a resolved node reference.");
160
161 AnyEvent::MP::Transport::mp_connect
162 $host, $port,
163 sub { delete $self->{trial}{$endpoint} },
164 };
165 };
48} 166}
49 167
50sub kill { 168sub kill {
51 my ($self, $port, @reason) = @_; 169 my ($self, $port, @reason) = @_;
52 170
54} 172}
55 173
56sub monitor { 174sub monitor {
57 my ($self, $portid, $cb) = @_; 175 my ($self, $portid, $cb) = @_;
58 176
59 return $cb->(transport_error => "node unreachable")
60 if $self->{failed};
61
62 my $list = $self->{lmon}{$portid} ||= []; 177 my $list = $self->{lmon}{$portid} ||= [];
63 178
64 $self->send (["", mon1 => $portid]) 179 $self->send (["", mon1 => $portid])
65 unless @$list; 180 unless @$list || !length $portid;
66 181
67 push @$list, $cb; 182 push @$list, $cb;
68} 183}
69 184
70sub unmonitor { 185sub unmonitor {
79 $self->send (["", mon0 => $portid]); 194 $self->send (["", mon0 => $portid]);
80 delete $self->{monitor}{$portid}; 195 delete $self->{monitor}{$portid};
81 } 196 }
82} 197}
83 198
84sub set_transport { 199# used for direct slave connections as well
85 my ($self, $transport) = @_; 200package AnyEvent::MP::Node::Direct;
86 201
87 $self->clr_transport 202use base "AnyEvent::MP::Node::External";
88 if $self->{transport};
89 203
90 if ( 204package AnyEvent::MP::Node::Self;
91 exists $self->{remote_uniq}
92 && $self->{remote_uniq} ne $transport->{remote_uniq}
93 ) {
94 # uniq changed, different node
95 $self->fail (transport_error => $self->{noderef}, "node was restarted");
96 }
97 205
98 delete $self->{trial}; 206use base "AnyEvent::MP::Node";
99 delete $self->{next_connect};
100 delete $self->{failed};
101
102 $self->{remote_uniq} = $transport->{remote_uniq};
103 $self->{transport} = $transport;
104
105 $transport->send ($_)
106 for @{ delete $self->{queue} || [] };
107}
108
109sub fail {
110 my ($self, @reason) = @_;
111
112 delete $self->{queue};
113
114 $self->{failed} = 1;
115
116 if (my $mon = delete $self->{lmon}) {
117 $_->(@reason) for map @$_, values %$mon;
118 }
119}
120
121sub clr_transport {
122 my ($self, @reason) = @_;
123
124 delete $self->{transport};
125 $self->connect;
126}
127 207
128sub connect { 208sub connect {
209 # we are trivially connected
210}
211
212# delay every so often to avoid recursion, also used to delay after spawn
213our $DELAY = -50;
214our @DELAY;
215our $DELAY_W;
216
217sub _send_delayed {
218 local $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE{""};
219 (shift @DELAY)->()
220 while @DELAY;
221 undef $DELAY_W;
222 $DELAY = -50;
223}
224
225sub transport_reset {
129 my ($self) = @_; 226 my ($self) = @_;
130 227
131 Scalar::Util::weaken $self; 228 Scalar::Util::weaken $self;
132 229
133 $self->{retry} ||= [split /,/, $self->{noderef}]; 230 $self->{send} = sub {
134 231 if ($DELAY++ >= 0) {
135 my $endpoint = shift @{ $self->{retry} }; 232 my $msg = $_[0];
136 233 push @DELAY, sub { AnyEvent::MP::Kernel::_inject (@$msg) };
137 if (defined $endpoint) { 234 $DELAY_W ||= AE::timer 0, 0, \&_send_delayed;
138 $self->{trial}{$endpoint} ||= do {
139 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
140 or return $AnyEvent::MP::Base::WARN->("$self->{noderef}: not a resolved node reference.");
141
142 my ($w, $g);
143
144 $w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub {
145 delete $self->{trial}{$endpoint};
146 };
147 $g = AnyEvent::MP::Transport::mp_connect
148 $host, $port,
149 sub {
150 delete $self->{trial}{$endpoint}
151 unless @_;
152 $g = shift;
153 };
154 ; 235 return;
155
156 [$w, \$g]
157 }; 236 }
158 } else { 237
159 delete $self->{retry}; 238 local $AnyEvent::MP::Kernel::SRCNODE = $self;
160 $self->fail (transport_error => $self->{noderef}, "unable to connect"); 239 AnyEvent::MP::Kernel::_inject (@{ $_[0] });
161 } 240 };
162
163 $self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub {
164 $self->connect;
165 };
166} 241}
167 242
168package AnyEvent::MP::Node::Slave; 243sub transport_connect {
169
170use base "AnyEvent::MP::Node::Direct";
171
172sub connect {
173 my ($self) = @_; 244 my ($self, $tp) = @_;
174 245
175 $self->fail (transport_error => $self->{noderef}, "unable to connect to slave node"); 246 $AnyEvent::MP::Kernel::WARN->(9, "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})");
176}
177
178package AnyEvent::MP::Node::Self;
179
180use base "AnyEvent::MP::Node";
181
182sub set_transport {
183 Carp::confess "FATAL error, set_transport was called on local node";
184}
185
186sub send {
187 local $AnyEvent::MP::Base::SRCNODE = $_[0];
188 AnyEvent::MP::Base::_inject (@{ $_[1] });
189} 247}
190 248
191sub kill { 249sub kill {
192 my ($self, $port, @reason) = @_; 250 my ($self, $port, @reason) = @_;
193 251
252 my $delay_cb = sub {
194 delete $AnyEvent::MP::Base::PORT{$port}; 253 delete $AnyEvent::MP::Kernel::PORT{$port}
254 or return; # killing nonexistent ports is O.K.
195 delete $AnyEvent::MP::Base::PORT_DATA{$port}; 255 delete $AnyEvent::MP::Kernel::PORT_DATA{$port};
196 256
197 my $mon = delete $AnyEvent::MP::Base::LMON{$port} 257 my $mon = delete $AnyEvent::MP::Kernel::LMON{$port}
198 or !@reason 258 or !@reason
199 or $AnyEvent::MP::Base::WARN->("unmonitored local port $port died with reason: @reason"); 259 or $AnyEvent::MP::Kernel::WARN->(8, "unmonitored local port $port died with reason: @reason");
200 260
201 $_->(@reason) for values %$mon; 261 $_->(@reason) for values %$mon;
262 };
263
264 # we _always_ delay kil's, to avoid calling mon callbacks
265 # from anything but the event loop context.
266 $DELAY = 1;
267 push @DELAY, $delay_cb;
268 $DELAY_W ||= AE::timer 0, 0, \&_send_delayed;
202} 269}
203 270
204sub monitor { 271sub monitor {
205 my ($self, $portid, $cb) = @_; 272 my ($self, $portid, $cb) = @_;
206 273
274 my $delay_cb = sub {
207 return $cb->(no_such_port => "cannot monitor nonexistent port") 275 return $cb->(no_such_port => "cannot monitor nonexistent port", "$self->{id}#$portid")
208 unless exists $AnyEvent::MP::Base::PORT{$portid}; 276 unless exists $AnyEvent::MP::Kernel::PORT{$portid};
209 277
210 $AnyEvent::MP::Base::LMON{$portid}{$cb+0} = $cb; 278 $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0} = $cb;
279 };
280
281 $DELAY_W ? push @DELAY, $delay_cb : &$delay_cb;
211} 282}
212 283
213sub unmonitor { 284sub unmonitor {
214 my ($self, $portid, $cb) = @_; 285 my ($self, $portid, $cb) = @_;
215 286
287 my $delay_cb = sub {
216 delete $AnyEvent::MP::Base::LMON{$portid}{$cb+0}; 288 delete $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0};
289 };
290
291 $DELAY_W ? push @DELAY, $delay_cb : &$delay_cb;
217} 292}
218 293
219=head1 SEE ALSO 294=head1 SEE ALSO
220 295
221L<AnyEvent>. 296L<AnyEvent::MP>.
222 297
223=head1 AUTHOR 298=head1 AUTHOR
224 299
225 Marc Lehmann <schmorp@schmorp.de> 300 Marc Lehmann <schmorp@schmorp.de>
226 http://home.schmorp.de/ 301 http://home.schmorp.de/

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines