ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-MP/MP/Node.pm
(Generate patch)

Comparing AnyEvent-MP/MP/Node.pm (file contents):
Revision 1.14 by root, Sat Aug 8 00:22:16 2009 UTC vs.
Revision 1.63 by root, Fri Mar 23 03:24:41 2012 UTC

1=head1 NAME 1=head1 NAME
2 2
3AnyEvent::MP::Node - a single processing node (CPU/process...) 3AnyEvent::MP::Node - represent a node
4 4
5=head1 SYNOPSIS 5=head1 SYNOPSIS
6 6
7 use AnyEvent::MP::Node; 7 use AnyEvent::MP::Node;
8 8
9=head1 DESCRIPTION 9=head1 DESCRIPTION
10 10
11This is an internal utility module, horrible to look at, so don't.
12
11=cut 13=cut
12 14
13package AnyEvent::MP::Node; 15package AnyEvent::MP::Node;
14 16
15use common::sense; 17use common::sense;
16 18
17use AE ();
18use AnyEvent::Util (); 19use AnyEvent ();
19use AnyEvent::Socket (); 20use AnyEvent::Socket ();
20 21
21use AnyEvent::MP::Transport (); 22use AnyEvent::MP::Transport ();
22 23
23use base Exporter::;
24
25our $VERSION = '0.0';
26
27sub new { 24sub new {
28 my ($class, $noderef) = @_; 25 my ($self, $id) = @_;
29 26
30 bless { noderef => $noderef }, $class 27 $self = bless { id => $id }, $self;
31}
32 28
29 $self->init;
30 $self->transport_reset;
31
32 $self
33}
34
35sub init {
36 #
37}
38
39sub send {
40 &{ shift->{send} }
41}
42
43# nodes reachable via the network
33package AnyEvent::MP::Node::Direct; 44package AnyEvent::MP::Node::Remote;
34 45
35use base "AnyEvent::MP::Node"; 46use base "AnyEvent::MP::Node";
36 47
37sub send { 48# called at init time, mostly sets {send}
49sub transport_reset {
38 my ($self, $msg) = @_; 50 my ($self) = @_;
39 51
40 if ($self->{transport}) { 52 delete $self->{transport};
41 $self->{transport}->send ($msg); 53
42 } elsif ($self->{queue}) { 54 Scalar::Util::weaken $self;
55
56 $self->{send} = sub {
43 push @{ $self->{queue} }, $msg; 57 push @{$self->{queue}}, shift;
58 $self->connect;
59 };
60}
61
62# called each time we fail to establish a connection,
63# or the existing connection failed
64sub transport_error {
65 my ($self, @reason) = @_;
66
67 my $no_transport = !$self->{transport};
68
69 delete $self->{connect_w};
70 delete $self->{connect_to};
71
72 delete $self->{queue};
73 $self->transport_reset;
74
75 if (my $mon = delete $self->{lmon}) {
76 $_->(@reason) for map @$_, values %$mon;
77 }
78
79 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason)
80 unless $no_transport;
81
82 # if we are here and are idle, we nuke ourselves
83 delete $AnyEvent::MP::Kernel::NODE{$self->{id}}
84 unless $self->{transport} || $self->{connect_to};
85}
86
87# called after handshake was successful
88sub transport_connect {
89 my ($self, $transport) = @_;
90
91 delete $self->{trial};
92
93 $self->transport_error (transport_error => $self->{id}, "switched connections")
94 if $self->{transport};
95
96 delete $self->{connect_w};
97 delete $self->{connect_to};
98
99 $self->{transport} = $transport;
100
101 my $transport_send = $transport->{send};
102
103 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1);
104
105 $self->{send} = $transport_send;
106
107 $transport_send->($_)
108 for @{ delete $self->{queue} || [] };
109}
110
111sub connect {
112 my ($self) = @_;
113
114 return if $self->{transport};
115 return if $self->{connect_w};
116
117 Scalar::Util::weaken $self;
118
119 $self->{connect_to} ||= AE::timer $AnyEvent::MP::Kernel::CONFIG->{connect_interval}, 0, sub {
120 $self->transport_error (transport_error => $self->{id}, "unable to connect");
121 };
122
123 # maybe @$addresses?
124 my $addresses = $AnyEvent::MP::Kernel::GLOBAL_DB{"'l"}{$self->{id}};
125
126 if ($addresses) {
127 $self->connect_to ($addresses);
44 } else { 128 } else {
45 $self->{queue} = [$msg]; 129 # on global nodes, all bets are off now - we either know the node, or we don't
46 $self->connect; 130 unless ($AnyEvent::MP::Kernel::GLOBAL) {
131 AnyEvent::MP::Kernel::g_find ($self->{id});
132 }
133 }
134}
135
136sub connect_to {
137 my ($self, $addresses) = @_;
138
139 return if $self->{transport};
140 return if $self->{connect_w};
141
142 return unless @$addresses;
143
144 AE::log 9 => "connecting to $self->{id} with [@$addresses]";
145
146 my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout};
147 my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval};
148
149 $interval = ($monitor - $interval) / @$addresses
150 if ($monitor - $interval) / @$addresses < $interval;
151
152 $interval = 0.4 if $interval < 0.4;
153
154 my @endpoints = reverse @$addresses;
155
156 $self->{connect_w} = AE::timer 0, $interval * (0.9 + 0.1 * rand), sub {
157 my $endpoint = pop @endpoints;
158
159 AE::log 9 => "connecting to $self->{id} at $endpoint";
160
161 $self->{trial}{$endpoint} ||= do {
162 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
163 or return AE::log critical => "$self->{id}: '$endpoint' is not a resolved node reference.";
164
165 AnyEvent::MP::Transport::mp_connect
166 $host, $port,
167 sub { delete $self->{trial}{$endpoint} },
168 };
47 } 169 };
48} 170}
49 171
50sub kill { 172sub kill {
51 my ($self, $port, @reason) = @_; 173 my ($self, $port, @reason) = @_;
52 174
53 $self->send (["", kil => $port, @reason]); 175 $self->{send} (["", kil => $port, @reason]);
54} 176}
55 177
56sub monitor { 178sub monitor {
57 my ($self, $portid, $cb) = @_; 179 my ($self, $portid, $cb) = @_;
58 180
59 return $cb->(transport_error => "node unreachable")
60 if $self->{failed};
61
62 my $list = $self->{lmon}{$portid} ||= []; 181 my $list = $self->{lmon}{$portid} ||= [];
63 182
64 $self->send (["", mon1 => $portid]) 183 $self->send (["", mon1 => $portid])
65 unless @$list; 184 unless @$list || !length $portid;
66 185
67 push @$list, $cb; 186 push @$list, $cb;
68} 187}
69 188
70sub unmonitor { 189sub unmonitor {
… …
79 $self->send (["", mon0 => $portid]); 198 $self->send (["", mon0 => $portid]);
80 delete $self->{monitor}{$portid}; 199 delete $self->{monitor}{$portid};
81 } 200 }
82} 201}
83 202
84sub set_transport { 203package AnyEvent::MP::Node::Self;
85 my ($self, $transport) = @_;
86 204
87 $self->clr_transport 205use base "AnyEvent::MP::Node";
88 if $self->{transport};
89
90 if (
91 exists $self->{remote_uniq}
92 && $self->{remote_uniq} ne $transport->{remote_uniq}
93 ) {
94 # uniq changed, different node
95 $self->fail (transport_error => $self->{noderef}, "node was restarted");
96 }
97
98 delete $self->{trial};
99 delete $self->{next_connect};
100 delete $self->{failed};
101
102 $self->{remote_uniq} = $transport->{remote_uniq};
103 $self->{transport} = $transport;
104
105 $transport->send ($_)
106 for @{ delete $self->{queue} || [] };
107}
108
109sub fail {
110 my ($self, @reason) = @_;
111
112 delete $self->{queue};
113
114 $self->{failed} = 1;
115
116 if (my $mon = delete $self->{lmon}) {
117 $_->(@reason) for map @$_, values %$mon;
118 }
119}
120
121sub clr_transport {
122 my ($self, @reason) = @_;
123
124 delete $self->{transport};
125 $self->connect;
126}
127 206
128sub connect { 207sub connect {
208 # we are trivially connected
209}
210
211# delay every so often to avoid recursion, also used to delay after spawn
212our $DELAY = -50;
213our @DELAY;
214our $DELAY_W;
215
216our $send_delayed = sub {
217 $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE;
218 (shift @DELAY)->()
219 while @DELAY;
220 undef $DELAY_W;
221 $DELAY = -50;
222};
223
224sub transport_reset {
129 my ($self) = @_; 225 my ($self) = @_;
130 226
131 Scalar::Util::weaken $self; 227 Scalar::Util::weaken $self;
132 228
133 $self->{retry} ||= [split /,/, $self->{noderef}]; 229 $self->{send} = sub {
134 230 if (++$DELAY > 0) {
135 my $endpoint = shift @{ $self->{retry} }; 231 my $msg = $_[0];
136 232 push @DELAY, sub { AnyEvent::MP::Kernel::_inject (@$msg) };
137 if (defined $endpoint) { 233 $DELAY_W ||= AE::timer 0, 0, $send_delayed;
138 $self->{trial}{$endpoint} ||= do {
139 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
140 or return $AnyEvent::MP::Base::WARN->("$self->{noderef}: not a resolved node reference.");
141
142 my ($w, $g);
143
144 $w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub {
145 delete $self->{trial}{$endpoint};
146 };
147 $g = AnyEvent::MP::Transport::mp_connect
148 $host, $port,
149 sub {
150 delete $self->{trial}{$endpoint}
151 unless @_;
152 $g = shift;
153 };
154 ; 234 return;
155
156 [$w, \$g]
157 }; 235 }
158 } else { 236
159 delete $self->{retry}; 237 local $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE;
160 $self->fail (transport_error => $self->{noderef}, "unable to connect"); 238 AnyEvent::MP::Kernel::_inject (@{ $_[0] });
161 } 239 };
162
163 $self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub {
164 $self->connect;
165 };
166} 240}
167 241
168package AnyEvent::MP::Node::Slave; 242sub transport_connect {
169
170use base "AnyEvent::MP::Node::Direct";
171
172sub connect {
173 my ($self) = @_; 243 my ($self, $tp) = @_;
174 244
175 $self->fail (transport_error => $self->{noderef}, "unable to connect to slave node"); 245 AE::log 9 => "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})";
176}
177
178package AnyEvent::MP::Node::Self;
179
180use base "AnyEvent::MP::Node";
181
182sub set_transport {
183 Carp::confess "FATAL error, set_transport was called on local node";
184}
185
186sub send {
187 local $AnyEvent::MP::Base::SRCNODE = $_[0];
188 AnyEvent::MP::Base::_inject (@{ $_[1] });
189} 246}
190 247
191sub kill { 248sub kill {
192 my ($self, $port, @reason) = @_; 249 my (undef, @args) = @_;
193 250
194 delete $AnyEvent::MP::Base::PORT{$port}; 251 # we _always_ delay kil's, to avoid calling mon callbacks
195 delete $AnyEvent::MP::Base::PORT_DATA{$port}; 252 # from anything but the event loop context.
196 253 $DELAY = 1;
197 my $mon = delete $AnyEvent::MP::Base::LMON{$port} 254 push @DELAY, sub { AnyEvent::MP::Kernel::_kill (@args) };
198 or !@reason 255 $DELAY_W ||= AE::timer 0, 0, $send_delayed;
199 or $AnyEvent::MP::Base::WARN->("unmonitored local port $port died with reason: @reason");
200
201 $_->(@reason) for values %$mon;
202} 256}
203 257
204sub monitor { 258sub monitor {
205 my ($self, $portid, $cb) = @_; 259 # maybe always delay, too?
206 260 if ($DELAY_W) {
207 return $cb->(no_such_port => "cannot monitor nonexistent port") 261 my @args = @_;
208 unless exists $AnyEvent::MP::Base::PORT{$portid}; 262 push @DELAY, sub { AnyEvent::MP::Kernel::_monitor (@args) };
209 263 return;
210 $AnyEvent::MP::Base::LMON{$portid}{$cb+0} = $cb; 264 }
265 &AnyEvent::MP::Kernel::_monitor;
211} 266}
212 267
213sub unmonitor { 268sub unmonitor {
214 my ($self, $portid, $cb) = @_; 269 # no need to always delay
270 if ($DELAY_W) {
271 my @args = @_;
272 push @DELAY, sub { AnyEvent::MP::Kernel::_unmonitor (@args) };
273 return;
274 }
215 275
216 delete $AnyEvent::MP::Base::LMON{$portid}{$cb+0}; 276 &AnyEvent::MP::Kernel::_unmonitor;
217} 277}
218 278
219=head1 SEE ALSO 279=head1 SEE ALSO
220 280
221L<AnyEvent>. 281L<AnyEvent::MP>.
222 282
223=head1 AUTHOR 283=head1 AUTHOR
224 284
225 Marc Lehmann <schmorp@schmorp.de> 285 Marc Lehmann <schmorp@schmorp.de>
226 http://home.schmorp.de/ 286 http://home.schmorp.de/

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines