ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-MP/MP/Node.pm
(Generate patch)

Comparing AnyEvent-MP/MP/Node.pm (file contents):
Revision 1.5 by root, Sun Aug 2 14:44:37 2009 UTC vs.
Revision 1.56 by root, Thu Mar 1 18:11:56 2012 UTC

1=head1 NAME 1=head1 NAME
2 2
3AnyEvent::MP::Node - a single processing node (CPU/process...) 3AnyEvent::MP::Node - represent a node
4 4
5=head1 SYNOPSIS 5=head1 SYNOPSIS
6 6
7 use AnyEvent::MP::Node; 7 use AnyEvent::MP::Node;
8 8
9=head1 DESCRIPTION 9=head1 DESCRIPTION
10 10
11This is an internal utility module, horrible to look at, so don't.
12
11=cut 13=cut
12 14
13package AnyEvent::MP::Node; 15package AnyEvent::MP::Node;
14 16
15use common::sense; 17use common::sense;
16 18
17use AE (); 19use AE ();
20use AnyEvent::Util ();
18use AnyEvent::Socket (); 21use AnyEvent::Socket ();
19 22
20use AnyEvent::MP::Transport (); 23use AnyEvent::MP::Transport ();
21 24
22use base Exporter::;
23
24our $VERSION = '0.0';
25
26our $DEFAULT_PORT = "4040";
27
28sub normalise_noderef($) {
29 my ($noderef) = @_;
30
31 my $cv = AE::cv;
32 my @res;
33
34 $cv->begin (sub {
35 my %seen;
36 my @refs;
37 for (sort { $a->[0] <=> $b->[0] } @res) {
38 push @refs, $_->[1] unless $seen{$_->[1]}++
39 }
40 shift->send (join ",", @refs);
41 });
42
43 $noderef = $DEFAULT_PORT unless length $noderef;
44
45 my $idx;
46 for my $t (split /,/, $noderef) {
47 my $pri = ++$idx;
48
49 #TODO: this should be outside normalise_noderef and in become_public
50 if ($t =~ /^\d*$/) {
51 require POSIX;
52 my $nodename = (POSIX::uname ())[1];
53
54 $cv->begin;
55 AnyEvent::Socket::resolve_sockaddr $nodename, $t || "aemp=$DEFAULT_PORT", "tcp", 0, undef, sub {
56 for (@_) {
57 my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
58 push @res, [
59 $pri += 1e-5,
60 AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
61 ];
62 }
63 $cv->end;
64 };
65
66# my (undef, undef, undef, undef, @ipv4) = gethostbyname $nodename;
67#
68# for (@ipv4) {
69# push @res, [
70# $pri,
71# AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $_, $t || $DEFAULT_PORT,
72# ];
73# }
74 } else {
75 my ($host, $port) = AnyEvent::Socket::parse_hostport $t, "aemp=$DEFAULT_PORT"
76 or Carp::croak "$t: unparsable transport descriptor";
77
78 $cv->begin;
79 AnyEvent::Socket::resolve_sockaddr $host, $port, "tcp", 0, undef, sub {
80 for (@_) {
81 my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
82 push @res, [
83 $pri += 1e-5,
84 AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
85 ];
86 }
87 $cv->end;
88 }
89 }
90 }
91
92 $cv->end;
93
94 $cv
95}
96
97sub new { 25sub new {
98 my ($class, $noderef) = @_; 26 my ($self, $id) = @_;
99 27
100 bless { noderef => $noderef }, $class 28 $self = bless { id => $id }, $self;
101}
102 29
30 $self->init;
31 $self->transport_reset;
32
33 $self
34}
35
36sub init {
37 #
38}
39
40#d# only needed for bad global code at the moment
41sub transport_error {
42}
43
44sub send {
45 &{ shift->{send} }
46}
47
48# nodes reachable via the network
103package AnyEvent::MP::Node::Direct; 49package AnyEvent::MP::Node::Remote;
104 50
105use base "AnyEvent::MP::Node"; 51use base "AnyEvent::MP::Node";
106 52
107sub send { 53# called at init time, mostly sets {send}
54sub transport_reset {
108 my ($self, $msg) = @_; 55 my ($self) = @_;
109 56
110 if ($self->{transport}) { 57 delete $self->{transport};
111 $self->{transport}->send ($msg); 58
112 } elsif ($self->{queue}) { 59 Scalar::Util::weaken $self;
60
61 $self->{send} = sub {
113 push @{ $self->{queue} }, $msg; 62 push @{$self->{queue}}, shift;
114 } else {
115 $self->{queue} = [$msg];
116 $self->connect; 63 $self->connect;
117 } 64 };
118} 65}
119 66
67# called each time we fail to establish a connection,
68# or the existing connection failed
120sub set_transport { 69sub transport_error {
70 my ($self, @reason) = @_;
71
72 my $no_transport = !$self->{transport};
73
74 delete $self->{connect_w};
75 delete $self->{connect_to};
76
77 delete $self->{queue};
78 $self->transport_reset;
79
80 if (my $mon = delete $self->{lmon}) {
81 $_->(@reason) for map @$_, values %$mon;
82 }
83
84 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason)
85 unless $no_transport;
86
87 # if we are here and are idle, we nuke ourselves
88 delete $AnyEvent::MP::Kernel::NODE{$self->{id}}
89 unless $self->{transport} || $self->{connect_to};
90}
91
92# called after handshake was successful
93sub transport_connect {
121 my ($self, $transport) = @_; 94 my ($self, $transport) = @_;
122 95
123 delete $self->{trial}; 96 delete $self->{trial};
97
98 $self->transport_error (transport_error => $self->{id}, "switched connections")
99 if $self->{transport};
100
101 delete $self->{connect_addr};
124 delete $self->{next_connect}; 102 delete $self->{connect_w};
103 delete $self->{connect_to};
125 104
126 if (
127 exists $self->{remote_uniq}
128 && $self->{remote_uniq} ne $transport->{remote_uniq}
129 ) {
130 # uniq changed, drop queue
131 delete $self->{queue};
132 #TODO: "DOWN"
133 }
134
135 $self->{remote_uniq} = $transport->{remote_uniq};
136 $self->{transport} = $transport; 105 $self->{transport} = $transport;
137 106
107 my $transport_send = $transport->{send};
108
109 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1);
110
111 $self->{send} = $transport_send;
112
138 $transport->send ($_) 113 $transport_send->($_)
139 for @{ delete $self->{queue} || [] }; 114 for @{ delete $self->{queue} || [] };
140}
141
142sub clr_transport {
143 my ($self) = @_;
144
145 delete $self->{transport};
146
147 $self->connect;
148} 115}
149 116
150sub connect { 117sub connect {
151 my ($self) = @_; 118 my ($self) = @_;
152 119
120 return if $self->{transport};
121 return if $self->{connect_w};
122
153 Scalar::Util::weaken $self; 123 Scalar::Util::weaken $self;
154 124
155 unless (exists $self->{n_noderef}) { 125 my $monitor = $AnyEvent::MP::Kernel::CONFIG->{monitor_timeout};
156 return if $self->{n_noderef_}++;
157 (AnyEvent::MP::Node::normalise_noderef ($self->{noderef}))->cb (sub {
158 $self or return;
159 delete $self->{n_noderef_};
160 my $noderef = shift->recv;
161 126
162 $self->{n_noderef} = $noderef; 127 $self->{connect_to} ||= AE::timer $monitor, 0, sub {
128 $self->transport_error (transport_error => $self->{id}, "unable to connect");
129 };
163 130
164 $AnyEvent::MP::Base::NODE{$_} = $self 131 # maybe @$addresses?
165 for split /,/, $noderef; 132 my @addresses = @{ $AnyEvent::MP::Kernel::GLOBAL_DB{"'l"}{$self->{id}} };
166 133
167 $self->connect; 134 unless (@addresses) {
135 # on global nodes, all bets are off now - we either know the node, or we don't
136 unless ($AnyEvent::MP::Kernel::GLOBAL) {
137 $self->{connect_w} = AnyEvent::MP::Kernel::global_req (g_find => $self->{id});
168 }); 138 }
169 return; 139 return;
170 } 140 }
171 141
172 $self->{retry} ||= [split /,/, $self->{n_noderef}]; 142 $self->{connect_addr} = \@addresses; # a bit weird, but efficient
173 143
174 my $endpoint = shift @{ $self->{retry} }; 144 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} with [@addresses]");
175 145
176 if (defined $endpoint) { 146 my $interval = $AnyEvent::MP::Kernel::CONFIG->{connect_interval};
147
148 $interval = ($monitor - $interval) / @addresses
149 if ($monitor - $interval) / @addresses < $interval;
150
151 $interval = 0.4 if $interval < 0.4;
152
153 my @endpoints;
154
155 $self->{connect_w} = AE::timer 0, $interval * (0.9 + 0.1 * rand), sub {
156 @endpoints = @addresses
157 unless @endpoints;
158
159 my $endpoint = shift @endpoints;
160
161 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} at $endpoint");
162
177 $self->{trial}{$endpoint} ||= do { 163 $self->{trial}{$endpoint} ||= do {
178 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint 164 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
179 or return; 165 or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{id}: not a resolved node reference.");
180 166
181 my ($w, $g);
182
183 $w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub {
184 delete $self->{trial}{$endpoint};
185 };
186 $g = AnyEvent::MP::Transport::mp_connect 167 AnyEvent::MP::Transport::mp_connect
187 $host, $port, 168 $host, $port,
188 sub {
189 delete $self->{trial}{$endpoint} 169 sub { delete $self->{trial}{$endpoint} },
190 unless @_;
191 $g = shift;
192 };
193 ;
194
195 [$w, \$g]
196 }; 170 };
197 } else {
198 delete $self->{retry};
199 } 171 };
172}
200 173
201 $self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub { 174sub kill {
202 $self->connect; 175 my ($self, $port, @reason) = @_;
176
177 $self->{send} (["", kil => $port, @reason]);
178}
179
180sub monitor {
181 my ($self, $portid, $cb) = @_;
182
183 my $list = $self->{lmon}{$portid} ||= [];
184
185 $self->send (["", mon1 => $portid])
186 unless @$list || !length $portid;
187
188 push @$list, $cb;
189}
190
191sub unmonitor {
192 my ($self, $portid, $cb) = @_;
193
194 my $list = $self->{lmon}{$portid}
195 or return;
196
197 @$list = grep $_ != $cb, @$list;
198
199 unless (@$list) {
200 $self->send (["", mon0 => $portid]);
201 delete $self->{monitor}{$portid};
203 }; 202 }
204} 203}
205 204
206package AnyEvent::MP::Node::Self; 205package AnyEvent::MP::Node::Self;
207 206
208use base "AnyEvent::MP::Node"; 207use base "AnyEvent::MP::Node";
209 208
209sub connect {
210 # we are trivially connected
211}
212
213# delay every so often to avoid recursion, also used to delay after spawn
214our $DELAY = -50;
215our @DELAY;
216our $DELAY_W;
217
218sub _send_delayed {
219 local $AnyEvent::MP::Kernel::SRCNODE = $AnyEvent::MP::Kernel::NODE{""};
220 (shift @DELAY)->()
221 while @DELAY;
222 undef $DELAY_W;
223 $DELAY = -50;
224}
225
210sub set_transport { 226sub transport_reset {
211 die "FATAL error, set_transport was called"; 227 my ($self) = @_;
212}
213 228
214sub send { 229 Scalar::Util::weaken $self;
230
231 $self->{send} = sub {
232 if ($DELAY++ >= 0) {
233 my $msg = $_[0];
234 push @DELAY, sub { AnyEvent::MP::Kernel::_inject (@$msg) };
235 $DELAY_W ||= AE::timer 0, 0, \&_send_delayed;
236 return;
237 }
238
239 local $AnyEvent::MP::Kernel::SRCNODE = $self;
215 AnyEvent::MP::Base::_inject ($_[1]); 240 AnyEvent::MP::Kernel::_inject (@{ $_[0] });
241 };
242}
243
244sub transport_connect {
245 my ($self, $tp) = @_;
246
247 $AnyEvent::MP::Kernel::WARN->(9, "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})");
248}
249
250sub kill {
251 my (undef, @args) = @_;
252
253 # we _always_ delay kil's, to avoid calling mon callbacks
254 # from anything but the event loop context.
255 $DELAY = 1;
256 push @DELAY, sub { AnyEvent::MP::Kernel::_kill (@args) };
257 $DELAY_W ||= AE::timer 0, 0, \&_send_delayed;
258}
259
260sub monitor {
261 # maybe always delay, too?
262 if ($DELAY_W) {
263 my @args = @_;
264 push @DELAY, sub { AnyEvent::MP::Kernel::_monitor (@args) };
265 return;
266 }
267 &AnyEvent::MP::Kernel::_monitor;
268}
269
270sub unmonitor {
271 # no need to always delay
272 if ($DELAY_W) {
273 my @args = @_;
274 push @DELAY, sub { AnyEvent::MP::Kernel::_unmonitor (@args) };
275 return;
276 }
277
278 &AnyEvent::MP::Kernel::_unmonitor;
216} 279}
217 280
218=head1 SEE ALSO 281=head1 SEE ALSO
219 282
220L<AnyEvent>. 283L<AnyEvent::MP>.
221 284
222=head1 AUTHOR 285=head1 AUTHOR
223 286
224 Marc Lehmann <schmorp@schmorp.de> 287 Marc Lehmann <schmorp@schmorp.de>
225 http://home.schmorp.de/ 288 http://home.schmorp.de/

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines