ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/AnyEvent-MP/MP/Node.pm
(Generate patch)

Comparing AnyEvent-MP/MP/Node.pm (file contents):
Revision 1.5 by root, Sun Aug 2 14:44:37 2009 UTC vs.
Revision 1.34 by root, Wed Sep 2 13:05:29 2009 UTC

1=head1 NAME 1=head1 NAME
2 2
3AnyEvent::MP::Node - a single processing node (CPU/process...) 3AnyEvent::MP::Node - represent a node
4 4
5=head1 SYNOPSIS 5=head1 SYNOPSIS
6 6
7 use AnyEvent::MP::Node; 7 use AnyEvent::MP::Node;
8 8
9=head1 DESCRIPTION 9=head1 DESCRIPTION
10 10
11This is an internal utility module, horrible to look at, so don't.
12
11=cut 13=cut
12 14
13package AnyEvent::MP::Node; 15package AnyEvent::MP::Node;
14 16
15use common::sense; 17use common::sense;
16 18
17use AE (); 19use AE ();
20use AnyEvent::Util ();
18use AnyEvent::Socket (); 21use AnyEvent::Socket ();
19 22
20use AnyEvent::MP::Transport (); 23use AnyEvent::MP::Transport ();
21 24
22use base Exporter::; 25sub new {
26 my ($self, $id) = @_;
23 27
24our $VERSION = '0.0'; 28 $self = bless { id => $id }, $self;
25 29
26our $DEFAULT_PORT = "4040"; 30 $self->init;
31 $self->transport_reset;
27 32
28sub normalise_noderef($) { 33 $self
34}
35
36sub init {
37 #
38}
39
40sub send {
41 &{ shift->{send} }
42}
43
44# nodes reachable via the network
45package AnyEvent::MP::Node::External;
46
47use base "AnyEvent::MP::Node";
48
49# called at init time, mostly sets {send}
50sub transport_reset {
29 my ($noderef) = @_; 51 my ($self) = @_;
30 52
31 my $cv = AE::cv; 53 delete $self->{transport};
32 my @res;
33 54
34 $cv->begin (sub { 55 Scalar::Util::weaken $self;
35 my %seen; 56
36 my @refs; 57 $self->{send} = sub {
37 for (sort { $a->[0] <=> $b->[0] } @res) { 58 push @{$self->{queue}}, shift;
38 push @refs, $_->[1] unless $seen{$_->[1]}++ 59 $self->connect;
39 }
40 shift->send (join ",", @refs);
41 }); 60 };
61}
42 62
43 $noderef = $DEFAULT_PORT unless length $noderef; 63# called each time we fail to establish a connection,
64# or the existing connection failed
65sub transport_error {
66 my ($self, @reason) = @_;
44 67
45 my $idx; 68 my $no_transport = !$self->{transport};
46 for my $t (split /,/, $noderef) {
47 my $pri = ++$idx;
48
49 #TODO: this should be outside normalise_noderef and in become_public
50 if ($t =~ /^\d*$/) {
51 require POSIX;
52 my $nodename = (POSIX::uname ())[1];
53 69
54 $cv->begin; 70 delete $self->{connect_w};
55 AnyEvent::Socket::resolve_sockaddr $nodename, $t || "aemp=$DEFAULT_PORT", "tcp", 0, undef, sub { 71 delete $self->{connect_to};
56 for (@_) {
57 my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
58 push @res, [
59 $pri += 1e-5,
60 AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
61 ];
62 }
63 $cv->end;
64 };
65 72
66# my (undef, undef, undef, undef, @ipv4) = gethostbyname $nodename; 73 delete $self->{queue};
67# 74 $self->transport_reset;
68# for (@ipv4) {
69# push @res, [
70# $pri,
71# AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $_, $t || $DEFAULT_PORT,
72# ];
73# }
74 } else {
75 my ($host, $port) = AnyEvent::Socket::parse_hostport $t, "aemp=$DEFAULT_PORT"
76 or Carp::croak "$t: unparsable transport descriptor";
77 75
78 $cv->begin; 76 if (my $mon = delete $self->{lmon}) {
79 AnyEvent::Socket::resolve_sockaddr $host, $port, "tcp", 0, undef, sub { 77 $_->(@reason) for map @$_, values %$mon;
80 for (@_) {
81 my ($service, $host) = AnyEvent::Socket::unpack_sockaddr $_->[3];
82 push @res, [
83 $pri += 1e-5,
84 AnyEvent::Socket::format_hostport AnyEvent::Socket::format_address $host, $service
85 ];
86 }
87 $cv->end;
88 }
89 }
90 } 78 }
91 79
92 $cv->end; 80 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 0, @reason)
81 unless $no_transport;
93 82
94 $cv 83 # if we are here and are idle, we nuke ourselves
84 delete $AnyEvent::MP::Kernel::NODE{$self->{id}}
85 unless $self->{transport} || $self->{connect_to};
95} 86}
96 87
97sub new { 88# called after handshake was successful
98 my ($class, $noderef) = @_; 89sub transport_connect {
99
100 bless { noderef => $noderef }, $class
101}
102
103package AnyEvent::MP::Node::Direct;
104
105use base "AnyEvent::MP::Node";
106
107sub send {
108 my ($self, $msg) = @_;
109
110 if ($self->{transport}) {
111 $self->{transport}->send ($msg);
112 } elsif ($self->{queue}) {
113 push @{ $self->{queue} }, $msg;
114 } else {
115 $self->{queue} = [$msg];
116 $self->connect;
117 }
118}
119
120sub set_transport {
121 my ($self, $transport) = @_; 90 my ($self, $transport) = @_;
122 91
123 delete $self->{trial}; 92 delete $self->{trial};
93
94 $self->transport_error (transport_error => "switched connections")
95 if $self->{transport};
96
124 delete $self->{next_connect}; 97 delete $self->{connect_w};
98 delete $self->{connect_to};
125 99
126 if (
127 exists $self->{remote_uniq}
128 && $self->{remote_uniq} ne $transport->{remote_uniq}
129 ) {
130 # uniq changed, drop queue
131 delete $self->{queue};
132 #TODO: "DOWN"
133 }
134
135 $self->{remote_uniq} = $transport->{remote_uniq};
136 $self->{transport} = $transport; 100 $self->{transport} = $transport;
101
102 my $transport_send = $transport->can ("send");
103
104 $self->{send} = sub {
105 $transport_send->($transport, $_[0]);
106 };
107
108 AnyEvent::MP::Kernel::_inject_nodeevent ($self, 1);
137 109
138 $transport->send ($_) 110 $transport->send ($_)
139 for @{ delete $self->{queue} || [] }; 111 for @{ delete $self->{queue} || [] };
140} 112}
141 113
142sub clr_transport {
143 my ($self) = @_;
144
145 delete $self->{transport};
146
147 $self->connect;
148}
149
150sub connect { 114sub connect {
151 my ($self) = @_; 115 my ($self, @addresses) = @_;
116
117 return if $self->{transport};
152 118
153 Scalar::Util::weaken $self; 119 Scalar::Util::weaken $self;
154 120
155 unless (exists $self->{n_noderef}) { 121 my $monitor = $AnyEvent::MP::Config::CFG{monitor_timeout} || $AnyEvent::MP::Kernel::MONITOR_TIMEOUT;
156 return if $self->{n_noderef_}++;
157 (AnyEvent::MP::Node::normalise_noderef ($self->{noderef}))->cb (sub {
158 $self or return;
159 delete $self->{n_noderef_};
160 my $noderef = shift->recv;
161 122
162 $self->{n_noderef} = $noderef; 123 $self->{connect_to} ||= AE::timer $monitor, 0, sub {
163 124 $self->transport_error (transport_error => $self->{id}, "unable to connect");
164 $AnyEvent::MP::Base::NODE{$_} = $self
165 for split /,/, $noderef;
166
167 $self->connect;
168 });
169 return;
170 } 125 };
171 126
172 $self->{retry} ||= [split /,/, $self->{n_noderef}]; 127 return unless @addresses;
128 return if $self->{connect_w};
173 129
174 my $endpoint = shift @{ $self->{retry} }; 130 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} with [@addresses]");
175 131
176 if (defined $endpoint) { 132 my $interval = $AnyEvent::MP::Config::CFG{connect_interval} || $AnyEvent::MP::Kernel::CONNECT_INTERVAL;
133
134 $interval = ($monitor - $interval) / @addresses
135 if ($monitor - $interval) / @addresses < $interval;
136
137 $interval = 0.4 if $interval < 0.4;
138
139 my @endpoints;
140
141 $self->{connect_w} = AE::timer 0.050 * rand, $interval * (0.9 + 0.1 * rand), sub {
142 @endpoints = @addresses
143 unless @endpoints;
144
145 my $endpoint = shift @endpoints;
146
147 $AnyEvent::MP::Kernel::WARN->(9, "connecting to $self->{id} at $endpoint");
148
177 $self->{trial}{$endpoint} ||= do { 149 $self->{trial}{$endpoint} ||= do {
178 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint 150 my ($host, $port) = AnyEvent::Socket::parse_hostport $endpoint
179 or return; 151 or return $AnyEvent::MP::Kernel::WARN->(1, "$self->{id}: not a resolved node reference.");
180 152
181 my ($w, $g);
182
183 $w = AE::timer $AnyEvent::MP::Base::CONNECT_TIMEOUT, 0, sub {
184 delete $self->{trial}{$endpoint};
185 };
186 $g = AnyEvent::MP::Transport::mp_connect 153 AnyEvent::MP::Transport::mp_connect
187 $host, $port, 154 $host, $port,
188 sub {
189 delete $self->{trial}{$endpoint} 155 sub { delete $self->{trial}{$endpoint} },
190 unless @_;
191 $g = shift;
192 };
193 ;
194
195 [$w, \$g]
196 }; 156 };
197 } else { 157 };
198 delete $self->{retry}; 158}
159
160sub kill {
161 my ($self, $port, @reason) = @_;
162
163 $self->send (["", kil => $port, @reason]);
164}
165
166sub monitor {
167 my ($self, $portid, $cb) = @_;
168
169 my $list = $self->{lmon}{$portid} ||= [];
170
171 $self->send (["", mon1 => $portid])
172 unless @$list || !length $portid;
173
174 push @$list, $cb;
175}
176
177sub unmonitor {
178 my ($self, $portid, $cb) = @_;
179
180 my $list = $self->{lmon}{$portid}
181 or return;
182
183 @$list = grep $_ != $cb, @$list;
184
185 unless (@$list) {
186 $self->send (["", mon0 => $portid]);
187 delete $self->{monitor}{$portid};
199 } 188 }
200
201 $self->{next_connect} = AE::timer $AnyEvent::MP::Base::CONNECT_INTERVAL, 0, sub {
202 $self->connect;
203 };
204} 189}
190
191# used for direct slave connections as well
192package AnyEvent::MP::Node::Direct;
193
194use base "AnyEvent::MP::Node::External";
205 195
206package AnyEvent::MP::Node::Self; 196package AnyEvent::MP::Node::Self;
207 197
208use base "AnyEvent::MP::Node"; 198use base "AnyEvent::MP::Node";
209 199
200sub connect {
201 # we are trivially connected
202}
203
210sub set_transport { 204sub transport_reset {
211 die "FATAL error, set_transport was called"; 205 my ($self) = @_;
212}
213 206
214sub send { 207 Scalar::Util::weaken $self;
208
209 $self->{send} = sub {
210 local $AnyEvent::MP::Kernel::SRCNODE = $self;
215 AnyEvent::MP::Base::_inject ($_[1]); 211 AnyEvent::MP::Kernel::_inject (@{ $_[0] });
212 };
213}
214
215sub transport_connect {
216 my ($self, $tp) = @_;
217
218 $AnyEvent::MP::Kernel::WARN->(9, "I refuse to talk to myself ($tp->{peerhost}:$tp->{peerport})");
219}
220
221sub kill {
222 my ($self, $port, @reason) = @_;
223
224 delete $AnyEvent::MP::Kernel::PORT{$port};
225 delete $AnyEvent::MP::Kernel::PORT_DATA{$port};
226
227 my $mon = delete $AnyEvent::MP::Kernel::LMON{$port}
228 or !@reason
229 or $AnyEvent::MP::Kernel::WARN->(2, "unmonitored local port $port died with reason: @reason");
230
231 $_->(@reason) for values %$mon;
232}
233
234sub monitor {
235 my ($self, $portid, $cb) = @_;
236
237 return $cb->(no_such_port => "cannot monitor nonexistent port")
238 unless exists $AnyEvent::MP::Kernel::PORT{$portid};
239
240 $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0} = $cb;
241}
242
243sub unmonitor {
244 my ($self, $portid, $cb) = @_;
245
246 delete $AnyEvent::MP::Kernel::LMON{$portid}{$cb+0};
216} 247}
217 248
218=head1 SEE ALSO 249=head1 SEE ALSO
219 250
220L<AnyEvent>. 251L<AnyEvent::MP>.
221 252
222=head1 AUTHOR 253=head1 AUTHOR
223 254
224 Marc Lehmann <schmorp@schmorp.de> 255 Marc Lehmann <schmorp@schmorp.de>
225 http://home.schmorp.de/ 256 http://home.schmorp.de/

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines