[ViewVC] Diff of: cvs/AnyEvent-FCP/FCP.pm

Comparing AnyEvent-FCP/FCP.pm (file contents):
Revision 1.6 by root, Mon May 31 06:27:37 2010 UTC vs.
Revision 1.25 by root, Wed Jun 15 09:20:42 2016 UTC

…		…
6		6
7	use AnyEvent::FCP;	7	use AnyEvent::FCP;
8		8
9	my $fcp = new AnyEvent::FCP;	9	my $fcp = new AnyEvent::FCP;
10		10
11	# transactions return condvars	11	# transactions return condvars
12	my $lp_cv = $fcp->list_peers;	12	my $lp_cv = $fcp->list_peers;
13	my $pr_cv = $fcp->list_persistent_requests;	13	my $pr_cv = $fcp->list_persistent_requests;
14		14
15	my $peers = $lp_cv->recv;	15	my $peers = $lp_cv->recv;
16	my $reqs = $pr_cv->recv;	16	my $reqs = $pr_cv->recv;
…		…
26	The module uses L<AnyEvent> to find a suitable event module.	26	The module uses L<AnyEvent> to find a suitable event module.
27		27
28	Only very little is implemented, ask if you need more, and look at the	28	Only very little is implemented, ask if you need more, and look at the
29	example program later in this section.	29	example program later in this section.
30		30
		31	=head2 EXAMPLE
		32
		33	This example fetches the download list and sets the priority of all files
		34	with "a" in their name to "emergency":
		35
		36	use AnyEvent::FCP;
		37
		38	my $fcp = new AnyEvent::FCP;
		39
		40	$fcp->watch_global (1, 0);
		41	my $req = $fcp->list_persistent_requests;
		42
		43	TODO
		44	for my $req (values %$req) {
		45	if ($req->{filename} =~ /a/) {
		46	$fcp->modify_persistent_request (1, $req->{identifier}, undef, 0);
		47	}
		48	}
		49
31	=head2 IMPORT TAGS	50	=head2 IMPORT TAGS
32		51
33	Nothing much can be "imported" from this module right now.	52	Nothing much can be "imported" from this module right now.
34		53
35	=head2 THE AnyEvent::FCP CLASS	54	=head1 THE AnyEvent::FCP CLASS
36		55
37	=over 4	56	=over 4
38		57
39	=cut	58	=cut
40		59
…		…
42		61
43	use common::sense;	62	use common::sense;
44		63
45	use Carp;	64	use Carp;
46		65
47	our $VERSION = '0.21';	66	our $VERSION = 0.5;
48		67
49	use Scalar::Util ();	68	use Scalar::Util ();
50		69
51	use AnyEvent;	70	use AnyEvent;
52	use AnyEvent::Handle;	71	use AnyEvent::Handle;
		72	use AnyEvent::Util ();
		73
		74	our %TOLC; # tolc cache
53		75
54	sub touc($) {	76	sub touc($) {
55	local $_ = shift;	77	local $_ = shift;
56	1 while s/((?:^\|_)(?:svk\|chk\|uri\|fcp\|ds\|mime)(?:_\|$))/\U$1/;	78	1 while s/((?:^\|_)(?:svk\|chk\|uri\|fcp\|ds\|mime\|dda)(?:_\|$))/\U$1/;
57	s/(?:^\|_)(.)/\U$1/g;	79	s/(?:^\|_)(.)/\U$1/g;
58	$_	80	$_
59	}	81	}
60		82
61	sub tolc($) {	83	sub tolc($) {
62	local $_ = shift;	84	local $_ = shift;
63	1 while s/(SVK\|CHK\|URI\|FCP\|DS\|MIME)([^_])/$1\_$2/i;	85	1 while s/(SVK\|CHK\|URI\|FCP\|DS\|MIME\|DDA)([^_])/$1\_$2/;
64	1 while s/([^_])(SVK\|CHK\|URI\|FCP\|DS\|MIME)/$1\_$2/i;	86	1 while s/([^_])(SVK\|CHK\|URI\|FCP\|DS\|MIME\|DDA)/$1\_$2/;
65	s/(?<=[a-z])(?=[A-Z])/_/g;	87	s/(?<=[a-z])(?=[A-Z])/_/g;
66	lc	88	lc
67	}	89	}
68		90
69	=item $fcp = new AnyEvent::FCP [host => $host][, port => $port][, progress => \&cb][, name => $name]	91	=item $fcp = new AnyEvent::FCP key => value...;
70		92
71	Create a new FCP connection to the given host and port (default	93	Create a new FCP connection to the given host and port (default
72	127.0.0.1:9481, or the environment variables C<FREDHOST> and C<FREDPORT>).	94	127.0.0.1:9481, or the environment variables C<FREDHOST> and C<FREDPORT>).
73		95
74	If no C<name> was specified, then AnyEvent::FCP will generate a	96	If no C<name> was specified, then AnyEvent::FCP will generate a
75	(hopefully) unique client name for you.	97	(hopefully) unique client name for you.
76		98
77	You can install a progress callback that is being called with the AnyEvent::FCP	99	The following keys can be specified (they are all optional):
78	object, the type, a hashref with key-value pairs and a reference to any received data,
79	for all unsolicited messages.
80		100
81	Example:	101	=over 4
82		102
83	sub progress_cb {	103	=item name => $string
84	my ($self, $type, $kv, $rdata) = @_;
85		104
86	if ($type eq "simple_progress") {	105	A unique name to identify this client. If none is specified, a randomly
87	warn "$kv->{identifier} $kv->{succeeded}/$kv->{required}\n";	106	generated name will be used.
88	}	107
89	}	108	=item host => $hostname
		109
		110	The hostname or IP address of the freenet node. Default is C<$ENV{FREDHOST}>
		111	or C<127.0.0.1>.
		112
		113	=item port => $portnumber
		114
		115	The port number of the FCP port. Default is C<$ENV{FREDPORT}> or C<9481>.
		116
		117	=item timeout => $seconds
		118
		119	The timeout, in seconds, after which a connection error is assumed when
		120	there is no activity. Default is C<7200>, i.e. two hours.
		121
		122	=item keepalive => $seconds
		123
		124	The interval, in seconds, at which keepalive messages will be
		125	sent. Default is C<540>, i.e. nine minutes.
		126
		127	These keepalive messages are useful both to detect that a connection is
		128	no longer working and to keep any (home) routers from expiring their
		129	masquerading entry.
		130
		131	=item on_eof => $callback->($fcp)
		132
		133	Invoked when the underlying L<AnyEvent::Handle> signals EOF, currently
		134	regardless of whether the EOF was expected or not.
		135
		136	=item on_error => $callback->($fcp, $message)
		137
		138	Invoked on any (fatal) errors, such as unexpected connection close. The
		139	callback receives the FCP object and a textual error message.
		140
		141	=item on_failure => $callback->($fcp, $type, $args, $backtrace, $error)
		142
		143	Invoked when an FCP request fails that didn't have a failure callback. See
		144	L<FCP REQUESTS> for details.
		145
		146	=back
90		147
91	=cut	148	=cut
92		149
93	sub new {	150	sub new {
94	my $class = shift;	151	my $class = shift;
		152
		153	my $rand = join "", map chr 0x21 + rand 94, 1..40; # ~ 262 bits entropy
		154
95	my $self = bless { @_ }, $class;	155	my $self = bless {
96		156	host => $ENV{FREDHOST} \|\| "127.0.0.1",
97	$self->{host} \|\|= $ENV{FREDHOST} \|\| "127.0.0.1";	157	port => $ENV{FREDPORT} \|\| 9481,
98	$self->{port} \|\|= $ENV{FREDPORT} \|\| 9481;	158	timeout => 3600 * 2,
99	$self->{name} \|\|= time.rand.rand.rand; # lame	159	keepalive => 9 * 60,
100	$self->{timeout} \|\|= 600;	160	name => time.rand.rand.rand, # lame
101	$self->{progress} \|\|= sub { };	161	@_,
102		162	queue => [],
103	$self->{id} = "a0";	163	req => {},
		164	prefix => "..:aefcpid:$rand:",
		165	idseq => "a0",
		166	}, $class;
104		167
105	{	168	{
106	Scalar::Util::weaken (my $self = $self);	169	Scalar::Util::weaken (my $self = $self);
		170
		171	$self->{kw} = AE::timer $self->{keepalive}, $self->{keepalive}, sub {
		172	$self->{hdl}->push_write ("\n");
		173	};
		174
		175	our $ENDMESSAGE = qr<\012(EndMessage\|Data)\012>;
		176
		177	# these are declared here for performance reasons
		178	my ($k, $v, $type);
		179	my $rdata;
		180
		181	my $on_read = sub {
		182	my ($hdl) = @_;
		183
		184	# we only carve out whole messages here
		185	while ($hdl->{rbuf} =~ /\012(EndMessage\|Data)\012/) {
		186	# remember end marker
		187	$rdata = $1 eq "Data"
		188	or $1 eq "EndMessage"
		189	or return $self->fatal ("protocol error, expected message end, got $1\n");
		190
		191	my @lines = split /\012/, substr $hdl->{rbuf}, 0, $-[0];
		192
		193	substr $hdl->{rbuf}, 0, $+[0], ""; # remove pkg
		194
		195	$type = shift @lines;
		196	$type = ($TOLC{$type} \|\|= tolc $type);
		197
		198	my %kv;
		199
		200	for (@lines) {
		201	($k, $v) = split /=/, $_, 2;
		202	$k = ($TOLC{$k} \|\|= tolc $k);
		203
		204	if ($k =~ /\./) {
		205	# generic, slow case
		206	my @k = split /\./, $k;
		207	my $ro = \\%kv;
		208
		209	while (@k) {
		210	$k = shift @k;
		211	if ($k =~ /^\d+$/) {
		212	$ro = \$$ro->[$k];
		213	} else {
		214	$ro = \$$ro->{$k};
		215	}
		216	}
		217
		218	$$ro = $v;
		219
		220	next;
		221	}
		222
		223	# special comon case, for performance only
		224	$kv{$k} = $v;
		225	}
		226
		227	if ($rdata) {
		228	$_[0]->push_read (chunk => delete $kv{data_length}, sub {
		229	$rdata = \$_[1];
		230	$self->recv ($type, \%kv, $rdata);
		231	});
		232
		233	last; # do not tgry to parse more messages
		234	} else {
		235	$self->recv ($type, \%kv);
		236	}
		237	}
		238	};
107		239
108	$self->{hdl} = new AnyEvent::Handle	240	$self->{hdl} = new AnyEvent::Handle
109	connect => [$self->{host} => $self->{port}],	241	connect => [$self->{host} => $self->{port}],
110	timeout => $self->{timeout},	242	timeout => $self->{timeout},
		243	on_read => $on_read,
		244	on_eof => sub {
		245	if ($self->{on_eof}) {
		246	$self->{on_eof}($self);
		247	} else {
		248	$self->fatal ("EOF");
		249	}
		250	},
111	on_error => sub {	251	on_error => sub {
112	warn "<@_>\n";	252	$self->fatal ($_[2]);
113	exit 1;
114	},	253	},
115	on_read => sub { $self->on_read (@_) },	254	;
116	on_eof => $self->{on_eof} \|\| sub { };
117		255
118	Scalar::Util::weaken ($self->{hdl}{fcp} = $self);	256	Scalar::Util::weaken ($self->{hdl}{fcp} = $self);
119	}	257	}
120		258
121	$self->send_msg (	259	$self->send_msg (client_hello =>
122	client_hello =>
123	name => $self->{name},	260	name => $self->{name},
124	expected_version => "2.0",	261	expected_version => "2.0",
125	);	262	);
126		263
127	$self	264	$self
128	}	265	}
129		266
		267	sub fatal {
		268	my ($self, $msg) = @_;
		269
		270	$self->{hdl}->shutdown;
		271	delete $self->{kw};
		272
		273	if ($self->{on_error}) {
		274	$self->{on_error}->($self, $msg);
		275	} else {
		276	die $msg;
		277	}
		278	}
		279
		280	sub identifier {
		281	$_[0]{prefix} . ++$_[0]{idseq}
		282	}
		283
130	sub send_msg {	284	sub send_msg {
131	my ($self, $type, %kv) = @_;	285	my ($self, $type, %kv) = @_;
132		286
133	my $data = delete $kv{data};	287	my $data = delete $kv{data};
134		288
135	if (exists $kv{id_cb}) {	289	if (exists $kv{id_cb}) {
136	my $id = $kv{identifier} \|\| ++$self->{id};	290	my $id = $kv{identifier} \|\|= $self->identifier;
137	$self->{id}{$id} = delete $kv{id_cb};	291	$self->{id}{$id} = delete $kv{id_cb};
138	$kv{identifier} = $id;
139	}	292	}
140		293
141	my $msg = (touc $type) . "\012"	294	my $msg = (touc $type) . "\012"
142	. join "", map +(touc $_) . "=$kv{$_}\012", keys %kv;	295	. join "", map +(touc $_) . "=$kv{$_}\012", keys %kv;
143		296
…		…
155	}	308	}
156		309
157	$self->{hdl}->push_write ($msg);	310	$self->{hdl}->push_write ($msg);
158	}	311	}
159		312
160	sub on_read {	313	sub on {
161	my ($self) = @_;	314	my ($self, $cb) = @_;
162		315
163	my $type;	316	# cb return undef - message eaten, remove cb
164	my %kv;	317	# cb return 0 - message eaten
165	my $rdata;	318	# cb return 1 - pass to next
166		319
167	my $done_cb = sub {	320	push @{ $self->{on} }, $cb;
168	$kv{pkt_type} = $type;	321	}
169		322
170	if (my $cb = $self->{queue}[0]) {	323	sub _push_queue {
171	$cb->($self, $type, \%kv, $rdata)	324	my ($self, $queue) = @_;
172	and shift @{ $self->{queue} };	325
173	} else {	326	shift @$queue;
174	$self->default_recv ($type, \%kv, $rdata);	327	$queue->[0]($self, AnyEvent::Util::guard { $self->_push_queue ($queue) })
		328	if @$queue;
		329	}
		330
		331	# lock so only one $type (arbitrary string) is in flight,
		332	# to work around horribly misdesigned protocol.
		333	sub serialise {
		334	my ($self, $type, $cb) = @_;
		335
		336	my $queue = $self->{serialise}{$type} \|\|= [];
		337	push @$queue, $cb;
		338	$cb->($self, AnyEvent::Util::guard { $self->_push_queue ($queue) })
		339	unless $#$queue;
		340	}
		341
		342	# how to merge these types into $self->{persistent}
		343	our %PERSISTENT_TYPE = (
		344	persistent_get => sub { %{ $_[1] } = (type => "persistent_get" , %{ $_[2] }) },
		345	persistent_put => sub { %{ $_[1] } = (type => "persistent_put" , %{ $_[2] }) },
		346	persistent_put_dir => sub { %{ $_[1] } = (type => "persistent_put_dir", %{ $_[2] }) },
		347	persistent_request_modified => sub { %{ $_[1] } = (%{ $_[1] }, %{ $_[2] }) },
		348	persistent_request_removed => sub { delete $_[0]{req}{$_[2]{identifier}} },
		349
		350	simple_progress => sub { $_[1]{simple_progress} = $_[2] }, # get/put
		351
		352	uri_generated => sub { $_[1]{uri_generated} = $_[2] }, # put
		353	generated_metadata => sub { $_[1]{generated_metadata} = $_[2] }, # put
		354	started_compression => sub { $_[1]{started_compression} = $_[2] }, # put
		355	finished_compression => sub { $_[1]{finished_compression} = $_[2] }, # put
		356	put_fetchable => sub { $_[1]{put_fetchable} = $_[2] }, # put
		357	put_failed => sub { $_[1]{put_failed} = $_[2] }, # put
		358	put_successful => sub { $_[1]{put_successful} = $_[2] }, # put
		359
		360	sending_to_network => sub { $_[1]{sending_to_network} = $_[2] }, # get
		361	compatibility_mode => sub { $_[1]{compatibility_mode} = $_[2] }, # get
		362	expected_hashes => sub { $_[1]{expected_hashes} = $_[2] }, # get
		363	expected_mime => sub { $_[1]{expected_mime} = $_[2] }, # get
		364	expected_data_length => sub { $_[1]{expected_data_length} = $_[2] }, # get
		365	get_failed => sub { $_[1]{get_failed} = $_[2] }, # get
		366	data_found => sub { $_[1]{data_found} = $_[2] }, # get
		367	enter_finite_cooldown => sub { $_[1]{enter_finite_cooldown} = $_[2] }, # get
		368	);
		369
		370	sub recv {
		371	my ($self, $type, $kv, @extra) = @_;
		372
		373	if (my $cb = $PERSISTENT_TYPE{$type}) {
		374	my $id = $kv->{identifier};
		375	my $req = $_[0]{req}{$id} \|\|= {};
		376	$cb->($self, $req, $kv);
		377	$self->recv (request_changed => $kv, $type, @extra);
		378	}
		379
		380	my $on = $self->{on};
		381	for (0 .. $#$on) {
		382	unless (my $res = $on->[$_]($self, $type, $kv, @extra)) {
		383	splice @$on, $_, 1 unless defined $res;
		384	return;
175	}	385	}
176	};	386	}
177		387
178	my $hdr_cb; $hdr_cb = sub {	388	if (my $cb = $self->{queue}[0]) {
179	if ($_[1] =~ /^([^=]+)=(.*)$/) {	389	$cb->($self, $type, $kv, @extra)
180	my ($k, $v) = ($1, $2);	390	and shift @{ $self->{queue} };
181	my @k = split /\./, tolc $k;
182	my $ro = \\%kv;
183
184	while (@k) {
185	my $k = shift @k;
186	if ($k =~ /^\d+$/) {
187	$ro = \$$ro->[$k];
188	} else {
189	$ro = \$$ro->{$k};
190	}
191	}
192
193	$$ro = $v;
194
195	$_[0]->push_read (line => $hdr_cb);
196	} elsif ($_[1] eq "Data") {
197	$_[0]->push_read (chunk => delete $kv{data_length}, sub {
198	$rdata = \$_[1];
199	$done_cb->();
200	});
201	} elsif ($_[1] eq "EndMessage") {
202	$done_cb->();
203	} else {	391	} else {
204	die "protocol error, expected message end, got $_[1]\n";#d#	392	$self->default_recv ($type, $kv, @extra);
205	}
206	};	393	}
207
208	$self->{hdl}->push_read (line => sub {
209	$type = tolc $_[1];
210	$_[0]->push_read (line => $hdr_cb);
211	});
212	}	394	}
213		395
214	sub default_recv {	396	sub default_recv {
215	my ($self, $type, $kv, $rdata) = @_;	397	my ($self, $type, $kv, $rdata) = @_;
216		398
217	if ($type eq "node_hello") {	399	if ($type eq "node_hello") {
218	$self->{node_hello} = $kv;	400	$self->{node_hello} = $kv;
219	} elsif (exists $self->{id}{$kv->{identifier}}) {	401	} elsif (exists $self->{id}{$kv->{identifier}}) {
220	$self->{id}{$kv->{identifier}}($self, $type, $kv, $rdata)	402	$self->{id}{$kv->{identifier}}($self, $type, $kv, $rdata)
221	and delete $self->{id}{$kv->{identifier}};	403	and delete $self->{id}{$kv->{identifier}};
222	} else {
223	&{ $self->{progress} };
224	}	404	}
225	}	405	}
		406
		407	=back
		408
		409	=head2 FCP REQUESTS
		410
		411	The following methods implement various requests. Most of them map
		412	directory to the FCP message of the same name. The added benefit of
		413	these over sending requests yourself is that they handle the necessary
		414	serialisation, protocol quirks, and replies.
		415
		416	All of them exist in two versions, the variant shown in this manpage, and
		417	a variant with an extra C<_> at the end, and an extra C<$cb> argument. The
		418	version as shown is I<synchronous> - it will wait for any replies, and
		419	either return the reply, or croak with an error. The underscore variant
		420	returns immediately and invokes one or more callbacks or condvars later.
		421
		422	For example, the call
		423
		424	$info = $fcp->get_plugin_info ($name, $detailed);
		425
		426	Also comes in this underscore variant:
		427
		428	$fcp->get_plugin_info_ ($name, $detailed, $cb);
		429
		430	You can think of the underscore as a kind of continuation indicator - the
		431	normal function waits and returns with the data, the C<_> indicates that
		432	you pass the continuation yourself, and the continuation will be invoked
		433	with the results.
		434
		435	This callback/continuation argument (C<$cb>) can come in three forms itself:
		436
		437	=over 4
		438
		439	=item A code reference (or rather anything not matching some other alternative)
		440
		441	This code reference will be invoked with the result on success. On an
		442	error, it will invoke the C<on_failure> callback of the FCP object, or,
		443	if none was defined, will die (in the event loop) with a backtrace of the
		444	call site.
		445
		446	This is a popular choice, but it makes handling errors hard - make sure
		447	you never generate protocol errors!
		448
		449	In the failure case, if an C<on_failure> hook exists, it will be invoked
		450	with the FCP object, the request type (the name of the method, an arrayref
		451	containing the arguments from the original request invocation, a (textual)
		452	backtrace as generated by C<Carp::longmess>, and the error object from the
		453	server, in this order, e.g.:
		454
		455	on_failure => sub {
		456	my ($fcp, $request_type, $orig_args, $backtrace, $error_object) = @_;
		457
		458	warn "FCP failure ($type), $error_object->{code_description} ($error_object->{extra_description})$backtrace";
		459	exit 1;
		460	},
		461
		462	=item A condvar (as returned by e.g. C<< AnyEvent->condvar >>)
		463
		464	When a condvar is passed, it is sent (C<< $cv->send ($results) >>) the
		465	results when the request has finished. Should an error occur, the error
		466	will instead result in C<< $cv->croak ($error) >>.
		467
		468	This is also a popular choice.
		469
		470	=item An array with two callbacks C<[$success, $failure]>
		471
		472	The C<$success> callback will be invoked with the results, while the
		473	C<$failure> callback will be invoked on any errors.
		474
		475	The C<$failure> callback will be invoked with the error object from the
		476	server.
		477
		478	=item C<undef>
		479
		480	This is the same thing as specifying C<sub { }> as callback, i.e. on
		481	success, the results are ignored, while on failure, the C<on_failure> hook
		482	is invoked or the module dies with a backtrace.
		483
		484	This is good for quick scripts, or when you really aren't interested in
		485	the results.
		486
		487	=back
		488
		489	=cut
		490
		491	our $NOP_CB = sub { };
226		492
227	sub _txn {	493	sub _txn {
228	my ($name, $sub) = @_;	494	my ($name, $sub) = @_;
229		495
230	*{$name} = sub {	496	*{$name} = sub {
231	splice @_, 1, 0, (my $cv = AnyEvent->condvar);	497	my $cv = AE::cv;
232	&$sub;
233	$cv
234	};
235		498
236	*{"$name\_sync"} = sub {	499	splice @_, 1, 0, $cv, sub { $cv->croak ($_[0]{extra_description}) };
237	splice @_, 1, 0, (my $cv = AnyEvent->condvar);
238	&$sub;	500	&$sub;
239	$cv->recv	501	$cv->recv
240	};	502	};
241	}
242		503
243	=item $cv = $fcp->list_peers ([$with_metdata[, $with_volatile]])	504	*{"$name\_"} = sub {
		505	my ($ok, $err) = pop;
244		506
		507	if (ARRAY:: eq ref $ok) {
		508	($ok, $err) = @$ok;
		509	} elsif (UNIVERSAL::isa $ok, AnyEvent::CondVar::) {
		510	$err = sub { $ok->croak ($_[0]{extra_description}) };
		511	} else {
		512	my $bt = Carp::longmess "AnyEvent::FCP request $name";
		513	Scalar::Util::weaken (my $self = $_[0]);
		514	my $args = [@_]; shift @$args;
		515	$err = sub {
		516	if ($self->{on_failure}) {
		517	$self->{on_failure}($self, $name, $args, $bt, $_[0]);
		518	} else {
		519	die "$_[0]{code_description} ($_[0]{extra_description})$bt";
		520	}
		521	};
		522	}
		523
		524	$ok \|\|= $NOP_CB;
		525
		526	splice @_, 1, 0, $ok, $err;
		527	&$sub;
		528	};
		529	}
		530
		531	=over 4
		532
245	=item $peers = $fcp->list_peers_sync ([$with_metdata[, $with_volatile]])	533	=item $peers = $fcp->list_peers ([$with_metdata[, $with_volatile]])
246		534
247	=cut	535	=cut
248		536
249	_txn list_peers => sub {	537	_txn list_peers => sub {
250	my ($self, $cv, $with_metadata, $with_volatile) = @_;	538	my ($self, $ok, undef, $with_metadata, $with_volatile) = @_;
251		539
252	my @res;	540	my @res;
253		541
254	$self->send_msg (list_peers =>	542	$self->send_msg (list_peers =>
255	with_metadata => $with_metadata ? "true" : "false",	543	with_metadata => $with_metadata ? "true" : "false",
256	with_volatile => $with_volatile ? "true" : "false",	544	with_volatile => $with_volatile ? "true" : "false",
257	id_cb => sub {	545	id_cb => sub {
258	my ($self, $type, $kv, $rdata) = @_;	546	my ($self, $type, $kv, $rdata) = @_;
259		547
260	if ($type eq "end_list_peers") {	548	if ($type eq "end_list_peers") {
261	$cv->(\@res);	549	$ok->(\@res);
262	1	550	1
263	} else {	551	} else {
264	push @res, $kv;	552	push @res, $kv;
265	0	553	0
266	}	554	}
267	},	555	},
268	);	556	);
269	};	557	};
270		558
271	=item $cv = $fcp->list_peer_notes ($node_identifier)
272
273	=item $notes = $fcp->list_peer_notes_sync ($node_identifier)	559	=item $notes = $fcp->list_peer_notes ($node_identifier)
274		560
275	=cut	561	=cut
276		562
277	_txn list_peer_notes => sub {	563	_txn list_peer_notes => sub {
278	my ($self, $cv, $node_identifier) = @_;	564	my ($self, $ok, undef, $node_identifier) = @_;
279		565
280	$self->send_msg (list_peer_notes =>	566	$self->send_msg (list_peer_notes =>
281	node_identifier => $node_identifier,	567	node_identifier => $node_identifier,
282	id_cb => sub {	568	id_cb => sub {
283	my ($self, $type, $kv, $rdata) = @_;	569	my ($self, $type, $kv, $rdata) = @_;
284		570
285	$cv->($kv);	571	$ok->($kv);
286	1	572	1
287	},	573	},
288	);	574	);
289	};	575	};
290		576
291	=item $cv = $fcp->watch_global ($enabled[, $verbosity_mask])
292
293	=item $fcp->watch_global_sync ($enabled[, $verbosity_mask])	577	=item $fcp->watch_global ($enabled[, $verbosity_mask])
294		578
295	=cut	579	=cut
296		580
297	_txn watch_global => sub {	581	_txn watch_global => sub {
298	my ($self, $cv, $enabled, $verbosity_mask) = @_;	582	my ($self, $ok, $err, $enabled, $verbosity_mask) = @_;
299		583
300	$self->send_msg (watch_global =>	584	$self->send_msg (watch_global =>
301	enabled => $enabled ? "true" : "false",	585	enabled => $enabled ? "true" : "false",
302	defined $verbosity_mask ? (verbosity_mask => $verbosity_mask+0) : (),	586	defined $verbosity_mask ? (verbosity_mask => $verbosity_mask+0) : (),
303	);	587	);
304		588
305	$cv->();	589	$ok->();
306	};	590	};
307		591
308	=item $cv = $fcp->list_persistent_requests
309
310	=item $reqs = $fcp->list_persistent_requests_sync	592	=item $reqs = $fcp->list_persistent_requests
311		593
312	=cut	594	=cut
313		595
314	_txn list_persistent_requests => sub {	596	_txn list_persistent_requests => sub {
315	my ($self, $cv) = @_;	597	my ($self, $ok, $err) = @_;
316		598
		599	$self->serialise (list_persistent_requests => sub {
		600	my ($self, $guard) = @_;
		601
317	my %res;	602	my @res;
318		603
319	$self->send_msg ("list_persistent_requests");	604	$self->send_msg ("list_persistent_requests");
320		605
321	push @{ $self->{queue} }, sub {	606	$self->on (sub {
322	my ($self, $type, $kv, $rdata) = @_;	607	my ($self, $type, $kv, $rdata) = @_;
323		608
		609	$guard if 0;
		610
324	if ($type eq "end_list_persistent_requests") {	611	if ($type eq "end_list_persistent_requests") {
325	$cv->(\%res);	612	$ok->(\@res);
		613	return;
		614	} else {
		615	my $id = $kv->{identifier};
		616
		617	if ($type =~ /^persistent_(get\|put\|put_dir)$/) {
		618	push @res, [$type, $kv];
		619	}
		620	}
		621
326	1	622	1
327	} else {	623	});
328	my $id = $kv->{identifier};	624	});
		625	};
329		626
330	if ($type =~ /^persistent_(get\|put\|put_dir)$/) {	627	=item $sync = $fcp->modify_persistent_request ($global, $identifier[, $client_token[, $priority_class]])
331	$res{$id} = {	628
332	type => $1,	629	Update either the C<client_token> or C<priority_class> of a request
333	%{ $res{$id} },	630	identified by C<$global> and C<$identifier>, depending on which of
		631	C<$client_token> and C<$priority_class> are not C<undef>.
		632
		633	=cut
		634
		635	_txn modify_persistent_request => sub {
		636	my ($self, $ok, $err, $global, $identifier, $client_token, $priority_class) = @_;
		637
		638	$self->serialise ($identifier => sub {
		639	my ($self, $guard) = @_;
		640
		641	$self->send_msg (modify_persistent_request =>
		642	global => $global ? "true" : "false",
		643	identifier => $identifier,
		644	defined $client_token ? (client_token => $client_token ) : (),
		645	defined $priority_class ? (priority_class => $priority_class) : (),
		646	);
		647
		648	$self->on (sub {
		649	my ($self, $type, $kv, @extra) = @_;
		650
		651	$guard if 0;
		652
		653	if ($kv->{identifier} eq $identifier) {
		654	if ($type eq "persistent_request_modified") {
334	%$kv,	655	$ok->($kv);
		656	return;
		657	} elsif ($type eq "protocol_error") {
		658	$err->($kv);
		659	return;
335	};	660	}
336	} elsif ($type eq "simple_progress") {
337	delete $kv->{pkt_type}; # save memory
338	push @{ $res{delete $kv->{identifier}}{simple_progress} }, $kv;
339	} else {
340	$res{delete $kv->{identifier}}{delete $kv->{pkt_type}} = $kv;
341	}	661	}
		662
342	0	663	1
343	}	664	});
344	};	665	});
345	};	666	};
346		667
347	=item $cv = $fcp->remove_request ($global, $identifier)
348
349	=item $status = $fcp->remove_request_sync ($global, $identifier)
350
351	=cut
352
353	_txn remove_request => sub {
354	my ($self, $cv, $global, $identifier) = @_;
355
356	$self->send_msg (remove_request =>
357	global => $global ? "true" : "false",
358	identifier => $identifier,
359	id_cb => sub {
360	my ($self, $type, $kv, $rdata) = @_;
361
362	$cv->($kv);
363	1
364	},
365	);
366	};
367
368	=item $cv = $fcp->modify_persistent_request ($global, $identifier[, $client_token[, $priority_class]])
369
370	=item $sync = $fcp->modify_persistent_request_sync ($global, $identifier[, $client_token[, $priority_class]])
371
372	=cut
373
374	_txn modify_persistent_request => sub {
375	my ($self, $cv, $global, $identifier, $client_token, $priority_class) = @_;
376
377	$self->send_msg (modify_persistent_request =>
378	global => $global ? "true" : "false",
379	defined $client_token ? (client_token => $client_token ) : (),
380	defined $priority_class ? (priority_class => $priority_class) : (),
381	identifier => $identifier,
382	id_cb => sub {
383	my ($self, $type, $kv, $rdata) = @_;
384
385	$cv->($kv);
386	1
387	},
388	);
389	};
390
391	=item $cv = $fcp->get_plugin_info ($name, $detailed)
392
393	=item $info = $fcp->get_plugin_info_sync ($name, $detailed)	668	=item $info = $fcp->get_plugin_info ($name, $detailed)
394		669
395	=cut	670	=cut
396		671
397	_txn get_plugin_info => sub {	672	_txn get_plugin_info => sub {
398	my ($self, $cv, $name, $detailed) = @_;	673	my ($self, $ok, $err, $name, $detailed) = @_;
		674
		675	my $id = $self->identifier;
399		676
400	$self->send_msg (get_plugin_info =>	677	$self->send_msg (get_plugin_info =>
		678	identifier => $id,
401	plugin_name => $name,	679	plugin_name => $name,
402	detailed => $detailed ? "true" : "false",	680	detailed => $detailed ? "true" : "false",
403	id_cb => sub {
404	my ($self, $type, $kv, $rdata) = @_;
405
406	$cv->($kv);
407	1
408	},
409	);	681	);
		682	$self->on (sub {
		683	my ($self, $type, $kv) = @_;
		684
		685	if ($kv->{identifier} eq $id) {
		686	if ($type eq "get_plugin_info") {
		687	$ok->($kv);
		688	} else {
		689	$err->($kv, $type);
		690	}
		691	return;
		692	}
		693
		694	1
		695	});
410	};	696	};
411		697
412	=item $cv = $fcp->client_get ($uri, $identifier, %kv)
413
414	=item $status = $fcp->client_get_sync ($uri, $identifier, %kv)	698	=item $status = $fcp->client_get ($uri, $identifier, %kv)
415		699
416	%kv can contain (L<http://wiki.freenetproject.org/FCP2p0ClientGet>).	700	%kv can contain (L<http://wiki.freenetproject.org/FCP2p0ClientGet>).
417		701
418	ignore_ds, ds_only, verbosity, max_size, max_temp_size, max_retries,	702	ignore_ds, ds_only, verbosity, max_size, max_temp_size, max_retries,
419	priority_class, persistence, client_token, global, return_type,	703	priority_class, persistence, client_token, global, return_type,
420	binary_blob, allowed_mime_types, filename, temp_filename	704	binary_blob, allowed_mime_types, filename, temp_filename
421		705
422	=cut	706	=cut
423		707
424	_txn client_get => sub {	708	_txn client_get => sub {
425	my ($self, $cv, $uri, $identifier, %kv) = @_;	709	my ($self, $ok, $err, $uri, $identifier, %kv) = @_;
426		710
		711	$self->serialise ($identifier => sub {
		712	my ($self, $guard) = @_;
		713
427	$self->send_msg (client_get =>	714	$self->send_msg (client_get =>
428	%kv,	715	%kv,
429	uri => $uri,	716	uri => $uri,
430	identifier => $identifier,	717	identifier => $identifier,
431	id_cb => sub {	718	);
		719
		720	$self->on (sub {
432	my ($self, $type, $kv, $rdata) = @_;	721	my ($self, $type, $kv, @extra) = @_;
433		722
		723	$guard if 0;
		724
		725	if ($kv->{identifier} eq $identifier) {
		726	if ($type eq "persistent_get") {
434	$cv->($kv);	727	$ok->($kv);
		728	return;
		729	} elsif ($type eq "protocol_error") {
		730	$err->($kv);
		731	return;
		732	}
		733	}
		734
435	1	735	1
		736	});
		737	});
		738	};
		739
		740	=item $status = $fcp->remove_request ($identifier[, $global])
		741
		742	Remove the request with the given identifier. Returns true if successful,
		743	false on error.
		744
		745	=cut
		746
		747	_txn remove_request => sub {
		748	my ($self, $ok, $err, $identifier, $global) = @_;
		749
		750	$self->serialise ($identifier => sub {
		751	my ($self, $guard) = @_;
		752
		753	$self->send_msg (remove_request =>
		754	identifier => $identifier,
		755	global => $global ? "true" : "false",
		756	);
		757	$self->on (sub {
		758	my ($self, $type, $kv, @extra) = @_;
		759
		760	$guard if 0;
		761
		762	if ($kv->{identifier} eq $identifier) {
		763	if ($type eq "persistent_request_removed") {
		764	$ok->(1);
		765	return;
		766	} elsif ($type eq "protocol_error") {
		767	$err->($kv);
		768	return;
		769	}
		770	}
		771
		772	1
		773	});
		774	});
		775	};
		776
		777	=item ($can_read, $can_write) = $fcp->test_dda ($local_directory, $remote_directory, $want_read, $want_write))
		778
		779	The DDA test in FCP is probably the single most broken protocol - only
		780	one directory test can be outstanding at any time, and some guessing and
		781	heuristics are involved in mangling the paths.
		782
		783	This function combines C<TestDDARequest> and C<TestDDAResponse> in one
		784	request, handling file reading and writing as well, and tries very hard to
		785	do the right thing.
		786
		787	Both C<$local_directory> and C<$remote_directory> must specify the same
		788	directory - C<$local_directory> is the directory path on the client (where
		789	L<AnyEvent::FCP> runs) and C<$remote_directory> is the directory path on
		790	the server (where the freenet node runs). When both are running on the
		791	same node, the paths are generally identical.
		792
		793	C<$want_read> and C<$want_write> should be set to a true value when you
		794	want to read (get) files or write (put) files, respectively.
		795
		796	On error, an exception is thrown. Otherwise, C<$can_read> and
		797	C<$can_write> indicate whether you can read or write to freenet via the
		798	directory.
		799
		800	=cut
		801
		802	_txn test_dda => sub {
		803	my ($self, $ok, $err, $local, $remote, $want_read, $want_write) = @_;
		804
		805	$self->serialise (test_dda => sub {
		806	my ($self, $guard) = @_;
		807
		808	$self->send_msg (test_dda_request =>
		809	directory => $remote,
		810	want_read_directory => $want_read ? "true" : "false",
		811	want_write_directory => $want_write ? "true" : "false",
		812	);
		813	$self->on (sub {
		814	my ($self, $type, $kv) = @_;
		815
		816	if ($type eq "test_dda_reply") {
		817	# the filenames are all relative to the server-side directory,
		818	# which might or might not match $remote anymore, so we
		819	# need to rewrite the paths to be relative to $local
		820	for my $k (qw(read_filename write_filename)) {
		821	my $f = $kv->{$k};
		822	for my $dir ($kv->{directory}, $remote) {
		823	if ($dir eq substr $f, 0, length $dir) {
		824	substr $f, 0, 1 + length $dir, "";
		825	$kv->{$k} = $f;
		826	last;
		827	}
		828	}
		829	}
		830
		831	my %response = (directory => $remote);
		832
		833	if (length $kv->{read_filename}) {
		834	if (open my $fh, "<:raw", "$local/$kv->{read_filename}") {
		835	sysread $fh, my $buf, -s $fh;
		836	$response{read_content} = $buf;
		837	}
		838	}
		839
		840	if (length $kv->{write_filename}) {
		841	if (open my $fh, ">:raw", "$local/$kv->{write_filename}") {
		842	syswrite $fh, $kv->{content_to_write};
		843	}
		844	}
		845
		846	$self->send_msg (test_dda_response => %response);
		847
		848	$self->on (sub {
		849	my ($self, $type, $kv) = @_;
		850
		851	$guard if 0; # reference
		852
		853	if ($type eq "test_dda_complete") {
		854	$ok->(
		855	$kv->{read_directory_allowed} eq "true",
		856	$kv->{write_directory_allowed} eq "true",
		857	);
		858	} elsif ($type eq "protocol_error" && $kv->{identifier} eq $remote) {
		859	$err->($kv->{extra_description});
		860	return;
		861	}
		862
		863	1
		864	});
		865
		866	return;
		867	} elsif ($type eq "protocol_error" && $kv->{identifier} eq $remote) {
		868	$err->($kv);
		869	return;
		870	}
		871
		872	1
		873	});
		874	});
		875	};
		876
		877	=back
		878
		879	=head2 REQUEST CACHE
		880
		881	The C<AnyEvent::FCP> class keeps a request cache, where it caches all
		882	information from requests.
		883
		884	For these messages, it will store a copy of the key-value pairs, together with a C<type> slot,
		885	in C<< $fcp->{req}{$identifier} >>:
		886
		887	persistent_get
		888	persistent_put
		889	persistent_put_dir
		890
		891	This message updates the stored data:
		892
		893	persistent_request_modified
		894
		895	This message will remove this entry:
		896
		897	persistent_request_removed
		898
		899	These messages get merged into the cache entry, under their
		900	type, i.e. a C<simple_progress> message will be stored in C<<
		901	$fcp->{req}{$identifier}{simple_progress} >>:
		902
		903	simple_progress # get/put
		904
		905	uri_generated # put
		906	generated_metadata # put
		907	started_compression # put
		908	finished_compression # put
		909	put_failed # put
		910	put_fetchable # put
		911	put_successful # put
		912
		913	sending_to_network # get
		914	compatibility_mode # get
		915	expected_hashes # get
		916	expected_mime # get
		917	expected_data_length # get
		918	get_failed # get
		919	data_found # get
		920	enter_finite_cooldown # get
		921
		922	In addition, an event (basically a fake message) of type C<request_changed> is generated
		923	on every change, which will be called as C<< $cb->($fcp, $kv, $type) >>, where C<$type>
		924	is the type of the original message triggering the change,
		925
		926	To fill this cache with the global queue and keep it updated,
		927	call C<watch_global> to subscribe to updates, followed by
		928	C<list_persistent_requests>.
		929
		930	$fcp->watch_global_; # do not wait
		931	$fcp->list_persistent_requests; # wait
		932
		933	To get a better idea of what is stored in the cache, here is an example of
		934	what might be stored in C<< $fcp->{req}{"Frost-gpl.txt"} >>:
		935
		936	{
		937	identifier => "Frost-gpl.txt",
		938	uri => 'CHK@Fnx5kzdrfE,EImdzaVyEWl,AAIC--8/gpl.txt',
		939	binary_blob => "false",
		940	global => "true",
		941	max_retries => -1,
		942	max_size => 9223372036854775807,
		943	persistence => "forever",
		944	priority_class => 3,
		945	real_time => "false",
		946	return_type => "direct",
		947	started => "true",
		948	type => "persistent_get",
		949	verbosity => 2147483647,
		950	sending_to_network => {
		951	identifier => "Frost-gpl.txt",
		952	global => "true",
436	},	953	},
437	);	954	compatibility_mode => {
438	};	955	identifier => "Frost-gpl.txt",
439		956	definitive => "true",
440	=back	957	dont_compress => "false",
		958	global => "true",
		959	max => "COMPAT_1255",
		960	min => "COMPAT_1255",
		961	},
		962	expected_hashes => {
		963	identifier => "Frost-gpl.txt",
		964	global => "true",
		965	hashes => {
		966	ed2k => "d83596f5ee3b7...",
		967	md5 => "e0894e4a2a6...",
		968	sha1 => "...",
		969	sha256 => "...",
		970	sha512 => "...",
		971	tth => "...",
		972	},
		973	},
		974	expected_mime => {
		975	identifier => "Frost-gpl.txt",
		976	global => "true",
		977	metadata => { content_type => "application/rar" },
		978	},
		979	expected_data_length => {
		980	identifier => "Frost-gpl.txt",
		981	data_length => 37576,
		982	global => "true",
		983	},
		984	simple_progress => {
		985	identifier => "Frost-gpl.txt",
		986	failed => 0,
		987	fatally_failed => 0,
		988	finalized_total => "true",
		989	global => "true",
		990	last_progress => 1438639282628,
		991	required => 372,
		992	succeeded => 102,
		993	total => 747,
		994	},
		995	data_found => {
		996	identifier => "Frost-gpl.txt",
		997	completion_time => 1438663354026,
		998	data_length => 37576,
		999	global => "true",
		1000	metadata => { content_type => "image/jpeg" },
		1001	startup_time => 1438657196167,
		1002	},
		1003	}
441		1004
442	=head1 EXAMPLE PROGRAM	1005	=head1 EXAMPLE PROGRAM
443		1006
444	use AnyEvent::FCP;	1007	use AnyEvent::FCP;
445		1008
446	my $fcp = new AnyEvent::FCP;	1009	my $fcp = new AnyEvent::FCP;
447		1010
448	# let us look at the global request list	1011	# let us look at the global request list
449	$fcp->watch_global (1, 0);	1012	$fcp->watch_global_ (1);
450		1013
451	# list them, synchronously	1014	# list them, synchronously
452	my $req = $fcp->list_persistent_requests_sync;	1015	my $req = $fcp->list_persistent_requests;
453		1016
454	# go through all requests	1017	# go through all requests
		1018	TODO
455	for my $req (values %$req) {	1019	for my $req (values %$req) {
456	# skip jobs not directly-to-disk	1020	# skip jobs not directly-to-disk
457	next unless $req->{return_type} eq "disk";	1021	next unless $req->{return_type} eq "disk";
458	# skip jobs not issued by FProxy	1022	# skip jobs not issued by FProxy
459	next unless $req->{identifier} =~ /^FProxy:/;	1023	next unless $req->{identifier} =~ /^FProxy:/;
…		…
480	if 0.1 > rand;	1044	if 0.1 > rand;
481	}	1045	}
482	}	1046	}
483		1047
484	# see if the dummy plugin is loaded, to ensure all previous requests have finished.	1048	# see if the dummy plugin is loaded, to ensure all previous requests have finished.
485	$fcp->get_plugin_info_sync ("dummy");	1049	$fcp->get_plugin_info ("dummy");
486		1050
487	=head1 SEE ALSO	1051	=head1 SEE ALSO
488		1052
489	L<http://wiki.freenetproject.org/FreenetFCPSpec2Point0>, L<Net::FCP>.	1053	L<http://wiki.freenetproject.org/FreenetFCPSpec2Point0>, L<Net::FCP>.
490		1054

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing AnyEvent-FCP/FCP.pm (file contents): Revision 1.6 by root, Mon May 31 06:27:37 2010 UTC vs. Revision 1.25 by root, Wed Jun 15 09:20:42 2016 UTC

Diff Legend

Comparing AnyEvent-FCP/FCP.pm (file contents):
Revision 1.6 by root, Mon May 31 06:27:37 2010 UTC vs.
Revision 1.25 by root, Wed Jun 15 09:20:42 2016 UTC