[ViewVC] Diff of: cvs/AnyEvent-FCP/FCP.pm

Comparing AnyEvent-FCP/FCP.pm (file contents):
Revision 1.8 by root, Fri Jun 18 16:59:13 2010 UTC vs.
Revision 1.21 by root, Sun Jun 12 01:48:05 2016 UTC

…		…
35		35
36	use AnyEvent::FCP;	36	use AnyEvent::FCP;
37		37
38	my $fcp = new AnyEvent::FCP;	38	my $fcp = new AnyEvent::FCP;
39		39
40	$fcp->watch_global_sync (1, 0);	40	$fcp->watch_global (1, 0);
41	my $req = $fcp->list_persistent_requests_sync;	41	my $req = $fcp->list_persistent_requests;
42		42
		43	TODO
43	for my $req (values %$req) {	44	for my $req (values %$req) {
44	if ($req->{filename} =~ /a/) {	45	if ($req->{filename} =~ /a/) {
45	$fcp->modify_persistent_request_sync (1, $req->{identifier}, undef, 0);	46	$fcp->modify_persistent_request (1, $req->{identifier}, undef, 0);
46	}	47	}
47	}	48	}
48		49
49	=head2 IMPORT TAGS	50	=head2 IMPORT TAGS
50		51
51	Nothing much can be "imported" from this module right now.	52	Nothing much can be "imported" from this module right now.
52		53
53	=head2 THE AnyEvent::FCP CLASS	54	=head1 THE AnyEvent::FCP CLASS
54		55
55	=over 4	56	=over 4
56		57
57	=cut	58	=cut
58		59
…		…
60		61
61	use common::sense;	62	use common::sense;
62		63
63	use Carp;	64	use Carp;
64		65
65	our $VERSION = '0.3';	66	our $VERSION = 0.5;
66		67
67	use Scalar::Util ();	68	use Scalar::Util ();
68		69
69	use AnyEvent;	70	use AnyEvent;
70	use AnyEvent::Handle;	71	use AnyEvent::Handle;
		72	use AnyEvent::Util ();
		73
		74	our %TOLC; # tolc cache
71		75
72	sub touc($) {	76	sub touc($) {
73	local $_ = shift;	77	local $_ = shift;
74	1 while s/((?:^\|_)(?:svk\|chk\|uri\|fcp\|ds\|mime)(?:_\|$))/\U$1/;	78	1 while s/((?:^\|_)(?:svk\|chk\|uri\|fcp\|ds\|mime\|dda)(?:_\|$))/\U$1/;
75	s/(?:^\|_)(.)/\U$1/g;	79	s/(?:^\|_)(.)/\U$1/g;
76	$_	80	$_
77	}	81	}
78		82
79	sub tolc($) {	83	sub tolc($) {
80	local $_ = shift;	84	local $_ = shift;
81	1 while s/(SVK\|CHK\|URI\|FCP\|DS\|MIME)([^_])/$1\_$2/i;	85	1 while s/(SVK\|CHK\|URI\|FCP\|DS\|MIME\|DDA)([^_])/$1\_$2/;
82	1 while s/([^_])(SVK\|CHK\|URI\|FCP\|DS\|MIME)/$1\_$2/i;	86	1 while s/([^_])(SVK\|CHK\|URI\|FCP\|DS\|MIME\|DDA)/$1\_$2/;
83	s/(?<=[a-z])(?=[A-Z])/_/g;	87	s/(?<=[a-z])(?=[A-Z])/_/g;
84	lc	88	lc
85	}	89	}
86		90
87	=item $fcp = new AnyEvent::FCP [host => $host][, port => $port][, progress => \&cb][, name => $name]	91	=item $fcp = new AnyEvent::FCP key => value...;
88		92
89	Create a new FCP connection to the given host and port (default	93	Create a new FCP connection to the given host and port (default
90	127.0.0.1:9481, or the environment variables C<FREDHOST> and C<FREDPORT>).	94	127.0.0.1:9481, or the environment variables C<FREDHOST> and C<FREDPORT>).
91		95
92	If no C<name> was specified, then AnyEvent::FCP will generate a	96	If no C<name> was specified, then AnyEvent::FCP will generate a
93	(hopefully) unique client name for you.	97	(hopefully) unique client name for you.
94		98
95	You can install a progress callback that is being called with the AnyEvent::FCP	99	The following keys can be specified (they are all optional):
96	object, the type, a hashref with key-value pairs and a reference to any received data,
97	for all unsolicited messages.
98		100
99	Example:	101	=over 4
100		102
101	sub progress_cb {	103	=item name => $string
102	my ($self, $type, $kv, $rdata) = @_;
103		104
104	if ($type eq "simple_progress") {	105	A unique name to identify this client. If none is specified, a randomly
105	warn "$kv->{identifier} $kv->{succeeded}/$kv->{required}\n";	106	generated name will be used.
106	}	107
107	}	108	=item host => $hostname
		109
		110	The hostname or IP address of the freenet node. Default is C<$ENV{FREDHOST}>
		111	or C<127.0.0.1>.
		112
		113	=item port => $portnumber
		114
		115	The port number of the FCP port. Default is C<$ENV{FREDPORT}> or C<9481>.
		116
		117	=item timeout => $seconds
		118
		119	The timeout, in seconds, after which a connection error is assumed when
		120	there is no activity. Default is C<7200>, i.e. two hours.
		121
		122	=item keepalive => $seconds
		123
		124	The interval, in seconds, at which keepalive messages will be
		125	sent. Default is C<540>, i.e. nine minutes.
		126
		127	These keepalive messages are useful both to detect that a connection is
		128	no longer working and to keep any (home) routers from expiring their
		129	masquerading entry.
		130
		131	=item on_eof => $callback->($fcp)
		132
		133	Invoked when the underlying L<AnyEvent::Handle> signals EOF, currently
		134	regardless of whether the EOF was expected or not.
		135
		136	=item on_error => $callback->($fcp, $message)
		137
		138	Invoked on any (fatal) errors, such as unexpected connection close. The
		139	callback receives the FCP object and a textual error message.
		140
		141	=item on_failure => $callback->($fcp, $type, $backtrace, $args, $error)
		142
		143	Invoked when an FCP request fails that didn't have a failure callback. See
		144	L<FCP REQUESTS> for details.
		145
		146	=back
108		147
109	=cut	148	=cut
110		149
111	sub new {	150	sub new {
112	my $class = shift;	151	my $class = shift;
		152
		153	my $rand = join "", map chr 0x21 + rand 94, 1..40; # ~ 262 bits entropy
		154
113	my $self = bless { @_ }, $class;	155	my $self = bless {
114		156	host => $ENV{FREDHOST} \|\| "127.0.0.1",
115	$self->{host} \|\|= $ENV{FREDHOST} \|\| "127.0.0.1";	157	port => $ENV{FREDPORT} \|\| 9481,
116	$self->{port} \|\|= $ENV{FREDPORT} \|\| 9481;	158	timeout => 3600 * 2,
117	$self->{name} \|\|= time.rand.rand.rand; # lame	159	keepalive => 9 * 60,
118	$self->{timeout} \|\|= 3600*2;	160	name => time.rand.rand.rand, # lame
119	$self->{progress} \|\|= sub { };	161	@_,
120		162	queue => [],
121	$self->{id} = "a0";	163	req => {},
		164	prefix => "..:aefcpid:$rand:",
		165	idseq => "a0",
		166	}, $class;
122		167
123	{	168	{
124	Scalar::Util::weaken (my $self = $self);	169	Scalar::Util::weaken (my $self = $self);
		170
		171	$self->{kw} = AE::timer $self->{keepalive}, $self->{keepalive}, sub {
		172	$self->{hdl}->push_write ("\n");
		173	};
		174
		175	our $ENDMESSAGE = qr<\012(EndMessage\|Data)\012>;
		176
		177	# these are declared here for performance reasons
		178	my ($k, $v, $type);
		179	my $rdata;
		180
		181	my $on_read = sub {
		182	my ($hdl) = @_;
		183
		184	# we only carve out whole messages here
		185	while ($hdl->{rbuf} =~ /\012(EndMessage\|Data)\012/) {
		186	# remember end marker
		187	$rdata = $1 eq "Data"
		188	or $1 eq "EndMessage"
		189	or return $self->fatal ("protocol error, expected message end, got $1\n");
		190
		191	my @lines = split /\012/, substr $hdl->{rbuf}, 0, $-[0];
		192
		193	substr $hdl->{rbuf}, 0, $+[0], ""; # remove pkg
		194
		195	$type = shift @lines;
		196	$type = ($TOLC{$type} \|\|= tolc $type);
		197
		198	my %kv;
		199
		200	for (@lines) {
		201	($k, $v) = split /=/, $_, 2;
		202	$k = ($TOLC{$k} \|\|= tolc $k);
		203
		204	if ($k =~ /\./) {
		205	# generic, slow case
		206	my @k = split /\./, $k;
		207	my $ro = \\%kv;
		208
		209	while (@k) {
		210	$k = shift @k;
		211	if ($k =~ /^\d+$/) {
		212	$ro = \$$ro->[$k];
		213	} else {
		214	$ro = \$$ro->{$k};
		215	}
		216	}
		217
		218	$$ro = $v;
		219
		220	next;
		221	}
		222
		223	# special comon case, for performance only
		224	$kv{$k} = $v;
		225	}
		226
		227	if ($rdata) {
		228	$_[0]->push_read (chunk => delete $kv{data_length}, sub {
		229	$rdata = \$_[1];
		230	$self->recv ($type, \%kv, $rdata);
		231	});
		232
		233	last; # do not tgry to parse more messages
		234	} else {
		235	$self->recv ($type, \%kv);
		236	}
		237	}
		238	};
125		239
126	$self->{hdl} = new AnyEvent::Handle	240	$self->{hdl} = new AnyEvent::Handle
127	connect => [$self->{host} => $self->{port}],	241	connect => [$self->{host} => $self->{port}],
128	timeout => $self->{timeout},	242	timeout => $self->{timeout},
		243	on_read => $on_read,
		244	on_eof => sub {
		245	if ($self->{on_eof}) {
		246	$self->{on_eof}($self);
		247	} else {
		248	$self->fatal ("EOF");
		249	}
		250	},
129	on_error => sub {	251	on_error => sub {
130	warn "@_\n";#d#	252	$self->fatal ($_[2]);
131	exit 1;
132	},	253	},
133	on_read => sub { $self->on_read (@_) },	254	;
134	on_eof => $self->{on_eof} \|\| sub { };
135		255
136	Scalar::Util::weaken ($self->{hdl}{fcp} = $self);	256	Scalar::Util::weaken ($self->{hdl}{fcp} = $self);
137	}	257	}
138		258
139	$self->send_msg (	259	$self->send_msg (client_hello =>
140	client_hello =>
141	name => $self->{name},	260	name => $self->{name},
142	expected_version => "2.0",	261	expected_version => "2.0",
143	);	262	);
144		263
145	$self	264	$self
146	}	265	}
147		266
		267	sub fatal {
		268	my ($self, $msg) = @_;
		269
		270	$self->{hdl}->shutdown;
		271	delete $self->{kw};
		272
		273	if ($self->{on_error}) {
		274	$self->{on_error}->($self, $msg);
		275	} else {
		276	die $msg;
		277	}
		278	}
		279
		280	sub identifier {
		281	$_[0]{prefix} . ++$_[0]{idseq}
		282	}
		283
148	sub send_msg {	284	sub send_msg {
149	my ($self, $type, %kv) = @_;	285	my ($self, $type, %kv) = @_;
150		286
151	my $data = delete $kv{data};	287	my $data = delete $kv{data};
152		288
153	if (exists $kv{id_cb}) {	289	if (exists $kv{id_cb}) {
154	my $id = $kv{identifier} \|\| ++$self->{id};	290	my $id = $kv{identifier} \|\|= $self->identifier;
155	$self->{id}{$id} = delete $kv{id_cb};	291	$self->{id}{$id} = delete $kv{id_cb};
156	$kv{identifier} = $id;
157	}	292	}
158		293
159	my $msg = (touc $type) . "\012"	294	my $msg = (touc $type) . "\012"
160	. join "", map +(touc $_) . "=$kv{$_}\012", keys %kv;	295	. join "", map +(touc $_) . "=$kv{$_}\012", keys %kv;
161		296
…		…
173	}	308	}
174		309
175	$self->{hdl}->push_write ($msg);	310	$self->{hdl}->push_write ($msg);
176	}	311	}
177		312
178	sub on_read {	313	sub on {
179	my ($self) = @_;	314	my ($self, $cb) = @_;
180		315
181	my $type;	316	# cb return undef - message eaten, remove cb
182	my %kv;	317	# cb return 0 - message eaten
183	my $rdata;	318	# cb return 1 - pass to next
184		319
185	my $done_cb = sub {	320	push @{ $self->{on} }, $cb;
186	$kv{pkt_type} = $type;	321	}
187		322
188	if (my $cb = $self->{queue}[0]) {	323	sub _push_queue {
189	$cb->($self, $type, \%kv, $rdata)	324	my ($self, $queue) = @_;
190	and shift @{ $self->{queue} };	325
191	} else {	326	shift @$queue;
192	$self->default_recv ($type, \%kv, $rdata);	327	$queue->[0]($self, AnyEvent::Util::guard { $self->_push_queue ($queue) })
		328	if @$queue;
		329	}
		330
		331	# lock so only one $type (arbitrary string) is in flight,
		332	# to work around horribly misdesigned protocol.
		333	sub serialise {
		334	my ($self, $type, $cb) = @_;
		335
		336	my $queue = $self->{serialise}{$type} \|\|= [];
		337	push @$queue, $cb;
		338	$cb->($self, AnyEvent::Util::guard { $self->_push_queue ($queue) })
		339	unless $#$queue;
		340	}
		341
		342	# how to merge these types into $self->{persistent}
		343	our %PERSISTENT_TYPE = (
		344	persistent_get => sub { %{ $_[1] } = (type => "persistent_get" , %{ $_[2] }) },
		345	persistent_put => sub { %{ $_[1] } = (type => "persistent_put" , %{ $_[2] }) },
		346	persistent_put_dir => sub { %{ $_[1] } = (type => "persistent_put_dir", %{ $_[2] }) },
		347	persistent_request_modified => sub { %{ $_[1] } = (%{ $_[1] }, %{ $_[2] }) },
		348	persistent_request_removed => sub { delete $_[0]{req}{$_[2]{identifier}} },
		349
		350	simple_progress => sub { $_[1]{simple_progress} = $_[2] }, # get/put
		351
		352	uri_generated => sub { $_[1]{uri_generated} = $_[2] }, # put
		353	generated_metadata => sub { $_[1]{generated_metadata} = $_[2] }, # put
		354	started_compression => sub { $_[1]{started_compression} = $_[2] }, # put
		355	finished_compression => sub { $_[1]{finished_compression} = $_[2] }, # put
		356	put_fetchable => sub { $_[1]{put_fetchable} = $_[2] }, # put
		357	put_failed => sub { $_[1]{put_failed} = $_[2] }, # put
		358	put_successful => sub { $_[1]{put_successful} = $_[2] }, # put
		359
		360	sending_to_network => sub { $_[1]{sending_to_network} = $_[2] }, # get
		361	compatibility_mode => sub { $_[1]{compatibility_mode} = $_[2] }, # get
		362	expected_hashes => sub { $_[1]{expected_hashes} = $_[2] }, # get
		363	expected_mime => sub { $_[1]{expected_mime} = $_[2] }, # get
		364	expected_data_length => sub { $_[1]{expected_data_length} = $_[2] }, # get
		365	get_failed => sub { $_[1]{get_failed} = $_[2] }, # get
		366	data_found => sub { $_[1]{data_found} = $_[2] }, # get
		367	enter_finite_cooldown => sub { $_[1]{enter_finite_cooldown} = $_[2] }, # get
		368	);
		369
		370	sub recv {
		371	my ($self, $type, $kv, @extra) = @_;
		372
		373	if (my $cb = $PERSISTENT_TYPE{$type}) {
		374	my $id = $kv->{identifier};
		375	my $req = $_[0]{req}{$id} \|\|= {};
		376	$cb->($self, $req, $kv);
		377	$self->recv (request_changed => $kv, $type, @extra);
		378	}
		379
		380	my $on = $self->{on};
		381	for (0 .. $#$on) {
		382	unless (my $res = $on->[$_]($self, $type, $kv, @extra)) {
		383	splice @$on, $_, 1 unless defined $res;
		384	return;
193	}	385	}
194	};	386	}
195		387
196	my $hdr_cb; $hdr_cb = sub {	388	if (my $cb = $self->{queue}[0]) {
197	if ($_[1] =~ /^([^=]+)=(.*)$/) {	389	$cb->($self, $type, $kv, @extra)
198	my ($k, $v) = ($1, $2);	390	and shift @{ $self->{queue} };
199	my @k = split /\./, tolc $k;
200	my $ro = \\%kv;
201
202	while (@k) {
203	my $k = shift @k;
204	if ($k =~ /^\d+$/) {
205	$ro = \$$ro->[$k];
206	} else {
207	$ro = \$$ro->{$k};
208	}
209	}
210
211	$$ro = $v;
212
213	$_[0]->push_read (line => $hdr_cb);
214	} elsif ($_[1] eq "Data") {
215	$_[0]->push_read (chunk => delete $kv{data_length}, sub {
216	$rdata = \$_[1];
217	$done_cb->();
218	});
219	} elsif ($_[1] eq "EndMessage") {
220	$done_cb->();
221	} else {	391	} else {
222	die "protocol error, expected message end, got $_[1]\n";#d#	392	$self->default_recv ($type, $kv, @extra);
223	}
224	};	393	}
225
226	$self->{hdl}->push_read (line => sub {
227	$type = tolc $_[1];
228	$_[0]->push_read (line => $hdr_cb);
229	});
230	}	394	}
231		395
232	sub default_recv {	396	sub default_recv {
233	my ($self, $type, $kv, $rdata) = @_;	397	my ($self, $type, $kv, $rdata) = @_;
234		398
235	if ($type eq "node_hello") {	399	if ($type eq "node_hello") {
236	$self->{node_hello} = $kv;	400	$self->{node_hello} = $kv;
237	} elsif (exists $self->{id}{$kv->{identifier}}) {	401	} elsif (exists $self->{id}{$kv->{identifier}}) {
238	$self->{id}{$kv->{identifier}}($self, $type, $kv, $rdata)	402	$self->{id}{$kv->{identifier}}($self, $type, $kv, $rdata)
239	and delete $self->{id}{$kv->{identifier}};	403	and delete $self->{id}{$kv->{identifier}};
240	} else {
241	&{ $self->{progress} };
242	}	404	}
243	}	405	}
		406
		407	=back
		408
		409	=head2 FCP REQUESTS
		410
		411	The following methods implement various requests. Most of them map
		412	directory to the FCP message of the same name. The added benefit of
		413	these over sending requests yourself is that they handle the necessary
		414	serialisation, protocol quirks, and replies.
		415
		416	All of them exist in two versions, the variant shown in this manpage, and
		417	a variant with an extra C<_> at the end, and an extra C<$cb> argument. The
		418	version as shown is I<synchronous> - it will wait for any replies, and
		419	either return the reply, or croak with an error. The underscore variant
		420	returns immediately and invokes one or more callbacks or condvars later.
		421
		422	For example, the call
		423
		424	$info = $fcp->get_plugin_info ($name, $detailed);
		425
		426	Also comes in this underscore variant:
		427
		428	$fcp->get_plugin_info_ ($name, $detailed, $cb);
		429
		430	You can thinbk of the underscore as a kind of continuation indicator - the
		431	normal function waits and returns with the data, the C<_> indicates that
		432	you pass the continuation yourself, and the continuation will be invoked
		433	with the results.
		434
		435	This callback/continuation argument (C<$cb>) can come in three forms itself:
		436
		437	=over 4
		438
		439	=item A code reference (or rather anything not matching some other alternative)
		440
		441	This code reference will be invoked with the result on success. On an
		442	error, it will invoke the C<on_failure> callback of the FCP object, or,
		443	if none was defined, will die (in the event loop) with a backtrace of the
		444	call site.
		445
		446	This is a popular choice, but it makes handling errors hard - make sure
		447	you never generate protocol errors!
		448
		449	If an C<on_failure> hook exists, it will be invoked with the FCP object,
		450	the request type (the name of the method), a (textual) backtrace as
		451	generated by C<Carp::longmess>, and arrayref containing the arguments from
		452	the original request invocation and the error object from the server, in
		453	this order, e.g.:
		454
		455	on_failure => sub {
		456	my ($fcp, $request_type, $backtrace, $orig_args, $error_object) = @_;
		457
		458	warn "FCP failure ($type), $error_object->{code_description} ($error_object->{extra_description})$backtrace";
		459	exit 1;
		460	},
		461
		462	=item A condvar (as returned by e.g. C<< AnyEvent->condvar >>)
		463
		464	When a condvar is passed, it is sent (C<< $cv->send ($results) >>) the
		465	results when the request has finished. Should an error occur, the error
		466	will instead result in C<< $cv->croak ($error) >>.
		467
		468	This is also a popular choice.
		469
		470	=item An array with two callbacks C<[$success, $failure]>
		471
		472	The C<$success> callback will be invoked with the results, while the
		473	C<$failure> callback will be invoked on any errors.
		474
		475	The C<$failure> callback will be invoked with the error object from the
		476	server.
		477
		478	=item C<undef>
		479
		480	This is the same thing as specifying C<sub { }> as callback, i.e. on
		481	success, the results are ignored, while on failure, the C<on_failure> hook
		482	is invoked or the module dies with a backtrace.
		483
		484	This is good for quick scripts, or when you really aren't interested in
		485	the results.
		486
		487	=back
		488
		489	=cut
		490
		491	our $NOP_CB = sub { };
244		492
245	sub _txn {	493	sub _txn {
246	my ($name, $sub) = @_;	494	my ($name, $sub) = @_;
247		495
248	*{$name} = sub {	496	*{$name} = sub {
249	splice @_, 1, 0, (my $cv = AnyEvent->condvar);	497	my $cv = AE::cv;
250	&$sub;
251	$cv
252	};
253		498
254	*{"$name\_sync"} = sub {	499	splice @_, 1, 0, $cv, sub { $cv->croak ($_[0]{extra_description}) };
255	splice @_, 1, 0, (my $cv = AnyEvent->condvar);
256	&$sub;	500	&$sub;
257	$cv->recv	501	$cv->recv
258	};	502	};
259	}
260		503
261	=item $cv = $fcp->list_peers ([$with_metdata[, $with_volatile]])	504	*{"$name\_"} = sub {
		505	my ($ok, $err) = pop;
262		506
		507	if (ARRAY:: eq ref $ok) {
		508	($ok, $err) = @$ok;
		509	} elsif (UNIVERSAL::isa $ok, AnyEvent::CondVar::) {
		510	$err = sub { $ok->croak ($_[0]{extra_description}) };
		511	} else {
		512	my $bt = Carp::longmess "AnyEvent::FCP request $name";
		513	Scalar::Util::weaken (my $self = $_[0]);
		514	my $args = [@_]; shift @$args;
		515	$err = sub {
		516	if ($self->{on_failure}) {
		517	$self->{on_failure}($self, $name, $args, $bt, $_[0]);
		518	} else {
		519	die "$_[0]{code_description} ($_[0]{extra_description})$bt";
		520	}
		521	};
		522	}
		523
		524	$ok \|\|= $NOP_CB;
		525
		526	splice @_, 1, 0, $ok, $err;
		527	&$sub;
		528	};
		529	}
		530
		531	=over 4
		532
263	=item $peers = $fcp->list_peers_sync ([$with_metdata[, $with_volatile]])	533	=item $peers = $fcp->list_peers ([$with_metdata[, $with_volatile]])
264		534
265	=cut	535	=cut
266		536
267	_txn list_peers => sub {	537	_txn list_peers => sub {
268	my ($self, $cv, $with_metadata, $with_volatile) = @_;	538	my ($self, $ok, undef, $with_metadata, $with_volatile) = @_;
269		539
270	my @res;	540	my @res;
271		541
272	$self->send_msg (list_peers =>	542	$self->send_msg (list_peers =>
273	with_metadata => $with_metadata ? "true" : "false",	543	with_metadata => $with_metadata ? "true" : "false",
274	with_volatile => $with_volatile ? "true" : "false",	544	with_volatile => $with_volatile ? "true" : "false",
275	id_cb => sub {	545	id_cb => sub {
276	my ($self, $type, $kv, $rdata) = @_;	546	my ($self, $type, $kv, $rdata) = @_;
277		547
278	if ($type eq "end_list_peers") {	548	if ($type eq "end_list_peers") {
279	$cv->(\@res);	549	$ok->(\@res);
280	1	550	1
281	} else {	551	} else {
282	push @res, $kv;	552	push @res, $kv;
283	0	553	0
284	}	554	}
285	},	555	},
286	);	556	);
287	};	557	};
288		558
289	=item $cv = $fcp->list_peer_notes ($node_identifier)
290
291	=item $notes = $fcp->list_peer_notes_sync ($node_identifier)	559	=item $notes = $fcp->list_peer_notes ($node_identifier)
292		560
293	=cut	561	=cut
294		562
295	_txn list_peer_notes => sub {	563	_txn list_peer_notes => sub {
296	my ($self, $cv, $node_identifier) = @_;	564	my ($self, $ok, undef, $node_identifier) = @_;
297		565
298	$self->send_msg (list_peer_notes =>	566	$self->send_msg (list_peer_notes =>
299	node_identifier => $node_identifier,	567	node_identifier => $node_identifier,
300	id_cb => sub {	568	id_cb => sub {
301	my ($self, $type, $kv, $rdata) = @_;	569	my ($self, $type, $kv, $rdata) = @_;
302		570
303	$cv->($kv);	571	$ok->($kv);
304	1	572	1
305	},	573	},
306	);	574	);
307	};	575	};
308		576
309	=item $cv = $fcp->watch_global ($enabled[, $verbosity_mask])
310
311	=item $fcp->watch_global_sync ($enabled[, $verbosity_mask])	577	=item $fcp->watch_global ($enabled[, $verbosity_mask])
312		578
313	=cut	579	=cut
314		580
315	_txn watch_global => sub {	581	_txn watch_global => sub {
316	my ($self, $cv, $enabled, $verbosity_mask) = @_;	582	my ($self, $ok, $err, $enabled, $verbosity_mask) = @_;
317		583
318	$self->send_msg (watch_global =>	584	$self->send_msg (watch_global =>
319	enabled => $enabled ? "true" : "false",	585	enabled => $enabled ? "true" : "false",
320	defined $verbosity_mask ? (verbosity_mask => $verbosity_mask+0) : (),	586	defined $verbosity_mask ? (verbosity_mask => $verbosity_mask+0) : (),
321	);	587	);
322		588
323	$cv->();	589	$ok->();
324	};	590	};
325		591
326	=item $cv = $fcp->list_persistent_requests
327
328	=item $reqs = $fcp->list_persistent_requests_sync	592	=item $reqs = $fcp->list_persistent_requests
329		593
330	=cut	594	=cut
331		595
332	_txn list_persistent_requests => sub {	596	_txn list_persistent_requests => sub {
333	my ($self, $cv) = @_;	597	my ($self, $ok, $err) = @_;
334		598
		599	$self->serialise (list_persistent_requests => sub {
		600	my ($self, $guard) = @_;
		601
335	my %res;	602	my @res;
336		603
337	$self->send_msg ("list_persistent_requests");	604	$self->send_msg ("list_persistent_requests");
338		605
339	push @{ $self->{queue} }, sub {	606	$self->on (sub {
340	my ($self, $type, $kv, $rdata) = @_;	607	my ($self, $type, $kv, $rdata) = @_;
341		608
		609	$guard if 0;
		610
342	if ($type eq "end_list_persistent_requests") {	611	if ($type eq "end_list_persistent_requests") {
343	$cv->(\%res);	612	$ok->(\@res);
		613	return;
		614	} else {
		615	my $id = $kv->{identifier};
		616
		617	if ($type =~ /^persistent_(get\|put\|put_dir)$/) {
		618	push @res, [$type, $kv];
		619	}
		620	}
		621
344	1	622	1
345	} else {	623	});
346	my $id = $kv->{identifier};	624	});
		625	};
347		626
348	if ($type =~ /^persistent_(get\|put\|put_dir)$/) {	627	=item $sync = $fcp->modify_persistent_request ($global, $identifier[, $client_token[, $priority_class]])
349	$res{$id} = {	628
350	type => $1,	629	Update either the C<client_token> or C<priority_class> of a request
351	%{ $res{$id} },	630	identified by C<$global> and C<$identifier>, depending on which of
		631	C<$client_token> and C<$priority_class> are not C<undef>.
		632
		633	=cut
		634
		635	_txn modify_persistent_request => sub {
		636	my ($self, $ok, $err, $global, $identifier, $client_token, $priority_class) = @_;
		637
		638	$self->serialise ($identifier => sub {
		639	my ($self, $guard) = @_;
		640
		641	$self->send_msg (modify_persistent_request =>
		642	global => $global ? "true" : "false",
		643	identifier => $identifier,
		644	defined $client_token ? (client_token => $client_token ) : (),
		645	defined $priority_class ? (priority_class => $priority_class) : (),
		646	);
		647
		648	$self->on (sub {
		649	my ($self, $type, $kv, @extra) = @_;
		650
		651	$guard if 0;
		652
		653	if ($kv->{identifier} eq $identifier) {
		654	if ($type eq "persistent_request_modified") {
352	%$kv,	655	$ok->($kv);
		656	return;
		657	} elsif ($type eq "protocol_error") {
		658	$err->($kv);
		659	return;
353	};	660	}
354	} elsif ($type eq "simple_progress") {
355	delete $kv->{pkt_type}; # save memory
356	push @{ $res{delete $kv->{identifier}}{simple_progress} }, $kv;
357	} else {
358	$res{delete $kv->{identifier}}{delete $kv->{pkt_type}} = $kv;
359	}	661	}
		662
360	0	663	1
361	}	664	});
362	};	665	});
363	};	666	};
364		667
365	=item $cv = $fcp->remove_request ($global, $identifier)
366
367	=item $status = $fcp->remove_request_sync ($global, $identifier)
368
369	=cut
370
371	_txn remove_request => sub {
372	my ($self, $cv, $global, $identifier) = @_;
373
374	$self->send_msg (remove_request =>
375	global => $global ? "true" : "false",
376	identifier => $identifier,
377	id_cb => sub {
378	my ($self, $type, $kv, $rdata) = @_;
379
380	$cv->($kv);
381	1
382	},
383	);
384	};
385
386	=item $cv = $fcp->modify_persistent_request ($global, $identifier[, $client_token[, $priority_class]])
387
388	=item $sync = $fcp->modify_persistent_request_sync ($global, $identifier[, $client_token[, $priority_class]])
389
390	=cut
391
392	_txn modify_persistent_request => sub {
393	my ($self, $cv, $global, $identifier, $client_token, $priority_class) = @_;
394
395	$self->send_msg (modify_persistent_request =>
396	global => $global ? "true" : "false",
397	defined $client_token ? (client_token => $client_token ) : (),
398	defined $priority_class ? (priority_class => $priority_class) : (),
399	identifier => $identifier,
400	id_cb => sub {
401	my ($self, $type, $kv, $rdata) = @_;
402
403	$cv->($kv);
404	1
405	},
406	);
407	};
408
409	=item $cv = $fcp->get_plugin_info ($name, $detailed)
410
411	=item $info = $fcp->get_plugin_info_sync ($name, $detailed)	668	=item $info = $fcp->get_plugin_info ($name, $detailed)
412		669
413	=cut	670	=cut
414		671
415	_txn get_plugin_info => sub {	672	_txn get_plugin_info => sub {
416	my ($self, $cv, $name, $detailed) = @_;	673	my ($self, $ok, $err, $name, $detailed) = @_;
		674
		675	my $id = $self->identifier;
417		676
418	$self->send_msg (get_plugin_info =>	677	$self->send_msg (get_plugin_info =>
		678	identifier => $id,
419	plugin_name => $name,	679	plugin_name => $name,
420	detailed => $detailed ? "true" : "false",	680	detailed => $detailed ? "true" : "false",
421	id_cb => sub {
422	my ($self, $type, $kv, $rdata) = @_;
423
424	$cv->($kv);
425	1
426	},
427	);	681	);
		682	$self->on (sub {
		683	my ($self, $type, $kv) = @_;
		684
		685	if ($kv->{identifier} eq $id) {
		686	if ($type eq "get_plugin_info") {
		687	$ok->($kv);
		688	} else {
		689	$err->($kv, $type);
		690	}
		691	return;
		692	}
		693
		694	1
		695	});
428	};	696	};
429		697
430	=item $cv = $fcp->client_get ($uri, $identifier, %kv)
431
432	=item $status = $fcp->client_get_sync ($uri, $identifier, %kv)	698	=item $status = $fcp->client_get ($uri, $identifier, %kv)
433		699
434	%kv can contain (L<http://wiki.freenetproject.org/FCP2p0ClientGet>).	700	%kv can contain (L<http://wiki.freenetproject.org/FCP2p0ClientGet>).
435		701
436	ignore_ds, ds_only, verbosity, max_size, max_temp_size, max_retries,	702	ignore_ds, ds_only, verbosity, max_size, max_temp_size, max_retries,
437	priority_class, persistence, client_token, global, return_type,	703	priority_class, persistence, client_token, global, return_type,
438	binary_blob, allowed_mime_types, filename, temp_filename	704	binary_blob, allowed_mime_types, filename, temp_filename
439		705
440	=cut	706	=cut
441		707
442	_txn client_get => sub {	708	_txn client_get => sub {
443	my ($self, $cv, $uri, $identifier, %kv) = @_;	709	my ($self, $ok, $err, $uri, $identifier, %kv) = @_;
444		710
		711	$self->serialise ($identifier => sub {
		712	my ($self, $guard) = @_;
		713
445	$self->send_msg (client_get =>	714	$self->send_msg (client_get =>
446	%kv,	715	%kv,
447	uri => $uri,	716	uri => $uri,
448	identifier => $identifier,	717	identifier => $identifier,
449	id_cb => sub {	718	);
		719
		720	$self->on (sub {
450	my ($self, $type, $kv, $rdata) = @_;	721	my ($self, $type, $kv, @extra) = @_;
451		722
		723	$guard if 0;
		724
		725	if ($kv->{identifier} eq $identifier) {
		726	if ($type eq "persistent_get") {
452	$cv->($kv);	727	$ok->($kv);
		728	return;
		729	} elsif ($type eq "protocol_error") {
		730	$err->($kv);
		731	return;
		732	}
		733	}
		734
453	1	735	1
		736	});
		737	});
		738	};
		739
		740	=item $status = $fcp->remove_request ($identifier[, $global])
		741
		742	Remove the request with the given isdentifier. Returns true if successful,
		743	false on error.
		744
		745	=cut
		746
		747	_txn remove_request => sub {
		748	my ($self, $ok, $err, $identifier, $global) = @_;
		749
		750	$self->serialise ($identifier => sub {
		751	my ($self, $guard) = @_;
		752
		753	$self->send_msg (remove_request =>
		754	identifier => $identifier,
		755	global => $global ? "true" : "false",
		756	);
		757	$self->on (sub {
		758	my ($self, $type, $kv, @extra) = @_;
		759
		760	$guard if 0;
		761
		762	if ($kv->{identifier} eq $identifier) {
		763	if ($type eq "persistent_request_removed") {
		764	$ok->(1);
		765	return;
		766	} elsif ($type eq "protocol_error") {
		767	$err->($kv);
		768	return;
		769	}
		770	}
		771
		772	1
		773	});
		774	});
		775	};
		776
		777	=item ($can_read, $can_write) = $fcp->test_dda ($local_directory, $remote_directory, $want_read, $want_write))
		778
		779	The DDA test in FCP is probably the single most broken protocol - only
		780	one directory test can be outstanding at any time, and some guessing and
		781	heuristics are involved in mangling the paths.
		782
		783	This function combines C<TestDDARequest> and C<TestDDAResponse> in one
		784	request, handling file reading and writing as well, and tries very hard to
		785	do the right thing.
		786
		787	Both C<$local_directory> and C<$remote_directory> must specify the same
		788	directory - C<$local_directory> is the directory path on the client (where
		789	L<AnyEvent::FCP> runs) and C<$remote_directory> is the directory path on
		790	the server (where the freenet node runs). When both are running on the
		791	same node, the paths are generally identical.
		792
		793	C<$want_read> and C<$want_write> should be set to a true value when you
		794	want to read (get) files or write (put) files, respectively.
		795
		796	On error, an exception is thrown. Otherwise, C<$can_read> and
		797	C<$can_write> indicate whether you can reaqd or write to freenet via the
		798	directory.
		799
		800	=cut
		801
		802	_txn test_dda => sub {
		803	my ($self, $ok, $err, $local, $remote, $want_read, $want_write) = @_;
		804
		805	$self->serialise (test_dda => sub {
		806	my ($self, $guard) = @_;
		807
		808	$self->send_msg (test_dda_request =>
		809	directory => $remote,
		810	want_read_directory => $want_read ? "true" : "false",
		811	want_write_directory => $want_write ? "true" : "false",
		812	);
		813	$self->on (sub {
		814	my ($self, $type, $kv) = @_;
		815
		816	if ($type eq "test_dda_reply") {
		817	# the filenames are all relative to the server-side directory,
		818	# which might or might not match $remote anymore, so we
		819	# need to rewrite the paths to be relative to $local
		820	for my $k (qw(read_filename write_filename)) {
		821	my $f = $kv->{$k};
		822	for my $dir ($kv->{directory}, $remote) {
		823	if ($dir eq substr $f, 0, length $dir) {
		824	substr $f, 0, 1 + length $dir, "";
		825	$kv->{$k} = $f;
		826	last;
		827	}
		828	}
		829	}
		830
		831	my %response = (directory => $remote);
		832
		833	if (length $kv->{read_filename}) {
		834	if (open my $fh, "<:raw", "$local/$kv->{read_filename}") {
		835	sysread $fh, my $buf, -s $fh;
		836	$response{read_content} = $buf;
		837	}
		838	}
		839
		840	if (length $kv->{write_filename}) {
		841	if (open my $fh, ">:raw", "$local/$kv->{write_filename}") {
		842	syswrite $fh, $kv->{content_to_write};
		843	}
		844	}
		845
		846	$self->send_msg (test_dda_response => %response);
		847
		848	$self->on (sub {
		849	my ($self, $type, $kv) = @_;
		850
		851	$guard if 0; # reference
		852
		853	if ($type eq "test_dda_complete") {
		854	$ok->(
		855	$kv->{read_directory_allowed} eq "true",
		856	$kv->{write_directory_allowed} eq "true",
		857	);
		858	} elsif ($type eq "protocol_error" && $kv->{identifier} eq $remote) {
		859	$err->($kv->{extra_description});
		860	return;
		861	}
		862
		863	1
		864	});
		865
		866	return;
		867	} elsif ($type eq "protocol_error" && $kv->{identifier} eq $remote) {
		868	$err->($kv);
		869	return;
		870	}
		871
		872	1
		873	});
		874	});
		875	};
		876
		877	=back
		878
		879	=head2 REQUEST CACHE
		880
		881	The C<AnyEvent::FCP> class keeps a request cache, where it caches all
		882	information from requests.
		883
		884	For these messages, it will store a copy of the key-value pairs, together with a C<type> slot,
		885	in C<< $fcp->{req}{$identifier} >>:
		886
		887	persistent_get
		888	persistent_put
		889	persistent_put_dir
		890
		891	This message updates the stored data:
		892
		893	persistent_request_modified
		894
		895	This message will remove this entry:
		896
		897	persistent_request_removed
		898
		899	These messages get merged into the cache entry, under their
		900	type, i.e. a C<simple_progress> message will be stored in C<<
		901	$fcp->{req}{$identifier}{simple_progress} >>:
		902
		903	simple_progress # get/put
		904
		905	uri_generated # put
		906	generated_metadata # put
		907	started_compression # put
		908	finished_compression # put
		909	put_failed # put
		910	put_fetchable # put
		911	put_successful # put
		912
		913	sending_to_network # get
		914	compatibility_mode # get
		915	expected_hashes # get
		916	expected_mime # get
		917	expected_data_length # get
		918	get_failed # get
		919	data_found # get
		920	enter_finite_cooldown # get
		921
		922	In addition, an event (basically a fake message) of type C<request_changed> is generated
		923	on every change, which will be called as C<< $cb->($fcp, $kv, $type) >>, where C<$type>
		924	is the type of the original message triggering the change,
		925
		926	To fill this cache with the global queue and keep it updated,
		927	call C<watch_global> to subscribe to updates, followed by
		928	C<list_persistent_requests_sync>.
		929
		930	$fcp->watch_global_sync_; # do not wait
		931	$fcp->list_persistent_requests; # wait
		932
		933	To get a better idea of what is stored in the cache, here is an example of
		934	what might be stored in C<< $fcp->{req}{"Frost-gpl.txt"} >>:
		935
		936	{
		937	identifier => "Frost-gpl.txt",
		938	uri => 'CHK@Fnx5kzdrfE,EImdzaVyEWl,AAIC--8/gpl.txt',
		939	binary_blob => "false",
		940	global => "true",
		941	max_retries => -1,
		942	max_size => 9223372036854775807,
		943	persistence => "forever",
		944	priority_class => 3,
		945	real_time => "false",
		946	return_type => "direct",
		947	started => "true",
		948	type => "persistent_get",
		949	verbosity => 2147483647,
		950	sending_to_network => {
		951	identifier => "Frost-gpl.txt",
		952	global => "true",
454	},	953	},
455	);	954	compatibility_mode => {
456	};	955	identifier => "Frost-gpl.txt",
457		956	definitive => "true",
458	=back	957	dont_compress => "false",
		958	global => "true",
		959	max => "COMPAT_1255",
		960	min => "COMPAT_1255",
		961	},
		962	expected_hashes => {
		963	identifier => "Frost-gpl.txt",
		964	global => "true",
		965	hashes => {
		966	ed2k => "d83596f5ee3b7...",
		967	md5 => "e0894e4a2a6...",
		968	sha1 => "...",
		969	sha256 => "...",
		970	sha512 => "...",
		971	tth => "...",
		972	},
		973	},
		974	expected_mime => {
		975	identifier => "Frost-gpl.txt",
		976	global => "true",
		977	metadata => { content_type => "application/rar" },
		978	},
		979	expected_data_length => {
		980	identifier => "Frost-gpl.txt",
		981	data_length => 37576,
		982	global => "true",
		983	},
		984	simple_progress => {
		985	identifier => "Frost-gpl.txt",
		986	failed => 0,
		987	fatally_failed => 0,
		988	finalized_total => "true",
		989	global => "true",
		990	last_progress => 1438639282628,
		991	required => 372,
		992	succeeded => 102,
		993	total => 747,
		994	},
		995	data_found => {
		996	identifier => "Frost-gpl.txt",
		997	completion_time => 1438663354026,
		998	data_length => 37576,
		999	global => "true",
		1000	metadata => { content_type => "image/jpeg" },
		1001	startup_time => 1438657196167,
		1002	},
		1003	}
459		1004
460	=head1 EXAMPLE PROGRAM	1005	=head1 EXAMPLE PROGRAM
461		1006
462	use AnyEvent::FCP;	1007	use AnyEvent::FCP;
463		1008
464	my $fcp = new AnyEvent::FCP;	1009	my $fcp = new AnyEvent::FCP;
465		1010
466	# let us look at the global request list	1011	# let us look at the global request list
467	$fcp->watch_global (1, 0);	1012	$fcp->watch_global_ (1);
468		1013
469	# list them, synchronously	1014	# list them, synchronously
470	my $req = $fcp->list_persistent_requests_sync;	1015	my $req = $fcp->list_persistent_requests;
471		1016
472	# go through all requests	1017	# go through all requests
		1018	TODO
473	for my $req (values %$req) {	1019	for my $req (values %$req) {
474	# skip jobs not directly-to-disk	1020	# skip jobs not directly-to-disk
475	next unless $req->{return_type} eq "disk";	1021	next unless $req->{return_type} eq "disk";
476	# skip jobs not issued by FProxy	1022	# skip jobs not issued by FProxy
477	next unless $req->{identifier} =~ /^FProxy:/;	1023	next unless $req->{identifier} =~ /^FProxy:/;

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing AnyEvent-FCP/FCP.pm (file contents): Revision 1.8 by root, Fri Jun 18 16:59:13 2010 UTC vs. Revision 1.21 by root, Sun Jun 12 01:48:05 2016 UTC

Diff Legend

Comparing AnyEvent-FCP/FCP.pm (file contents):
Revision 1.8 by root, Fri Jun 18 16:59:13 2010 UTC vs.
Revision 1.21 by root, Sun Jun 12 01:48:05 2016 UTC