ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.275 by root, Thu Jun 7 19:12:22 2007 UTC vs.
Revision 1.362 by root, Mon Sep 10 12:44:06 2007 UTC

…		…
10	use Event;	10	use Event;
11	use Opcode;	11	use Opcode;
12	use Safe;	12	use Safe;
13	use Safe::Hole;	13	use Safe::Hole;
14		14
15	use Coro 3.61 ();	15	use Coro 3.64 ();
16	use Coro::State;	16	use Coro::State;
17	use Coro::Handle;	17	use Coro::Handle;
18	use Coro::Event;	18	use Coro::Event;
19	use Coro::Timer;	19	use Coro::Timer;
20	use Coro::Signal;	20	use Coro::Signal;
21	use Coro::Semaphore;	21	use Coro::Semaphore;
22	use Coro::AIO;	22	use Coro::AIO;
23	use Coro::Storable;	23	use Coro::Storable;
		24	use Coro::Util ();
24		25
		26	use JSON::XS ();
25	use BDB ();	27	use BDB ();
26	use Data::Dumper;	28	use Data::Dumper;
27	use Digest::MD5;	29	use Digest::MD5;
28	use Fcntl;	30	use Fcntl;
29	use YAML::Syck ();	31	use YAML::Syck ();
30	use IO::AIO 2.32 ();	32	use IO::AIO 2.32 ();
31	use Time::HiRes;	33	use Time::HiRes;
32	use Compress::LZF;	34	use Compress::LZF;
		35	use Digest::MD5 ();
33		36
34	# configure various modules to our taste	37	# configure various modules to our taste
35	#	38	#
36	$Storable::canonical = 1; # reduce rsync transfers	39	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
…		…
49	our %COMMAND = ();	52	our %COMMAND = ();
50	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
51		54
52	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
56		60
57	our $RELOAD; # number of reloads so far	61	our $RELOAD; # number of reloads so far
58	our @EVENT;	62	our @EVENT;
…		…
83	our %CFG;	87	our %CFG;
84		88
85	our $UPTIME; $UPTIME ||= time;	89	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;	90	our $RUNTIME;
87		91
88	our %PLAYER; # all users	92	our (%PLAYER, %PLAYER_LOADING); # all users
89	our %MAP; # all maps	93	our (%MAP, %MAP_LOADING ); # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	94	our $LINK_MAP; # the special {link} map, which is always available
91		95
92	# used to convert map paths into valid unix filenames by replacing / by ∕	96	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94		98
…		…
164		168
165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
166	returns directly I<after> the tick processing (and consequently, can only wake one process	170	returns directly I<after> the tick processing (and consequently, can only wake one process
167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
168		172
		173	=item @cf::INVOKE_RESULTS
		174
		175	This array contains the results of the last C<invoke ()> call. When
		176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		177	that call.
		178
169	=back	179	=back
170		180
171	=cut	181	=cut
172		182
173	BEGIN {	183	BEGIN {
…		…
177	$msg .= "\n"	187	$msg .= "\n"
178	unless $msg =~ /\n$/;	188	unless $msg =~ /\n$/;
179		189
180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181		191
182	utf8::encode $msg;
183	LOG llevError, $msg;	192	LOG llevError, $msg;
184	};	193	};
185	}	194	}
186		195
187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	196	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
206	}	215	}
207		216
208	$Event::DIED = sub {	217	$Event::DIED = sub {
209	warn "error in event callback: @_";	218	warn "error in event callback: @_";
210	};	219	};
		220
		221	#############################################################################
211		222
212	=head2 UTILITY FUNCTIONS	223	=head2 UTILITY FUNCTIONS
213		224
214	=over 4	225	=over 4
215		226
…		…
234	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	245	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
235	$d	246	$d
236	} || "[unable to dump $_[0]: '$@']";	247	} || "[unable to dump $_[0]: '$@']";
237	}	248	}
238		249
239	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
240
241	=item $ref = cf::from_json $json	250	=item $ref = cf::from_json $json
242		251
243	Converts a JSON string into the corresponding perl data structure.	252	Converts a JSON string into the corresponding perl data structure.
244		253
245	=item $json = cf::to_json $ref	254	=item $json = cf::to_json $ref
246		255
247	Converts a perl data structure into its JSON representation.	256	Converts a perl data structure into its JSON representation.
		257
		258	=cut
		259
		260	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		261
		262	sub to_json ($) { $json_coder->encode ($_[0]) }
		263	sub from_json ($) { $json_coder->decode ($_[0]) }
248		264
249	=item cf::lock_wait $string	265	=item cf::lock_wait $string
250		266
251	Wait until the given lock is available. See cf::lock_acquire.	267	Wait until the given lock is available. See cf::lock_acquire.
252		268
…		…
255	Wait until the given lock is available and then acquires it and returns	271	Wait until the given lock is available and then acquires it and returns
256	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	272	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
257	for example when the coroutine gets canceled), the lock is automatically	273	for example when the coroutine gets canceled), the lock is automatically
258	returned.	274	returned.
259		275
		276	Locks are *not* recursive, locking from the same coro twice results in a
		277	deadlocked coro.
		278
260	Lock names should begin with a unique identifier (for example, cf::map::find	279	Lock names should begin with a unique identifier (for example, cf::map::find
261	uses map_find and cf::map::load uses map_load).	280	uses map_find and cf::map::load uses map_load).
262		281
263	=item $locked = cf::lock_active $string	282	=item $locked = cf::lock_active $string
264		283
265	Return true if the lock is currently active, i.e. somebody has locked it.	284	Return true if the lock is currently active, i.e. somebody has locked it.
266		285
267	=cut	286	=cut
268		287
269	our %LOCK;	288	our %LOCK;
		289	our %LOCKER;#d#
270		290
271	sub lock_wait($) {	291	sub lock_wait($) {
272	my ($key) = @_;	292	my ($key) = @_;
		293
		294	if ($LOCKER{$key} == $Coro::current) {#d#
		295	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		296	return;#d#
		297	}#d#
273		298
274	# wait for lock, if any	299	# wait for lock, if any
275	while ($LOCK{$key}) {	300	while ($LOCK{$key}) {
276	push @{ $LOCK{$key} }, $Coro::current;	301	push @{ $LOCK{$key} }, $Coro::current;
277	Coro::schedule;	302	Coro::schedule;
…		…
283		308
284	# wait, to be sure we are not locked	309	# wait, to be sure we are not locked
285	lock_wait $key;	310	lock_wait $key;
286		311
287	$LOCK{$key} = [];	312	$LOCK{$key} = [];
		313	$LOCKER{$key} = $Coro::current;#d#
288		314
289	Coro::guard {	315	Coro::guard {
		316	delete $LOCKER{$key};#d#
290	# wake up all waiters, to be on the safe side	317	# wake up all waiters, to be on the safe side
291	$_->ready for @{ delete $LOCK{$key} };	318	$_->ready for @{ delete $LOCK{$key} };
292	}	319	}
293	}	320	}
294		321
…		…
306	};	333	};
307	$TICK_WATCHER->stop;	334	$TICK_WATCHER->stop;
308	$guard	335	$guard
309	}	336	}
310		337
		338	=item cf::get_slot $time[, $priority[, $name]]
		339
		340	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		341	This call blocks and returns only when you have at least C<$time> seconds
		342	of cpu time till the next tick. The slot is only valid till the next cede.
		343
		344	The optional C<$name> can be used to identify the job to run. It might be
		345	used for statistical purposes and should identify the same time-class.
		346
		347	Useful for short background jobs.
		348
		349	=cut
		350
		351	our @SLOT_QUEUE;
		352	our $SLOT_QUEUE;
		353
		354	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		355	$SLOT_QUEUE = Coro::async {
		356	my $signal = new Coro::Signal;
		357
		358	while () {
		359	next_job:
		360	my $avail = cf::till_tick;
		361	if ($avail > 0.01) {
		362	for (0 .. $#SLOT_QUEUE) {
		363	if ($SLOT_QUEUE[$_][0] < $avail) {
		364	my $job = splice @SLOT_QUEUE, $_, 1, ();
		365	$job->[2]->send;
		366	Coro::cede;
		367	goto next_job;
		368	}
		369	}
		370	}
		371
		372	if (@SLOT_QUEUE) {
		373	# we do not use wait_For_tick() as it returns immediately when tick is inactive
		374	push @cf::WAIT_FOR_TICK, $signal;
		375	$signal->wait;
		376	} else {
		377	Coro::schedule;
		378	}
		379	}
		380	};
		381
		382	sub get_slot($;$$) {
		383	my ($time, $pri, $name) = @_;
		384
		385	$time = $TICK * .6 if $time > $TICK * .6;
		386	my $sig = new Coro::Signal;
		387
		388	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		389	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		390	$SLOT_QUEUE->ready;
		391	$sig->wait;
		392	}
		393
311	=item cf::async { BLOCK }	394	=item cf::async { BLOCK }
312		395
313	Currently the same as Coro::async_pool, meaning you cannot use	396	Currently the same as Coro::async_pool, meaning you cannot use
314	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	397	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
315	thing you are allowed to do is call C<prio> on it.	398	thing you are allowed to do is call C<prio> on it.
…		…
318		401
319	BEGIN { *async = \&Coro::async_pool }	402	BEGIN { *async = \&Coro::async_pool }
320		403
321	=item cf::sync_job { BLOCK }	404	=item cf::sync_job { BLOCK }
322		405
323	The design of crossfire+ requires that the main coro ($Coro::main) is	406	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
324	always able to handle events or runnable, as crossfire+ is only partly	407	is always able to handle events or runnable, as Crossfire TRT is only
325	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	408	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		409	acceptable.
326		410
327	If it must be done, put the blocking parts into C<sync_job>. This will run	411	If it must be done, put the blocking parts into C<sync_job>. This will run
328	the given BLOCK in another coroutine while waiting for the result. The	412	the given BLOCK in another coroutine while waiting for the result. The
329	server will be frozen during this time, so the block should either finish	413	server will be frozen during this time, so the block should either finish
330	fast or be very important.	414	fast or be very important.
…		…
390	$EXT_CORO{$coro+0} = $coro;	474	$EXT_CORO{$coro+0} = $coro;
391		475
392	$coro	476	$coro
393	}	477	}
394		478
395	sub write_runtime {	479	=item fork_call { }, $args
396	my $runtime = "$LOCALDIR/runtime";
397		480
398	# first touch the runtime file to show we are still running:	481	Executes the given code block with the given arguments in a seperate
399	# the fsync below can take a very very long time.	482	process, returning the results. Everything must be serialisable with
		483	Coro::Storable. May, of course, block. Note that the executed sub may
		484	never block itself or use any form of Event handling.
400		485
401	IO::AIO::aio_utime $runtime, undef, undef;	486	=cut
402		487
403	my $guard = cf::lock_acquire "write_runtime";	488	sub fork_call(&@) {
		489	my ($cb, @args) = @_;
404		490
405	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	491	# we seemingly have to make a local copy of the whole thing,
406	or return;	492	# otherwise perl prematurely frees the stuff :/
		493	# TODO: investigate and fix (likely this will be rather laborious)
407		494
408	my $value = $cf::RUNTIME + 90 + 10;	495	my @res = Coro::Util::fork_eval {
409	# 10 is the runtime save interval, for a monotonic clock	496	reset_signals;
410	# 60 allows for the watchdog to kill the server.	497	&$cb
		498	}, @args;
411		499
412	(aio_write $fh, 0, (length $value), $value, 0) <= 0	500	wantarray ? @res : $res[-1]
413	and return;	501	}
414		502
415	# always fsync - this file is important	503	=item $value = cf::db_get $family => $key
416	aio_fsync $fh
417	and return;
418		504
419	# touch it again to show we are up-to-date	505	Returns a single value from the environment database.
420	aio_utime $fh, undef, undef;
421		506
422	close $fh	507	=item cf::db_put $family => $key => $value
423	or return;
424		508
425	aio_rename "$runtime~", $runtime	509	Stores the given C<$value> in the family. It can currently store binary
426	and return;	510	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
427		511
428	warn "runtime file written.\n";	512	=cut
429		513
		514	our $DB;
		515
		516	sub db_init {
		517	unless ($DB) {
		518	$DB = BDB::db_create $DB_ENV;
		519
		520	cf::sync_job {
		521	eval {
		522	$DB->set_flags (BDB::CHKSUM);
		523
		524	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		525	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		526	cf::cleanup "db_open(db): $!" if $!;
		527	};
		528	cf::cleanup "db_open(db): $@" if $@;
		529	};
430	1	530	}
		531	}
		532
		533	sub db_get($$) {
		534	my $key = "$_[0]/$_[1]";
		535
		536	cf::sync_job {
		537	BDB::db_get $DB, undef, $key, my $data;
		538
		539	$! ? ()
		540	: $data
		541	}
		542	}
		543
		544	sub db_put($$$) {
		545	BDB::dbreq_pri 4;
		546	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		547	}
		548
		549	=item cf::cache $id => [$paths...], $processversion => $process
		550
		551	Generic caching function that returns the value of the resource $id,
		552	caching and regenerating as required.
		553
		554	This function can block.
		555
		556	=cut
		557
		558	sub cache {
		559	my ($id, $src, $processversion, $process) = @_;
		560
		561	my $meta =
		562	join "\x00",
		563	$processversion,
		564	map {
		565	aio_stat $_
		566	and Carp::croak "$_: $!";
		567
		568	($_, (stat _)[7,9])
		569	} @$src;
		570
		571	my $dbmeta = db_get cache => "$id/meta";
		572	if ($dbmeta ne $meta) {
		573	# changed, we may need to process
		574
		575	my @data;
		576	my $md5;
		577
		578	for (0 .. $#$src) {
		579	0 <= aio_load $src->[$_], $data[$_]
		580	or Carp::croak "$src->[$_]: $!";
		581	}
		582
		583	# if processing is expensive, check
		584	# checksum first
		585	if (1) {
		586	$md5 =
		587	join "\x00",
		588	$processversion,
		589	map {
		590	cf::cede_to_tick;
		591	($src->[$_], Digest::MD5::md5_hex $data[$_])
		592	} 0.. $#$src;
		593
		594
		595	my $dbmd5 = db_get cache => "$id/md5";
		596	if ($dbmd5 eq $md5) {
		597	db_put cache => "$id/meta", $meta;
		598
		599	return db_get cache => "$id/data";
		600	}
		601	}
		602
		603	my $t1 = Time::HiRes::time;
		604	my $data = $process->(\@data);
		605	my $t2 = Time::HiRes::time;
		606
		607	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		608
		609	db_put cache => "$id/data", $data;
		610	db_put cache => "$id/md5" , $md5;
		611	db_put cache => "$id/meta", $meta;
		612
		613	return $data;
		614	}
		615
		616	db_get cache => "$id/data"
431	}	617	}
432		618
433	=item cf::datalog type => key => value, ...	619	=item cf::datalog type => key => value, ...
434		620
435	Log a datalog packet of the given type with the given key-value pairs.	621	Log a datalog packet of the given type with the given key-value pairs.
…		…
453	attach callbacks/event handlers (a collection of which is called an "attachment")	639	attach callbacks/event handlers (a collection of which is called an "attachment")
454	to it. All such attachable objects support the following methods.	640	to it. All such attachable objects support the following methods.
455		641
456	In the following description, CLASS can be any of C<global>, C<object>	642	In the following description, CLASS can be any of C<global>, C<object>
457	C<player>, C<client> or C<map> (i.e. the attachable objects in	643	C<player>, C<client> or C<map> (i.e. the attachable objects in
458	crossfire+).	644	Crossfire TRT).
459		645
460	=over 4	646	=over 4
461		647
462	=item $attachable->attach ($attachment, key => $value...)	648	=item $attachable->attach ($attachment, key => $value...)
463		649
…		…
665	_attach $registry, $klass, @attach;	851	_attach $registry, $klass, @attach;
666	}	852	}
667		853
668	$obj->{$name} = \%arg;	854	$obj->{$name} = \%arg;
669	} else {	855	} else {
670	warn "object uses attachment '$name' that is not available, postponing.\n";	856	warn "object uses attachment '$name' which is not available, postponing.\n";
671	}	857	}
672		858
673	$obj->{_attachment}{$name} = undef;	859	$obj->{_attachment}{$name} = undef;
674	}	860	}
675		861
…		…
715	";	901	";
716	die if $@;	902	die if $@;
717	}	903	}
718		904
719	our $override;	905	our $override;
720	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	906	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
721		907
722	sub override {	908	sub override {
723	$override = 1;	909	$override = 1;
724	@invoke_results = ();	910	@INVOKE_RESULTS = (@_);
725	}	911	}
726		912
727	sub do_invoke {	913	sub do_invoke {
728	my $event = shift;	914	my $event = shift;
729	my $callbacks = shift;	915	my $callbacks = shift;
730		916
731	@invoke_results = ();	917	@INVOKE_RESULTS = ();
732		918
733	local $override;	919	local $override;
734		920
735	for (@$callbacks) {	921	for (@$callbacks) {
736	eval { &{$_->[1]} };	922	eval { &{$_->[1]} };
…		…
753		939
754	Generate an object-specific event with the given arguments.	940	Generate an object-specific event with the given arguments.
755		941
756	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	942	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
757	removed in future versions), and there is no public API to access override	943	removed in future versions), and there is no public API to access override
758	results (if you must, access C<@cf::invoke_results> directly).	944	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
759		945
760	=back	946	=back
761		947
762	=cut	948	=cut
763		949
764	#############################################################################	950	#############################################################################
765	# object support	951	# object support
		952	#
		953
		954	sub _can_merge {
		955	my ($ob1, $ob2) = @_;
		956
		957	local $Storable::canonical = 1;
		958	my $fob1 = Storable::freeze $ob1;
		959	my $fob2 = Storable::freeze $ob2;
		960
		961	$fob1 eq $fob2
		962	}
766		963
767	sub reattach {	964	sub reattach {
768	# basically do the same as instantiate, without calling instantiate	965	# basically do the same as instantiate, without calling instantiate
769	my ($obj) = @_;	966	my ($obj) = @_;
770		967
…		…
815	);	1012	);
816		1013
817	sub object_freezer_save {	1014	sub object_freezer_save {
818	my ($filename, $rdata, $objs) = @_;	1015	my ($filename, $rdata, $objs) = @_;
819		1016
		1017	my $guard = cf::lock_acquire "io";
		1018
820	sync_job {	1019	sync_job {
821	if (length $$rdata) {	1020	if (length $$rdata) {
		1021	utf8::decode (my $decname = $filename);
822	warn sprintf "saving %s (%d,%d)\n",	1022	warn sprintf "saving %s (%d,%d)\n",
823	$filename, length $$rdata, scalar @$objs;	1023	$decname, length $$rdata, scalar @$objs;
824		1024
825	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1025	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
826	chmod SAVE_MODE, $fh;	1026	chmod SAVE_MODE, $fh;
827	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1027	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
828	aio_fsync $fh if $cf::USE_FSYNC;	1028	aio_fsync $fh if $cf::USE_FSYNC;
…		…
847	}	1047	}
848	} else {	1048	} else {
849	aio_unlink $filename;	1049	aio_unlink $filename;
850	aio_unlink "$filename.pst";	1050	aio_unlink "$filename.pst";
851	}	1051	}
852	}	1052	};
		1053
		1054	undef $guard;
853	}	1055	}
854		1056
855	sub object_freezer_as_string {	1057	sub object_freezer_as_string {
856	my ($rdata, $objs) = @_;	1058	my ($rdata, $objs) = @_;
857		1059
…		…
862		1064
863	sub object_thawer_load {	1065	sub object_thawer_load {
864	my ($filename) = @_;	1066	my ($filename) = @_;
865		1067
866	my ($data, $av);	1068	my ($data, $av);
		1069
		1070	my $guard = cf::lock_acquire "io";
867		1071
868	(aio_load $filename, $data) >= 0	1072	(aio_load $filename, $data) >= 0
869	or return;	1073	or return;
870		1074
871	unless (aio_stat "$filename.pst") {	1075	unless (aio_stat "$filename.pst") {
872	(aio_load "$filename.pst", $av) >= 0	1076	(aio_load "$filename.pst", $av) >= 0
873	or return;	1077	or return;
		1078
		1079	undef $guard;
874	$av = eval { (Storable::thaw $av)->{objs} };	1080	$av = eval { (Storable::thaw $av)->{objs} };
875	}	1081	}
876		1082
		1083	utf8::decode (my $decname = $filename);
877	warn sprintf "loading %s (%d)\n",	1084	warn sprintf "loading %s (%d,%d)\n",
878	$filename, length $data, scalar @{$av || []};	1085	$decname, length $data, scalar @{$av || []};
		1086
879	return ($data, $av);	1087	($data, $av)
880	}	1088	}
		1089
		1090	=head2 COMMAND CALLBACKS
		1091
		1092	=over 4
		1093
		1094	=cut
881		1095
882	#############################################################################	1096	#############################################################################
883	# command handling &c	1097	# command handling &c
884		1098
885	=item cf::register_command $name => \&callback($ob,$args);	1099	=item cf::register_command $name => \&callback($ob,$args);
…		…
898	push @{ $COMMAND{$name} }, [$caller, $cb];	1112	push @{ $COMMAND{$name} }, [$caller, $cb];
899	}	1113	}
900		1114
901	=item cf::register_extcmd $name => \&callback($pl,$packet);	1115	=item cf::register_extcmd $name => \&callback($pl,$packet);
902		1116
903	Register a callbackf ro execution when the client sends an extcmd packet.	1117	Register a callback for execution when the client sends an (synchronous)
		1118	extcmd packet. Ext commands will be processed in the order they are
		1119	received by the server, like other user commands. The first argument is
		1120	the logged-in player. Ext commands can only be processed after a player
		1121	has logged in successfully.
904		1122
905	If the callback returns something, it is sent back as if reply was being	1123	If the callback returns something, it is sent back as if reply was being
906	called.	1124	called.
907		1125
		1126	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1127
		1128	Register a callback for execution when the client sends an (asynchronous)
		1129	exticmd packet. Exti commands are processed by the server as soon as they
		1130	are received, i.e. out of order w.r.t. other commands. The first argument
		1131	is a client socket. Exti commands can be received anytime, even before
		1132	log-in.
		1133
		1134	If the callback returns something, it is sent back as if reply was being
		1135	called.
		1136
908	=cut	1137	=cut
909		1138
910	sub register_extcmd {	1139	sub register_extcmd {
911	my ($name, $cb) = @_;	1140	my ($name, $cb) = @_;
912		1141
913	$EXTCMD{$name} = $cb;	1142	$EXTCMD{$name} = $cb;
		1143	}
		1144
		1145	sub register_exticmd {
		1146	my ($name, $cb) = @_;
		1147
		1148	$EXTICMD{$name} = $cb;
914	}	1149	}
915		1150
916	cf::player->attach (	1151	cf::player->attach (
917	on_command => sub {	1152	on_command => sub {
918	my ($pl, $name, $params) = @_;	1153	my ($pl, $name, $params) = @_;
…		…
927	cf::override;	1162	cf::override;
928	},	1163	},
929	on_extcmd => sub {	1164	on_extcmd => sub {
930	my ($pl, $buf) = @_;	1165	my ($pl, $buf) = @_;
931		1166
932	my $msg = eval { from_json $buf };	1167	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
933		1168
934	if (ref $msg) {	1169	if (ref $msg) {
		1170	my ($type, $reply, @payload) =
		1171	"ARRAY" eq ref $msg
		1172	? @$msg
		1173	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1174
		1175	my @reply;
		1176
935	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1177	if (my $cb = $EXTCMD{$type}) {
936	if (my %reply = $cb->($pl, $msg)) {	1178	@reply = $cb->($pl, @payload);
937	$pl->ext_reply ($msg->{msgid}, %reply);
938	}
939	}	1179	}
		1180
		1181	$pl->ext_reply ($reply, @reply)
		1182	if $reply;
		1183
940	} else {	1184	} else {
941	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1185	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
942	}	1186	}
943		1187
944	cf::override;	1188	cf::override;
945	},	1189	},
946	);	1190	);
947		1191
948	sub load_extension {
949	my ($path) = @_;
950
951	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
952	my $base = $1;
953	my $pkg = $1;
954	$pkg =~ s/[^[:word:]]/_/g;
955	$pkg = "ext::$pkg";
956
957	warn "... loading '$path' into '$pkg'\n";
958
959	open my $fh, "<:utf8", $path
960	or die "$path: $!";
961
962	my $source =
963	"package $pkg; use strict; use utf8;\n"
964	. "#line 1 \"$path\"\n{\n"
965	. (do { local $/; <$fh> })
966	. "\n};\n1";
967
968	unless (eval $source) {
969	my $msg = $@ ? "$path: $@\n"
970	: "extension disabled.\n";
971	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
972	warn $@;
973	warn "mandatory extension failed to load, exiting.\n";
974	exit 1;
975	}
976	die $@;
977	}
978
979	push @EXTS, $pkg;
980	}
981
982	sub load_extensions {	1192	sub load_extensions {
		1193	cf::sync_job {
		1194	my %todo;
		1195
983	for my $ext (<$LIBDIR/*.ext>) {	1196	for my $path (<$LIBDIR/*.ext>) {
984	next unless -r $ext;	1197	next unless -r $path;
985	eval {	1198
986	load_extension $ext;	1199	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1200	my $base = $1;
		1201	my $pkg = $1;
		1202	$pkg =~ s/[^[:word:]]/_/g;
		1203	$pkg = "ext::$pkg";
		1204
		1205	open my $fh, "<:utf8", $path
		1206	or die "$path: $!";
		1207
		1208	my $source = do { local $/; <$fh> };
		1209
		1210	my %ext = (
		1211	path => $path,
		1212	base => $base,
		1213	pkg => $pkg,
		1214	);
		1215
		1216	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1217	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1218
		1219	$ext{source} =
		1220	"package $pkg; use strict; use utf8;\n"
		1221	. "#line 1 \"$path\"\n{\n"
		1222	. $source
		1223	. "\n};\n1";
		1224
		1225	$todo{$base} = \%ext;
		1226	}
		1227
		1228	my %done;
		1229	while (%todo) {
		1230	my $progress;
		1231
		1232	while (my ($k, $v) = each %todo) {
		1233	for (split /,\s*/, $v->{meta}{depends}) {
		1234	goto skip
		1235	unless exists $done{$_};
		1236	}
		1237
		1238	warn "... loading '$k' into '$v->{pkg}'\n";
		1239
		1240	unless (eval $v->{source}) {
		1241	my $msg = $@ ? "$v->{path}: $@\n"
		1242	: "$v->{base}: extension inactive.\n";
		1243
		1244	if (exists $v->{meta}{mandatory}) {
		1245	warn $msg;
		1246	warn "mandatory extension failed to load, exiting.\n";
		1247	exit 1;
		1248	}
		1249
		1250	warn $msg;
		1251	}
		1252
		1253	$done{$k} = delete $todo{$k};
		1254	push @EXTS, $v->{pkg};
		1255	$progress = 1;
987	1	1256	}
988	} or warn "$ext not loaded: $@";	1257
		1258	skip:
		1259	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1260	unless $progress;
		1261	}
989	}	1262	};
990	}	1263	}
991		1264
992	#############################################################################	1265	#############################################################################
993		1266
		1267	=back
		1268
994	=head2 CORE EXTENSIONS	1269	=head2 CORE EXTENSIONS
995		1270
996	Functions and methods that extend core crossfire objects.	1271	Functions and methods that extend core crossfire objects.
997		1272
998	=cut	1273	=cut
…		…
1002	use Coro::AIO;	1277	use Coro::AIO;
1003		1278
1004	=head3 cf::player	1279	=head3 cf::player
1005		1280
1006	=over 4	1281	=over 4
		1282
		1283	=item cf::player::num_playing
		1284
		1285	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1286
		1287	=cut
		1288
		1289	sub num_playing {
		1290	scalar grep
		1291	$_->ob->map
		1292	&& !$_->hidden
		1293	&& !$_->ob->flag (cf::FLAG_WIZ),
		1294	cf::player::list
		1295	}
1007		1296
1008	=item cf::player::find $login	1297	=item cf::player::find $login
1009		1298
1010	Returns the given player object, loading it if necessary (might block).	1299	Returns the given player object, loading it if necessary (might block).
1011		1300
…		…
1047	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1336	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1048	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1337	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1049	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1338	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1050	aio_unlink +(playerdir $login) . "/$login.pl";	1339	aio_unlink +(playerdir $login) . "/$login.pl";
1051		1340
1052	my $pl = load_pl path $login	1341	my $f = new_from_file cf::object::thawer path $login
1053	or return;	1342	or return;
		1343
		1344	$f->next;
		1345	my $pl = cf::player::load_pl $f
		1346	or return;
		1347	local $cf::PLAYER_LOADING{$login} = $pl;
		1348	$f->resolve_delayed_derefs;
1054	$cf::PLAYER{$login} = $pl	1349	$cf::PLAYER{$login} = $pl
1055	}	1350	}
1056	}	1351	}
1057	}	1352	}
1058		1353
…		…
1068		1363
1069	aio_mkdir playerdir $pl, 0770;	1364	aio_mkdir playerdir $pl, 0770;
1070	$pl->{last_save} = $cf::RUNTIME;	1365	$pl->{last_save} = $cf::RUNTIME;
1071		1366
1072	$pl->save_pl ($path);	1367	$pl->save_pl ($path);
1073	Coro::cede;	1368	cf::cede_to_tick;
1074	}	1369	}
1075		1370
1076	sub new($) {	1371	sub new($) {
1077	my ($login) = @_;	1372	my ($login) = @_;
1078		1373
…		…
1082	$self->{deny_save} = 1;	1377	$self->{deny_save} = 1;
1083		1378
1084	$cf::PLAYER{$login} = $self;	1379	$cf::PLAYER{$login} = $self;
1085		1380
1086	$self	1381	$self
		1382	}
		1383
		1384	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1385
		1386	=cut
		1387
		1388	sub send_msg {
		1389	my $ns = shift->ns
		1390	or return;
		1391	$ns->send_msg (@_);
1087	}	1392	}
1088		1393
1089	=item $pl->quit_character	1394	=item $pl->quit_character
1090		1395
1091	Nukes the player without looking back. If logged in, the connection will	1396	Nukes the player without looking back. If logged in, the connection will
…		…
1146	or return [];	1451	or return [];
1147		1452
1148	my @logins;	1453	my @logins;
1149		1454
1150	for my $login (@$dirs) {	1455	for my $login (@$dirs) {
		1456	my $path = path $login;
		1457
		1458	# a .pst is a dead give-away for a valid player
		1459	unless (-e "$path.pst") {
1151	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1460	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1152	aio_read $fh, 0, 512, my $buf, 0 or next;	1461	aio_read $fh, 0, 512, my $buf, 0 or next;
1153	$buf !~ /^password -------------$/m or next; # official not-valid tag	1462	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1463	}
1154		1464
1155	utf8::decode $login;	1465	utf8::decode $login;
1156	push @logins, $login;	1466	push @logins, $login;
1157	}	1467	}
1158		1468
…		…
1185	}	1495	}
1186		1496
1187	\@paths	1497	\@paths
1188	}	1498	}
1189		1499
		1500	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1501
		1502	Expand crossfire pod fragments into protocol xml.
		1503
		1504	=cut
		1505
		1506	sub expand_cfpod {
		1507	((my $self), (local $_)) = @_;
		1508
		1509	# escape & and <
		1510	s/&/&amp;/g;
		1511	s/(?<![BIUGHT])</&lt;/g;
		1512
		1513	# this is buggy, it needs to properly take care of nested <'s
		1514
		1515	1 while
		1516	# replace B<>, I<>, U<> etc.
		1517	s/B<([^\>]*)>/<b>$1<\/b>/
		1518	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1519	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1520	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1521	# replace G<male|female> tags
		1522	|| s{G<([^>|]*)\|([^>]*)>}{
		1523	$self->gender ? $2 : $1
		1524	}ge
		1525	# replace H<hint text>
		1526	|| s{H<([^\>]*)>}
		1527	{
		1528	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1529	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1530	"")
		1531	[$self->{hintmode}]
		1532	}ge;
		1533
		1534	# create single paragraphs (very hackish)
		1535	s/(?<=\S)\n(?=\w)/ /g;
		1536
		1537	# compress some whitespace
		1538	s/\s+\n/\n/g; # ws line-ends
		1539	s/\n\n+/\n/g; # double lines
		1540	s/^\n+//; # beginning lines
		1541	s/\n+$//; # ending lines
		1542
		1543	$_
		1544	}
		1545
		1546	sub hintmode {
		1547	$_[0]{hintmode} = $_[1] if @_ > 1;
		1548	$_[0]{hintmode}
		1549	}
		1550
1190	=item $player->ext_reply ($msgid, %msg)	1551	=item $player->ext_reply ($msgid, @msg)
1191		1552
1192	Sends an ext reply to the player.	1553	Sends an ext reply to the player.
1193		1554
1194	=cut	1555	=cut
1195		1556
1196	sub ext_reply($$%) {	1557	sub ext_reply($$@) {
1197	my ($self, $id, %msg) = @_;	1558	my ($self, $id, @msg) = @_;
1198		1559
1199	$msg{msgid} = $id;	1560	$self->ns->ext_reply ($id, @msg)
1200
1201	$self->send ("ext " . cf::to_json \%msg);
1202	}	1561	}
1203		1562
1204	=item $player->ext_event ($type, %msg)	1563	=item $player->ext_msg ($type, @msg)
1205		1564
1206	Sends an ext event to the client.	1565	Sends an ext event to the client.
1207		1566
1208	=cut	1567	=cut
1209		1568
1210	sub ext_event($$%) {	1569	sub ext_msg($$@) {
1211	my ($self, $type, %msg) = @_;	1570	my ($self, $type, @msg) = @_;
1212		1571
1213	$self->ns->ext_event ($type, %msg);	1572	$self->ns->ext_msg ($type, @msg);
1214	}	1573	}
1215		1574
1216	=head3 cf::region	1575	=head3 cf::region
1217		1576
1218	=over 4	1577	=over 4
…		…
1221		1580
1222	package cf::region;	1581	package cf::region;
1223		1582
1224	=item cf::region::find_by_path $path	1583	=item cf::region::find_by_path $path
1225		1584
1226	Tries to decuce the probable region for a map knowing only its path.	1585	Tries to decuce the likely region for a map knowing only its path.
1227		1586
1228	=cut	1587	=cut
1229		1588
1230	sub find_by_path($) {	1589	sub find_by_path($) {
1231	my ($path) = @_;	1590	my ($path) = @_;
1232		1591
1233	my ($match, $specificity);	1592	my ($match, $specificity);
1234		1593
1235	for my $region (list) {	1594	for my $region (list) {
1236	if ($region->match && $path =~ $region->match) {	1595	if ($region->{match} && $path =~ $region->{match}) {
1237	($match, $specificity) = ($region, $region->specificity)	1596	($match, $specificity) = ($region, $region->specificity)
1238	if $region->specificity > $specificity;	1597	if $region->specificity > $specificity;
1239	}	1598	}
1240	}	1599	}
1241		1600
…		…
1361	$self->init; # pass $1 etc.	1720	$self->init; # pass $1 etc.
1362	return $self;	1721	return $self;
1363	}	1722	}
1364	}	1723	}
1365		1724
1366	Carp::carp "unable to resolve path '$path' (base '$base').";	1725	Carp::cluck "unable to resolve path '$path' (base '$base').";
1367	()	1726	()
1368	}	1727	}
1369		1728
1370	sub init {	1729	sub init {
1371	my ($self) = @_;	1730	my ($self) = @_;
…		…
1434		1793
1435	sub load_header_from($) {	1794	sub load_header_from($) {
1436	my ($self, $path) = @_;	1795	my ($self, $path) = @_;
1437		1796
1438	utf8::encode $path;	1797	utf8::encode $path;
1439	#aio_open $path, O_RDONLY, 0	1798	my $f = new_from_file cf::object::thawer $path
1440	# or return;
1441
1442	$self->_load_header ($path)
1443	or return;	1799	or return;
		1800
		1801	$self->_load_header ($f)
		1802	or return;
		1803
		1804	local $MAP_LOADING{$self->{path}} = $self;
		1805	$f->resolve_delayed_derefs;
1444		1806
1445	$self->{load_path} = $path;	1807	$self->{load_path} = $path;
1446		1808
1447	1	1809	1
1448	}	1810	}
…		…
1502	sub find {	1864	sub find {
1503	my ($path, $origin) = @_;	1865	my ($path, $origin) = @_;
1504		1866
1505	$path = normalise $path, $origin && $origin->path;	1867	$path = normalise $path, $origin && $origin->path;
1506		1868
		1869	cf::lock_wait "map_data:$path";#d#remove
1507	cf::lock_wait "map_find:$path";	1870	cf::lock_wait "map_find:$path";
1508		1871
1509	$cf::MAP{$path} || do {	1872	$cf::MAP{$path} || do {
1510	my $guard = cf::lock_acquire "map_find:$path";	1873	my $guard1 = cf::lock_acquire "map_find:$path";
		1874	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1875
1511	my $map = new_from_path cf::map $path	1876	my $map = new_from_path cf::map $path
1512	or return;	1877	or return;
1513		1878
1514	$map->{last_save} = $cf::RUNTIME;	1879	$map->{last_save} = $cf::RUNTIME;
1515		1880
…		…
1517	or return;	1882	or return;
1518		1883
1519	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	1884	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1520	# doing this can freeze the server in a sync job, obviously	1885	# doing this can freeze the server in a sync job, obviously
1521	#$cf::WAIT_FOR_TICK->wait;	1886	#$cf::WAIT_FOR_TICK->wait;
		1887	undef $guard1;
		1888	undef $guard2;
1522	$map->reset;	1889	$map->reset;
1523	undef $guard;
1524	return find $path;	1890	return find $path;
1525	}	1891	}
1526		1892
1527	$cf::MAP{$path} = $map	1893	$cf::MAP{$path} = $map
1528	}	1894	}
…		…
1537	local $self->{deny_reset} = 1; # loading can take a long time	1903	local $self->{deny_reset} = 1; # loading can take a long time
1538		1904
1539	my $path = $self->{path};	1905	my $path = $self->{path};
1540		1906
1541	{	1907	{
1542	my $guard = cf::lock_acquire "map_load:$path";	1908	my $guard = cf::lock_acquire "map_data:$path";
1543		1909
		1910	return unless $self->valid;
1544	return if $self->in_memory != cf::MAP_SWAPPED;	1911	return unless $self->in_memory == cf::MAP_SWAPPED;
1545		1912
1546	$self->in_memory (cf::MAP_LOADING);	1913	$self->in_memory (cf::MAP_LOADING);
1547		1914
1548	$self->alloc;	1915	$self->alloc;
1549		1916
1550	$self->pre_load;	1917	$self->pre_load;
1551	Coro::cede;	1918	cf::cede_to_tick;
1552		1919
		1920	my $f = new_from_file cf::object::thawer $self->{load_path};
		1921	$f->skip_block;
1553	$self->_load_objects ($self->{load_path}, 1)	1922	$self->_load_objects ($f)
1554	or return;	1923	or return;
1555		1924
1556	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1925	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1557	if delete $self->{load_original};	1926	if delete $self->{load_original};
1558		1927
1559	if (my $uniq = $self->uniq_path) {	1928	if (my $uniq = $self->uniq_path) {
1560	utf8::encode $uniq;	1929	utf8::encode $uniq;
1561	if (aio_open $uniq, O_RDONLY, 0) {	1930	unless (aio_stat $uniq) {
		1931	if (my $f = new_from_file cf::object::thawer $uniq) {
1562	$self->clear_unique_items;	1932	$self->clear_unique_items;
1563	$self->_load_objects ($uniq, 0);	1933	$self->_load_objects ($f);
		1934	$f->resolve_delayed_derefs;
		1935	}
1564	}	1936	}
1565	}	1937	}
1566		1938
1567	Coro::cede;	1939	$f->resolve_delayed_derefs;
		1940
		1941	cf::cede_to_tick;
1568	# now do the right thing for maps	1942	# now do the right thing for maps
1569	$self->link_multipart_objects;	1943	$self->link_multipart_objects;
1570	$self->difficulty ($self->estimate_difficulty)	1944	$self->difficulty ($self->estimate_difficulty)
1571	unless $self->difficulty;	1945	unless $self->difficulty;
1572	Coro::cede;	1946	cf::cede_to_tick;
1573		1947
1574	unless ($self->{deny_activate}) {	1948	unless ($self->{deny_activate}) {
1575	$self->decay_objects;	1949	$self->decay_objects;
1576	$self->fix_auto_apply;	1950	$self->fix_auto_apply;
1577	$self->update_buttons;	1951	$self->update_buttons;
1578	Coro::cede;	1952	cf::cede_to_tick;
1579	$self->set_darkness_map;	1953	$self->set_darkness_map;
1580	Coro::cede;	1954	cf::cede_to_tick;
1581	$self->activate;	1955	$self->activate;
1582	}	1956	}
		1957
		1958	$self->{last_save} = $cf::RUNTIME;
		1959	$self->last_access ($cf::RUNTIME);
1583		1960
1584	$self->in_memory (cf::MAP_IN_MEMORY);	1961	$self->in_memory (cf::MAP_IN_MEMORY);
1585	}	1962	}
1586		1963
1587	$self->post_load;	1964	$self->post_load;
…		…
1598		1975
1599	$self	1976	$self
1600	}	1977	}
1601		1978
1602	# find and load all maps in the 3x3 area around a map	1979	# find and load all maps in the 3x3 area around a map
1603	sub load_diag {	1980	sub load_neighbours {
1604	my ($map) = @_;	1981	my ($map) = @_;
1605		1982
1606	my @diag; # diagonal neighbours	1983	my @neigh; # diagonal neighbours
1607		1984
1608	for (0 .. 3) {	1985	for (0 .. 3) {
1609	my $neigh = $map->tile_path ($_)	1986	my $neigh = $map->tile_path ($_)
1610	or next;	1987	or next;
1611	$neigh = find $neigh, $map	1988	$neigh = find $neigh, $map
1612	or next;	1989	or next;
1613	$neigh->load;	1990	$neigh->load;
1614		1991
		1992	push @neigh,
1615	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	1993	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1616	[$neigh->tile_path (($_ + 1) % 4), $neigh];	1994	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1617	}	1995	}
1618		1996
1619	for (@diag) {	1997	for (grep defined $_->[0], @neigh) {
		1998	my ($path, $origin) = @$_;
1620	my $neigh = find @$_	1999	my $neigh = find $path, $origin
1621	or next;	2000	or next;
1622	$neigh->load;	2001	$neigh->load;
1623	}	2002	}
1624	}	2003	}
1625		2004
…		…
1630	}	2009	}
1631		2010
1632	sub do_load_sync {	2011	sub do_load_sync {
1633	my ($map) = @_;	2012	my ($map) = @_;
1634		2013
		2014	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2015	if $Coro::current == $Coro::main;
		2016
1635	cf::sync_job { $map->load };	2017	cf::sync_job { $map->load };
1636	}	2018	}
1637		2019
1638	our %MAP_PREFETCH;	2020	our %MAP_PREFETCH;
1639	our $MAP_PREFETCHER = undef;	2021	our $MAP_PREFETCHER = undef;
1640		2022
1641	sub find_async {	2023	sub find_async {
1642	my ($path, $origin) = @_;	2024	my ($path, $origin, $load) = @_;
1643		2025
1644	$path = normalise $path, $origin && $origin->{path};	2026	$path = normalise $path, $origin && $origin->{path};
1645		2027
1646	if (my $map = $cf::MAP{$path}) {	2028	if (my $map = $cf::MAP{$path}) {
1647	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2029	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1648	}	2030	}
1649		2031
1650	undef $MAP_PREFETCH{$path};	2032	$MAP_PREFETCH{$path} |= $load;
		2033
1651	$MAP_PREFETCHER ||= cf::async {	2034	$MAP_PREFETCHER ||= cf::async {
1652	while (%MAP_PREFETCH) {	2035	while (%MAP_PREFETCH) {
1653	for my $path (keys %MAP_PREFETCH) {	2036	while (my ($k, $v) = each %MAP_PREFETCH) {
1654	my $map = find $path	2037	if (my $map = find $k) {
1655	or next;
1656	$map->load;	2038	$map->load if $v;
		2039	}
1657		2040
1658	delete $MAP_PREFETCH{$path};	2041	delete $MAP_PREFETCH{$k};
1659	}	2042	}
1660	}	2043	}
1661	undef $MAP_PREFETCHER;	2044	undef $MAP_PREFETCHER;
1662	};	2045	};
1663	$MAP_PREFETCHER->prio (6);	2046	$MAP_PREFETCHER->prio (6);
…		…
1666	}	2049	}
1667		2050
1668	sub save {	2051	sub save {
1669	my ($self) = @_;	2052	my ($self) = @_;
1670		2053
1671	my $lock = cf::lock_acquire "map_data:" . $self->path;	2054	my $lock = cf::lock_acquire "map_data:$self->{path}";
1672		2055
1673	$self->{last_save} = $cf::RUNTIME;	2056	$self->{last_save} = $cf::RUNTIME;
1674		2057
1675	return unless $self->dirty;	2058	return unless $self->dirty;
1676		2059
…		…
1699	my ($self) = @_;	2082	my ($self) = @_;
1700		2083
1701	# save first because save cedes	2084	# save first because save cedes
1702	$self->save;	2085	$self->save;
1703		2086
1704	my $lock = cf::lock_acquire "map_data:" . $self->path;	2087	my $lock = cf::lock_acquire "map_data:$self->{path}";
1705		2088
1706	return if $self->players;	2089	return if $self->players;
1707	return if $self->in_memory != cf::MAP_IN_MEMORY;	2090	return if $self->in_memory != cf::MAP_IN_MEMORY;
1708	return if $self->{deny_save};	2091	return if $self->{deny_save};
1709		2092
		2093	$self->in_memory (cf::MAP_SWAPPED);
		2094
		2095	$self->deactivate;
		2096	$_->clear_links_to ($self) for values %cf::MAP;
1710	$self->clear;	2097	$self->clear;
1711	$self->in_memory (cf::MAP_SWAPPED);
1712	}	2098	}
1713		2099
1714	sub reset_at {	2100	sub reset_at {
1715	my ($self) = @_;	2101	my ($self) = @_;
1716		2102
…		…
1748	if $uniq;	2134	if $uniq;
1749	}	2135	}
1750		2136
1751	delete $cf::MAP{$self->path};	2137	delete $cf::MAP{$self->path};
1752		2138
		2139	$self->deactivate;
		2140	$_->clear_links_to ($self) for values %cf::MAP;
1753	$self->clear;	2141	$self->clear;
1754
1755	$_->clear_links_to ($self) for values %cf::MAP;
1756		2142
1757	$self->unlink_save;	2143	$self->unlink_save;
1758	$self->destroy;	2144	$self->destroy;
1759	}	2145	}
1760		2146
1761	my $nuke_counter = "aaaa";	2147	my $nuke_counter = "aaaa";
1762		2148
1763	sub nuke {	2149	sub nuke {
1764	my ($self) = @_;	2150	my ($self) = @_;
1765		2151
		2152	{
		2153	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2154
1766	delete $cf::MAP{$self->path};	2155	delete $cf::MAP{$self->path};
1767		2156
1768	$self->unlink_save;	2157	$self->unlink_save;
1769		2158
1770	bless $self, "cf::map";	2159	bless $self, "cf::map";
1771	delete $self->{deny_reset};	2160	delete $self->{deny_reset};
1772	$self->{deny_save} = 1;	2161	$self->{deny_save} = 1;
1773	$self->reset_timeout (1);	2162	$self->reset_timeout (1);
1774	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2163	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1775		2164
1776	$cf::MAP{$self->path} = $self;	2165	$cf::MAP{$self->path} = $self;
		2166	}
1777		2167
1778	$self->reset; # polite request, might not happen	2168	$self->reset; # polite request, might not happen
		2169	}
		2170
		2171	=item $maps = cf::map::tmp_maps
		2172
		2173	Returns an arrayref with all map paths of currently instantiated and saved
		2174	maps. May block.
		2175
		2176	=cut
		2177
		2178	sub tmp_maps() {
		2179	[
		2180	map {
		2181	utf8::decode $_;
		2182	/\.map$/
		2183	? normalise $_
		2184	: ()
		2185	} @{ aio_readdir $TMPDIR or [] }
		2186	]
		2187	}
		2188
		2189	=item $maps = cf::map::random_maps
		2190
		2191	Returns an arrayref with all map paths of currently instantiated and saved
		2192	random maps. May block.
		2193
		2194	=cut
		2195
		2196	sub random_maps() {
		2197	[
		2198	map {
		2199	utf8::decode $_;
		2200	/\.map$/
		2201	? normalise "?random/$_"
		2202	: ()
		2203	} @{ aio_readdir $RANDOMDIR or [] }
		2204	]
1779	}	2205	}
1780		2206
1781	=item cf::map::unique_maps	2207	=item cf::map::unique_maps
1782		2208
1783	Returns an arrayref of paths of all shared maps that have	2209	Returns an arrayref of paths of all shared maps that have
1784	instantiated unique items. May block.	2210	instantiated unique items. May block.
1785		2211
1786	=cut	2212	=cut
1787		2213
1788	sub unique_maps() {	2214	sub unique_maps() {
1789	my $files = aio_readdir $UNIQUEDIR	2215	[
1790	or return;	2216	map {
1791
1792	my @paths;
1793
1794	for (@$files) {
1795	utf8::decode $_;	2217	utf8::decode $_;
1796	next if /\.pst$/;	2218	/\.map$/
1797	next unless /^$PATH_SEP/o;	2219	? normalise $_
1798		2220	: ()
1799	push @paths, cf::map::normalise $_;	2221	} @{ aio_readdir $UNIQUEDIR or [] }
1800	}	2222	]
1801
1802	\@paths
1803	}	2223	}
1804		2224
1805	package cf;	2225	package cf;
1806		2226
1807	=back	2227	=back
…		…
1825	map { $_, inv_recursive_ $_->inv } @_	2245	map { $_, inv_recursive_ $_->inv } @_
1826	}	2246	}
1827		2247
1828	sub inv_recursive {	2248	sub inv_recursive {
1829	inv_recursive_ inv $_[0]	2249	inv_recursive_ inv $_[0]
		2250	}
		2251
		2252	=item $ref = $ob->ref
		2253
		2254	creates and returns a persistent reference to an objetc that can be stored as a string.
		2255
		2256	=item $ob = cf::object::deref ($refstring)
		2257
		2258	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2259	even if the object actually exists. May block.
		2260
		2261	=cut
		2262
		2263	sub deref {
		2264	my ($ref) = @_;
		2265
		2266	# temporary compatibility#TODO#remove
		2267	$ref =~ s{^<}{player/<};
		2268
		2269	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {
		2270	my ($uuid, $name) = ($1, $2);
		2271	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2272	or return;
		2273	$pl->ob->uuid eq $uuid
		2274	or return;
		2275
		2276	$pl->ob
		2277	} else {
		2278	warn "$ref: cannot resolve object reference\n";
		2279	undef
		2280	}
1830	}	2281	}
1831		2282
1832	package cf;	2283	package cf;
1833		2284
1834	=back	2285	=back
…		…
1853		2304
1854	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2305	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1855		2306
1856	if ($self->{record_replies}) {	2307	if ($self->{record_replies}) {
1857	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2308	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2309
1858	} else {	2310	} else {
		2311	my $pl = $self->contr;
		2312
		2313	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2314	my $dialog = $pl->{npc_dialog};
		2315	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2316
		2317	} else {
1859	$msg = $npc->name . " says: $msg" if $npc;	2318	$msg = $npc->name . " says: $msg" if $npc;
1860	$self->message ($msg, $flags);	2319	$self->message ($msg, $flags);
		2320	}
1861	}	2321	}
		2322	}
		2323
		2324	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2325
		2326	=cut
		2327
		2328	sub cf::object::send_msg {
		2329	my $pl = shift->contr
		2330	or return;
		2331	$pl->send_msg (@_);
1862	}	2332	}
1863		2333
1864	=item $player_object->may ("access")	2334	=item $player_object->may ("access")
1865		2335
1866	Returns wether the given player is authorized to access resource "access"	2336	Returns wether the given player is authorized to access resource "access"
…		…
1945	# use -1 or undef as default coordinates, not 0, 0	2415	# use -1 or undef as default coordinates, not 0, 0
1946	($x, $y) = ($map->enter_x, $map->enter_y)	2416	($x, $y) = ($map->enter_x, $map->enter_y)
1947	if $x <=0 && $y <= 0;	2417	if $x <=0 && $y <= 0;
1948		2418
1949	$map->load;	2419	$map->load;
1950	$map->load_diag;	2420	$map->load_neighbours;
1951		2421
1952	return unless $self->contr->active;	2422	return unless $self->contr->active;
1953	$self->activate_recursive;	2423	$self->activate_recursive;
1954		2424
1955	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2425	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1956	$self->enter_map ($map, $x, $y);	2426	$self->enter_map ($map, $x, $y);
1957	}	2427	}
1958		2428
1959	=item $player_object->goto ($path, $x, $y[, $check->($map)])	2429	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1960		2430
1961	Moves the player to the given map-path and coordinates by first freezing	2431	Moves the player to the given map-path and coordinates by first freezing
1962	her, loading and preparing them map, calling the provided $check callback	2432	her, loading and preparing them map, calling the provided $check callback
1963	that has to return the map if sucecssful, and then unfreezes the player on	2433	that has to return the map if sucecssful, and then unfreezes the player on
1964	the new (success) or old (failed) map position.	2434	the new (success) or old (failed) map position. In either case, $done will
		2435	be called at the end of this process.
1965		2436
1966	=cut	2437	=cut
1967		2438
1968	our $GOTOGEN;	2439	our $GOTOGEN;
1969		2440
1970	sub cf::object::player::goto {	2441	sub cf::object::player::goto {
1971	my ($self, $path, $x, $y, $check) = @_;	2442	my ($self, $path, $x, $y, $check, $done) = @_;
1972		2443
1973	# do generation counting so two concurrent goto's will be executed in-order	2444	# do generation counting so two concurrent goto's will be executed in-order
1974	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2445	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1975		2446
1976	$self->enter_link;	2447	$self->enter_link;
…		…
1996		2467
1997	if ($gen == $self->{_goto_generation}) {	2468	if ($gen == $self->{_goto_generation}) {
1998	delete $self->{_goto_generation};	2469	delete $self->{_goto_generation};
1999	$self->leave_link ($map, $x, $y);	2470	$self->leave_link ($map, $x, $y);
2000	}	2471	}
		2472
		2473	$done->() if $done;
2001	})->prio (1);	2474	})->prio (1);
2002	}	2475	}
2003		2476
2004	=item $player_object->enter_exit ($exit_object)	2477	=item $player_object->enter_exit ($exit_object)
2005		2478
…		…
2074	my $hp = $exit->stats->hp;	2547	my $hp = $exit->stats->hp;
2075	my $sp = $exit->stats->sp;	2548	my $sp = $exit->stats->sp;
2076		2549
2077	$self->enter_link;	2550	$self->enter_link;
2078		2551
		2552	# if exit is damned, update players death & WoR home-position
		2553	$self->contr->savebed ($slaying, $hp, $sp)
		2554	if $exit->flag (FLAG_DAMNED);
		2555
2079	(async {	2556	(async {
2080	$self->deactivate_recursive; # just to be sure	2557	$self->deactivate_recursive; # just to be sure
2081	unless (eval {	2558	unless (eval {
2082	$self->goto ($slaying, $hp, $sp);	2559	$self->goto ($slaying, $hp, $sp);
2083		2560
…		…
2110		2587
2111	utf8::encode $text;	2588	utf8::encode $text;
2112	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2589	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2113	}	2590	}
2114		2591
		2592	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2593
		2594	Send a drawinfo or msg packet to the client, formatting the msg for the
		2595	client if neccessary. C<$type> should be a string identifying the type of
		2596	the message, with C<log> being the default. If C<$color> is negative, suppress
		2597	the message unless the client supports the msg packet.
		2598
		2599	=cut
		2600
		2601	our %CHANNEL = (
		2602	"c/identify" => {
		2603	id => "identify",
		2604	title => "Identify",
		2605	reply => undef,
		2606	tooltip => "Items recently identified",
		2607	},
		2608	"c/examine" => {
		2609	id => "examine",
		2610	title => "Examine",
		2611	reply => undef,
		2612	tooltip => "Signs and other items you examined",
		2613	},
		2614	);
		2615
		2616	sub cf::client::send_msg {
		2617	my ($self, $channel, $msg, $color, @extra) = @_;
		2618
		2619	$msg = $self->pl->expand_cfpod ($msg);
		2620
		2621	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2622
		2623	# check predefined channels, for the benefit of C
		2624	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};
		2625
		2626	if (ref $channel) {
		2627	# send meta info to client, if not yet sent
		2628	unless (exists $self->{channel}{$channel->{id}}) {
		2629	$self->{channel}{$channel->{id}} = $channel;
		2630	$self->ext_msg (channel_info => $channel)
		2631	if $self->can_msg;
		2632	}
		2633
		2634	$channel = $channel->{id};
		2635	}
		2636
		2637	return unless @extra || length $msg;
		2638
		2639	if ($self->can_msg) {
		2640	# default colour, mask it out
		2641	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2642	if $color & cf::NDI_DEF;
		2643
		2644	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2645	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2646	} else {
		2647	if ($color >= 0) {
		2648	# replace some tags by gcfclient-compatible ones
		2649	for ($msg) {
		2650	1 while
		2651	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2652	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2653	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2654	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2655	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2656	}
		2657
		2658	$color &= cf::NDI_COLOR_MASK;
		2659
		2660	utf8::encode $msg;
		2661
		2662	if (0 && $msg =~ /\[/) {
		2663	# COMMAND/INFO
		2664	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2665	} else {
		2666	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2667	$self->send_packet ("drawinfo $color $msg")
		2668	}
		2669	}
		2670	}
		2671	}
		2672
2115	=item $client->ext_event ($type, %msg)	2673	=item $client->ext_msg ($type, @msg)
2116		2674
2117	Sends an exti event to the client.	2675	Sends an ext event to the client.
2118		2676
2119	=cut	2677	=cut
2120		2678
2121	sub cf::client::ext_event($$%) {	2679	sub cf::client::ext_msg($$@) {
2122	my ($self, $type, %msg) = @_;	2680	my ($self, $type, @msg) = @_;
2123		2681
		2682	if ($self->extcmd == 2) {
		2683	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2684	} elsif ($self->extcmd == 1) { # TODO: remove
2124	$msg{msgtype} = "event_$type";	2685	push @msg, msgtype => "event_$type";
2125	$self->send_packet ("ext " . cf::to_json \%msg);	2686	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2687	}
		2688	}
		2689
		2690	=item $client->ext_reply ($msgid, @msg)
		2691
		2692	Sends an ext reply to the client.
		2693
		2694	=cut
		2695
		2696	sub cf::client::ext_reply($$@) {
		2697	my ($self, $id, @msg) = @_;
		2698
		2699	if ($self->extcmd == 2) {
		2700	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2701	} elsif ($self->extcmd == 1) {
		2702	#TODO: version 1, remove
		2703	unshift @msg, msgtype => "reply", msgid => $id;
		2704	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2705	}
2126	}	2706	}
2127		2707
2128	=item $success = $client->query ($flags, "text", \&cb)	2708	=item $success = $client->query ($flags, "text", \&cb)
2129		2709
2130	Queues a query to the client, calling the given callback with	2710	Queues a query to the client, calling the given callback with
2131	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2711	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2132	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2712	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2133		2713
2134	Queries can fail, so check the return code. Or don't, as queries will become	2714	Queries can fail, so check the return code. Or don't, as queries will
2135	reliable at some point in the future.	2715	become reliable at some point in the future.
2136		2716
2137	=cut	2717	=cut
2138		2718
2139	sub cf::client::query {	2719	sub cf::client::query {
2140	my ($self, $flags, $text, $cb) = @_;	2720	my ($self, $flags, $text, $cb) = @_;
…		…
2148	utf8::encode $text;	2728	utf8::encode $text;
2149	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2729	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2150		2730
2151	$self->send_packet ($self->{query_queue}[0][0])	2731	$self->send_packet ($self->{query_queue}[0][0])
2152	if @{ $self->{query_queue} } == 1;	2732	if @{ $self->{query_queue} } == 1;
		2733
		2734	1
2153	}	2735	}
2154		2736
2155	cf::client->attach (	2737	cf::client->attach (
		2738	on_connect => sub {
		2739	my ($ns) = @_;
		2740
		2741	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2742	},
2156	on_reply => sub {	2743	on_reply => sub {
2157	my ($ns, $msg) = @_;	2744	my ($ns, $msg) = @_;
2158		2745
2159	# this weird shuffling is so that direct followup queries	2746	# this weird shuffling is so that direct followup queries
2160	# get handled first	2747	# get handled first
…		…
2172	} else {	2759	} else {
2173	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2760	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2174	}	2761	}
2175	}	2762	}
2176	},	2763	},
		2764	on_exticmd => sub {
		2765	my ($ns, $buf) = @_;
		2766
		2767	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2768
		2769	if (ref $msg) {
		2770	my ($type, $reply, @payload) =
		2771	"ARRAY" eq ref $msg
		2772	? @$msg
		2773	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2774
		2775	my @reply;
		2776
		2777	if (my $cb = $EXTICMD{$type}) {
		2778	@reply = $cb->($ns, @payload);
		2779	}
		2780
		2781	$ns->ext_reply ($reply, @reply)
		2782	if $reply;
		2783
		2784	} else {
		2785	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2786	}
		2787
		2788	cf::override;
		2789	},
2177	);	2790	);
2178		2791
2179	=item $client->async (\&cb)	2792	=item $client->async (\&cb)
2180		2793
2181	Create a new coroutine, running the specified callback. The coroutine will	2794	Create a new coroutine, running the specified callback. The coroutine will
…		…
2222	our $safe = new Safe "safe";	2835	our $safe = new Safe "safe";
2223	our $safe_hole = new Safe::Hole;	2836	our $safe_hole = new Safe::Hole;
2224		2837
2225	$SIG{FPE} = 'IGNORE';	2838	$SIG{FPE} = 'IGNORE';
2226		2839
2227	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2840	$safe->permit_only (Opcode::opset qw(
		2841	:base_core :base_mem :base_orig :base_math
		2842	grepstart grepwhile mapstart mapwhile
		2843	sort time
		2844	));
2228		2845
2229	# here we export the classes and methods available to script code	2846	# here we export the classes and methods available to script code
2230		2847
2231	=pod	2848	=pod
2232		2849
2233	The following functions and methods are available within a safe environment:	2850	The following functions and methods are available within a safe environment:
2234		2851
2235	cf::object contr pay_amount pay_player map	2852	cf::object
		2853	contr pay_amount pay_player map x y force_find force_add
		2854	insert remove name archname title slaying race decrease_ob_nr
		2855
2236	cf::object::player player	2856	cf::object::player
2237	cf::player peaceful	2857	player
2238	cf::map trigger	2858
		2859	cf::player
		2860	peaceful
		2861
		2862	cf::map
		2863	trigger
2239		2864
2240	=cut	2865	=cut
2241		2866
2242	for (	2867	for (
2243	["cf::object" => qw(contr pay_amount pay_player map)],	2868	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2869	insert remove inv name archname title slaying race
		2870	decrease_ob_nr)],
2244	["cf::object::player" => qw(player)],	2871	["cf::object::player" => qw(player)],
2245	["cf::player" => qw(peaceful)],	2872	["cf::player" => qw(peaceful)],
2246	["cf::map" => qw(trigger)],	2873	["cf::map" => qw(trigger)],
2247	) {	2874	) {
2248	no strict 'refs';	2875	no strict 'refs';
…		…
2319	=back	2946	=back
2320		2947
2321	=cut	2948	=cut
2322		2949
2323	#############################################################################	2950	#############################################################################
2324
2325	=head2 EXTENSION DATABASE SUPPORT
2326
2327	Crossfire maintains a very simple database for extension use. It can
2328	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2329	convert to/from binary).
2330
2331	The parameter C<$family> should best start with the name of the extension
2332	using it, it should be unique.
2333
2334	=over 4
2335
2336	=item $value = cf::db_get $family => $key
2337
2338	Returns a single value from the database.
2339
2340	=item cf::db_put $family => $key => $value
2341
2342	Stores the given C<$value> in the family.
2343
2344	=cut
2345
2346	our $DB;
2347
2348	sub db_init {
2349	unless ($DB) {
2350	$DB = BDB::db_create $DB_ENV;
2351
2352	cf::sync_job {
2353	eval {
2354	$DB->set_flags (BDB::CHKSUM);
2355
2356	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2357	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2358	cf::cleanup "db_open(db): $!" if $!;
2359	};
2360	cf::cleanup "db_open(db): $@" if $@;
2361	};
2362	}
2363	}
2364
2365	sub db_get($$) {
2366	my $key = "$_[0]/$_[1]";
2367
2368	cf::sync_job {
2369	BDB::db_get $DB, undef, $key, my $data;
2370
2371	$! ? ()
2372	: $data
2373	}
2374	}
2375
2376	sub db_put($$$) {
2377	BDB::dbreq_pri 4;
2378	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2379	}
2380
2381	=item cf::cache $id => [$paths...], $processversion => $process
2382
2383	Generic caching function that returns the value of the resource $id,
2384	caching and regenerating as required.
2385
2386	This function can block.
2387
2388	=cut
2389
2390	sub cache {
2391	my ($id, $src, $processversion, $process) = @_;
2392
2393	my $meta =
2394	join "\x00",
2395	$processversion,
2396	map {
2397	aio_stat $_
2398	and Carp::croak "$_: $!";
2399
2400	($_, (stat _)[7,9])
2401	} @$src;
2402
2403	my $dbmeta = db_get cache => "$id/meta";
2404	if ($dbmeta ne $meta) {
2405	# changed, we may need to process
2406
2407	my @data;
2408	my $md5;
2409
2410	for (0 .. $#$src) {
2411	0 <= aio_load $src->[$_], $data[$_]
2412	or Carp::croak "$src->[$_]: $!";
2413	}
2414
2415	# if processing is expensive, check
2416	# checksum first
2417	if (1) {
2418	$md5 =
2419	join "\x00",
2420	$processversion,
2421	map {
2422	Coro::cede;
2423	($src->[$_], Digest::MD5::md5_hex $data[$_])
2424	} 0.. $#$src;
2425
2426
2427	my $dbmd5 = db_get cache => "$id/md5";
2428	if ($dbmd5 eq $md5) {
2429	db_put cache => "$id/meta", $meta;
2430
2431	return db_get cache => "$id/data";
2432	}
2433	}
2434
2435	my $t1 = Time::HiRes::time;
2436	my $data = $process->(\@data);
2437	my $t2 = Time::HiRes::time;
2438
2439	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2440
2441	db_put cache => "$id/data", $data;
2442	db_put cache => "$id/md5" , $md5;
2443	db_put cache => "$id/meta", $meta;
2444
2445	return $data;
2446	}
2447
2448	db_get cache => "$id/data"
2449	}
2450
2451	=item fork_call { }, $args
2452
2453	Executes the given code block with the given arguments in a seperate
2454	process, returning the results. Everything must be serialisable with
2455	Coro::Storable. May, of course, block. Note that the executed sub may
2456	never block itself or use any form of Event handling.
2457
2458	=cut
2459
2460	sub fork_call(&@) {
2461	my ($cb, @args) = @_;
2462
2463	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2464	# or die "socketpair: $!";
2465	pipe my $fh1, my $fh2
2466	or die "pipe: $!";
2467
2468	if (my $pid = fork) {
2469	close $fh2;
2470
2471	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2472	$res = Coro::Storable::thaw $res;
2473
2474	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2475
2476	die $$res unless "ARRAY" eq ref $res;
2477
2478	return wantarray ? @$res : $res->[-1];
2479	} else {
2480	reset_signals;
2481	local $SIG{__WARN__};
2482	local $SIG{__DIE__};
2483	eval {
2484	close $fh1;
2485
2486	my @res = eval { $cb->(@args) };
2487	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2488	};
2489
2490	warn $@ if $@;
2491	_exit 0;
2492	}
2493	}
2494
2495	#############################################################################
2496	# the server's init and main functions	2951	# the server's init and main functions
2497		2952
2498	sub load_facedata($) {	2953	sub load_facedata($) {
2499	my ($path) = @_;	2954	my ($path) = @_;
		2955
		2956	# HACK to clear player env face cache, we need some signal framework
		2957	# for this (global event?)
		2958	%ext::player_env::MUSIC_FACE_CACHE = ();
		2959
		2960	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2500		2961
2501	warn "loading facedata from $path\n";	2962	warn "loading facedata from $path\n";
2502		2963
2503	my $facedata;	2964	my $facedata;
2504	0 < aio_load $path, $facedata	2965	0 < aio_load $path, $facedata
…		…
2507	$facedata = Coro::Storable::thaw $facedata;	2968	$facedata = Coro::Storable::thaw $facedata;
2508		2969
2509	$facedata->{version} == 2	2970	$facedata->{version} == 2
2510	or cf::cleanup "$path: version mismatch, cannot proceed.";	2971	or cf::cleanup "$path: version mismatch, cannot proceed.";
2511		2972
		2973	# patch in the exptable
		2974	$facedata->{resource}{"res/exp_table"} = {
		2975	type => FT_RSRC,
		2976	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		2977	};
		2978	cf::cede_to_tick;
		2979
2512	{	2980	{
2513	my $faces = $facedata->{faceinfo};	2981	my $faces = $facedata->{faceinfo};
2514		2982
2515	while (my ($face, $info) = each %$faces) {	2983	while (my ($face, $info) = each %$faces) {
2516	my $idx = (cf::face::find $face) || cf::face::alloc $face;	2984	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2517	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	2985	cf::face::set_visibility $idx, $info->{visibility};
		2986	cf::face::set_magicmap $idx, $info->{magicmap};
2518	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	2987	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2519	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	2988	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2520	Coro::cede;	2989
		2990	cf::cede_to_tick;
2521	}	2991	}
2522		2992
2523	while (my ($face, $info) = each %$faces) {	2993	while (my ($face, $info) = each %$faces) {
2524	next unless $info->{smooth};	2994	next unless $info->{smooth};
2525	my $idx = cf::face::find $face	2995	my $idx = cf::face::find $face
2526	or next;	2996	or next;
2527	if (my $smooth = cf::face::find $info->{smooth}) {	2997	if (my $smooth = cf::face::find $info->{smooth}) {
		2998	cf::face::set_smooth $idx, $smooth;
2528	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	2999	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2529	} else {	3000	} else {
2530	warn "smooth face '$info->{smooth}' not found for face '$face'";	3001	warn "smooth face '$info->{smooth}' not found for face '$face'";
2531	}	3002	}
2532	Coro::cede;	3003
		3004	cf::cede_to_tick;
2533	}	3005	}
2534	}	3006	}
2535		3007
2536	{	3008	{
2537	my $anims = $facedata->{animinfo};	3009	my $anims = $facedata->{animinfo};
2538		3010
2539	while (my ($anim, $info) = each %$anims) {	3011	while (my ($anim, $info) = each %$anims) {
2540	cf::anim::set $anim, $info->{frames}, $info->{facings};	3012	cf::anim::set $anim, $info->{frames}, $info->{facings};
2541	Coro::cede;	3013	cf::cede_to_tick;
2542	}	3014	}
2543		3015
2544	cf::anim::invalidate_all; # d'oh	3016	cf::anim::invalidate_all; # d'oh
2545	}	3017	}
2546		3018
		3019	{
		3020	# TODO: for gcfclient pleasure, we should give resources
		3021	# that gcfclient doesn't grok a >10000 face index.
		3022	my $res = $facedata->{resource};
		3023
		3024	my $soundconf = delete $res->{"res/sound.conf"};
		3025
		3026	while (my ($name, $info) = each %$res) {
		3027	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3028	my $data;
		3029
		3030	if ($info->{type} & 1) {
		3031	# prepend meta info
		3032
		3033	my $meta = $enc->encode ({
		3034	name => $name,
		3035	%{ $info->{meta} || {} },
		3036	});
		3037
		3038	$data = pack "(w/a*)*", $meta, $info->{data};
		3039	} else {
		3040	$data = $info->{data};
		3041	}
		3042
		3043	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3044	cf::face::set_type $idx, $info->{type};
		3045
		3046	cf::cede_to_tick;
		3047	}
		3048
		3049	if ($soundconf) {
		3050	$soundconf = $enc->decode (delete $soundconf->{data});
		3051
		3052	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3053	my $sound = $soundconf->{compat}[$_]
		3054	or next;
		3055
		3056	my $face = cf::face::find "sound/$sound->[1]";
		3057	cf::sound::set $sound->[0] => $face;
		3058	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3059	}
		3060
		3061	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3062	my $face = cf::face::find "sound/$v";
		3063	cf::sound::set $k => $face;
		3064	}
		3065	}
		3066	}
		3067
2547	1	3068	1
2548	}	3069	}
2549		3070
		3071	register_exticmd fx_want => sub {
		3072	my ($ns, $want) = @_;
		3073
		3074	while (my ($k, $v) = each %$want) {
		3075	$ns->fx_want ($k, $v);
		3076	}
		3077	};
		3078
2550	sub reload_regions {	3079	sub reload_regions {
		3080	# HACK to clear player env face cache, we need some signal framework
		3081	# for this (global event?)
		3082	%ext::player_env::MUSIC_FACE_CACHE = ();
		3083
2551	load_resource_file "$MAPDIR/regions"	3084	load_resource_file "$MAPDIR/regions"
2552	or die "unable to load regions file\n";	3085	or die "unable to load regions file\n";
		3086
		3087	for (cf::region::list) {
		3088	$_->{match} = qr/$_->{match}/
		3089	if exists $_->{match};
		3090	}
2553	}	3091	}
2554		3092
2555	sub reload_facedata {	3093	sub reload_facedata {
2556	load_facedata "$DATADIR/facedata"	3094	load_facedata "$DATADIR/facedata"
2557	or die "unable to load facedata\n";	3095	or die "unable to load facedata\n";
2558	}	3096	}
2559		3097
2560	sub reload_archetypes {	3098	sub reload_archetypes {
		3099	load_resource_file "$DATADIR/archetypes"
		3100	or die "unable to load archetypes\n";
		3101	#d# NEED to laod twice to resolve forward references
		3102	# this really needs to be done in an extra post-pass
		3103	# (which needs to be synchronous, so solve it differently)
2561	load_resource_file "$DATADIR/archetypes"	3104	load_resource_file "$DATADIR/archetypes"
2562	or die "unable to load archetypes\n";	3105	or die "unable to load archetypes\n";
2563	}	3106	}
2564		3107
2565	sub reload_treasures {	3108	sub reload_treasures {
…		…
2581		3124
2582	sub init {	3125	sub init {
2583	reload_resources;	3126	reload_resources;
2584	}	3127	}
2585		3128
2586	sub cfg_load {	3129	sub reload_config {
2587	open my $fh, "<:utf8", "$CONFDIR/config"	3130	open my $fh, "<:utf8", "$CONFDIR/config"
2588	or return;	3131	or return;
2589		3132
2590	local $/;	3133	local $/;
2591	*CFG = YAML::Syck::Load <$fh>;	3134	*CFG = YAML::Syck::Load <$fh>;
…		…
2611	(async {	3154	(async {
2612	Event::one_event;	3155	Event::one_event;
2613	})->prio (Coro::PRIO_MAX);	3156	})->prio (Coro::PRIO_MAX);
2614	};	3157	};
2615		3158
2616	cfg_load;	3159	reload_config;
2617	db_init;	3160	db_init;
2618	load_extensions;	3161	load_extensions;
2619		3162
2620	$TICK_WATCHER->start;	3163	$TICK_WATCHER->start;
2621	Event::loop;	3164	Event::loop;
…		…
2637	},	3180	},
2638	);	3181	);
2639	}	3182	}
2640	}	3183	}
2641		3184
		3185	sub write_runtime {
		3186	my $runtime = "$LOCALDIR/runtime";
		3187
		3188	# first touch the runtime file to show we are still running:
		3189	# the fsync below can take a very very long time.
		3190
		3191	IO::AIO::aio_utime $runtime, undef, undef;
		3192
		3193	my $guard = cf::lock_acquire "write_runtime";
		3194
		3195	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3196	or return;
		3197
		3198	my $value = $cf::RUNTIME + 90 + 10;
		3199	# 10 is the runtime save interval, for a monotonic clock
		3200	# 60 allows for the watchdog to kill the server.
		3201
		3202	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3203	and return;
		3204
		3205	# always fsync - this file is important
		3206	aio_fsync $fh
		3207	and return;
		3208
		3209	# touch it again to show we are up-to-date
		3210	aio_utime $fh, undef, undef;
		3211
		3212	close $fh
		3213	or return;
		3214
		3215	aio_rename "$runtime~", $runtime
		3216	and return;
		3217
		3218	warn "runtime file written.\n";
		3219
		3220	1
		3221	}
		3222
2642	sub emergency_save() {	3223	sub emergency_save() {
2643	my $freeze_guard = cf::freeze_mainloop;	3224	my $freeze_guard = cf::freeze_mainloop;
2644		3225
2645	warn "enter emergency perl save\n";	3226	warn "enter emergency perl save\n";
2646		3227
…		…
2721	%EXT_CORO = ();	3302	%EXT_CORO = ();
2722		3303
2723	warn "removing commands";	3304	warn "removing commands";
2724	%COMMAND = ();	3305	%COMMAND = ();
2725		3306
2726	warn "removing ext commands";	3307	warn "removing ext/exti commands";
2727	%EXTCMD = ();	3308	%EXTCMD = ();
		3309	%EXTICMD = ();
2728		3310
2729	warn "unloading/nuking all extensions";	3311	warn "unloading/nuking all extensions";
2730	for my $pkg (@EXTS) {	3312	for my $pkg (@EXTS) {
2731	warn "... unloading $pkg";	3313	warn "... unloading $pkg";
2732		3314
…		…
2775	warn "reloading cf.pm";	3357	warn "reloading cf.pm";
2776	require cf;	3358	require cf;
2777	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3359	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2778		3360
2779	warn "loading config and database again";	3361	warn "loading config and database again";
2780	cf::cfg_load;	3362	cf::reload_config;
2781		3363
2782	warn "loading extensions";	3364	warn "loading extensions";
2783	cf::load_extensions;	3365	cf::load_extensions;
2784		3366
2785	warn "reattaching attachments to objects/players";	3367	warn "reattaching attachments to objects/players";
…		…
2878	or die;	3460	or die;
2879		3461
2880	$map->width (50);	3462	$map->width (50);
2881	$map->height (50);	3463	$map->height (50);
2882	$map->alloc;	3464	$map->alloc;
2883	$map->_load_objects ("/tmp/x.map", 1);	3465	$map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
2884	my $t = Event::time - $t;	3466	my $t = Event::time - $t;
2885		3467
2886	#next unless $t < 0.0013;#d#	3468	#next unless $t < 0.0013;#d#
2887	if ($t < $min) {	3469	if ($t < $min) {
2888	$min = $t;	3470	$min = $t;

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines