ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.269 by root, Tue May 22 21:35:26 2007 UTC vs.
Revision 1.368 by root, Wed Sep 12 11:18:25 2007 UTC

…		…
10	use Event;	10	use Event;
11	use Opcode;	11	use Opcode;
12	use Safe;	12	use Safe;
13	use Safe::Hole;	13	use Safe::Hole;
14		14
15	use Coro 3.61 ();	15	use Coro 3.64 ();
16	use Coro::State;	16	use Coro::State;
17	use Coro::Handle;	17	use Coro::Handle;
18	use Coro::Event;	18	use Coro::Event;
19	use Coro::Timer;	19	use Coro::Timer;
20	use Coro::Signal;	20	use Coro::Signal;
21	use Coro::Semaphore;	21	use Coro::Semaphore;
22	use Coro::AIO;	22	use Coro::AIO;
23	use Coro::Storable;	23	use Coro::Storable;
		24	use Coro::Util ();
24		25
		26	use JSON::XS ();
25	use BDB ();	27	use BDB ();
26	use Data::Dumper;	28	use Data::Dumper;
27	use Digest::MD5;	29	use Digest::MD5;
28	use Fcntl;	30	use Fcntl;
29	use YAML::Syck ();	31	use YAML::Syck ();
30	use IO::AIO 2.32 ();	32	use IO::AIO 2.32 ();
31	use Time::HiRes;	33	use Time::HiRes;
32	use Compress::LZF;	34	use Compress::LZF;
		35	use Digest::MD5 ();
33		36
34	# configure various modules to our taste	37	# configure various modules to our taste
35	#	38	#
36	$Storable::canonical = 1; # reduce rsync transfers	39	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
…		…
49	our %COMMAND = ();	52	our %COMMAND = ();
50	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
51		54
52	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
56		60
57	our $RELOAD; # number of reloads so far	61	our $RELOAD; # number of reloads so far
58	our @EVENT;	62	our @EVENT;
…		…
76	our $NEXT_TICK;	80	our $NEXT_TICK;
77	our $NOW;	81	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off	82	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		83
80	our $BDB_POLL_WATCHER;	84	our $BDB_POLL_WATCHER;
		85	our $BDB_CHECKPOINT_WATCHER;
		86	our $BDB_TRICKLE_WATCHER;
81	our $DB_ENV;	87	our $DB_ENV;
82		88
83	our %CFG;	89	our %CFG;
84		90
85	our $UPTIME; $UPTIME ||= time;	91	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;	92	our $RUNTIME;
87		93
88	our %PLAYER; # all users	94	our (%PLAYER, %PLAYER_LOADING); # all users
89	our %MAP; # all maps	95	our (%MAP, %MAP_LOADING ); # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	96	our $LINK_MAP; # the special {link} map, which is always available
91		97
92	# used to convert map paths into valid unix filenames by replacing / by ∕	98	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	99	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94		100
…		…
164		170
165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	171	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
166	returns directly I<after> the tick processing (and consequently, can only wake one process	172	returns directly I<after> the tick processing (and consequently, can only wake one process
167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	173	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
168		174
		175	=item @cf::INVOKE_RESULTS
		176
		177	This array contains the results of the last C<invoke ()> call. When
		178	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		179	that call.
		180
169	=back	181	=back
170		182
171	=cut	183	=cut
172		184
173	BEGIN {	185	BEGIN {
…		…
177	$msg .= "\n"	189	$msg .= "\n"
178	unless $msg =~ /\n$/;	190	unless $msg =~ /\n$/;
179		191
180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	192	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181		193
182	utf8::encode $msg;
183	LOG llevError, $msg;	194	LOG llevError, $msg;
184	};	195	};
185	}	196	}
186		197
187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	198	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
188	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	199	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
189	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	200	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
190	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	201	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
191	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	202	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		203	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
192	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	204	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
193		205
194	# we bless all objects into (empty) derived classes to force a method lookup	206	# we bless all objects into (empty) derived classes to force a method lookup
195	# within the Safe compartment.	207	# within the Safe compartment.
196	for my $pkg (qw(	208	for my $pkg (qw(
197	cf::global cf::attachable	209	cf::global cf::attachable
…		…
205	}	217	}
206		218
207	$Event::DIED = sub {	219	$Event::DIED = sub {
208	warn "error in event callback: @_";	220	warn "error in event callback: @_";
209	};	221	};
		222
		223	#############################################################################
210		224
211	=head2 UTILITY FUNCTIONS	225	=head2 UTILITY FUNCTIONS
212		226
213	=over 4	227	=over 4
214		228
…		…
233	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	247	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
234	$d	248	$d
235	} || "[unable to dump $_[0]: '$@']";	249	} || "[unable to dump $_[0]: '$@']";
236	}	250	}
237		251
238	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
239
240	=item $ref = cf::from_json $json	252	=item $ref = cf::from_json $json
241		253
242	Converts a JSON string into the corresponding perl data structure.	254	Converts a JSON string into the corresponding perl data structure.
243		255
244	=item $json = cf::to_json $ref	256	=item $json = cf::to_json $ref
245		257
246	Converts a perl data structure into its JSON representation.	258	Converts a perl data structure into its JSON representation.
		259
		260	=cut
		261
		262	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		263
		264	sub to_json ($) { $json_coder->encode ($_[0]) }
		265	sub from_json ($) { $json_coder->decode ($_[0]) }
247		266
248	=item cf::lock_wait $string	267	=item cf::lock_wait $string
249		268
250	Wait until the given lock is available. See cf::lock_acquire.	269	Wait until the given lock is available. See cf::lock_acquire.
251		270
…		…
254	Wait until the given lock is available and then acquires it and returns	273	Wait until the given lock is available and then acquires it and returns
255	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	274	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
256	for example when the coroutine gets canceled), the lock is automatically	275	for example when the coroutine gets canceled), the lock is automatically
257	returned.	276	returned.
258		277
		278	Locks are *not* recursive, locking from the same coro twice results in a
		279	deadlocked coro.
		280
259	Lock names should begin with a unique identifier (for example, cf::map::find	281	Lock names should begin with a unique identifier (for example, cf::map::find
260	uses map_find and cf::map::load uses map_load).	282	uses map_find and cf::map::load uses map_load).
261		283
262	=item $locked = cf::lock_active $string	284	=item $locked = cf::lock_active $string
263		285
264	Return true if the lock is currently active, i.e. somebody has locked it.	286	Return true if the lock is currently active, i.e. somebody has locked it.
265		287
266	=cut	288	=cut
267		289
268	our %LOCK;	290	our %LOCK;
		291	our %LOCKER;#d#
269		292
270	sub lock_wait($) {	293	sub lock_wait($) {
271	my ($key) = @_;	294	my ($key) = @_;
		295
		296	if ($LOCKER{$key} == $Coro::current) {#d#
		297	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		298	return;#d#
		299	}#d#
272		300
273	# wait for lock, if any	301	# wait for lock, if any
274	while ($LOCK{$key}) {	302	while ($LOCK{$key}) {
275	push @{ $LOCK{$key} }, $Coro::current;	303	push @{ $LOCK{$key} }, $Coro::current;
276	Coro::schedule;	304	Coro::schedule;
…		…
282		310
283	# wait, to be sure we are not locked	311	# wait, to be sure we are not locked
284	lock_wait $key;	312	lock_wait $key;
285		313
286	$LOCK{$key} = [];	314	$LOCK{$key} = [];
		315	$LOCKER{$key} = $Coro::current;#d#
287		316
288	Coro::guard {	317	Coro::guard {
		318	delete $LOCKER{$key};#d#
289	# wake up all waiters, to be on the safe side	319	# wake up all waiters, to be on the safe side
290	$_->ready for @{ delete $LOCK{$key} };	320	$_->ready for @{ delete $LOCK{$key} };
291	}	321	}
292	}	322	}
293		323
…		…
305	};	335	};
306	$TICK_WATCHER->stop;	336	$TICK_WATCHER->stop;
307	$guard	337	$guard
308	}	338	}
309		339
		340	=item cf::get_slot $time[, $priority[, $name]]
		341
		342	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		343	This call blocks and returns only when you have at least C<$time> seconds
		344	of cpu time till the next tick. The slot is only valid till the next cede.
		345
		346	The optional C<$name> can be used to identify the job to run. It might be
		347	used for statistical purposes and should identify the same time-class.
		348
		349	Useful for short background jobs.
		350
		351	=cut
		352
		353	our @SLOT_QUEUE;
		354	our $SLOT_QUEUE;
		355
		356	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		357	$SLOT_QUEUE = Coro::async {
		358	my $signal = new Coro::Signal;
		359
		360	while () {
		361	next_job:
		362	my $avail = cf::till_tick;
		363	if ($avail > 0.01) {
		364	for (0 .. $#SLOT_QUEUE) {
		365	if ($SLOT_QUEUE[$_][0] < $avail) {
		366	my $job = splice @SLOT_QUEUE, $_, 1, ();
		367	$job->[2]->send;
		368	Coro::cede;
		369	goto next_job;
		370	}
		371	}
		372	}
		373
		374	if (@SLOT_QUEUE) {
		375	# we do not use wait_For_tick() as it returns immediately when tick is inactive
		376	push @cf::WAIT_FOR_TICK, $signal;
		377	$signal->wait;
		378	} else {
		379	Coro::schedule;
		380	}
		381	}
		382	};
		383
		384	sub get_slot($;$$) {
		385	my ($time, $pri, $name) = @_;
		386
		387	$time = $TICK * .6 if $time > $TICK * .6;
		388	my $sig = new Coro::Signal;
		389
		390	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		391	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		392	$SLOT_QUEUE->ready;
		393	$sig->wait;
		394	}
		395
310	=item cf::async { BLOCK }	396	=item cf::async { BLOCK }
311		397
312	Currently the same as Coro::async_pool, meaning you cannot use	398	Currently the same as Coro::async_pool, meaning you cannot use
313	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	399	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
314	thing you are allowed to do is call C<prio> on it.	400	thing you are allowed to do is call C<prio> on it.
…		…
317		403
318	BEGIN { *async = \&Coro::async_pool }	404	BEGIN { *async = \&Coro::async_pool }
319		405
320	=item cf::sync_job { BLOCK }	406	=item cf::sync_job { BLOCK }
321		407
322	The design of crossfire+ requires that the main coro ($Coro::main) is	408	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
323	always able to handle events or runnable, as crossfire+ is only partly	409	is always able to handle events or runnable, as Crossfire TRT is only
324	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	410	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		411	acceptable.
325		412
326	If it must be done, put the blocking parts into C<sync_job>. This will run	413	If it must be done, put the blocking parts into C<sync_job>. This will run
327	the given BLOCK in another coroutine while waiting for the result. The	414	the given BLOCK in another coroutine while waiting for the result. The
328	server will be frozen during this time, so the block should either finish	415	server will be frozen during this time, so the block should either finish
329	fast or be very important.	416	fast or be very important.
…		…
389	$EXT_CORO{$coro+0} = $coro;	476	$EXT_CORO{$coro+0} = $coro;
390		477
391	$coro	478	$coro
392	}	479	}
393		480
394	sub write_runtime {	481	=item fork_call { }, $args
395	my $runtime = "$LOCALDIR/runtime";
396		482
397	# first touch the runtime file to show we are still running:	483	Executes the given code block with the given arguments in a seperate
398	# the fsync below can take a very very long time.	484	process, returning the results. Everything must be serialisable with
		485	Coro::Storable. May, of course, block. Note that the executed sub may
		486	never block itself or use any form of Event handling.
399		487
400	if (my $fh = aio_open $runtime, O_WRONLY, 0) {	488	=cut
401	utime undef, undef, $fh;	489
		490	sub fork_call(&@) {
		491	my ($cb, @args) = @_;
		492
		493	# we seemingly have to make a local copy of the whole thing,
		494	# otherwise perl prematurely frees the stuff :/
		495	# TODO: investigate and fix (likely this will be rather laborious)
		496
		497	my @res = Coro::Util::fork_eval {
		498	reset_signals;
		499	&$cb
		500	}, @args;
		501
		502	wantarray ? @res : $res[-1]
		503	}
		504
		505	=item $value = cf::db_get $family => $key
		506
		507	Returns a single value from the environment database.
		508
		509	=item cf::db_put $family => $key => $value
		510
		511	Stores the given C<$value> in the family. It can currently store binary
		512	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		513
		514	=item $db = cf::db_table "name"
		515
		516	Create and/or open a new database table. The string must not be "db" and must be unique
		517	within each server.
		518
		519	=cut
		520
		521	sub db_table($) {
		522	my ($name) = @_;
		523	my $db = BDB::db_create $DB_ENV;
		524
		525	eval {
		526	$db->set_flags (BDB::CHKSUM);
		527
		528	utf8::encode $name;
		529	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		530	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		531	cf::cleanup "db_open(db): $!" if $!;
402	}	532	};
		533	cf::cleanup "db_open(db): $@" if $@;
403		534
404	my $guard = cf::lock_acquire "write_runtime";	535	$db
		536	}
405		537
406	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	538	our $DB;
407	or return;
408		539
409	my $value = $cf::RUNTIME + 90 + 10;	540	sub db_init {
410	# 10 is the runtime save interval, for a monotonic clock	541	cf::sync_job {
411	# 60 allows for the watchdog to kill the server.	542	$DB ||= db_table "db";
		543	};
		544	}
412		545
413	(aio_write $fh, 0, (length $value), $value, 0) <= 0	546	sub db_get($$) {
414	and return;	547	my $key = "$_[0]/$_[1]";
415		548
416	# always fsync - this file is important	549	cf::sync_job {
417	aio_fsync $fh	550	BDB::db_get $DB, undef, $key, my $data;
418	and return;
419		551
420	# touch it again to show we are up-to-date	552	$! ? ()
421	utime undef, undef, $fh;	553	: $data
422
423	close $fh
424	or return;
425
426	aio_rename "$runtime~", $runtime
427	and return;
428
429	warn "runtime file written.\n";#d#
430
431	1	554	}
		555	}
		556
		557	sub db_put($$$) {
		558	BDB::dbreq_pri 4;
		559	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		560	}
		561
		562	=item cf::cache $id => [$paths...], $processversion => $process
		563
		564	Generic caching function that returns the value of the resource $id,
		565	caching and regenerating as required.
		566
		567	This function can block.
		568
		569	=cut
		570
		571	sub cache {
		572	my ($id, $src, $processversion, $process) = @_;
		573
		574	my $meta =
		575	join "\x00",
		576	$processversion,
		577	map {
		578	aio_stat $_
		579	and Carp::croak "$_: $!";
		580
		581	($_, (stat _)[7,9])
		582	} @$src;
		583
		584	my $dbmeta = db_get cache => "$id/meta";
		585	if ($dbmeta ne $meta) {
		586	# changed, we may need to process
		587
		588	my @data;
		589	my $md5;
		590
		591	for (0 .. $#$src) {
		592	0 <= aio_load $src->[$_], $data[$_]
		593	or Carp::croak "$src->[$_]: $!";
		594	}
		595
		596	# if processing is expensive, check
		597	# checksum first
		598	if (1) {
		599	$md5 =
		600	join "\x00",
		601	$processversion,
		602	map {
		603	cf::cede_to_tick;
		604	($src->[$_], Digest::MD5::md5_hex $data[$_])
		605	} 0.. $#$src;
		606
		607
		608	my $dbmd5 = db_get cache => "$id/md5";
		609	if ($dbmd5 eq $md5) {
		610	db_put cache => "$id/meta", $meta;
		611
		612	return db_get cache => "$id/data";
		613	}
		614	}
		615
		616	my $t1 = Time::HiRes::time;
		617	my $data = $process->(\@data);
		618	my $t2 = Time::HiRes::time;
		619
		620	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		621
		622	db_put cache => "$id/data", $data;
		623	db_put cache => "$id/md5" , $md5;
		624	db_put cache => "$id/meta", $meta;
		625
		626	return $data;
		627	}
		628
		629	db_get cache => "$id/data"
432	}	630	}
433		631
434	=item cf::datalog type => key => value, ...	632	=item cf::datalog type => key => value, ...
435		633
436	Log a datalog packet of the given type with the given key-value pairs.	634	Log a datalog packet of the given type with the given key-value pairs.
…		…
454	attach callbacks/event handlers (a collection of which is called an "attachment")	652	attach callbacks/event handlers (a collection of which is called an "attachment")
455	to it. All such attachable objects support the following methods.	653	to it. All such attachable objects support the following methods.
456		654
457	In the following description, CLASS can be any of C<global>, C<object>	655	In the following description, CLASS can be any of C<global>, C<object>
458	C<player>, C<client> or C<map> (i.e. the attachable objects in	656	C<player>, C<client> or C<map> (i.e. the attachable objects in
459	crossfire+).	657	Crossfire TRT).
460		658
461	=over 4	659	=over 4
462		660
463	=item $attachable->attach ($attachment, key => $value...)	661	=item $attachable->attach ($attachment, key => $value...)
464		662
…		…
666	_attach $registry, $klass, @attach;	864	_attach $registry, $klass, @attach;
667	}	865	}
668		866
669	$obj->{$name} = \%arg;	867	$obj->{$name} = \%arg;
670	} else {	868	} else {
671	warn "object uses attachment '$name' that is not available, postponing.\n";	869	warn "object uses attachment '$name' which is not available, postponing.\n";
672	}	870	}
673		871
674	$obj->{_attachment}{$name} = undef;	872	$obj->{_attachment}{$name} = undef;
675	}	873	}
676		874
…		…
716	";	914	";
717	die if $@;	915	die if $@;
718	}	916	}
719		917
720	our $override;	918	our $override;
721	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	919	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
722		920
723	sub override {	921	sub override {
724	$override = 1;	922	$override = 1;
725	@invoke_results = ();	923	@INVOKE_RESULTS = (@_);
726	}	924	}
727		925
728	sub do_invoke {	926	sub do_invoke {
729	my $event = shift;	927	my $event = shift;
730	my $callbacks = shift;	928	my $callbacks = shift;
731		929
732	@invoke_results = ();	930	@INVOKE_RESULTS = ();
733		931
734	local $override;	932	local $override;
735		933
736	for (@$callbacks) {	934	for (@$callbacks) {
737	eval { &{$_->[1]} };	935	eval { &{$_->[1]} };
…		…
754		952
755	Generate an object-specific event with the given arguments.	953	Generate an object-specific event with the given arguments.
756		954
757	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	955	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
758	removed in future versions), and there is no public API to access override	956	removed in future versions), and there is no public API to access override
759	results (if you must, access C<@cf::invoke_results> directly).	957	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
760		958
761	=back	959	=back
762		960
763	=cut	961	=cut
764		962
765	#############################################################################	963	#############################################################################
766	# object support	964	# object support
		965	#
		966
		967	sub _can_merge {
		968	my ($ob1, $ob2) = @_;
		969
		970	local $Storable::canonical = 1;
		971	my $fob1 = Storable::freeze $ob1;
		972	my $fob2 = Storable::freeze $ob2;
		973
		974	$fob1 eq $fob2
		975	}
767		976
768	sub reattach {	977	sub reattach {
769	# basically do the same as instantiate, without calling instantiate	978	# basically do the same as instantiate, without calling instantiate
770	my ($obj) = @_;	979	my ($obj) = @_;
771		980
…		…
816	);	1025	);
817		1026
818	sub object_freezer_save {	1027	sub object_freezer_save {
819	my ($filename, $rdata, $objs) = @_;	1028	my ($filename, $rdata, $objs) = @_;
820		1029
		1030	my $guard = cf::lock_acquire "io";
		1031
821	sync_job {	1032	sync_job {
822	if (length $$rdata) {	1033	if (length $$rdata) {
		1034	utf8::decode (my $decname = $filename);
823	warn sprintf "saving %s (%d,%d)\n",	1035	warn sprintf "saving %s (%d,%d)\n",
824	$filename, length $$rdata, scalar @$objs;	1036	$decname, length $$rdata, scalar @$objs;
825		1037
826	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1038	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
827	chmod SAVE_MODE, $fh;	1039	chmod SAVE_MODE, $fh;
828	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1040	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
829	aio_fsync $fh if $cf::USE_FSYNC;	1041	aio_fsync $fh if $cf::USE_FSYNC;
…		…
848	}	1060	}
849	} else {	1061	} else {
850	aio_unlink $filename;	1062	aio_unlink $filename;
851	aio_unlink "$filename.pst";	1063	aio_unlink "$filename.pst";
852	}	1064	}
853	}	1065	};
		1066
		1067	undef $guard;
854	}	1068	}
855		1069
856	sub object_freezer_as_string {	1070	sub object_freezer_as_string {
857	my ($rdata, $objs) = @_;	1071	my ($rdata, $objs) = @_;
858		1072
…		…
863		1077
864	sub object_thawer_load {	1078	sub object_thawer_load {
865	my ($filename) = @_;	1079	my ($filename) = @_;
866		1080
867	my ($data, $av);	1081	my ($data, $av);
		1082
		1083	my $guard = cf::lock_acquire "io";
868		1084
869	(aio_load $filename, $data) >= 0	1085	(aio_load $filename, $data) >= 0
870	or return;	1086	or return;
871		1087
872	unless (aio_stat "$filename.pst") {	1088	unless (aio_stat "$filename.pst") {
873	(aio_load "$filename.pst", $av) >= 0	1089	(aio_load "$filename.pst", $av) >= 0
874	or return;	1090	or return;
		1091
		1092	undef $guard;
875	$av = eval { (Storable::thaw $av)->{objs} };	1093	$av = eval { (Storable::thaw $av)->{objs} };
876	}	1094	}
877		1095
		1096	utf8::decode (my $decname = $filename);
878	warn sprintf "loading %s (%d)\n",	1097	warn sprintf "loading %s (%d,%d)\n",
879	$filename, length $data, scalar @{$av || []};#d#	1098	$decname, length $data, scalar @{$av || []};
		1099
880	return ($data, $av);	1100	($data, $av)
881	}	1101	}
		1102
		1103	=head2 COMMAND CALLBACKS
		1104
		1105	=over 4
		1106
		1107	=cut
882		1108
883	#############################################################################	1109	#############################################################################
884	# command handling &c	1110	# command handling &c
885		1111
886	=item cf::register_command $name => \&callback($ob,$args);	1112	=item cf::register_command $name => \&callback($ob,$args);
…		…
899	push @{ $COMMAND{$name} }, [$caller, $cb];	1125	push @{ $COMMAND{$name} }, [$caller, $cb];
900	}	1126	}
901		1127
902	=item cf::register_extcmd $name => \&callback($pl,$packet);	1128	=item cf::register_extcmd $name => \&callback($pl,$packet);
903		1129
904	Register a callbackf ro execution when the client sends an extcmd packet.	1130	Register a callback for execution when the client sends an (synchronous)
		1131	extcmd packet. Ext commands will be processed in the order they are
		1132	received by the server, like other user commands. The first argument is
		1133	the logged-in player. Ext commands can only be processed after a player
		1134	has logged in successfully.
905		1135
906	If the callback returns something, it is sent back as if reply was being	1136	If the callback returns something, it is sent back as if reply was being
907	called.	1137	called.
908		1138
		1139	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1140
		1141	Register a callback for execution when the client sends an (asynchronous)
		1142	exticmd packet. Exti commands are processed by the server as soon as they
		1143	are received, i.e. out of order w.r.t. other commands. The first argument
		1144	is a client socket. Exti commands can be received anytime, even before
		1145	log-in.
		1146
		1147	If the callback returns something, it is sent back as if reply was being
		1148	called.
		1149
909	=cut	1150	=cut
910		1151
911	sub register_extcmd {	1152	sub register_extcmd {
912	my ($name, $cb) = @_;	1153	my ($name, $cb) = @_;
913		1154
914	$EXTCMD{$name} = $cb;	1155	$EXTCMD{$name} = $cb;
		1156	}
		1157
		1158	sub register_exticmd {
		1159	my ($name, $cb) = @_;
		1160
		1161	$EXTICMD{$name} = $cb;
915	}	1162	}
916		1163
917	cf::player->attach (	1164	cf::player->attach (
918	on_command => sub {	1165	on_command => sub {
919	my ($pl, $name, $params) = @_;	1166	my ($pl, $name, $params) = @_;
…		…
928	cf::override;	1175	cf::override;
929	},	1176	},
930	on_extcmd => sub {	1177	on_extcmd => sub {
931	my ($pl, $buf) = @_;	1178	my ($pl, $buf) = @_;
932		1179
933	my $msg = eval { from_json $buf };	1180	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
934		1181
935	if (ref $msg) {	1182	if (ref $msg) {
		1183	my ($type, $reply, @payload) =
		1184	"ARRAY" eq ref $msg
		1185	? @$msg
		1186	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1187
		1188	my @reply;
		1189
936	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1190	if (my $cb = $EXTCMD{$type}) {
937	if (my %reply = $cb->($pl, $msg)) {	1191	@reply = $cb->($pl, @payload);
938	$pl->ext_reply ($msg->{msgid}, %reply);
939	}
940	}	1192	}
		1193
		1194	$pl->ext_reply ($reply, @reply)
		1195	if $reply;
		1196
941	} else {	1197	} else {
942	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1198	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
943	}	1199	}
944		1200
945	cf::override;	1201	cf::override;
946	},	1202	},
947	);	1203	);
948		1204
949	sub load_extension {
950	my ($path) = @_;
951
952	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
953	my $base = $1;
954	my $pkg = $1;
955	$pkg =~ s/[^[:word:]]/_/g;
956	$pkg = "ext::$pkg";
957
958	warn "... loading '$path' into '$pkg'\n";
959
960	open my $fh, "<:utf8", $path
961	or die "$path: $!";
962
963	my $source =
964	"package $pkg; use strict; use utf8;\n"
965	. "#line 1 \"$path\"\n{\n"
966	. (do { local $/; <$fh> })
967	. "\n};\n1";
968
969	unless (eval $source) {
970	my $msg = $@ ? "$path: $@\n"
971	: "extension disabled.\n";
972	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
973	warn $@;
974	warn "mandatory extension failed to load, exiting.\n";
975	exit 1;
976	}
977	die $@;
978	}
979
980	push @EXTS, $pkg;
981	}
982
983	sub load_extensions {	1205	sub load_extensions {
		1206	cf::sync_job {
		1207	my %todo;
		1208
984	for my $ext (<$LIBDIR/*.ext>) {	1209	for my $path (<$LIBDIR/*.ext>) {
985	next unless -r $ext;	1210	next unless -r $path;
986	eval {	1211
987	load_extension $ext;	1212	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1213	my $base = $1;
		1214	my $pkg = $1;
		1215	$pkg =~ s/[^[:word:]]/_/g;
		1216	$pkg = "ext::$pkg";
		1217
		1218	open my $fh, "<:utf8", $path
		1219	or die "$path: $!";
		1220
		1221	my $source = do { local $/; <$fh> };
		1222
		1223	my %ext = (
		1224	path => $path,
		1225	base => $base,
		1226	pkg => $pkg,
		1227	);
		1228
		1229	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1230	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1231
		1232	$ext{source} =
		1233	"package $pkg; use strict; use utf8;\n"
		1234	. "#line 1 \"$path\"\n{\n"
		1235	. $source
		1236	. "\n};\n1";
		1237
		1238	$todo{$base} = \%ext;
		1239	}
		1240
		1241	my %done;
		1242	while (%todo) {
		1243	my $progress;
		1244
		1245	while (my ($k, $v) = each %todo) {
		1246	for (split /,\s*/, $v->{meta}{depends}) {
		1247	goto skip
		1248	unless exists $done{$_};
		1249	}
		1250
		1251	warn "... loading '$k' into '$v->{pkg}'\n";
		1252
		1253	unless (eval $v->{source}) {
		1254	my $msg = $@ ? "$v->{path}: $@\n"
		1255	: "$v->{base}: extension inactive.\n";
		1256
		1257	if (exists $v->{meta}{mandatory}) {
		1258	warn $msg;
		1259	warn "mandatory extension failed to load, exiting.\n";
		1260	exit 1;
		1261	}
		1262
		1263	warn $msg;
		1264	}
		1265
		1266	$done{$k} = delete $todo{$k};
		1267	push @EXTS, $v->{pkg};
		1268	$progress = 1;
988	1	1269	}
989	} or warn "$ext not loaded: $@";	1270
		1271	skip:
		1272	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1273	unless $progress;
		1274	}
990	}	1275	};
991	}	1276	}
992		1277
993	#############################################################################	1278	#############################################################################
994		1279
		1280	=back
		1281
995	=head2 CORE EXTENSIONS	1282	=head2 CORE EXTENSIONS
996		1283
997	Functions and methods that extend core crossfire objects.	1284	Functions and methods that extend core crossfire objects.
998		1285
999	=cut	1286	=cut
…		…
1003	use Coro::AIO;	1290	use Coro::AIO;
1004		1291
1005	=head3 cf::player	1292	=head3 cf::player
1006		1293
1007	=over 4	1294	=over 4
		1295
		1296	=item cf::player::num_playing
		1297
		1298	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1299
		1300	=cut
		1301
		1302	sub num_playing {
		1303	scalar grep
		1304	$_->ob->map
		1305	&& !$_->hidden
		1306	&& !$_->ob->flag (cf::FLAG_WIZ),
		1307	cf::player::list
		1308	}
1008		1309
1009	=item cf::player::find $login	1310	=item cf::player::find $login
1010		1311
1011	Returns the given player object, loading it if necessary (might block).	1312	Returns the given player object, loading it if necessary (might block).
1012		1313
…		…
1048	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1349	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1049	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1350	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1050	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1351	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1051	aio_unlink +(playerdir $login) . "/$login.pl";	1352	aio_unlink +(playerdir $login) . "/$login.pl";
1052		1353
1053	my $pl = load_pl path $login	1354	my $f = new_from_file cf::object::thawer path $login
1054	or return;	1355	or return;
		1356
		1357	$f->next;
		1358	my $pl = cf::player::load_pl $f
		1359	or return;
		1360	local $cf::PLAYER_LOADING{$login} = $pl;
		1361	$f->resolve_delayed_derefs;
1055	$cf::PLAYER{$login} = $pl	1362	$cf::PLAYER{$login} = $pl
1056	}	1363	}
1057	}	1364	}
1058	}	1365	}
1059		1366
…		…
1069		1376
1070	aio_mkdir playerdir $pl, 0770;	1377	aio_mkdir playerdir $pl, 0770;
1071	$pl->{last_save} = $cf::RUNTIME;	1378	$pl->{last_save} = $cf::RUNTIME;
1072		1379
1073	$pl->save_pl ($path);	1380	$pl->save_pl ($path);
1074	Coro::cede;	1381	cf::cede_to_tick;
1075	}	1382	}
1076		1383
1077	sub new($) {	1384	sub new($) {
1078	my ($login) = @_;	1385	my ($login) = @_;
1079		1386
…		…
1083	$self->{deny_save} = 1;	1390	$self->{deny_save} = 1;
1084		1391
1085	$cf::PLAYER{$login} = $self;	1392	$cf::PLAYER{$login} = $self;
1086		1393
1087	$self	1394	$self
		1395	}
		1396
		1397	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1398
		1399	=cut
		1400
		1401	sub send_msg {
		1402	my $ns = shift->ns
		1403	or return;
		1404	$ns->send_msg (@_);
1088	}	1405	}
1089		1406
1090	=item $pl->quit_character	1407	=item $pl->quit_character
1091		1408
1092	Nukes the player without looking back. If logged in, the connection will	1409	Nukes the player without looking back. If logged in, the connection will
…		…
1147	or return [];	1464	or return [];
1148		1465
1149	my @logins;	1466	my @logins;
1150		1467
1151	for my $login (@$dirs) {	1468	for my $login (@$dirs) {
		1469	my $path = path $login;
		1470
		1471	# a .pst is a dead give-away for a valid player
		1472	unless (-e "$path.pst") {
1152	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1473	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1153	aio_read $fh, 0, 512, my $buf, 0 or next;	1474	aio_read $fh, 0, 512, my $buf, 0 or next;
1154	$buf !~ /^password -------------$/m or next; # official not-valid tag	1475	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1476	}
1155		1477
1156	utf8::decode $login;	1478	utf8::decode $login;
1157	push @logins, $login;	1479	push @logins, $login;
1158	}	1480	}
1159		1481
…		…
1186	}	1508	}
1187		1509
1188	\@paths	1510	\@paths
1189	}	1511	}
1190		1512
		1513	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1514
		1515	Expand crossfire pod fragments into protocol xml.
		1516
		1517	=cut
		1518
		1519	sub expand_cfpod {
		1520	((my $self), (local $_)) = @_;
		1521
		1522	# escape & and <
		1523	s/&/&amp;/g;
		1524	s/(?<![BIUGHT])</&lt;/g;
		1525
		1526	# this is buggy, it needs to properly take care of nested <'s
		1527
		1528	1 while
		1529	# replace B<>, I<>, U<> etc.
		1530	s/B<([^\>]*)>/<b>$1<\/b>/
		1531	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1532	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1533	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1534	# replace G<male|female> tags
		1535	|| s{G<([^>|]*)\|([^>]*)>}{
		1536	$self->gender ? $2 : $1
		1537	}ge
		1538	# replace H<hint text>
		1539	|| s{H<([^\>]*)>}
		1540	{
		1541	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1542	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1543	"")
		1544	[$self->{hintmode}]
		1545	}ge;
		1546
		1547	# create single paragraphs (very hackish)
		1548	s/(?<=\S)\n(?=\w)/ /g;
		1549
		1550	# compress some whitespace
		1551	s/\s+\n/\n/g; # ws line-ends
		1552	s/\n\n+/\n/g; # double lines
		1553	s/^\n+//; # beginning lines
		1554	s/\n+$//; # ending lines
		1555
		1556	$_
		1557	}
		1558
		1559	sub hintmode {
		1560	$_[0]{hintmode} = $_[1] if @_ > 1;
		1561	$_[0]{hintmode}
		1562	}
		1563
1191	=item $player->ext_reply ($msgid, %msg)	1564	=item $player->ext_reply ($msgid, @msg)
1192		1565
1193	Sends an ext reply to the player.	1566	Sends an ext reply to the player.
1194		1567
1195	=cut	1568	=cut
1196		1569
1197	sub ext_reply($$%) {	1570	sub ext_reply($$@) {
1198	my ($self, $id, %msg) = @_;	1571	my ($self, $id, @msg) = @_;
1199		1572
1200	$msg{msgid} = $id;	1573	$self->ns->ext_reply ($id, @msg)
1201
1202	$self->send ("ext " . cf::to_json \%msg);
1203	}	1574	}
1204		1575
1205	=item $player->ext_event ($type, %msg)	1576	=item $player->ext_msg ($type, @msg)
1206		1577
1207	Sends an ext event to the client.	1578	Sends an ext event to the client.
1208		1579
1209	=cut	1580	=cut
1210		1581
1211	sub ext_event($$%) {	1582	sub ext_msg($$@) {
1212	my ($self, $type, %msg) = @_;	1583	my ($self, $type, @msg) = @_;
1213		1584
1214	$self->ns->ext_event ($type, %msg);	1585	$self->ns->ext_msg ($type, @msg);
1215	}	1586	}
1216		1587
1217	=head3 cf::region	1588	=head3 cf::region
1218		1589
1219	=over 4	1590	=over 4
…		…
1222		1593
1223	package cf::region;	1594	package cf::region;
1224		1595
1225	=item cf::region::find_by_path $path	1596	=item cf::region::find_by_path $path
1226		1597
1227	Tries to decuce the probable region for a map knowing only its path.	1598	Tries to decuce the likely region for a map knowing only its path.
1228		1599
1229	=cut	1600	=cut
1230		1601
1231	sub find_by_path($) {	1602	sub find_by_path($) {
1232	my ($path) = @_;	1603	my ($path) = @_;
1233		1604
1234	my ($match, $specificity);	1605	my ($match, $specificity);
1235		1606
1236	for my $region (list) {	1607	for my $region (list) {
1237	if ($region->match && $path =~ $region->match) {	1608	if ($region->{match} && $path =~ $region->{match}) {
1238	($match, $specificity) = ($region, $region->specificity)	1609	($match, $specificity) = ($region, $region->specificity)
1239	if $region->specificity > $specificity;	1610	if $region->specificity > $specificity;
1240	}	1611	}
1241	}	1612	}
1242		1613
…		…
1306	my ($self, $merge) = @_;	1677	my ($self, $merge) = @_;
1307		1678
1308	# we have to keep some variables in memory intact	1679	# we have to keep some variables in memory intact
1309	local $self->{path};	1680	local $self->{path};
1310	local $self->{load_path};	1681	local $self->{load_path};
1311	local $self->{deny_save};
1312	local $self->{deny_reset};
1313		1682
1314	$self->SUPER::thawer_merge ($merge);	1683	$self->SUPER::thawer_merge ($merge);
1315	}	1684	}
1316		1685
1317	sub normalise {	1686	sub normalise {
…		…
1364	$self->init; # pass $1 etc.	1733	$self->init; # pass $1 etc.
1365	return $self;	1734	return $self;
1366	}	1735	}
1367	}	1736	}
1368		1737
1369	Carp::carp "unable to resolve path '$path' (base '$base').";	1738	Carp::cluck "unable to resolve path '$path' (base '$base').";
1370	()	1739	()
1371	}	1740	}
1372		1741
1373	sub init {	1742	sub init {
1374	my ($self) = @_;	1743	my ($self) = @_;
…		…
1417		1786
1418	$_->change_map_light ($change)	1787	$_->change_map_light ($change)
1419	for grep $_->outdoor, values %cf::MAP;	1788	for grep $_->outdoor, values %cf::MAP;
1420	}	1789	}
1421		1790
		1791	sub decay_objects {
		1792	my ($self) = @_;
		1793
		1794	return if $self->{deny_reset};
		1795
		1796	$self->do_decay_objects;
		1797	}
		1798
1422	sub unlink_save {	1799	sub unlink_save {
1423	my ($self) = @_;	1800	my ($self) = @_;
1424		1801
1425	utf8::encode (my $save = $self->save_path);	1802	utf8::encode (my $save = $self->save_path);
1426	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1803	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1429		1806
1430	sub load_header_from($) {	1807	sub load_header_from($) {
1431	my ($self, $path) = @_;	1808	my ($self, $path) = @_;
1432		1809
1433	utf8::encode $path;	1810	utf8::encode $path;
1434	#aio_open $path, O_RDONLY, 0	1811	my $f = new_from_file cf::object::thawer $path
1435	# or return;
1436
1437	$self->_load_header ($path)
1438	or return;	1812	or return;
		1813
		1814	$self->_load_header ($f)
		1815	or return;
		1816
		1817	local $MAP_LOADING{$self->{path}} = $self;
		1818	$f->resolve_delayed_derefs;
1439		1819
1440	$self->{load_path} = $path;	1820	$self->{load_path} = $path;
1441		1821
1442	1	1822	1
1443	}	1823	}
…		…
1482	$self->load_header_orig	1862	$self->load_header_orig
1483	or return;	1863	or return;
1484	$self->prepare_orig;	1864	$self->prepare_orig;
1485	}	1865	}
1486		1866
		1867	$self->{deny_reset} = 1
		1868	if $self->no_reset;
		1869
1487	$self->default_region (cf::region::find_by_path $self->{path})	1870	$self->default_region (cf::region::find_by_path $self->{path})
1488	unless $self->default_region;	1871	unless $self->default_region;
1489		1872
1490	1	1873	1
1491	}	1874	}
…		…
1494	sub find {	1877	sub find {
1495	my ($path, $origin) = @_;	1878	my ($path, $origin) = @_;
1496		1879
1497	$path = normalise $path, $origin && $origin->path;	1880	$path = normalise $path, $origin && $origin->path;
1498		1881
		1882	cf::lock_wait "map_data:$path";#d#remove
1499	cf::lock_wait "map_find:$path";	1883	cf::lock_wait "map_find:$path";
1500		1884
1501	$cf::MAP{$path} || do {	1885	$cf::MAP{$path} || do {
1502	my $guard = cf::lock_acquire "map_find:$path";	1886	my $guard1 = cf::lock_acquire "map_find:$path";
		1887	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1888
1503	my $map = new_from_path cf::map $path	1889	my $map = new_from_path cf::map $path
1504	or return;	1890	or return;
1505		1891
1506	$map->{last_save} = $cf::RUNTIME;	1892	$map->{last_save} = $cf::RUNTIME;
1507		1893
1508	$map->load_header	1894	$map->load_header
1509	or return;	1895	or return;
1510		1896
1511	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1897	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1512	# doing this can freeze the server in a sync job, obviously	1898	# doing this can freeze the server in a sync job, obviously
1513	#$cf::WAIT_FOR_TICK->wait;	1899	#$cf::WAIT_FOR_TICK->wait;
		1900	undef $guard1;
		1901	undef $guard2;
1514	$map->reset;	1902	$map->reset;
1515	undef $guard;
1516	return find $path;	1903	return find $path;
1517	}	1904	}
1518		1905
1519	$cf::MAP{$path} = $map	1906	$cf::MAP{$path} = $map
1520	}	1907	}
…		…
1529	local $self->{deny_reset} = 1; # loading can take a long time	1916	local $self->{deny_reset} = 1; # loading can take a long time
1530		1917
1531	my $path = $self->{path};	1918	my $path = $self->{path};
1532		1919
1533	{	1920	{
1534	my $guard = cf::lock_acquire "map_load:$path";	1921	my $guard = cf::lock_acquire "map_data:$path";
1535		1922
		1923	return unless $self->valid;
1536	return if $self->in_memory != cf::MAP_SWAPPED;	1924	return unless $self->in_memory == cf::MAP_SWAPPED;
1537		1925
1538	$self->in_memory (cf::MAP_LOADING);	1926	$self->in_memory (cf::MAP_LOADING);
1539		1927
1540	$self->alloc;	1928	$self->alloc;
1541		1929
1542	$self->pre_load;	1930	$self->pre_load;
1543	Coro::cede;	1931	cf::cede_to_tick;
1544		1932
		1933	my $f = new_from_file cf::object::thawer $self->{load_path};
		1934	$f->skip_block;
1545	$self->_load_objects ($self->{load_path}, 1)	1935	$self->_load_objects ($f)
1546	or return;	1936	or return;
1547		1937
1548	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1938	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1549	if delete $self->{load_original};	1939	if delete $self->{load_original};
1550		1940
1551	if (my $uniq = $self->uniq_path) {	1941	if (my $uniq = $self->uniq_path) {
1552	utf8::encode $uniq;	1942	utf8::encode $uniq;
1553	if (aio_open $uniq, O_RDONLY, 0) {	1943	unless (aio_stat $uniq) {
		1944	if (my $f = new_from_file cf::object::thawer $uniq) {
1554	$self->clear_unique_items;	1945	$self->clear_unique_items;
1555	$self->_load_objects ($uniq, 0);	1946	$self->_load_objects ($f);
		1947	$f->resolve_delayed_derefs;
		1948	}
1556	}	1949	}
1557	}	1950	}
1558		1951
1559	Coro::cede;	1952	$f->resolve_delayed_derefs;
		1953
		1954	cf::cede_to_tick;
1560	# now do the right thing for maps	1955	# now do the right thing for maps
1561	$self->link_multipart_objects;	1956	$self->link_multipart_objects;
1562	$self->difficulty ($self->estimate_difficulty)	1957	$self->difficulty ($self->estimate_difficulty)
1563	unless $self->difficulty;	1958	unless $self->difficulty;
1564	Coro::cede;	1959	cf::cede_to_tick;
1565		1960
1566	unless ($self->{deny_activate}) {	1961	unless ($self->{deny_activate}) {
1567	$self->decay_objects;	1962	$self->decay_objects;
1568	$self->fix_auto_apply;	1963	$self->fix_auto_apply;
1569	$self->update_buttons;	1964	$self->update_buttons;
1570	Coro::cede;	1965	cf::cede_to_tick;
1571	$self->set_darkness_map;	1966	$self->set_darkness_map;
1572	Coro::cede;	1967	cf::cede_to_tick;
1573	$self->activate;	1968	$self->activate;
1574	}	1969	}
		1970
		1971	$self->{last_save} = $cf::RUNTIME;
		1972	$self->last_access ($cf::RUNTIME);
1575		1973
1576	$self->in_memory (cf::MAP_IN_MEMORY);	1974	$self->in_memory (cf::MAP_IN_MEMORY);
1577	}	1975	}
1578		1976
1579	$self->post_load;	1977	$self->post_load;
…		…
1583	my ($self, $ob) = @_;	1981	my ($self, $ob) = @_;
1584		1982
1585	return find "~" . $ob->name . "/" . $self->{path}	1983	return find "~" . $ob->name . "/" . $self->{path}
1586	if $self->per_player;	1984	if $self->per_player;
1587		1985
		1986	# return find "?party/" . $ob->name . "/" . $self->{path}
		1987	# if $self->per_party;
		1988
1588	$self	1989	$self
1589	}	1990	}
1590		1991
1591	# find and load all maps in the 3x3 area around a map	1992	# find and load all maps in the 3x3 area around a map
1592	sub load_diag {	1993	sub load_neighbours {
1593	my ($map) = @_;	1994	my ($map) = @_;
1594		1995
1595	my @diag; # diagonal neighbours	1996	my @neigh; # diagonal neighbours
1596		1997
1597	for (0 .. 3) {	1998	for (0 .. 3) {
1598	my $neigh = $map->tile_path ($_)	1999	my $neigh = $map->tile_path ($_)
1599	or next;	2000	or next;
1600	$neigh = find $neigh, $map	2001	$neigh = find $neigh, $map
1601	or next;	2002	or next;
1602	$neigh->load;	2003	$neigh->load;
1603		2004
		2005	push @neigh,
1604	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2006	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1605	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2007	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1606	}	2008	}
1607		2009
1608	for (@diag) {	2010	for (grep defined $_->[0], @neigh) {
		2011	my ($path, $origin) = @$_;
1609	my $neigh = find @$_	2012	my $neigh = find $path, $origin
1610	or next;	2013	or next;
1611	$neigh->load;	2014	$neigh->load;
1612	}	2015	}
1613	}	2016	}
1614		2017
…		…
1619	}	2022	}
1620		2023
1621	sub do_load_sync {	2024	sub do_load_sync {
1622	my ($map) = @_;	2025	my ($map) = @_;
1623		2026
		2027	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2028	if $Coro::current == $Coro::main;
		2029
1624	cf::sync_job { $map->load };	2030	cf::sync_job { $map->load };
1625	}	2031	}
1626		2032
1627	our %MAP_PREFETCH;	2033	our %MAP_PREFETCH;
1628	our $MAP_PREFETCHER = undef;	2034	our $MAP_PREFETCHER = undef;
1629		2035
1630	sub find_async {	2036	sub find_async {
1631	my ($path, $origin) = @_;	2037	my ($path, $origin, $load) = @_;
1632		2038
1633	$path = normalise $path, $origin && $origin->{path};	2039	$path = normalise $path, $origin && $origin->{path};
1634		2040
1635	if (my $map = $cf::MAP{$path}) {	2041	if (my $map = $cf::MAP{$path}) {
1636	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2042	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1637	}	2043	}
1638		2044
1639	undef $MAP_PREFETCH{$path};	2045	$MAP_PREFETCH{$path} |= $load;
		2046
1640	$MAP_PREFETCHER ||= cf::async {	2047	$MAP_PREFETCHER ||= cf::async {
1641	while (%MAP_PREFETCH) {	2048	while (%MAP_PREFETCH) {
1642	for my $path (keys %MAP_PREFETCH) {	2049	while (my ($k, $v) = each %MAP_PREFETCH) {
1643	my $map = find $path	2050	if (my $map = find $k) {
1644	or next;
1645	$map->load;	2051	$map->load if $v;
		2052	}
1646		2053
1647	delete $MAP_PREFETCH{$path};	2054	delete $MAP_PREFETCH{$k};
1648	}	2055	}
1649	}	2056	}
1650	undef $MAP_PREFETCHER;	2057	undef $MAP_PREFETCHER;
1651	};	2058	};
1652	$MAP_PREFETCHER->prio (6);	2059	$MAP_PREFETCHER->prio (6);
…		…
1655	}	2062	}
1656		2063
1657	sub save {	2064	sub save {
1658	my ($self) = @_;	2065	my ($self) = @_;
1659		2066
1660	my $lock = cf::lock_acquire "map_data:" . $self->path;	2067	my $lock = cf::lock_acquire "map_data:$self->{path}";
1661		2068
1662	$self->{last_save} = $cf::RUNTIME;	2069	$self->{last_save} = $cf::RUNTIME;
1663		2070
1664	return unless $self->dirty;	2071	return unless $self->dirty;
1665		2072
…		…
1688	my ($self) = @_;	2095	my ($self) = @_;
1689		2096
1690	# save first because save cedes	2097	# save first because save cedes
1691	$self->save;	2098	$self->save;
1692		2099
1693	my $lock = cf::lock_acquire "map_data:" . $self->path;	2100	my $lock = cf::lock_acquire "map_data:$self->{path}";
1694		2101
1695	return if $self->players;	2102	return if $self->players;
1696	return if $self->in_memory != cf::MAP_IN_MEMORY;	2103	return if $self->in_memory != cf::MAP_IN_MEMORY;
1697	return if $self->{deny_save};	2104	return if $self->{deny_save};
1698		2105
		2106	$self->in_memory (cf::MAP_SWAPPED);
		2107
		2108	$self->deactivate;
		2109	$_->clear_links_to ($self) for values %cf::MAP;
1699	$self->clear;	2110	$self->clear;
1700	$self->in_memory (cf::MAP_SWAPPED);
1701	}	2111	}
1702		2112
1703	sub reset_at {	2113	sub reset_at {
1704	my ($self) = @_;	2114	my ($self) = @_;
1705		2115
1706	# TODO: safety, remove and allow resettable per-player maps	2116	# TODO: safety, remove and allow resettable per-player maps
1707	return 1e99 if $self->isa ("ext::map_per_player");#d#
1708	return 1e99 if $self->{deny_reset};	2117	return 1e99 if $self->{deny_reset};
1709		2118
1710	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2119	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1711	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2120	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1712		2121
…		…
1723	my ($self) = @_;	2132	my ($self) = @_;
1724		2133
1725	my $lock = cf::lock_acquire "map_data:$self->{path}";	2134	my $lock = cf::lock_acquire "map_data:$self->{path}";
1726		2135
1727	return if $self->players;	2136	return if $self->players;
1728	return if $self->isa ("ext::map_per_player");#d#
1729		2137
1730	warn "resetting map ", $self->path;#d#	2138	warn "resetting map ", $self->path;
1731		2139
1732	$self->in_memory (cf::MAP_SWAPPED);	2140	$self->in_memory (cf::MAP_SWAPPED);
1733		2141
1734	# need to save uniques path	2142	# need to save uniques path
1735	unless ($self->{deny_save}) {	2143	unless ($self->{deny_save}) {
…		…
1739	if $uniq;	2147	if $uniq;
1740	}	2148	}
1741		2149
1742	delete $cf::MAP{$self->path};	2150	delete $cf::MAP{$self->path};
1743		2151
		2152	$self->deactivate;
		2153	$_->clear_links_to ($self) for values %cf::MAP;
1744	$self->clear;	2154	$self->clear;
1745
1746	$_->clear_links_to ($self) for values %cf::MAP;
1747		2155
1748	$self->unlink_save;	2156	$self->unlink_save;
1749	$self->destroy;	2157	$self->destroy;
1750	}	2158	}
1751		2159
1752	my $nuke_counter = "aaaa";	2160	my $nuke_counter = "aaaa";
1753		2161
1754	sub nuke {	2162	sub nuke {
1755	my ($self) = @_;	2163	my ($self) = @_;
1756		2164
		2165	{
		2166	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2167
1757	delete $cf::MAP{$self->path};	2168	delete $cf::MAP{$self->path};
1758		2169
1759	$self->unlink_save;	2170	$self->unlink_save;
1760		2171
1761	bless $self, "cf::map";	2172	bless $self, "cf::map";
1762	delete $self->{deny_reset};	2173	delete $self->{deny_reset};
1763	$self->{deny_save} = 1;	2174	$self->{deny_save} = 1;
1764	$self->reset_timeout (1);	2175	$self->reset_timeout (1);
1765	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2176	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1766		2177
1767	$cf::MAP{$self->path} = $self;	2178	$cf::MAP{$self->path} = $self;
		2179	}
1768		2180
1769	$self->reset; # polite request, might not happen	2181	$self->reset; # polite request, might not happen
		2182	}
		2183
		2184	=item $maps = cf::map::tmp_maps
		2185
		2186	Returns an arrayref with all map paths of currently instantiated and saved
		2187	maps. May block.
		2188
		2189	=cut
		2190
		2191	sub tmp_maps() {
		2192	[
		2193	map {
		2194	utf8::decode $_;
		2195	/\.map$/
		2196	? normalise $_
		2197	: ()
		2198	} @{ aio_readdir $TMPDIR or [] }
		2199	]
		2200	}
		2201
		2202	=item $maps = cf::map::random_maps
		2203
		2204	Returns an arrayref with all map paths of currently instantiated and saved
		2205	random maps. May block.
		2206
		2207	=cut
		2208
		2209	sub random_maps() {
		2210	[
		2211	map {
		2212	utf8::decode $_;
		2213	/\.map$/
		2214	? normalise "?random/$_"
		2215	: ()
		2216	} @{ aio_readdir $RANDOMDIR or [] }
		2217	]
1770	}	2218	}
1771		2219
1772	=item cf::map::unique_maps	2220	=item cf::map::unique_maps
1773		2221
1774	Returns an arrayref of paths of all shared maps that have	2222	Returns an arrayref of paths of all shared maps that have
1775	instantiated unique items. May block.	2223	instantiated unique items. May block.
1776		2224
1777	=cut	2225	=cut
1778		2226
1779	sub unique_maps() {	2227	sub unique_maps() {
1780	my $files = aio_readdir $UNIQUEDIR	2228	[
1781	or return;	2229	map {
1782
1783	my @paths;
1784
1785	for (@$files) {
1786	utf8::decode $_;	2230	utf8::decode $_;
1787	next if /\.pst$/;	2231	/\.map$/
1788	next unless /^$PATH_SEP/o;	2232	? normalise $_
1789		2233	: ()
1790	push @paths, cf::map::normalise $_;	2234	} @{ aio_readdir $UNIQUEDIR or [] }
1791	}	2235	]
1792
1793	\@paths
1794	}	2236	}
1795		2237
1796	package cf;	2238	package cf;
1797		2239
1798	=back	2240	=back
…		…
1816	map { $_, inv_recursive_ $_->inv } @_	2258	map { $_, inv_recursive_ $_->inv } @_
1817	}	2259	}
1818		2260
1819	sub inv_recursive {	2261	sub inv_recursive {
1820	inv_recursive_ inv $_[0]	2262	inv_recursive_ inv $_[0]
		2263	}
		2264
		2265	=item $ref = $ob->ref
		2266
		2267	creates and returns a persistent reference to an objetc that can be stored as a string.
		2268
		2269	=item $ob = cf::object::deref ($refstring)
		2270
		2271	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2272	even if the object actually exists. May block.
		2273
		2274	=cut
		2275
		2276	sub deref {
		2277	my ($ref) = @_;
		2278
		2279	# temporary compatibility#TODO#remove
		2280	$ref =~ s{^<}{player/<};
		2281
		2282	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {
		2283	my ($uuid, $name) = ($1, $2);
		2284	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2285	or return;
		2286	$pl->ob->uuid eq $uuid
		2287	or return;
		2288
		2289	$pl->ob
		2290	} else {
		2291	warn "$ref: cannot resolve object reference\n";
		2292	undef
		2293	}
1821	}	2294	}
1822		2295
1823	package cf;	2296	package cf;
1824		2297
1825	=back	2298	=back
…		…
1844		2317
1845	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2318	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1846		2319
1847	if ($self->{record_replies}) {	2320	if ($self->{record_replies}) {
1848	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2321	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2322
1849	} else {	2323	} else {
		2324	my $pl = $self->contr;
		2325
		2326	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2327	my $dialog = $pl->{npc_dialog};
		2328	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2329
		2330	} else {
1850	$msg = $npc->name . " says: $msg" if $npc;	2331	$msg = $npc->name . " says: $msg" if $npc;
1851	$self->message ($msg, $flags);	2332	$self->message ($msg, $flags);
		2333	}
1852	}	2334	}
		2335	}
		2336
		2337	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2338
		2339	=cut
		2340
		2341	sub cf::object::send_msg {
		2342	my $pl = shift->contr
		2343	or return;
		2344	$pl->send_msg (@_);
1853	}	2345	}
1854		2346
1855	=item $player_object->may ("access")	2347	=item $player_object->may ("access")
1856		2348
1857	Returns wether the given player is authorized to access resource "access"	2349	Returns wether the given player is authorized to access resource "access"
…		…
1904	$self->deactivate_recursive;	2396	$self->deactivate_recursive;
1905		2397
1906	return if UNIVERSAL::isa $self->map, "ext::map_link";	2398	return if UNIVERSAL::isa $self->map, "ext::map_link";
1907		2399
1908	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2400	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1909	if $self->map;	2401	if $self->map && $self->map->{path} ne "{link}";
1910		2402
1911	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2403	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1912	}	2404	}
1913		2405
1914	sub cf::object::player::leave_link {	2406	sub cf::object::player::leave_link {
1915	my ($self, $map, $x, $y) = @_;	2407	my ($self, $map, $x, $y) = @_;
		2408
		2409	return unless $self->contr->active;
1916		2410
1917	my $link_pos = delete $self->{_link_pos};	2411	my $link_pos = delete $self->{_link_pos};
1918		2412
1919	unless ($map) {	2413	unless ($map) {
1920	# restore original map position	2414	# restore original map position
…		…
1934	# use -1 or undef as default coordinates, not 0, 0	2428	# use -1 or undef as default coordinates, not 0, 0
1935	($x, $y) = ($map->enter_x, $map->enter_y)	2429	($x, $y) = ($map->enter_x, $map->enter_y)
1936	if $x <=0 && $y <= 0;	2430	if $x <=0 && $y <= 0;
1937		2431
1938	$map->load;	2432	$map->load;
1939	$map->load_diag;	2433	$map->load_neighbours;
1940		2434
1941	return unless $self->contr->active;	2435	return unless $self->contr->active;
1942	$self->activate_recursive;	2436	$self->activate_recursive;
1943		2437
1944	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2438	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1945	$self->enter_map ($map, $x, $y);	2439	$self->enter_map ($map, $x, $y);
1946	}	2440	}
1947		2441
1948	cf::player->attach (
1949	on_logout => sub {
1950	my ($pl) = @_;
1951
1952	# abort map switching before logout
1953	if ($pl->ob->{_link_pos}) {
1954	cf::sync_job {
1955	$pl->ob->leave_link
1956	};
1957	}
1958	},
1959	on_login => sub {
1960	my ($pl) = @_;
1961
1962	# try to abort aborted map switching on player login :)
1963	# should happen only on crashes
1964	if ($pl->ob->{_link_pos}) {
1965	$pl->ob->enter_link;
1966	(async {
1967	$pl->ob->reply (undef,
1968	"There was an internal problem at your last logout, "
1969	. "the server will try to bring you to your intended destination in a second.",
1970	cf::NDI_RED);
1971	# we need this sleep as the login has a concurrent enter_exit running
1972	# and this sleep increases chances of the player not ending up in scorn
1973	Coro::Timer::sleep 1;
1974	$pl->ob->leave_link;
1975	})->prio (2);
1976	}
1977	},
1978	);
1979
1980	=item $player_object->goto ($path, $x, $y[, $check->($map)])	2442	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1981		2443
1982	Moves the player to the given map-path and coordinates by first freezing	2444	Moves the player to the given map-path and coordinates by first freezing
1983	her, loading and preparing them map, calling the provided $check callback	2445	her, loading and preparing them map, calling the provided $check callback
1984	that has to return the map if sucecssful, and then unfreezes the player on	2446	that has to return the map if sucecssful, and then unfreezes the player on
1985	the new (success) or old (failed) map position.	2447	the new (success) or old (failed) map position. In either case, $done will
		2448	be called at the end of this process.
1986		2449
1987	=cut	2450	=cut
		2451
		2452	our $GOTOGEN;
1988		2453
1989	sub cf::object::player::goto {	2454	sub cf::object::player::goto {
1990	my ($self, $path, $x, $y, $check) = @_;	2455	my ($self, $path, $x, $y, $check, $done) = @_;
		2456
		2457	# do generation counting so two concurrent goto's will be executed in-order
		2458	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1991		2459
1992	$self->enter_link;	2460	$self->enter_link;
1993		2461
1994	(async {	2462	(async {
		2463	# *tag paths override both path and x|y
		2464	if ($path =~ /^\*(.*)$/) {
		2465	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2466	my $ob = $obs[rand @obs];
		2467
		2468	# see if we actually can go there
		2469	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2470	$ob = $obs[rand @obs];
		2471	}
		2472	# else put him there anyways for now #d#
		2473
		2474	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2475	}
		2476	}
		2477
1995	my $map = eval {	2478	my $map = eval {
1996	my $map = cf::map::find $path;	2479	my $map = cf::map::find $path;
1997		2480
1998	if ($map) {	2481	if ($map) {
1999	$map = $map->customise_for ($self);	2482	$map = $map->customise_for ($self);
…		…
2008	if ($@) {	2491	if ($@) {
2009	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);	2492	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
2010	LOG llevError | logBacktrace, Carp::longmess $@;	2493	LOG llevError | logBacktrace, Carp::longmess $@;
2011	}	2494	}
2012		2495
		2496	if ($gen == $self->{_goto_generation}) {
		2497	delete $self->{_goto_generation};
2013	$self->leave_link ($map, $x, $y);	2498	$self->leave_link ($map, $x, $y);
		2499	}
		2500
		2501	$done->() if $done;
2014	})->prio (1);	2502	})->prio (1);
2015	}	2503	}
2016		2504
2017	=item $player_object->enter_exit ($exit_object)	2505	=item $player_object->enter_exit ($exit_object)
2018		2506
…		…
2087	my $hp = $exit->stats->hp;	2575	my $hp = $exit->stats->hp;
2088	my $sp = $exit->stats->sp;	2576	my $sp = $exit->stats->sp;
2089		2577
2090	$self->enter_link;	2578	$self->enter_link;
2091		2579
		2580	# if exit is damned, update players death & WoR home-position
		2581	$self->contr->savebed ($slaying, $hp, $sp)
		2582	if $exit->flag (FLAG_DAMNED);
		2583
2092	(async {	2584	(async {
2093	$self->deactivate_recursive; # just to be sure	2585	$self->deactivate_recursive; # just to be sure
2094	unless (eval {	2586	unless (eval {
2095	$self->goto ($slaying, $hp, $sp);	2587	$self->goto ($slaying, $hp, $sp);
2096		2588
…		…
2123		2615
2124	utf8::encode $text;	2616	utf8::encode $text;
2125	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2617	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2126	}	2618	}
2127		2619
		2620	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2621
		2622	Send a drawinfo or msg packet to the client, formatting the msg for the
		2623	client if neccessary. C<$type> should be a string identifying the type of
		2624	the message, with C<log> being the default. If C<$color> is negative, suppress
		2625	the message unless the client supports the msg packet.
		2626
		2627	=cut
		2628
		2629	our %CHANNEL = (
		2630	"c/identify" => {
		2631	id => "identify",
		2632	title => "Identify",
		2633	reply => undef,
		2634	tooltip => "Items recently identified",
		2635	},
		2636	"c/examine" => {
		2637	id => "examine",
		2638	title => "Examine",
		2639	reply => undef,
		2640	tooltip => "Signs and other items you examined",
		2641	},
		2642	);
		2643
		2644	sub cf::client::send_msg {
		2645	my ($self, $channel, $msg, $color, @extra) = @_;
		2646
		2647	$msg = $self->pl->expand_cfpod ($msg);
		2648
		2649	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2650
		2651	# check predefined channels, for the benefit of C
		2652	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};
		2653
		2654	if (ref $channel) {
		2655	# send meta info to client, if not yet sent
		2656	unless (exists $self->{channel}{$channel->{id}}) {
		2657	$self->{channel}{$channel->{id}} = $channel;
		2658	$self->ext_msg (channel_info => $channel)
		2659	if $self->can_msg;
		2660	}
		2661
		2662	$channel = $channel->{id};
		2663	}
		2664
		2665	return unless @extra || length $msg;
		2666
		2667	if ($self->can_msg) {
		2668	# default colour, mask it out
		2669	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2670	if $color & cf::NDI_DEF;
		2671
		2672	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2673	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2674	} else {
		2675	if ($color >= 0) {
		2676	# replace some tags by gcfclient-compatible ones
		2677	for ($msg) {
		2678	1 while
		2679	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2680	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2681	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2682	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2683	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2684	}
		2685
		2686	$color &= cf::NDI_COLOR_MASK;
		2687
		2688	utf8::encode $msg;
		2689
		2690	if (0 && $msg =~ /\[/) {
		2691	# COMMAND/INFO
		2692	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2693	} else {
		2694	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2695	$self->send_packet ("drawinfo $color $msg")
		2696	}
		2697	}
		2698	}
		2699	}
		2700
2128	=item $client->ext_event ($type, %msg)	2701	=item $client->ext_msg ($type, @msg)
2129		2702
2130	Sends an exti event to the client.	2703	Sends an ext event to the client.
2131		2704
2132	=cut	2705	=cut
2133		2706
2134	sub cf::client::ext_event($$%) {	2707	sub cf::client::ext_msg($$@) {
2135	my ($self, $type, %msg) = @_;	2708	my ($self, $type, @msg) = @_;
2136		2709
		2710	if ($self->extcmd == 2) {
		2711	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2712	} elsif ($self->extcmd == 1) { # TODO: remove
2137	$msg{msgtype} = "event_$type";	2713	push @msg, msgtype => "event_$type";
2138	$self->send_packet ("ext " . cf::to_json \%msg);	2714	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2715	}
		2716	}
		2717
		2718	=item $client->ext_reply ($msgid, @msg)
		2719
		2720	Sends an ext reply to the client.
		2721
		2722	=cut
		2723
		2724	sub cf::client::ext_reply($$@) {
		2725	my ($self, $id, @msg) = @_;
		2726
		2727	if ($self->extcmd == 2) {
		2728	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2729	} elsif ($self->extcmd == 1) {
		2730	#TODO: version 1, remove
		2731	unshift @msg, msgtype => "reply", msgid => $id;
		2732	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2733	}
2139	}	2734	}
2140		2735
2141	=item $success = $client->query ($flags, "text", \&cb)	2736	=item $success = $client->query ($flags, "text", \&cb)
2142		2737
2143	Queues a query to the client, calling the given callback with	2738	Queues a query to the client, calling the given callback with
2144	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2739	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2145	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2740	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2146		2741
2147	Queries can fail, so check the return code. Or don't, as queries will become	2742	Queries can fail, so check the return code. Or don't, as queries will
2148	reliable at some point in the future.	2743	become reliable at some point in the future.
2149		2744
2150	=cut	2745	=cut
2151		2746
2152	sub cf::client::query {	2747	sub cf::client::query {
2153	my ($self, $flags, $text, $cb) = @_;	2748	my ($self, $flags, $text, $cb) = @_;
…		…
2161	utf8::encode $text;	2756	utf8::encode $text;
2162	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2757	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2163		2758
2164	$self->send_packet ($self->{query_queue}[0][0])	2759	$self->send_packet ($self->{query_queue}[0][0])
2165	if @{ $self->{query_queue} } == 1;	2760	if @{ $self->{query_queue} } == 1;
		2761
		2762	1
2166	}	2763	}
2167		2764
2168	cf::client->attach (	2765	cf::client->attach (
		2766	on_connect => sub {
		2767	my ($ns) = @_;
		2768
		2769	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2770	},
2169	on_reply => sub {	2771	on_reply => sub {
2170	my ($ns, $msg) = @_;	2772	my ($ns, $msg) = @_;
2171		2773
2172	# this weird shuffling is so that direct followup queries	2774	# this weird shuffling is so that direct followup queries
2173	# get handled first	2775	# get handled first
…		…
2185	} else {	2787	} else {
2186	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2788	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2187	}	2789	}
2188	}	2790	}
2189	},	2791	},
		2792	on_exticmd => sub {
		2793	my ($ns, $buf) = @_;
		2794
		2795	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2796
		2797	if (ref $msg) {
		2798	my ($type, $reply, @payload) =
		2799	"ARRAY" eq ref $msg
		2800	? @$msg
		2801	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2802
		2803	my @reply;
		2804
		2805	if (my $cb = $EXTICMD{$type}) {
		2806	@reply = $cb->($ns, @payload);
		2807	}
		2808
		2809	$ns->ext_reply ($reply, @reply)
		2810	if $reply;
		2811
		2812	} else {
		2813	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2814	}
		2815
		2816	cf::override;
		2817	},
2190	);	2818	);
2191		2819
2192	=item $client->async (\&cb)	2820	=item $client->async (\&cb)
2193		2821
2194	Create a new coroutine, running the specified callback. The coroutine will	2822	Create a new coroutine, running the specified callback. The coroutine will
…		…
2235	our $safe = new Safe "safe";	2863	our $safe = new Safe "safe";
2236	our $safe_hole = new Safe::Hole;	2864	our $safe_hole = new Safe::Hole;
2237		2865
2238	$SIG{FPE} = 'IGNORE';	2866	$SIG{FPE} = 'IGNORE';
2239		2867
2240	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2868	$safe->permit_only (Opcode::opset qw(
		2869	:base_core :base_mem :base_orig :base_math
		2870	grepstart grepwhile mapstart mapwhile
		2871	sort time
		2872	));
2241		2873
2242	# here we export the classes and methods available to script code	2874	# here we export the classes and methods available to script code
2243		2875
2244	=pod	2876	=pod
2245		2877
2246	The following functions and methods are available within a safe environment:	2878	The following functions and methods are available within a safe environment:
2247		2879
2248	cf::object contr pay_amount pay_player map	2880	cf::object
		2881	contr pay_amount pay_player map x y force_find force_add
		2882	insert remove name archname title slaying race decrease_ob_nr
		2883
2249	cf::object::player player	2884	cf::object::player
2250	cf::player peaceful	2885	player
2251	cf::map trigger	2886
		2887	cf::player
		2888	peaceful
		2889
		2890	cf::map
		2891	trigger
2252		2892
2253	=cut	2893	=cut
2254		2894
2255	for (	2895	for (
2256	["cf::object" => qw(contr pay_amount pay_player map)],	2896	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2897	insert remove inv name archname title slaying race
		2898	decrease_ob_nr)],
2257	["cf::object::player" => qw(player)],	2899	["cf::object::player" => qw(player)],
2258	["cf::player" => qw(peaceful)],	2900	["cf::player" => qw(peaceful)],
2259	["cf::map" => qw(trigger)],	2901	["cf::map" => qw(trigger)],
2260	) {	2902	) {
2261	no strict 'refs';	2903	no strict 'refs';
…		…
2332	=back	2974	=back
2333		2975
2334	=cut	2976	=cut
2335		2977
2336	#############################################################################	2978	#############################################################################
2337
2338	=head2 EXTENSION DATABASE SUPPORT
2339
2340	Crossfire maintains a very simple database for extension use. It can
2341	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2342	convert to/from binary).
2343
2344	The parameter C<$family> should best start with the name of the extension
2345	using it, it should be unique.
2346
2347	=over 4
2348
2349	=item $value = cf::db_get $family => $key
2350
2351	Returns a single value from the database.
2352
2353	=item cf::db_put $family => $key => $value
2354
2355	Stores the given C<$value> in the family.
2356
2357	=cut
2358
2359	our $DB;
2360
2361	sub db_init {
2362	unless ($DB) {
2363	$DB = BDB::db_create $DB_ENV;
2364
2365	cf::sync_job {
2366	eval {
2367	$DB->set_flags (BDB::CHKSUM);
2368
2369	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2370	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2371	cf::cleanup "db_open(db): $!" if $!;
2372	};
2373	cf::cleanup "db_open(db): $@" if $@;
2374	};
2375	}
2376	}
2377
2378	sub db_get($$) {
2379	my $key = "$_[0]/$_[1]";
2380
2381	cf::sync_job {
2382	BDB::db_get $DB, undef, $key, my $data;
2383
2384	$! ? ()
2385	: $data
2386	}
2387	}
2388
2389	sub db_put($$$) {
2390	BDB::dbreq_pri 4;
2391	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2392	}
2393
2394	=item cf::cache $id => [$paths...], $processversion => $process
2395
2396	Generic caching function that returns the value of the resource $id,
2397	caching and regenerating as required.
2398
2399	This function can block.
2400
2401	=cut
2402
2403	sub cache {
2404	my ($id, $src, $processversion, $process) = @_;
2405
2406	my $meta =
2407	join "\x00",
2408	$processversion,
2409	map {
2410	aio_stat $_
2411	and Carp::croak "$_: $!";
2412
2413	($_, (stat _)[7,9])
2414	} @$src;
2415
2416	my $dbmeta = db_get cache => "$id/meta";
2417	if ($dbmeta ne $meta) {
2418	# changed, we may need to process
2419
2420	my @data;
2421	my $md5;
2422
2423	for (0 .. $#$src) {
2424	0 <= aio_load $src->[$_], $data[$_]
2425	or Carp::croak "$src->[$_]: $!";
2426	}
2427
2428	# if processing is expensive, check
2429	# checksum first
2430	if (1) {
2431	$md5 =
2432	join "\x00",
2433	$processversion,
2434	map {
2435	Coro::cede;
2436	($src->[$_], Digest::MD5::md5_hex $data[$_])
2437	} 0.. $#$src;
2438
2439
2440	my $dbmd5 = db_get cache => "$id/md5";
2441	if ($dbmd5 eq $md5) {
2442	db_put cache => "$id/meta", $meta;
2443
2444	return db_get cache => "$id/data";
2445	}
2446	}
2447
2448	my $t1 = Time::HiRes::time;
2449	my $data = $process->(\@data);
2450	my $t2 = Time::HiRes::time;
2451
2452	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2453
2454	db_put cache => "$id/data", $data;
2455	db_put cache => "$id/md5" , $md5;
2456	db_put cache => "$id/meta", $meta;
2457
2458	return $data;
2459	}
2460
2461	db_get cache => "$id/data"
2462	}
2463
2464	=item fork_call { }, $args
2465
2466	Executes the given code block with the given arguments in a seperate
2467	process, returning the results. Everything must be serialisable with
2468	Coro::Storable. May, of course, block. Note that the executed sub may
2469	never block itself or use any form of Event handling.
2470
2471	=cut
2472
2473	sub fork_call(&@) {
2474	my ($cb, @args) = @_;
2475
2476	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2477	# or die "socketpair: $!";
2478	pipe my $fh1, my $fh2
2479	or die "pipe: $!";
2480
2481	if (my $pid = fork) {
2482	close $fh2;
2483
2484	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2485	$res = Coro::Storable::thaw $res;
2486
2487	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2488
2489	die $$res unless "ARRAY" eq ref $res;
2490
2491	return wantarray ? @$res : $res->[-1];
2492	} else {
2493	reset_signals;
2494	local $SIG{__WARN__};
2495	local $SIG{__DIE__};
2496	eval {
2497	close $fh1;
2498
2499	my @res = eval { $cb->(@args) };
2500	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2501	};
2502
2503	warn $@ if $@;
2504	_exit 0;
2505	}
2506	}
2507
2508
2509
2510	#############################################################################
2511	# the server's init and main functions	2979	# the server's init and main functions
2512		2980
2513	sub load_facedata($) {	2981	sub load_facedata($) {
2514	my ($path) = @_;	2982	my ($path) = @_;
		2983
		2984	# HACK to clear player env face cache, we need some signal framework
		2985	# for this (global event?)
		2986	%ext::player_env::MUSIC_FACE_CACHE = ();
		2987
		2988	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2515		2989
2516	warn "loading facedata from $path\n";	2990	warn "loading facedata from $path\n";
2517		2991
2518	my $facedata;	2992	my $facedata;
2519	0 < aio_load $path, $facedata	2993	0 < aio_load $path, $facedata
…		…
2522	$facedata = Coro::Storable::thaw $facedata;	2996	$facedata = Coro::Storable::thaw $facedata;
2523		2997
2524	$facedata->{version} == 2	2998	$facedata->{version} == 2
2525	or cf::cleanup "$path: version mismatch, cannot proceed.";	2999	or cf::cleanup "$path: version mismatch, cannot proceed.";
2526		3000
		3001	# patch in the exptable
		3002	$facedata->{resource}{"res/exp_table"} = {
		3003	type => FT_RSRC,
		3004	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3005	};
		3006	cf::cede_to_tick;
		3007
2527	{	3008	{
2528	my $faces = $facedata->{faceinfo};	3009	my $faces = $facedata->{faceinfo};
2529		3010
2530	while (my ($face, $info) = each %$faces) {	3011	while (my ($face, $info) = each %$faces) {
2531	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3012	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2532	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3013	cf::face::set_visibility $idx, $info->{visibility};
		3014	cf::face::set_magicmap $idx, $info->{magicmap};
2533	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3015	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2534	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3016	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2535	Coro::cede;	3017
		3018	cf::cede_to_tick;
2536	}	3019	}
2537		3020
2538	while (my ($face, $info) = each %$faces) {	3021	while (my ($face, $info) = each %$faces) {
2539	next unless $info->{smooth};	3022	next unless $info->{smooth};
2540	my $idx = cf::face::find $face	3023	my $idx = cf::face::find $face
2541	or next;	3024	or next;
2542	if (my $smooth = cf::face::find $info->{smooth}) {	3025	if (my $smooth = cf::face::find $info->{smooth}) {
		3026	cf::face::set_smooth $idx, $smooth;
2543	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3027	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2544	} else {	3028	} else {
2545	warn "smooth face '$info->{smooth}' not found for face '$face'";	3029	warn "smooth face '$info->{smooth}' not found for face '$face'";
2546	}	3030	}
2547	Coro::cede;	3031
		3032	cf::cede_to_tick;
2548	}	3033	}
2549	}	3034	}
2550		3035
2551	{	3036	{
2552	my $anims = $facedata->{animinfo};	3037	my $anims = $facedata->{animinfo};
2553		3038
2554	while (my ($anim, $info) = each %$anims) {	3039	while (my ($anim, $info) = each %$anims) {
2555	cf::anim::set $anim, $info->{frames}, $info->{facings};	3040	cf::anim::set $anim, $info->{frames}, $info->{facings};
2556	Coro::cede;	3041	cf::cede_to_tick;
2557	}	3042	}
2558		3043
2559	cf::anim::invalidate_all; # d'oh	3044	cf::anim::invalidate_all; # d'oh
2560	}	3045	}
2561		3046
		3047	{
		3048	# TODO: for gcfclient pleasure, we should give resources
		3049	# that gcfclient doesn't grok a >10000 face index.
		3050	my $res = $facedata->{resource};
		3051
		3052	my $soundconf = delete $res->{"res/sound.conf"};
		3053
		3054	while (my ($name, $info) = each %$res) {
		3055	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3056	my $data;
		3057
		3058	if ($info->{type} & 1) {
		3059	# prepend meta info
		3060
		3061	my $meta = $enc->encode ({
		3062	name => $name,
		3063	%{ $info->{meta} || {} },
		3064	});
		3065
		3066	$data = pack "(w/a*)*", $meta, $info->{data};
		3067	} else {
		3068	$data = $info->{data};
		3069	}
		3070
		3071	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3072	cf::face::set_type $idx, $info->{type};
		3073
		3074	cf::cede_to_tick;
		3075	}
		3076
		3077	if ($soundconf) {
		3078	$soundconf = $enc->decode (delete $soundconf->{data});
		3079
		3080	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3081	my $sound = $soundconf->{compat}[$_]
		3082	or next;
		3083
		3084	my $face = cf::face::find "sound/$sound->[1]";
		3085	cf::sound::set $sound->[0] => $face;
		3086	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3087	}
		3088
		3089	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3090	my $face = cf::face::find "sound/$v";
		3091	cf::sound::set $k => $face;
		3092	}
		3093	}
		3094	}
		3095
2562	1	3096	1
2563	}	3097	}
2564		3098
		3099	register_exticmd fx_want => sub {
		3100	my ($ns, $want) = @_;
		3101
		3102	while (my ($k, $v) = each %$want) {
		3103	$ns->fx_want ($k, $v);
		3104	}
		3105	};
		3106
2565	sub reload_regions {	3107	sub reload_regions {
		3108	# HACK to clear player env face cache, we need some signal framework
		3109	# for this (global event?)
		3110	%ext::player_env::MUSIC_FACE_CACHE = ();
		3111
2566	load_resource_file "$MAPDIR/regions"	3112	load_resource_file "$MAPDIR/regions"
2567	or die "unable to load regions file\n";	3113	or die "unable to load regions file\n";
		3114
		3115	for (cf::region::list) {
		3116	$_->{match} = qr/$_->{match}/
		3117	if exists $_->{match};
		3118	}
2568	}	3119	}
2569		3120
2570	sub reload_facedata {	3121	sub reload_facedata {
2571	load_facedata "$DATADIR/facedata"	3122	load_facedata "$DATADIR/facedata"
2572	or die "unable to load facedata\n";	3123	or die "unable to load facedata\n";
2573	}	3124	}
2574		3125
2575	sub reload_archetypes {	3126	sub reload_archetypes {
2576	load_resource_file "$DATADIR/archetypes"	3127	load_resource_file "$DATADIR/archetypes"
2577	or die "unable to load archetypes\n";	3128	or die "unable to load archetypes\n";
		3129	#d# NEED to laod twice to resolve forward references
		3130	# this really needs to be done in an extra post-pass
		3131	# (which needs to be synchronous, so solve it differently)
		3132	load_resource_file "$DATADIR/archetypes"
		3133	or die "unable to load archetypes\n";
2578	}	3134	}
2579		3135
2580	sub reload_treasures {	3136	sub reload_treasures {
2581	load_resource_file "$DATADIR/treasures"	3137	load_resource_file "$DATADIR/treasures"
2582	or die "unable to load treasurelists\n";	3138	or die "unable to load treasurelists\n";
…		…
2585	sub reload_resources {	3141	sub reload_resources {
2586	warn "reloading resource files...\n";	3142	warn "reloading resource files...\n";
2587		3143
2588	reload_regions;	3144	reload_regions;
2589	reload_facedata;	3145	reload_facedata;
		3146	#reload_archetypes;#d#
2590	reload_archetypes;	3147	reload_archetypes;
2591	reload_treasures;	3148	reload_treasures;
2592		3149
2593	warn "finished reloading resource files\n";	3150	warn "finished reloading resource files\n";
2594	}	3151	}
2595		3152
2596	sub init {	3153	sub init {
2597	reload_resources;	3154	reload_resources;
2598	}	3155	}
2599		3156
2600	sub cfg_load {	3157	sub reload_config {
2601	open my $fh, "<:utf8", "$CONFDIR/config"	3158	open my $fh, "<:utf8", "$CONFDIR/config"
2602	or return;	3159	or return;
2603		3160
2604	local $/;	3161	local $/;
2605	*CFG = YAML::Syck::Load <$fh>;	3162	*CFG = YAML::Syck::Load <$fh>;
…		…
2625	(async {	3182	(async {
2626	Event::one_event;	3183	Event::one_event;
2627	})->prio (Coro::PRIO_MAX);	3184	})->prio (Coro::PRIO_MAX);
2628	};	3185	};
2629		3186
2630	cfg_load;	3187	reload_config;
2631	db_init;	3188	db_init;
2632	load_extensions;	3189	load_extensions;
2633		3190
2634	$TICK_WATCHER->start;	3191	$TICK_WATCHER->start;
2635	Event::loop;	3192	Event::loop;
…		…
2651	},	3208	},
2652	);	3209	);
2653	}	3210	}
2654	}	3211	}
2655		3212
		3213	sub write_runtime {
		3214	my $runtime = "$LOCALDIR/runtime";
		3215
		3216	# first touch the runtime file to show we are still running:
		3217	# the fsync below can take a very very long time.
		3218
		3219	IO::AIO::aio_utime $runtime, undef, undef;
		3220
		3221	my $guard = cf::lock_acquire "write_runtime";
		3222
		3223	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3224	or return;
		3225
		3226	my $value = $cf::RUNTIME + 90 + 10;
		3227	# 10 is the runtime save interval, for a monotonic clock
		3228	# 60 allows for the watchdog to kill the server.
		3229
		3230	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3231	and return;
		3232
		3233	# always fsync - this file is important
		3234	aio_fsync $fh
		3235	and return;
		3236
		3237	# touch it again to show we are up-to-date
		3238	aio_utime $fh, undef, undef;
		3239
		3240	close $fh
		3241	or return;
		3242
		3243	aio_rename "$runtime~", $runtime
		3244	and return;
		3245
		3246	warn "runtime file written.\n";
		3247
		3248	1
		3249	}
		3250
2656	sub emergency_save() {	3251	sub emergency_save() {
2657	my $freeze_guard = cf::freeze_mainloop;	3252	my $freeze_guard = cf::freeze_mainloop;
2658		3253
2659	warn "enter emergency perl save\n";	3254	warn "enter emergency perl save\n";
2660		3255
…		…
2735	%EXT_CORO = ();	3330	%EXT_CORO = ();
2736		3331
2737	warn "removing commands";	3332	warn "removing commands";
2738	%COMMAND = ();	3333	%COMMAND = ();
2739		3334
2740	warn "removing ext commands";	3335	warn "removing ext/exti commands";
2741	%EXTCMD = ();	3336	%EXTCMD = ();
		3337	%EXTICMD = ();
2742		3338
2743	warn "unloading/nuking all extensions";	3339	warn "unloading/nuking all extensions";
2744	for my $pkg (@EXTS) {	3340	for my $pkg (@EXTS) {
2745	warn "... unloading $pkg";	3341	warn "... unloading $pkg";
2746		3342
…		…
2789	warn "reloading cf.pm";	3385	warn "reloading cf.pm";
2790	require cf;	3386	require cf;
2791	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3387	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2792		3388
2793	warn "loading config and database again";	3389	warn "loading config and database again";
2794	cf::cfg_load;	3390	cf::reload_config;
2795		3391
2796	warn "loading extensions";	3392	warn "loading extensions";
2797	cf::load_extensions;	3393	cf::load_extensions;
2798		3394
2799	warn "reattaching attachments to objects/players";	3395	warn "reattaching attachments to objects/players";
…		…
2864	my $signal = new Coro::Signal;	3460	my $signal = new Coro::Signal;
2865	push @WAIT_FOR_TICK_BEGIN, $signal;	3461	push @WAIT_FOR_TICK_BEGIN, $signal;
2866	$signal->wait;	3462	$signal->wait;
2867	}	3463	}
2868		3464
2869	my $min = 1e6;#d#	3465	our $stat_fh;
2870	my $avg = 10;	3466	sysopen $stat_fh, "/tmp/cfstats", Fcntl::O_APPEND | Fcntl::O_CREAT | Fcntl::O_WRONLY, 0600;#d#
		3467
2871	$TICK_WATCHER = Event->timer (	3468	$TICK_WATCHER = Event->timer (
2872	reentrant => 0,	3469	reentrant => 0,
2873	parked => 1,	3470	parked => 1,
2874	prio => 0,	3471	prio => 0,
2875	at => $NEXT_TICK || $TICK,	3472	at => $NEXT_TICK || $TICK,
…		…
2879	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3476	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2880	unless ++$bug_warning > 10;	3477	unless ++$bug_warning > 10;
2881	return;	3478	return;
2882	}	3479	}
2883		3480
		3481	my @pl = cf::player::list; my $stats = sprintf "%.2f %d %d %d", $RUNTIME, (scalar @pl), cf::object::actives_size, cf::object::objects_size; #d#
		3482
2884	$NOW = $tick_start = Event::time;	3483	$NOW = $tick_start = Event::time;
2885		3484
2886	cf::server_tick; # one server iteration	3485	cf::server_tick; # one server iteration
2887
2888	0 && sync_job {#d#
2889	for(1..10) {
2890	my $t = Event::time;
2891	my $map = my $map = new_from_path cf::map "/tmp/x.map"
2892	or die;
2893
2894	$map->width (50);
2895	$map->height (50);
2896	$map->alloc;
2897	$map->_load_objects ("/tmp/x.map", 1);
2898	my $t = Event::time - $t;
2899
2900	#next unless $t < 0.0013;#d#
2901	if ($t < $min) {
2902	$min = $t;
2903	}
2904	$avg = $avg * 0.99 + $t * 0.01;
2905	}
2906	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2907	exit 0;
2908	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2909	};
2910		3486
2911	$RUNTIME += $TICK;	3487	$RUNTIME += $TICK;
2912	$NEXT_TICK += $TICK;	3488	$NEXT_TICK += $TICK;
2913		3489
2914	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3490	if ($NOW >= $NEXT_RUNTIME_WRITE) {
…		…
2940	$LOAD = ($NOW - $tick_start) / $TICK;	3516	$LOAD = ($NOW - $tick_start) / $TICK;
2941	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3517	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2942		3518
2943	_post_tick;	3519	_post_tick;
2944		3520
2945		3521	# gather some statistics#d#
		3522	$stats .= sprintf " %d\n", 10000 * ($NOW - $tick_start);#d#
		3523	IO::AIO::aio_write $stat_fh, undef, undef, $stats, 0;#d#
2946	},	3524	},
2947	);	3525	);
2948		3526
2949	{	3527	{
		3528	BDB::min_parallel 8;
2950	BDB::max_poll_time $TICK * 0.1;	3529	BDB::max_poll_time $TICK * 0.1;
2951	$BDB_POLL_WATCHER = Event->io (	3530	$BDB_POLL_WATCHER = Event->io (
2952	reentrant => 0,	3531	reentrant => 0,
2953	fd => BDB::poll_fileno,	3532	fd => BDB::poll_fileno,
2954	poll => 'r',	3533	poll => 'r',
2955	prio => 0,	3534	prio => 0,
2956	data => WF_AUTOCANCEL,	3535	data => WF_AUTOCANCEL,
2957	cb => \&BDB::poll_cb,	3536	cb => \&BDB::poll_cb,
2958	);	3537	);
2959	BDB::min_parallel 8;
2960		3538
2961	BDB::set_sync_prepare {	3539	BDB::set_sync_prepare {
2962	my $status;	3540	my $status;
2963	my $current = $Coro::current;	3541	my $current = $Coro::current;
2964	(	3542	(
…		…
2985	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3563	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2986	0666;	3564	0666;
2987		3565
2988	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3566	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2989		3567
2990	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);	3568	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3569	| BDB::LOG_AUTOREMOVE, 1);
2991	$DB_ENV->set_lk_detect;	3570	$DB_ENV->set_lk_detect;
2992	};	3571	};
2993		3572
2994	cf::cleanup "db_env_open(db): $@" if $@;	3573	cf::cleanup "db_env_open(db): $@" if $@;
2995	};	3574	};
2996	}	3575	}
		3576
		3577	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3578	after => 11,
		3579	interval => 60,
		3580	hard => 1,
		3581	prio => 0,
		3582	data => WF_AUTOCANCEL,
		3583	cb => sub {
		3584	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3585	},
		3586	);
		3587	$BDB_TRICKLE_WATCHER = Event->timer (
		3588	after => 5,
		3589	interval => 10,
		3590	hard => 1,
		3591	prio => 0,
		3592	data => WF_AUTOCANCEL,
		3593	cb => sub {
		3594	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3595	},
		3596	);
2997	}	3597	}
2998		3598
2999	{	3599	{
3000	IO::AIO::min_parallel 8;	3600	IO::AIO::min_parallel 8;
3001		3601

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines