ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.255 by root, Thu Apr 19 16:23:47 2007 UTC vs.
Revision 1.374 by root, Wed Sep 19 22:07:16 2007 UTC

…		…
10	use Event;	10	use Event;
11	use Opcode;	11	use Opcode;
12	use Safe;	12	use Safe;
13	use Safe::Hole;	13	use Safe::Hole;
14		14
15	use Coro 3.61 ();	15	use Coro 3.64 ();
16	use Coro::State;	16	use Coro::State;
17	use Coro::Handle;	17	use Coro::Handle;
18	use Coro::Event;	18	use Coro::Event;
19	use Coro::Timer;	19	use Coro::Timer;
20	use Coro::Signal;	20	use Coro::Signal;
21	use Coro::Semaphore;	21	use Coro::Semaphore;
22	use Coro::AIO;	22	use Coro::AIO;
23	use Coro::Storable;	23	use Coro::Storable;
		24	use Coro::Util ();
24		25
		26	use JSON::XS ();
25	use BDB ();	27	use BDB ();
26	use Data::Dumper;	28	use Data::Dumper;
27	use Digest::MD5;	29	use Digest::MD5;
28	use Fcntl;	30	use Fcntl;
29	use YAML::Syck ();	31	use YAML::Syck ();
30	use IO::AIO 2.32 ();	32	use IO::AIO 2.32 ();
31	use Time::HiRes;	33	use Time::HiRes;
32	use Compress::LZF;	34	use Compress::LZF;
		35	use Digest::MD5 ();
33		36
34	# configure various modules to our taste	37	# configure various modules to our taste
35	#	38	#
36	$Storable::canonical = 1; # reduce rsync transfers	39	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
…		…
49	our %COMMAND = ();	52	our %COMMAND = ();
50	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
51		54
52	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
56		60
57	our $RELOAD; # number of reloads so far	61	our $RELOAD; # number of reloads so far
58	our @EVENT;	62	our @EVENT;
…		…
76	our $NEXT_TICK;	80	our $NEXT_TICK;
77	our $NOW;	81	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off	82	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		83
80	our $BDB_POLL_WATCHER;	84	our $BDB_POLL_WATCHER;
		85	our $BDB_DEADLOCK_WATCHER;
		86	our $BDB_CHECKPOINT_WATCHER;
		87	our $BDB_TRICKLE_WATCHER;
81	our $DB_ENV;	88	our $DB_ENV;
82		89
83	our %CFG;	90	our %CFG;
84		91
85	our $UPTIME; $UPTIME ||= time;	92	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;	93	our $RUNTIME;
87		94
88	our %PLAYER; # all users	95	our (%PLAYER, %PLAYER_LOADING); # all users
89	our %MAP; # all maps	96	our (%MAP, %MAP_LOADING ); # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	97	our $LINK_MAP; # the special {link} map, which is always available
91		98
92	# used to convert map paths into valid unix filenames by replacing / by ∕	99	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
94		105
95	binmode STDOUT;	106	binmode STDOUT;
96	binmode STDERR;	107	binmode STDERR;
97		108
98	# read virtual server time, if available	109	# read virtual server time, if available
…		…
139		150
140	=item $cf::TICK	151	=item $cf::TICK
141		152
142	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
143		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
		164
144	=item %cf::CFG	165	=item %cf::CFG
145		166
146	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/crossfire/config>, or
147	from wherever your confdir points to.	168	from wherever your confdir points to.
148		169
…		…
150		171
151	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
152	returns directly I<after> the tick processing (and consequently, can only wake one process	173	returns directly I<after> the tick processing (and consequently, can only wake one process
153	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
154		175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
		181
155	=back	182	=back
156		183
157	=cut	184	=cut
158		185
159	BEGIN {	186	BEGIN {
…		…
163	$msg .= "\n"	190	$msg .= "\n"
164	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
165		192
166	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167		194
168	utf8::encode $msg;
169	LOG llevError, $msg;	195	LOG llevError, $msg;
170	};	196	};
171	}	197	}
172		198
173	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
174	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
175	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
176	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
177	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	203	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		204	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
178	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	205	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
179		206
180	# we bless all objects into (empty) derived classes to force a method lookup	207	# we bless all objects into (empty) derived classes to force a method lookup
181	# within the Safe compartment.	208	# within the Safe compartment.
182	for my $pkg (qw(	209	for my $pkg (qw(
183	cf::global cf::attachable	210	cf::global cf::attachable
…		…
191	}	218	}
192		219
193	$Event::DIED = sub {	220	$Event::DIED = sub {
194	warn "error in event callback: @_";	221	warn "error in event callback: @_";
195	};	222	};
		223
		224	#############################################################################
196		225
197	=head2 UTILITY FUNCTIONS	226	=head2 UTILITY FUNCTIONS
198		227
199	=over 4	228	=over 4
200		229
…		…
219	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
220	$d	249	$d
221	} || "[unable to dump $_[0]: '$@']";	250	} || "[unable to dump $_[0]: '$@']";
222	}	251	}
223		252
224	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
225
226	=item $ref = cf::from_json $json	253	=item $ref = cf::from_json $json
227		254
228	Converts a JSON string into the corresponding perl data structure.	255	Converts a JSON string into the corresponding perl data structure.
229		256
230	=item $json = cf::to_json $ref	257	=item $json = cf::to_json $ref
231		258
232	Converts a perl data structure into its JSON representation.	259	Converts a perl data structure into its JSON representation.
		260
		261	=cut
		262
		263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		264
		265	sub to_json ($) { $json_coder->encode ($_[0]) }
		266	sub from_json ($) { $json_coder->decode ($_[0]) }
233		267
234	=item cf::lock_wait $string	268	=item cf::lock_wait $string
235		269
236	Wait until the given lock is available. See cf::lock_acquire.	270	Wait until the given lock is available. See cf::lock_acquire.
237		271
…		…
240	Wait until the given lock is available and then acquires it and returns	274	Wait until the given lock is available and then acquires it and returns
241	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
242	for example when the coroutine gets canceled), the lock is automatically	276	for example when the coroutine gets canceled), the lock is automatically
243	returned.	277	returned.
244		278
		279	Locks are *not* recursive, locking from the same coro twice results in a
		280	deadlocked coro.
		281
245	Lock names should begin with a unique identifier (for example, cf::map::find	282	Lock names should begin with a unique identifier (for example, cf::map::find
246	uses map_find and cf::map::load uses map_load).	283	uses map_find and cf::map::load uses map_load).
247		284
248	=item $locked = cf::lock_active $string	285	=item $locked = cf::lock_active $string
249		286
250	Return true if the lock is currently active, i.e. somebody has locked it.	287	Return true if the lock is currently active, i.e. somebody has locked it.
251		288
252	=cut	289	=cut
253		290
254	our %LOCK;	291	our %LOCK;
		292	our %LOCKER;#d#
255		293
256	sub lock_wait($) {	294	sub lock_wait($) {
257	my ($key) = @_;	295	my ($key) = @_;
		296
		297	if ($LOCKER{$key} == $Coro::current) {#d#
		298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		299	return;#d#
		300	}#d#
258		301
259	# wait for lock, if any	302	# wait for lock, if any
260	while ($LOCK{$key}) {	303	while ($LOCK{$key}) {
261	push @{ $LOCK{$key} }, $Coro::current;	304	push @{ $LOCK{$key} }, $Coro::current;
262	Coro::schedule;	305	Coro::schedule;
…		…
268		311
269	# wait, to be sure we are not locked	312	# wait, to be sure we are not locked
270	lock_wait $key;	313	lock_wait $key;
271		314
272	$LOCK{$key} = [];	315	$LOCK{$key} = [];
		316	$LOCKER{$key} = $Coro::current;#d#
273		317
274	Coro::guard {	318	Coro::guard {
		319	delete $LOCKER{$key};#d#
275	# wake up all waiters, to be on the safe side	320	# wake up all waiters, to be on the safe side
276	$_->ready for @{ delete $LOCK{$key} };	321	$_->ready for @{ delete $LOCK{$key} };
277	}	322	}
278	}	323	}
279		324
…		…
291	};	336	};
292	$TICK_WATCHER->stop;	337	$TICK_WATCHER->stop;
293	$guard	338	$guard
294	}	339	}
295		340
		341	=item cf::get_slot $time[, $priority[, $name]]
		342
		343	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		344	This call blocks and returns only when you have at least C<$time> seconds
		345	of cpu time till the next tick. The slot is only valid till the next cede.
		346
		347	The optional C<$name> can be used to identify the job to run. It might be
		348	used for statistical purposes and should identify the same time-class.
		349
		350	Useful for short background jobs.
		351
		352	=cut
		353
		354	our @SLOT_QUEUE;
		355	our $SLOT_QUEUE;
		356
		357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		358	$SLOT_QUEUE = Coro::async {
		359	$Coro::current->desc ("timeslot manager");
		360
		361	my $signal = new Coro::Signal;
		362
		363	while () {
		364	next_job:
		365	my $avail = cf::till_tick;
		366	if ($avail > 0.01) {
		367	for (0 .. $#SLOT_QUEUE) {
		368	if ($SLOT_QUEUE[$_][0] < $avail) {
		369	my $job = splice @SLOT_QUEUE, $_, 1, ();
		370	$job->[2]->send;
		371	Coro::cede;
		372	goto next_job;
		373	}
		374	}
		375	}
		376
		377	if (@SLOT_QUEUE) {
		378	# we do not use wait_For_tick() as it returns immediately when tick is inactive
		379	push @cf::WAIT_FOR_TICK, $signal;
		380	$signal->wait;
		381	} else {
		382	Coro::schedule;
		383	}
		384	}
		385	};
		386
		387	sub get_slot($;$$) {
		388	my ($time, $pri, $name) = @_;
		389
		390	$time = $TICK * .6 if $time > $TICK * .6;
		391	my $sig = new Coro::Signal;
		392
		393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		395	$SLOT_QUEUE->ready;
		396	$sig->wait;
		397	}
		398
296	=item cf::async { BLOCK }	399	=item cf::async { BLOCK }
297		400
298	Currently the same as Coro::async_pool, meaning you cannot use	401	Currently the same as Coro::async_pool, meaning you cannot use
299	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	402	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
300	thing you are allowed to do is call C<prio> on it.	403	thing you are allowed to do is call C<prio> on it.
…		…
303		406
304	BEGIN { *async = \&Coro::async_pool }	407	BEGIN { *async = \&Coro::async_pool }
305		408
306	=item cf::sync_job { BLOCK }	409	=item cf::sync_job { BLOCK }
307		410
308	The design of crossfire+ requires that the main coro ($Coro::main) is	411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
309	always able to handle events or runnable, as crossfire+ is only partly	412	is always able to handle events or runnable, as Crossfire TRT is only
310	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		414	acceptable.
311		415
312	If it must be done, put the blocking parts into C<sync_job>. This will run	416	If it must be done, put the blocking parts into C<sync_job>. This will run
313	the given BLOCK in another coroutine while waiting for the result. The	417	the given BLOCK in another coroutine while waiting for the result. The
314	server will be frozen during this time, so the block should either finish	418	server will be frozen during this time, so the block should either finish
315	fast or be very important.	419	fast or be very important.
…		…
318		422
319	sub sync_job(&) {	423	sub sync_job(&) {
320	my ($job) = @_;	424	my ($job) = @_;
321		425
322	if ($Coro::current == $Coro::main) {	426	if ($Coro::current == $Coro::main) {
		427	my $time = Event::time;
		428
323	# this is the main coro, too bad, we have to block	429	# this is the main coro, too bad, we have to block
324	# till the operation succeeds, freezing the server :/	430	# till the operation succeeds, freezing the server :/
325		431
326	# TODO: use suspend/resume instead	432	# TODO: use suspend/resume instead
327	# (but this is cancel-safe)	433	# (but this is cancel-safe)
…		…
329		435
330	my $busy = 1;	436	my $busy = 1;
331	my @res;	437	my @res;
332		438
333	(async {	439	(async {
		440	$Coro::current->desc ("sync job coro");
334	@res = eval { $job->() };	441	@res = eval { $job->() };
335	warn $@ if $@;	442	warn $@ if $@;
336	undef $busy;	443	undef $busy;
337	})->prio (Coro::PRIO_MAX);	444	})->prio (Coro::PRIO_MAX);
338		445
339	while ($busy) {	446	while ($busy) {
340	Coro::cede or Event::one_event;	447	Coro::cede or Event::one_event;
341	}	448	}
		449
		450	$time = Event::time - $time;
		451
		452	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		453	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		454
		455	$tick_start += $time; # do not account sync jobs to server load
342		456
343	wantarray ? @res : $res[0]	457	wantarray ? @res : $res[0]
344	} else {	458	} else {
345	# we are in another coroutine, how wonderful, everything just works	459	# we are in another coroutine, how wonderful, everything just works
346		460
…		…
366	$EXT_CORO{$coro+0} = $coro;	480	$EXT_CORO{$coro+0} = $coro;
367		481
368	$coro	482	$coro
369	}	483	}
370		484
371	sub write_runtime {	485	=item fork_call { }, $args
372	my $guard = cf::lock_acquire "write_runtime";
373		486
374	my $runtime = "$LOCALDIR/runtime";	487	Executes the given code block with the given arguments in a seperate
		488	process, returning the results. Everything must be serialisable with
		489	Coro::Storable. May, of course, block. Note that the executed sub may
		490	never block itself or use any form of Event handling.
375		491
376	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	492	=cut
377	or return;
378		493
379	my $value = $cf::RUNTIME + 90 + 10;	494	sub fork_call(&@) {
380	# 10 is the runtime save interval, for a monotonic clock	495	my ($cb, @args) = @_;
381	# 60 allows for the watchdog to kill the server.
382		496
383	(aio_write $fh, 0, (length $value), $value, 0) <= 0	497	# we seemingly have to make a local copy of the whole thing,
384	and return;	498	# otherwise perl prematurely frees the stuff :/
		499	# TODO: investigate and fix (likely this will be rather laborious)
385		500
386	# always fsync - this file is important	501	my @res = Coro::Util::fork_eval {
387	aio_fsync $fh	502	reset_signals;
388	and return;	503	&$cb
		504	}, @args;
389		505
390	close $fh	506	wantarray ? @res : $res[-1]
391	or return;	507	}
392		508
393	aio_rename "$runtime~", $runtime	509	=item $value = cf::db_get $family => $key
394	and return;
395		510
		511	Returns a single value from the environment database.
		512
		513	=item cf::db_put $family => $key => $value
		514
		515	Stores the given C<$value> in the family. It can currently store binary
		516	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		517
		518	=item $db = cf::db_table "name"
		519
		520	Create and/or open a new database table. The string must not be "db" and must be unique
		521	within each server.
		522
		523	=cut
		524
		525	sub db_table($) {
		526	my ($name) = @_;
		527	my $db = BDB::db_create $DB_ENV;
		528
		529	eval {
		530	$db->set_flags (BDB::CHKSUM);
		531
		532	utf8::encode $name;
		533	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		534	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		535	cf::cleanup "db_open(db): $!" if $!;
		536	};
		537	cf::cleanup "db_open(db): $@" if $@;
		538
		539	$db
		540	}
		541
		542	our $DB;
		543
		544	sub db_init {
		545	cf::sync_job {
		546	$DB ||= db_table "db";
		547	};
		548	}
		549
		550	sub db_get($$) {
		551	my $key = "$_[0]/$_[1]";
		552
		553	cf::sync_job {
		554	BDB::db_get $DB, undef, $key, my $data;
		555
		556	$! ? ()
		557	: $data
396	1	558	}
		559	}
		560
		561	sub db_put($$$) {
		562	BDB::dbreq_pri 4;
		563	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		564	}
		565
		566	=item cf::cache $id => [$paths...], $processversion => $process
		567
		568	Generic caching function that returns the value of the resource $id,
		569	caching and regenerating as required.
		570
		571	This function can block.
		572
		573	=cut
		574
		575	sub cache {
		576	my ($id, $src, $processversion, $process) = @_;
		577
		578	my $meta =
		579	join "\x00",
		580	$processversion,
		581	map {
		582	aio_stat $_
		583	and Carp::croak "$_: $!";
		584
		585	($_, (stat _)[7,9])
		586	} @$src;
		587
		588	my $dbmeta = db_get cache => "$id/meta";
		589	if ($dbmeta ne $meta) {
		590	# changed, we may need to process
		591
		592	my @data;
		593	my $md5;
		594
		595	for (0 .. $#$src) {
		596	0 <= aio_load $src->[$_], $data[$_]
		597	or Carp::croak "$src->[$_]: $!";
		598	}
		599
		600	# if processing is expensive, check
		601	# checksum first
		602	if (1) {
		603	$md5 =
		604	join "\x00",
		605	$processversion,
		606	map {
		607	cf::cede_to_tick;
		608	($src->[$_], Digest::MD5::md5_hex $data[$_])
		609	} 0.. $#$src;
		610
		611
		612	my $dbmd5 = db_get cache => "$id/md5";
		613	if ($dbmd5 eq $md5) {
		614	db_put cache => "$id/meta", $meta;
		615
		616	return db_get cache => "$id/data";
		617	}
		618	}
		619
		620	my $t1 = Time::HiRes::time;
		621	my $data = $process->(\@data);
		622	my $t2 = Time::HiRes::time;
		623
		624	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		625
		626	db_put cache => "$id/data", $data;
		627	db_put cache => "$id/md5" , $md5;
		628	db_put cache => "$id/meta", $meta;
		629
		630	return $data;
		631	}
		632
		633	db_get cache => "$id/data"
397	}	634	}
398		635
399	=item cf::datalog type => key => value, ...	636	=item cf::datalog type => key => value, ...
400		637
401	Log a datalog packet of the given type with the given key-value pairs.	638	Log a datalog packet of the given type with the given key-value pairs.
…		…
419	attach callbacks/event handlers (a collection of which is called an "attachment")	656	attach callbacks/event handlers (a collection of which is called an "attachment")
420	to it. All such attachable objects support the following methods.	657	to it. All such attachable objects support the following methods.
421		658
422	In the following description, CLASS can be any of C<global>, C<object>	659	In the following description, CLASS can be any of C<global>, C<object>
423	C<player>, C<client> or C<map> (i.e. the attachable objects in	660	C<player>, C<client> or C<map> (i.e. the attachable objects in
424	crossfire+).	661	Crossfire TRT).
425		662
426	=over 4	663	=over 4
427		664
428	=item $attachable->attach ($attachment, key => $value...)	665	=item $attachable->attach ($attachment, key => $value...)
429		666
…		…
592	$registry = $CB_TYPE[$object_type] ||= [];	829	$registry = $CB_TYPE[$object_type] ||= [];
593		830
594	} elsif ($type eq "subtype") {	831	} elsif ($type eq "subtype") {
595	defined $object_type or Carp::croak "subtype specified without type";	832	defined $object_type or Carp::croak "subtype specified without type";
596	my $object_subtype = shift @arg;	833	my $object_subtype = shift @arg;
597	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	834	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
598		835
599	} elsif ($type eq "package") {	836	} elsif ($type eq "package") {
600	my $pkg = shift @arg;	837	my $pkg = shift @arg;
601		838
602	while (my ($name, $id) = each %cb_id) {	839	while (my ($name, $id) = each %cb_id) {
…		…
631	_attach $registry, $klass, @attach;	868	_attach $registry, $klass, @attach;
632	}	869	}
633		870
634	$obj->{$name} = \%arg;	871	$obj->{$name} = \%arg;
635	} else {	872	} else {
636	warn "object uses attachment '$name' that is not available, postponing.\n";	873	warn "object uses attachment '$name' which is not available, postponing.\n";
637	}	874	}
638		875
639	$obj->{_attachment}{$name} = undef;	876	$obj->{_attachment}{$name} = undef;
640	}	877	}
641		878
…		…
643	if (ref $_[0]) {	880	if (ref $_[0]) {
644	_object_attach @_;	881	_object_attach @_;
645	} else {	882	} else {
646	_attach shift->_attach_registry, @_;	883	_attach shift->_attach_registry, @_;
647	}	884	}
		885	_recalc_want;
648	};	886	};
649		887
650	# all those should be optimised	888	# all those should be optimised
651	sub cf::attachable::detach {	889	sub cf::attachable::detach {
652	my ($obj, $name) = @_;	890	my ($obj, $name) = @_;
…		…
655	delete $obj->{_attachment}{$name};	893	delete $obj->{_attachment}{$name};
656	reattach ($obj);	894	reattach ($obj);
657	} else {	895	} else {
658	Carp::croak "cannot, currently, detach class attachments";	896	Carp::croak "cannot, currently, detach class attachments";
659	}	897	}
		898	_recalc_want;
660	};	899	};
661		900
662	sub cf::attachable::attached {	901	sub cf::attachable::attached {
663	my ($obj, $name) = @_;	902	my ($obj, $name) = @_;
664		903
…		…
679	";	918	";
680	die if $@;	919	die if $@;
681	}	920	}
682		921
683	our $override;	922	our $override;
684	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	923	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
685		924
686	sub override {	925	sub override {
687	$override = 1;	926	$override = 1;
688	@invoke_results = ();	927	@INVOKE_RESULTS = (@_);
689	}	928	}
690		929
691	sub do_invoke {	930	sub do_invoke {
692	my $event = shift;	931	my $event = shift;
693	my $callbacks = shift;	932	my $callbacks = shift;
694		933
695	@invoke_results = ();	934	@INVOKE_RESULTS = ();
696		935
697	local $override;	936	local $override;
698		937
699	for (@$callbacks) {	938	for (@$callbacks) {
700	eval { &{$_->[1]} };	939	eval { &{$_->[1]} };
…		…
717		956
718	Generate an object-specific event with the given arguments.	957	Generate an object-specific event with the given arguments.
719		958
720	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	959	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
721	removed in future versions), and there is no public API to access override	960	removed in future versions), and there is no public API to access override
722	results (if you must, access C<@cf::invoke_results> directly).	961	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
723		962
724	=back	963	=back
725		964
726	=cut	965	=cut
727		966
728	#############################################################################	967	#############################################################################
729	# object support	968	# object support
		969	#
		970
		971	sub _can_merge {
		972	my ($ob1, $ob2) = @_;
		973
		974	local $Storable::canonical = 1;
		975	my $fob1 = Storable::freeze $ob1;
		976	my $fob2 = Storable::freeze $ob2;
		977
		978	$fob1 eq $fob2
		979	}
730		980
731	sub reattach {	981	sub reattach {
732	# basically do the same as instantiate, without calling instantiate	982	# basically do the same as instantiate, without calling instantiate
733	my ($obj) = @_;	983	my ($obj) = @_;
734		984
…		…
781	sub object_freezer_save {	1031	sub object_freezer_save {
782	my ($filename, $rdata, $objs) = @_;	1032	my ($filename, $rdata, $objs) = @_;
783		1033
784	sync_job {	1034	sync_job {
785	if (length $$rdata) {	1035	if (length $$rdata) {
		1036	utf8::decode (my $decname = $filename);
786	warn sprintf "saving %s (%d,%d)\n",	1037	warn sprintf "saving %s (%d,%d)\n",
787	$filename, length $$rdata, scalar @$objs;	1038	$decname, length $$rdata, scalar @$objs;
788		1039
789	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1040	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
790	chmod SAVE_MODE, $fh;	1041	chmod SAVE_MODE, $fh;
791	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1042	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
792	aio_fsync $fh if $cf::USE_FSYNC;	1043	aio_fsync $fh if $cf::USE_FSYNC;
…		…
811	}	1062	}
812	} else {	1063	} else {
813	aio_unlink $filename;	1064	aio_unlink $filename;
814	aio_unlink "$filename.pst";	1065	aio_unlink "$filename.pst";
815	}	1066	}
816	}	1067	};
817	}	1068	}
818		1069
819	sub object_freezer_as_string {	1070	sub object_freezer_as_string {
820	my ($rdata, $objs) = @_;	1071	my ($rdata, $objs) = @_;
821		1072
…		…
833	or return;	1084	or return;
834		1085
835	unless (aio_stat "$filename.pst") {	1086	unless (aio_stat "$filename.pst") {
836	(aio_load "$filename.pst", $av) >= 0	1087	(aio_load "$filename.pst", $av) >= 0
837	or return;	1088	or return;
		1089
838	$av = eval { (Storable::thaw $av)->{objs} };	1090	$av = eval { (Storable::thaw $av)->{objs} };
839	}	1091	}
840		1092
		1093	utf8::decode (my $decname = $filename);
841	warn sprintf "loading %s (%d)\n",	1094	warn sprintf "loading %s (%d,%d)\n",
842	$filename, length $data, scalar @{$av || []};#d#	1095	$decname, length $data, scalar @{$av || []};
		1096
843	return ($data, $av);	1097	($data, $av)
844	}	1098	}
		1099
		1100	=head2 COMMAND CALLBACKS
		1101
		1102	=over 4
		1103
		1104	=cut
845		1105
846	#############################################################################	1106	#############################################################################
847	# command handling &c	1107	# command handling &c
848		1108
849	=item cf::register_command $name => \&callback($ob,$args);	1109	=item cf::register_command $name => \&callback($ob,$args);
…		…
862	push @{ $COMMAND{$name} }, [$caller, $cb];	1122	push @{ $COMMAND{$name} }, [$caller, $cb];
863	}	1123	}
864		1124
865	=item cf::register_extcmd $name => \&callback($pl,$packet);	1125	=item cf::register_extcmd $name => \&callback($pl,$packet);
866		1126
867	Register a callbackf ro execution when the client sends an extcmd packet.	1127	Register a callback for execution when the client sends an (synchronous)
		1128	extcmd packet. Ext commands will be processed in the order they are
		1129	received by the server, like other user commands. The first argument is
		1130	the logged-in player. Ext commands can only be processed after a player
		1131	has logged in successfully.
868		1132
869	If the callback returns something, it is sent back as if reply was being	1133	If the callback returns something, it is sent back as if reply was being
870	called.	1134	called.
871		1135
		1136	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1137
		1138	Register a callback for execution when the client sends an (asynchronous)
		1139	exticmd packet. Exti commands are processed by the server as soon as they
		1140	are received, i.e. out of order w.r.t. other commands. The first argument
		1141	is a client socket. Exti commands can be received anytime, even before
		1142	log-in.
		1143
		1144	If the callback returns something, it is sent back as if reply was being
		1145	called.
		1146
872	=cut	1147	=cut
873		1148
874	sub register_extcmd {	1149	sub register_extcmd {
875	my ($name, $cb) = @_;	1150	my ($name, $cb) = @_;
876		1151
877	$EXTCMD{$name} = $cb;	1152	$EXTCMD{$name} = $cb;
		1153	}
		1154
		1155	sub register_exticmd {
		1156	my ($name, $cb) = @_;
		1157
		1158	$EXTICMD{$name} = $cb;
878	}	1159	}
879		1160
880	cf::player->attach (	1161	cf::player->attach (
881	on_command => sub {	1162	on_command => sub {
882	my ($pl, $name, $params) = @_;	1163	my ($pl, $name, $params) = @_;
…		…
891	cf::override;	1172	cf::override;
892	},	1173	},
893	on_extcmd => sub {	1174	on_extcmd => sub {
894	my ($pl, $buf) = @_;	1175	my ($pl, $buf) = @_;
895		1176
896	my $msg = eval { from_json $buf };	1177	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
897		1178
898	if (ref $msg) {	1179	if (ref $msg) {
		1180	my ($type, $reply, @payload) =
		1181	"ARRAY" eq ref $msg
		1182	? @$msg
		1183	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1184
		1185	my @reply;
		1186
899	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1187	if (my $cb = $EXTCMD{$type}) {
900	if (my %reply = $cb->($pl, $msg)) {	1188	@reply = $cb->($pl, @payload);
901	$pl->ext_reply ($msg->{msgid}, %reply);
902	}
903	}	1189	}
		1190
		1191	$pl->ext_reply ($reply, @reply)
		1192	if $reply;
		1193
904	} else {	1194	} else {
905	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1195	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
906	}	1196	}
907		1197
908	cf::override;	1198	cf::override;
909	},	1199	},
910	);	1200	);
911		1201
912	sub load_extension {
913	my ($path) = @_;
914
915	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
916	my $base = $1;
917	my $pkg = $1;
918	$pkg =~ s/[^[:word:]]/_/g;
919	$pkg = "ext::$pkg";
920
921	warn "... loading '$path' into '$pkg'\n";
922
923	open my $fh, "<:utf8", $path
924	or die "$path: $!";
925
926	my $source =
927	"package $pkg; use strict; use utf8;\n"
928	. "#line 1 \"$path\"\n{\n"
929	. (do { local $/; <$fh> })
930	. "\n};\n1";
931
932	unless (eval $source) {
933	my $msg = $@ ? "$path: $@\n"
934	: "extension disabled.\n";
935	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
936	warn $@;
937	warn "mandatory extension failed to load, exiting.\n";
938	exit 1;
939	}
940	die $@;
941	}
942
943	push @EXTS, $pkg;
944	}
945
946	sub load_extensions {	1202	sub load_extensions {
		1203	cf::sync_job {
		1204	my %todo;
		1205
947	for my $ext (<$LIBDIR/*.ext>) {	1206	for my $path (<$LIBDIR/*.ext>) {
948	next unless -r $ext;	1207	next unless -r $path;
949	eval {	1208
950	load_extension $ext;	1209	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1210	my $base = $1;
		1211	my $pkg = $1;
		1212	$pkg =~ s/[^[:word:]]/_/g;
		1213	$pkg = "ext::$pkg";
		1214
		1215	open my $fh, "<:utf8", $path
		1216	or die "$path: $!";
		1217
		1218	my $source = do { local $/; <$fh> };
		1219
		1220	my %ext = (
		1221	path => $path,
		1222	base => $base,
		1223	pkg => $pkg,
		1224	);
		1225
		1226	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1227	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1228
		1229	$ext{source} =
		1230	"package $pkg; use strict; use utf8;\n"
		1231	. "#line 1 \"$path\"\n{\n"
		1232	. $source
		1233	. "\n};\n1";
		1234
		1235	$todo{$base} = \%ext;
		1236	}
		1237
		1238	my %done;
		1239	while (%todo) {
		1240	my $progress;
		1241
		1242	while (my ($k, $v) = each %todo) {
		1243	for (split /,\s*/, $v->{meta}{depends}) {
		1244	goto skip
		1245	unless exists $done{$_};
		1246	}
		1247
		1248	warn "... loading '$k' into '$v->{pkg}'\n";
		1249
		1250	unless (eval $v->{source}) {
		1251	my $msg = $@ ? "$v->{path}: $@\n"
		1252	: "$v->{base}: extension inactive.\n";
		1253
		1254	if (exists $v->{meta}{mandatory}) {
		1255	warn $msg;
		1256	warn "mandatory extension failed to load, exiting.\n";
		1257	exit 1;
		1258	}
		1259
		1260	warn $msg;
		1261	}
		1262
		1263	$done{$k} = delete $todo{$k};
		1264	push @EXTS, $v->{pkg};
		1265	$progress = 1;
951	1	1266	}
952	} or warn "$ext not loaded: $@";	1267
		1268	skip:
		1269	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1270	unless $progress;
		1271	}
953	}	1272	};
954	}	1273	}
955		1274
956	#############################################################################	1275	#############################################################################
957		1276
		1277	=back
		1278
958	=head2 CORE EXTENSIONS	1279	=head2 CORE EXTENSIONS
959		1280
960	Functions and methods that extend core crossfire objects.	1281	Functions and methods that extend core crossfire objects.
961		1282
962	=cut	1283	=cut
…		…
966	use Coro::AIO;	1287	use Coro::AIO;
967		1288
968	=head3 cf::player	1289	=head3 cf::player
969		1290
970	=over 4	1291	=over 4
		1292
		1293	=item cf::player::num_playing
		1294
		1295	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1296
		1297	=cut
		1298
		1299	sub num_playing {
		1300	scalar grep
		1301	$_->ob->map
		1302	&& !$_->hidden
		1303	&& !$_->ob->flag (cf::FLAG_WIZ),
		1304	cf::player::list
		1305	}
971		1306
972	=item cf::player::find $login	1307	=item cf::player::find $login
973		1308
974	Returns the given player object, loading it if necessary (might block).	1309	Returns the given player object, loading it if necessary (might block).
975		1310
…		…
1011	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1346	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1012	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1347	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1013	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1348	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1014	aio_unlink +(playerdir $login) . "/$login.pl";	1349	aio_unlink +(playerdir $login) . "/$login.pl";
1015		1350
1016	my $pl = load_pl path $login	1351	my $f = new_from_file cf::object::thawer path $login
1017	or return;	1352	or return;
		1353
		1354	my $pl = cf::player::load_pl $f
		1355	or return;
		1356	local $cf::PLAYER_LOADING{$login} = $pl;
		1357	$f->resolve_delayed_derefs;
1018	$cf::PLAYER{$login} = $pl	1358	$cf::PLAYER{$login} = $pl
1019	}	1359	}
1020	}	1360	}
1021	}	1361	}
1022		1362
…		…
1032		1372
1033	aio_mkdir playerdir $pl, 0770;	1373	aio_mkdir playerdir $pl, 0770;
1034	$pl->{last_save} = $cf::RUNTIME;	1374	$pl->{last_save} = $cf::RUNTIME;
1035		1375
1036	$pl->save_pl ($path);	1376	$pl->save_pl ($path);
1037	Coro::cede;	1377	cf::cede_to_tick;
1038	}	1378	}
1039		1379
1040	sub new($) {	1380	sub new($) {
1041	my ($login) = @_;	1381	my ($login) = @_;
1042		1382
…		…
1046	$self->{deny_save} = 1;	1386	$self->{deny_save} = 1;
1047		1387
1048	$cf::PLAYER{$login} = $self;	1388	$cf::PLAYER{$login} = $self;
1049		1389
1050	$self	1390	$self
		1391	}
		1392
		1393	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1394
		1395	=cut
		1396
		1397	sub send_msg {
		1398	my $ns = shift->ns
		1399	or return;
		1400	$ns->send_msg (@_);
1051	}	1401	}
1052		1402
1053	=item $pl->quit_character	1403	=item $pl->quit_character
1054		1404
1055	Nukes the player without looking back. If logged in, the connection will	1405	Nukes the player without looking back. If logged in, the connection will
…		…
1110	or return [];	1460	or return [];
1111		1461
1112	my @logins;	1462	my @logins;
1113		1463
1114	for my $login (@$dirs) {	1464	for my $login (@$dirs) {
		1465	my $path = path $login;
		1466
		1467	# a .pst is a dead give-away for a valid player
		1468	unless (-e "$path.pst") {
1115	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1469	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1116	aio_read $fh, 0, 512, my $buf, 0 or next;	1470	aio_read $fh, 0, 512, my $buf, 0 or next;
1117	$buf !~ /^password -------------$/m or next; # official not-valid tag	1471	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1472	}
1118		1473
1119	utf8::decode $login;	1474	utf8::decode $login;
1120	push @logins, $login;	1475	push @logins, $login;
1121	}	1476	}
1122		1477
…		…
1149	}	1504	}
1150		1505
1151	\@paths	1506	\@paths
1152	}	1507	}
1153		1508
		1509	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1510
		1511	Expand crossfire pod fragments into protocol xml.
		1512
		1513	=cut
		1514
		1515	sub expand_cfpod {
		1516	((my $self), (local $_)) = @_;
		1517
		1518	# escape & and <
		1519	s/&/&amp;/g;
		1520	s/(?<![BIUGHT])</&lt;/g;
		1521
		1522	# this is buggy, it needs to properly take care of nested <'s
		1523
		1524	1 while
		1525	# replace B<>, I<>, U<> etc.
		1526	s/B<([^\>]*)>/<b>$1<\/b>/
		1527	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1528	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1529	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1530	# replace G<male|female> tags
		1531	|| s{G<([^>|]*)\|([^>]*)>}{
		1532	$self->gender ? $2 : $1
		1533	}ge
		1534	# replace H<hint text>
		1535	|| s{H<([^\>]*)>}
		1536	{
		1537	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1538	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1539	"")
		1540	[$self->{hintmode}]
		1541	}ge;
		1542
		1543	# create single paragraphs (very hackish)
		1544	s/(?<=\S)\n(?=\w)/ /g;
		1545
		1546	# compress some whitespace
		1547	s/\s+\n/\n/g; # ws line-ends
		1548	s/\n\n+/\n/g; # double lines
		1549	s/^\n+//; # beginning lines
		1550	s/\n+$//; # ending lines
		1551
		1552	$_
		1553	}
		1554
		1555	sub hintmode {
		1556	$_[0]{hintmode} = $_[1] if @_ > 1;
		1557	$_[0]{hintmode}
		1558	}
		1559
1154	=item $player->ext_reply ($msgid, %msg)	1560	=item $player->ext_reply ($msgid, @msg)
1155		1561
1156	Sends an ext reply to the player.	1562	Sends an ext reply to the player.
1157		1563
1158	=cut	1564	=cut
1159		1565
1160	sub ext_reply($$%) {	1566	sub ext_reply($$@) {
1161	my ($self, $id, %msg) = @_;	1567	my ($self, $id, @msg) = @_;
1162		1568
1163	$msg{msgid} = $id;	1569	$self->ns->ext_reply ($id, @msg)
1164
1165	$self->send ("ext " . cf::to_json \%msg);
1166	}	1570	}
1167		1571
1168	=item $player->ext_event ($type, %msg)	1572	=item $player->ext_msg ($type, @msg)
1169		1573
1170	Sends an ext event to the client.	1574	Sends an ext event to the client.
1171		1575
1172	=cut	1576	=cut
1173		1577
1174	sub ext_event($$%) {	1578	sub ext_msg($$@) {
1175	my ($self, $type, %msg) = @_;	1579	my ($self, $type, @msg) = @_;
1176		1580
1177	$self->ns->ext_event ($type, %msg);	1581	$self->ns->ext_msg ($type, @msg);
1178	}	1582	}
1179		1583
1180	=head3 cf::region	1584	=head3 cf::region
1181		1585
1182	=over 4	1586	=over 4
…		…
1185		1589
1186	package cf::region;	1590	package cf::region;
1187		1591
1188	=item cf::region::find_by_path $path	1592	=item cf::region::find_by_path $path
1189		1593
1190	Tries to decuce the probable region for a map knowing only its path.	1594	Tries to decuce the likely region for a map knowing only its path.
1191		1595
1192	=cut	1596	=cut
1193		1597
1194	sub find_by_path($) {	1598	sub find_by_path($) {
1195	my ($path) = @_;	1599	my ($path) = @_;
1196		1600
1197	my ($match, $specificity);	1601	my ($match, $specificity);
1198		1602
1199	for my $region (list) {	1603	for my $region (list) {
1200	if ($region->match && $path =~ $region->match) {	1604	if ($region->{match} && $path =~ $region->{match}) {
1201	($match, $specificity) = ($region, $region->specificity)	1605	($match, $specificity) = ($region, $region->specificity)
1202	if $region->specificity > $specificity;	1606	if $region->specificity > $specificity;
1203	}	1607	}
1204	}	1608	}
1205		1609
…		…
1269	my ($self, $merge) = @_;	1673	my ($self, $merge) = @_;
1270		1674
1271	# we have to keep some variables in memory intact	1675	# we have to keep some variables in memory intact
1272	local $self->{path};	1676	local $self->{path};
1273	local $self->{load_path};	1677	local $self->{load_path};
1274	local $self->{deny_save};
1275	local $self->{deny_reset};
1276		1678
1277	$self->SUPER::thawer_merge ($merge);	1679	$self->SUPER::thawer_merge ($merge);
1278	}	1680	}
1279		1681
1280	sub normalise {	1682	sub normalise {
…		…
1327	$self->init; # pass $1 etc.	1729	$self->init; # pass $1 etc.
1328	return $self;	1730	return $self;
1329	}	1731	}
1330	}	1732	}
1331		1733
1332	Carp::carp "unable to resolve path '$path' (base '$base').";	1734	Carp::cluck "unable to resolve path '$path' (base '$base').";
1333	()	1735	()
1334	}	1736	}
1335		1737
1336	sub init {	1738	sub init {
1337	my ($self) = @_;	1739	my ($self) = @_;
…		…
1380		1782
1381	$_->change_map_light ($change)	1783	$_->change_map_light ($change)
1382	for grep $_->outdoor, values %cf::MAP;	1784	for grep $_->outdoor, values %cf::MAP;
1383	}	1785	}
1384		1786
		1787	sub decay_objects {
		1788	my ($self) = @_;
		1789
		1790	return if $self->{deny_reset};
		1791
		1792	$self->do_decay_objects;
		1793	}
		1794
1385	sub unlink_save {	1795	sub unlink_save {
1386	my ($self) = @_;	1796	my ($self) = @_;
1387		1797
1388	utf8::encode (my $save = $self->save_path);	1798	utf8::encode (my $save = $self->save_path);
1389	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1799	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1392		1802
1393	sub load_header_from($) {	1803	sub load_header_from($) {
1394	my ($self, $path) = @_;	1804	my ($self, $path) = @_;
1395		1805
1396	utf8::encode $path;	1806	utf8::encode $path;
1397	#aio_open $path, O_RDONLY, 0	1807	my $f = new_from_file cf::object::thawer $path
1398	# or return;
1399
1400	$self->_load_header ($path)
1401	or return;	1808	or return;
		1809
		1810	$self->_load_header ($f)
		1811	or return;
		1812
		1813	local $MAP_LOADING{$self->{path}} = $self;
		1814	$f->resolve_delayed_derefs;
1402		1815
1403	$self->{load_path} = $path;	1816	$self->{load_path} = $path;
1404		1817
1405	1	1818	1
1406	}	1819	}
…		…
1445	$self->load_header_orig	1858	$self->load_header_orig
1446	or return;	1859	or return;
1447	$self->prepare_orig;	1860	$self->prepare_orig;
1448	}	1861	}
1449		1862
		1863	$self->{deny_reset} = 1
		1864	if $self->no_reset;
		1865
1450	$self->default_region (cf::region::find_by_path $self->{path})	1866	$self->default_region (cf::region::find_by_path $self->{path})
1451	unless $self->default_region;	1867	unless $self->default_region;
1452		1868
1453	1	1869	1
1454	}	1870	}
…		…
1457	sub find {	1873	sub find {
1458	my ($path, $origin) = @_;	1874	my ($path, $origin) = @_;
1459		1875
1460	$path = normalise $path, $origin && $origin->path;	1876	$path = normalise $path, $origin && $origin->path;
1461		1877
		1878	cf::lock_wait "map_data:$path";#d#remove
1462	cf::lock_wait "map_find:$path";	1879	cf::lock_wait "map_find:$path";
1463		1880
1464	$cf::MAP{$path} || do {	1881	$cf::MAP{$path} || do {
1465	my $guard = cf::lock_acquire "map_find:$path";	1882	my $guard1 = cf::lock_acquire "map_find:$path";
		1883	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1884
1466	my $map = new_from_path cf::map $path	1885	my $map = new_from_path cf::map $path
1467	or return;	1886	or return;
1468		1887
1469	$map->{last_save} = $cf::RUNTIME;	1888	$map->{last_save} = $cf::RUNTIME;
1470		1889
1471	$map->load_header	1890	$map->load_header
1472	or return;	1891	or return;
1473		1892
1474	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1893	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1475	# doing this can freeze the server in a sync job, obviously	1894	# doing this can freeze the server in a sync job, obviously
1476	#$cf::WAIT_FOR_TICK->wait;	1895	#$cf::WAIT_FOR_TICK->wait;
		1896	undef $guard1;
		1897	undef $guard2;
1477	$map->reset;	1898	$map->reset;
1478	undef $guard;
1479	return find $path;	1899	return find $path;
1480	}	1900	}
1481		1901
1482	$cf::MAP{$path} = $map	1902	$cf::MAP{$path} = $map
1483	}	1903	}
…		…
1490	my ($self) = @_;	1910	my ($self) = @_;
1491		1911
1492	local $self->{deny_reset} = 1; # loading can take a long time	1912	local $self->{deny_reset} = 1; # loading can take a long time
1493		1913
1494	my $path = $self->{path};	1914	my $path = $self->{path};
		1915
		1916	{
1495	my $guard = cf::lock_acquire "map_load:$path";	1917	my $guard = cf::lock_acquire "map_data:$path";
1496		1918
		1919	return unless $self->valid;
1497	return if $self->in_memory != cf::MAP_SWAPPED;	1920	return unless $self->in_memory == cf::MAP_SWAPPED;
1498		1921
1499	$self->in_memory (cf::MAP_LOADING);	1922	$self->in_memory (cf::MAP_LOADING);
1500		1923
1501	$self->alloc;	1924	$self->alloc;
1502		1925
1503	$self->pre_load;	1926	$self->pre_load;
1504	Coro::cede;	1927	cf::cede_to_tick;
1505		1928
1506	$self->_load_objects ($self->{load_path}, 1)	1929	my $f = new_from_file cf::object::thawer $self->{load_path};
		1930	$f->skip_block;
		1931	$self->_load_objects ($f)
1507	or return;	1932	or return;
1508		1933
1509	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1934	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1510	if delete $self->{load_original};	1935	if delete $self->{load_original};
1511		1936
1512	if (my $uniq = $self->uniq_path) {	1937	if (my $uniq = $self->uniq_path) {
1513	utf8::encode $uniq;	1938	utf8::encode $uniq;
1514	if (aio_open $uniq, O_RDONLY, 0) {	1939	unless (aio_stat $uniq) {
		1940	if (my $f = new_from_file cf::object::thawer $uniq) {
1515	$self->clear_unique_items;	1941	$self->clear_unique_items;
1516	$self->_load_objects ($uniq, 0);	1942	$self->_load_objects ($f);
		1943	$f->resolve_delayed_derefs;
		1944	}
1517	}	1945	}
1518	}	1946	}
1519		1947
1520	Coro::cede;	1948	$f->resolve_delayed_derefs;
		1949
		1950	cf::cede_to_tick;
1521	# now do the right thing for maps	1951	# now do the right thing for maps
1522	$self->link_multipart_objects;	1952	$self->link_multipart_objects;
1523	Coro::cede;
1524
1525	unless ($self->{deny_activate}) {
1526	$self->decay_objects;
1527	$self->fix_auto_apply;
1528	$self->update_buttons;
1529	Coro::cede;
1530	$self->set_darkness_map;
1531	$self->difficulty ($self->estimate_difficulty)	1953	$self->difficulty ($self->estimate_difficulty)
1532	unless $self->difficulty;	1954	unless $self->difficulty;
1533	Coro::cede;	1955	cf::cede_to_tick;
		1956
		1957	unless ($self->{deny_activate}) {
		1958	$self->decay_objects;
		1959	$self->fix_auto_apply;
		1960	$self->update_buttons;
		1961	cf::cede_to_tick;
		1962	$self->set_darkness_map;
		1963	cf::cede_to_tick;
1534	$self->activate;	1964	$self->activate;
1535	Coro::cede;	1965	}
		1966
		1967	$self->{last_save} = $cf::RUNTIME;
		1968	$self->last_access ($cf::RUNTIME);
		1969
		1970	$self->in_memory (cf::MAP_IN_MEMORY);
1536	}	1971	}
1537		1972
1538	$self->post_load;	1973	$self->post_load;
1539	Coro::cede;
1540
1541	$self->in_memory (cf::MAP_IN_MEMORY);
1542	}	1974	}
1543		1975
1544	sub customise_for {	1976	sub customise_for {
1545	my ($self, $ob) = @_;	1977	my ($self, $ob) = @_;
1546		1978
1547	return find "~" . $ob->name . "/" . $self->{path}	1979	return find "~" . $ob->name . "/" . $self->{path}
1548	if $self->per_player;	1980	if $self->per_player;
1549		1981
		1982	# return find "?party/" . $ob->name . "/" . $self->{path}
		1983	# if $self->per_party;
		1984
1550	$self	1985	$self
1551	}	1986	}
1552		1987
1553	# find and load all maps in the 3x3 area around a map	1988	# find and load all maps in the 3x3 area around a map
1554	sub load_diag {	1989	sub load_neighbours {
1555	my ($map) = @_;	1990	my ($map) = @_;
1556		1991
1557	my @diag; # diagonal neighbours	1992	my @neigh; # diagonal neighbours
1558		1993
1559	for (0 .. 3) {	1994	for (0 .. 3) {
1560	my $neigh = $map->tile_path ($_)	1995	my $neigh = $map->tile_path ($_)
1561	or next;	1996	or next;
1562	$neigh = find $neigh, $map	1997	$neigh = find $neigh, $map
1563	or next;	1998	or next;
1564	$neigh->load;	1999	$neigh->load;
1565		2000
		2001	push @neigh,
1566	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2002	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1567	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2003	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1568	}	2004	}
1569		2005
1570	for (@diag) {	2006	for (grep defined $_->[0], @neigh) {
		2007	my ($path, $origin) = @$_;
1571	my $neigh = find @$_	2008	my $neigh = find $path, $origin
1572	or next;	2009	or next;
1573	$neigh->load;	2010	$neigh->load;
1574	}	2011	}
1575	}	2012	}
1576		2013
…		…
1581	}	2018	}
1582		2019
1583	sub do_load_sync {	2020	sub do_load_sync {
1584	my ($map) = @_;	2021	my ($map) = @_;
1585		2022
		2023	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2024	if $Coro::current == $Coro::main;
		2025
1586	cf::sync_job { $map->load };	2026	cf::sync_job { $map->load };
1587	}	2027	}
1588		2028
1589	our %MAP_PREFETCH;	2029	our %MAP_PREFETCH;
1590	our $MAP_PREFETCHER = undef;	2030	our $MAP_PREFETCHER = undef;
1591		2031
1592	sub find_async {	2032	sub find_async {
1593	my ($path, $origin) = @_;	2033	my ($path, $origin, $load) = @_;
1594		2034
1595	$path = normalise $path, $origin && $origin->{path};	2035	$path = normalise $path, $origin && $origin->{path};
1596		2036
1597	if (my $map = $cf::MAP{$path}) {	2037	if (my $map = $cf::MAP{$path}) {
1598	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2038	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1599	}	2039	}
1600		2040
1601	undef $MAP_PREFETCH{$path};	2041	$MAP_PREFETCH{$path} |= $load;
		2042
1602	$MAP_PREFETCHER ||= cf::async {	2043	$MAP_PREFETCHER ||= cf::async {
		2044	$Coro::current->{desc} = "map prefetcher";
		2045
1603	while (%MAP_PREFETCH) {	2046	while (%MAP_PREFETCH) {
1604	for my $path (keys %MAP_PREFETCH) {	2047	while (my ($k, $v) = each %MAP_PREFETCH) {
1605	my $map = find $path	2048	if (my $map = find $k) {
1606	or next;
1607	$map->load;	2049	$map->load if $v;
		2050	}
1608		2051
1609	delete $MAP_PREFETCH{$path};	2052	delete $MAP_PREFETCH{$k};
1610	}	2053	}
1611	}	2054	}
1612	undef $MAP_PREFETCHER;	2055	undef $MAP_PREFETCHER;
1613	};	2056	};
1614	$MAP_PREFETCHER->prio (6);	2057	$MAP_PREFETCHER->prio (6);
…		…
1617	}	2060	}
1618		2061
1619	sub save {	2062	sub save {
1620	my ($self) = @_;	2063	my ($self) = @_;
1621		2064
1622	my $lock = cf::lock_acquire "map_data:" . $self->path;	2065	my $lock = cf::lock_acquire "map_data:$self->{path}";
1623		2066
1624	$self->{last_save} = $cf::RUNTIME;	2067	$self->{last_save} = $cf::RUNTIME;
1625		2068
1626	return unless $self->dirty;	2069	return unless $self->dirty;
1627		2070
…		…
1633	return if $self->{deny_save};	2076	return if $self->{deny_save};
1634		2077
1635	local $self->{last_access} = $self->last_access;#d#	2078	local $self->{last_access} = $self->last_access;#d#
1636		2079
1637	cf::async {	2080	cf::async {
		2081	$Coro::current->{desc} = "map player save";
1638	$_->contr->save for $self->players;	2082	$_->contr->save for $self->players;
1639	};	2083	};
1640		2084
1641	if ($uniq) {	2085	if ($uniq) {
1642	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2086	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
1650	my ($self) = @_;	2094	my ($self) = @_;
1651		2095
1652	# save first because save cedes	2096	# save first because save cedes
1653	$self->save;	2097	$self->save;
1654		2098
1655	my $lock = cf::lock_acquire "map_data:" . $self->path;	2099	my $lock = cf::lock_acquire "map_data:$self->{path}";
1656		2100
1657	return if $self->players;	2101	return if $self->players;
1658	return if $self->in_memory != cf::MAP_IN_MEMORY;	2102	return if $self->in_memory != cf::MAP_IN_MEMORY;
1659	return if $self->{deny_save};	2103	return if $self->{deny_save};
1660		2104
		2105	$self->in_memory (cf::MAP_SWAPPED);
		2106
		2107	$self->deactivate;
		2108	$_->clear_links_to ($self) for values %cf::MAP;
1661	$self->clear;	2109	$self->clear;
1662	$self->in_memory (cf::MAP_SWAPPED);
1663	}	2110	}
1664		2111
1665	sub reset_at {	2112	sub reset_at {
1666	my ($self) = @_;	2113	my ($self) = @_;
1667		2114
1668	# TODO: safety, remove and allow resettable per-player maps	2115	# TODO: safety, remove and allow resettable per-player maps
1669	return 1e99 if $self->isa ("ext::map_per_player");#d#
1670	return 1e99 if $self->{deny_reset};	2116	return 1e99 if $self->{deny_reset};
1671		2117
1672	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2118	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1673	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2119	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1674		2120
…		…
1685	my ($self) = @_;	2131	my ($self) = @_;
1686		2132
1687	my $lock = cf::lock_acquire "map_data:$self->{path}";	2133	my $lock = cf::lock_acquire "map_data:$self->{path}";
1688		2134
1689	return if $self->players;	2135	return if $self->players;
1690	return if $self->isa ("ext::map_per_player");#d#
1691		2136
1692	warn "resetting map ", $self->path;#d#	2137	warn "resetting map ", $self->path;
1693		2138
1694	$self->in_memory (cf::MAP_SWAPPED);	2139	$self->in_memory (cf::MAP_SWAPPED);
1695		2140
1696	# need to save uniques path	2141	# need to save uniques path
1697	unless ($self->{deny_save}) {	2142	unless ($self->{deny_save}) {
…		…
1701	if $uniq;	2146	if $uniq;
1702	}	2147	}
1703		2148
1704	delete $cf::MAP{$self->path};	2149	delete $cf::MAP{$self->path};
1705		2150
		2151	$self->deactivate;
		2152	$_->clear_links_to ($self) for values %cf::MAP;
1706	$self->clear;	2153	$self->clear;
1707
1708	$_->clear_links_to ($self) for values %cf::MAP;
1709		2154
1710	$self->unlink_save;	2155	$self->unlink_save;
1711	$self->destroy;	2156	$self->destroy;
1712	}	2157	}
1713		2158
1714	my $nuke_counter = "aaaa";	2159	my $nuke_counter = "aaaa";
1715		2160
1716	sub nuke {	2161	sub nuke {
1717	my ($self) = @_;	2162	my ($self) = @_;
1718		2163
		2164	{
		2165	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2166
1719	delete $cf::MAP{$self->path};	2167	delete $cf::MAP{$self->path};
1720		2168
1721	$self->unlink_save;	2169	$self->unlink_save;
1722		2170
1723	bless $self, "cf::map";	2171	bless $self, "cf::map";
1724	delete $self->{deny_reset};	2172	delete $self->{deny_reset};
1725	$self->{deny_save} = 1;	2173	$self->{deny_save} = 1;
1726	$self->reset_timeout (1);	2174	$self->reset_timeout (1);
1727	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2175	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1728		2176
1729	$cf::MAP{$self->path} = $self;	2177	$cf::MAP{$self->path} = $self;
		2178	}
1730		2179
1731	$self->reset; # polite request, might not happen	2180	$self->reset; # polite request, might not happen
		2181	}
		2182
		2183	=item $maps = cf::map::tmp_maps
		2184
		2185	Returns an arrayref with all map paths of currently instantiated and saved
		2186	maps. May block.
		2187
		2188	=cut
		2189
		2190	sub tmp_maps() {
		2191	[
		2192	map {
		2193	utf8::decode $_;
		2194	/\.map$/
		2195	? normalise $_
		2196	: ()
		2197	} @{ aio_readdir $TMPDIR or [] }
		2198	]
		2199	}
		2200
		2201	=item $maps = cf::map::random_maps
		2202
		2203	Returns an arrayref with all map paths of currently instantiated and saved
		2204	random maps. May block.
		2205
		2206	=cut
		2207
		2208	sub random_maps() {
		2209	[
		2210	map {
		2211	utf8::decode $_;
		2212	/\.map$/
		2213	? normalise "?random/$_"
		2214	: ()
		2215	} @{ aio_readdir $RANDOMDIR or [] }
		2216	]
1732	}	2217	}
1733		2218
1734	=item cf::map::unique_maps	2219	=item cf::map::unique_maps
1735		2220
1736	Returns an arrayref of paths of all shared maps that have	2221	Returns an arrayref of paths of all shared maps that have
1737	instantiated unique items. May block.	2222	instantiated unique items. May block.
1738		2223
1739	=cut	2224	=cut
1740		2225
1741	sub unique_maps() {	2226	sub unique_maps() {
1742	my $files = aio_readdir $UNIQUEDIR	2227	[
1743	or return;	2228	map {
1744
1745	my @paths;
1746
1747	for (@$files) {
1748	utf8::decode $_;	2229	utf8::decode $_;
1749	next if /\.pst$/;	2230	/\.map$/
1750	next unless /^$PATH_SEP/o;	2231	? normalise $_
1751		2232	: ()
1752	push @paths, cf::map::normalise $_;	2233	} @{ aio_readdir $UNIQUEDIR or [] }
1753	}	2234	]
1754
1755	\@paths
1756	}	2235	}
1757		2236
1758	package cf;	2237	package cf;
1759		2238
1760	=back	2239	=back
…		…
1778	map { $_, inv_recursive_ $_->inv } @_	2257	map { $_, inv_recursive_ $_->inv } @_
1779	}	2258	}
1780		2259
1781	sub inv_recursive {	2260	sub inv_recursive {
1782	inv_recursive_ inv $_[0]	2261	inv_recursive_ inv $_[0]
		2262	}
		2263
		2264	=item $ref = $ob->ref
		2265
		2266	creates and returns a persistent reference to an objetc that can be stored as a string.
		2267
		2268	=item $ob = cf::object::deref ($refstring)
		2269
		2270	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2271	even if the object actually exists. May block.
		2272
		2273	=cut
		2274
		2275	sub deref {
		2276	my ($ref) = @_;
		2277
		2278	# temporary compatibility#TODO#remove
		2279	$ref =~ s{^<}{player/<};
		2280
		2281	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {
		2282	my ($uuid, $name) = ($1, $2);
		2283	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2284	or return;
		2285	$pl->ob->uuid eq $uuid
		2286	or return;
		2287
		2288	$pl->ob
		2289	} else {
		2290	warn "$ref: cannot resolve object reference\n";
		2291	undef
		2292	}
1783	}	2293	}
1784		2294
1785	package cf;	2295	package cf;
1786		2296
1787	=back	2297	=back
…		…
1806		2316
1807	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2317	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1808		2318
1809	if ($self->{record_replies}) {	2319	if ($self->{record_replies}) {
1810	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2320	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2321
1811	} else {	2322	} else {
		2323	my $pl = $self->contr;
		2324
		2325	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2326	my $dialog = $pl->{npc_dialog};
		2327	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2328
		2329	} else {
1812	$msg = $npc->name . " says: $msg" if $npc;	2330	$msg = $npc->name . " says: $msg" if $npc;
1813	$self->message ($msg, $flags);	2331	$self->message ($msg, $flags);
		2332	}
1814	}	2333	}
		2334	}
		2335
		2336	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2337
		2338	=cut
		2339
		2340	sub cf::object::send_msg {
		2341	my $pl = shift->contr
		2342	or return;
		2343	$pl->send_msg (@_);
1815	}	2344	}
1816		2345
1817	=item $player_object->may ("access")	2346	=item $player_object->may ("access")
1818		2347
1819	Returns wether the given player is authorized to access resource "access"	2348	Returns wether the given player is authorized to access resource "access"
…		…
1866	$self->deactivate_recursive;	2395	$self->deactivate_recursive;
1867		2396
1868	return if UNIVERSAL::isa $self->map, "ext::map_link";	2397	return if UNIVERSAL::isa $self->map, "ext::map_link";
1869		2398
1870	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2399	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1871	if $self->map;	2400	if $self->map && $self->map->{path} ne "{link}";
1872		2401
1873	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2402	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1874	}	2403	}
1875		2404
1876	sub cf::object::player::leave_link {	2405	sub cf::object::player::leave_link {
1877	my ($self, $map, $x, $y) = @_;	2406	my ($self, $map, $x, $y) = @_;
		2407
		2408	return unless $self->contr->active;
1878		2409
1879	my $link_pos = delete $self->{_link_pos};	2410	my $link_pos = delete $self->{_link_pos};
1880		2411
1881	unless ($map) {	2412	unless ($map) {
1882	# restore original map position	2413	# restore original map position
…		…
1896	# use -1 or undef as default coordinates, not 0, 0	2427	# use -1 or undef as default coordinates, not 0, 0
1897	($x, $y) = ($map->enter_x, $map->enter_y)	2428	($x, $y) = ($map->enter_x, $map->enter_y)
1898	if $x <=0 && $y <= 0;	2429	if $x <=0 && $y <= 0;
1899		2430
1900	$map->load;	2431	$map->load;
1901	$map->load_diag;	2432	$map->load_neighbours;
1902		2433
1903	return unless $self->contr->active;	2434	return unless $self->contr->active;
1904	$self->activate_recursive;	2435	$self->activate_recursive;
1905		2436
1906	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2437	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1907	$self->enter_map ($map, $x, $y);	2438	$self->enter_map ($map, $x, $y);
1908	}	2439	}
1909		2440
1910	cf::player->attach (	2441	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1911	on_logout => sub {
1912	my ($pl) = @_;
1913		2442
1914	# abort map switching before logout	2443	Moves the player to the given map-path and coordinates by first freezing
1915	if ($pl->ob->{_link_pos}) {	2444	her, loading and preparing them map, calling the provided $check callback
1916	cf::sync_job {	2445	that has to return the map if sucecssful, and then unfreezes the player on
1917	$pl->ob->leave_link	2446	the new (success) or old (failed) map position. In either case, $done will
1918	};	2447	be called at the end of this process.
1919	}
1920	},
1921	on_login => sub {
1922	my ($pl) = @_;
1923		2448
1924	# try to abort aborted map switching on player login :)
1925	# should happen only on crashes
1926	if ($pl->ob->{_link_pos}) {
1927	$pl->ob->enter_link;
1928	(async {
1929	$pl->ob->reply (undef,
1930	"There was an internal problem at your last logout, "
1931	. "the server will try to bring you to your intended destination in a second.",
1932	cf::NDI_RED);
1933	# we need this sleep as the login has a concurrent enter_exit running
1934	# and this sleep increases chances of the player not ending up in scorn
1935	Coro::Timer::sleep 1;
1936	$pl->ob->leave_link;
1937	})->prio (2);
1938	}
1939	},
1940	);
1941
1942	=item $player_object->goto ($path, $x, $y)
1943
1944	=cut	2449	=cut
		2450
		2451	our $GOTOGEN;
1945		2452
1946	sub cf::object::player::goto {	2453	sub cf::object::player::goto {
1947	my ($self, $path, $x, $y) = @_;	2454	my ($self, $path, $x, $y, $check, $done) = @_;
		2455
		2456	# do generation counting so two concurrent goto's will be executed in-order
		2457	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1948		2458
1949	$self->enter_link;	2459	$self->enter_link;
1950		2460
1951	(async {	2461	(async {
		2462	$Coro::current->{desc} = "player::goto $path $x $y";
		2463
		2464	# *tag paths override both path and x|y
		2465	if ($path =~ /^\*(.*)$/) {
		2466	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2467	my $ob = $obs[rand @obs];
		2468
		2469	# see if we actually can go there
		2470	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2471	$ob = $obs[rand @obs];
		2472	} else {
		2473	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2474	}
		2475	# else put us there anyways for now #d#
		2476
		2477	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2478	} else {
		2479	($path, $x, $y) = (undef, undef, undef);
		2480	}
		2481	}
		2482
1952	my $map = eval {	2483	my $map = eval {
1953	my $map = cf::map::find $path;	2484	my $map = defined $path ? cf::map::find $path : undef;
		2485
		2486	if ($map) {
1954	$map = $map->customise_for ($self) if $map;	2487	$map = $map->customise_for ($self);
		2488	$map = $check->($map) if $check && $map;
		2489	} else {
		2490	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2491	}
		2492
1955	$map	2493	$map
		2494	};
		2495
		2496	if ($@) {
		2497	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2498	LOG llevError | logBacktrace, Carp::longmess $@;
1956	} or	2499	}
1957	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1958		2500
		2501	if ($gen == $self->{_goto_generation}) {
		2502	delete $self->{_goto_generation};
1959	$self->leave_link ($map, $x, $y);	2503	$self->leave_link ($map, $x, $y);
		2504	}
		2505
		2506	$done->() if $done;
1960	})->prio (1);	2507	})->prio (1);
1961	}	2508	}
1962		2509
1963	=item $player_object->enter_exit ($exit_object)	2510	=item $player_object->enter_exit ($exit_object)
1964		2511
…		…
2033	my $hp = $exit->stats->hp;	2580	my $hp = $exit->stats->hp;
2034	my $sp = $exit->stats->sp;	2581	my $sp = $exit->stats->sp;
2035		2582
2036	$self->enter_link;	2583	$self->enter_link;
2037		2584
		2585	# if exit is damned, update players death & WoR home-position
		2586	$self->contr->savebed ($slaying, $hp, $sp)
		2587	if $exit->flag (FLAG_DAMNED);
		2588
2038	(async {	2589	(async {
		2590	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2591
2039	$self->deactivate_recursive; # just to be sure	2592	$self->deactivate_recursive; # just to be sure
2040	unless (eval {	2593	unless (eval {
2041	$self->goto ($slaying, $hp, $sp);	2594	$self->goto ($slaying, $hp, $sp);
2042		2595
2043	1;	2596	1;
…		…
2069		2622
2070	utf8::encode $text;	2623	utf8::encode $text;
2071	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2624	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2072	}	2625	}
2073		2626
		2627	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2628
		2629	Send a drawinfo or msg packet to the client, formatting the msg for the
		2630	client if neccessary. C<$type> should be a string identifying the type of
		2631	the message, with C<log> being the default. If C<$color> is negative, suppress
		2632	the message unless the client supports the msg packet.
		2633
		2634	=cut
		2635
		2636	our %CHANNEL = (
		2637	"c/identify" => {
		2638	id => "identify",
		2639	title => "Identify",
		2640	reply => undef,
		2641	tooltip => "Items recently identified",
		2642	},
		2643	"c/examine" => {
		2644	id => "examine",
		2645	title => "Examine",
		2646	reply => undef,
		2647	tooltip => "Signs and other items you examined",
		2648	},
		2649	);
		2650
		2651	sub cf::client::send_msg {
		2652	my ($self, $channel, $msg, $color, @extra) = @_;
		2653
		2654	$msg = $self->pl->expand_cfpod ($msg);
		2655
		2656	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2657
		2658	# check predefined channels, for the benefit of C
		2659	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};
		2660
		2661	if (ref $channel) {
		2662	# send meta info to client, if not yet sent
		2663	unless (exists $self->{channel}{$channel->{id}}) {
		2664	$self->{channel}{$channel->{id}} = $channel;
		2665	$self->ext_msg (channel_info => $channel)
		2666	if $self->can_msg;
		2667	}
		2668
		2669	$channel = $channel->{id};
		2670	}
		2671
		2672	return unless @extra || length $msg;
		2673
		2674	if ($self->can_msg) {
		2675	# default colour, mask it out
		2676	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2677	if $color & cf::NDI_DEF;
		2678
		2679	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2680	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2681	} else {
		2682	if ($color >= 0) {
		2683	# replace some tags by gcfclient-compatible ones
		2684	for ($msg) {
		2685	1 while
		2686	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2687	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2688	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2689	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2690	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2691	}
		2692
		2693	$color &= cf::NDI_COLOR_MASK;
		2694
		2695	utf8::encode $msg;
		2696
		2697	if (0 && $msg =~ /\[/) {
		2698	# COMMAND/INFO
		2699	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2700	} else {
		2701	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2702	$self->send_packet ("drawinfo $color $msg")
		2703	}
		2704	}
		2705	}
		2706	}
		2707
2074	=item $client->ext_event ($type, %msg)	2708	=item $client->ext_msg ($type, @msg)
2075		2709
2076	Sends an exti event to the client.	2710	Sends an ext event to the client.
2077		2711
2078	=cut	2712	=cut
2079		2713
2080	sub cf::client::ext_event($$%) {	2714	sub cf::client::ext_msg($$@) {
2081	my ($self, $type, %msg) = @_;	2715	my ($self, $type, @msg) = @_;
2082		2716
		2717	if ($self->extcmd == 2) {
		2718	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2719	} elsif ($self->extcmd == 1) { # TODO: remove
2083	$msg{msgtype} = "event_$type";	2720	push @msg, msgtype => "event_$type";
2084	$self->send_packet ("ext " . cf::to_json \%msg);	2721	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2722	}
		2723	}
		2724
		2725	=item $client->ext_reply ($msgid, @msg)
		2726
		2727	Sends an ext reply to the client.
		2728
		2729	=cut
		2730
		2731	sub cf::client::ext_reply($$@) {
		2732	my ($self, $id, @msg) = @_;
		2733
		2734	if ($self->extcmd == 2) {
		2735	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2736	} elsif ($self->extcmd == 1) {
		2737	#TODO: version 1, remove
		2738	unshift @msg, msgtype => "reply", msgid => $id;
		2739	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2740	}
2085	}	2741	}
2086		2742
2087	=item $success = $client->query ($flags, "text", \&cb)	2743	=item $success = $client->query ($flags, "text", \&cb)
2088		2744
2089	Queues a query to the client, calling the given callback with	2745	Queues a query to the client, calling the given callback with
2090	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2746	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2091	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2747	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2092		2748
2093	Queries can fail, so check the return code. Or don't, as queries will become	2749	Queries can fail, so check the return code. Or don't, as queries will
2094	reliable at some point in the future.	2750	become reliable at some point in the future.
2095		2751
2096	=cut	2752	=cut
2097		2753
2098	sub cf::client::query {	2754	sub cf::client::query {
2099	my ($self, $flags, $text, $cb) = @_;	2755	my ($self, $flags, $text, $cb) = @_;
…		…
2107	utf8::encode $text;	2763	utf8::encode $text;
2108	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2764	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2109		2765
2110	$self->send_packet ($self->{query_queue}[0][0])	2766	$self->send_packet ($self->{query_queue}[0][0])
2111	if @{ $self->{query_queue} } == 1;	2767	if @{ $self->{query_queue} } == 1;
		2768
		2769	1
2112	}	2770	}
2113		2771
2114	cf::client->attach (	2772	cf::client->attach (
		2773	on_connect => sub {
		2774	my ($ns) = @_;
		2775
		2776	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2777	},
2115	on_reply => sub {	2778	on_reply => sub {
2116	my ($ns, $msg) = @_;	2779	my ($ns, $msg) = @_;
2117		2780
2118	# this weird shuffling is so that direct followup queries	2781	# this weird shuffling is so that direct followup queries
2119	# get handled first	2782	# get handled first
…		…
2131	} else {	2794	} else {
2132	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2795	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2133	}	2796	}
2134	}	2797	}
2135	},	2798	},
		2799	on_exticmd => sub {
		2800	my ($ns, $buf) = @_;
		2801
		2802	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2803
		2804	if (ref $msg) {
		2805	my ($type, $reply, @payload) =
		2806	"ARRAY" eq ref $msg
		2807	? @$msg
		2808	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2809
		2810	my @reply;
		2811
		2812	if (my $cb = $EXTICMD{$type}) {
		2813	@reply = $cb->($ns, @payload);
		2814	}
		2815
		2816	$ns->ext_reply ($reply, @reply)
		2817	if $reply;
		2818
		2819	} else {
		2820	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2821	}
		2822
		2823	cf::override;
		2824	},
2136	);	2825	);
2137		2826
2138	=item $client->async (\&cb)	2827	=item $client->async (\&cb)
2139		2828
2140	Create a new coroutine, running the specified callback. The coroutine will	2829	Create a new coroutine, running the specified callback. The coroutine will
…		…
2181	our $safe = new Safe "safe";	2870	our $safe = new Safe "safe";
2182	our $safe_hole = new Safe::Hole;	2871	our $safe_hole = new Safe::Hole;
2183		2872
2184	$SIG{FPE} = 'IGNORE';	2873	$SIG{FPE} = 'IGNORE';
2185		2874
2186	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2875	$safe->permit_only (Opcode::opset qw(
		2876	:base_core :base_mem :base_orig :base_math
		2877	grepstart grepwhile mapstart mapwhile
		2878	sort time
		2879	));
2187		2880
2188	# here we export the classes and methods available to script code	2881	# here we export the classes and methods available to script code
2189		2882
2190	=pod	2883	=pod
2191		2884
2192	The following functions and methods are available within a safe environment:	2885	The following functions and methods are available within a safe environment:
2193		2886
2194	cf::object contr pay_amount pay_player map	2887	cf::object
		2888	contr pay_amount pay_player map x y force_find force_add
		2889	insert remove name archname title slaying race decrease_ob_nr
		2890
2195	cf::object::player player	2891	cf::object::player
2196	cf::player peaceful	2892	player
2197	cf::map trigger	2893
		2894	cf::player
		2895	peaceful
		2896
		2897	cf::map
		2898	trigger
2198		2899
2199	=cut	2900	=cut
2200		2901
2201	for (	2902	for (
2202	["cf::object" => qw(contr pay_amount pay_player map)],	2903	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2904	insert remove inv name archname title slaying race
		2905	decrease_ob_nr)],
2203	["cf::object::player" => qw(player)],	2906	["cf::object::player" => qw(player)],
2204	["cf::player" => qw(peaceful)],	2907	["cf::player" => qw(peaceful)],
2205	["cf::map" => qw(trigger)],	2908	["cf::map" => qw(trigger)],
2206	) {	2909	) {
2207	no strict 'refs';	2910	no strict 'refs';
…		…
2278	=back	2981	=back
2279		2982
2280	=cut	2983	=cut
2281		2984
2282	#############################################################################	2985	#############################################################################
2283
2284	=head2 EXTENSION DATABASE SUPPORT
2285
2286	Crossfire maintains a very simple database for extension use. It can
2287	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2288	convert to/from binary).
2289
2290	The parameter C<$family> should best start with the name of the extension
2291	using it, it should be unique.
2292
2293	=over 4
2294
2295	=item $value = cf::db_get $family => $key
2296
2297	Returns a single value from the database.
2298
2299	=item cf::db_put $family => $key => $value
2300
2301	Stores the given C<$value> in the family.
2302
2303	=cut
2304
2305	our $DB;
2306
2307	sub db_init {
2308	unless ($DB) {
2309	$DB = BDB::db_create $DB_ENV;
2310
2311	cf::sync_job {
2312	eval {
2313	$DB->set_flags (BDB::CHKSUM);
2314
2315	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2316	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2317	cf::cleanup "db_open(db): $!" if $!;
2318	};
2319	cf::cleanup "db_open(db): $@" if $@;
2320	};
2321	}
2322	}
2323
2324	sub db_get($$) {
2325	my $key = "$_[0]/$_[1]";
2326
2327	cf::sync_job {
2328	BDB::db_get $DB, undef, $key, my $data;
2329
2330	$! ? ()
2331	: $data
2332	}
2333	}
2334
2335	sub db_put($$$) {
2336	BDB::dbreq_pri 4;
2337	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2338	}
2339
2340	=item cf::cache $id => [$paths...], $processversion => $process
2341
2342	Generic caching function that returns the value of the resource $id,
2343	caching and regenerating as required.
2344
2345	This function can block.
2346
2347	=cut
2348
2349	sub cache {
2350	my ($id, $src, $processversion, $process) = @_;
2351
2352	my $meta =
2353	join "\x00",
2354	$processversion,
2355	map {
2356	aio_stat $_
2357	and Carp::croak "$_: $!";
2358
2359	($_, (stat _)[7,9])
2360	} @$src;
2361
2362	my $dbmeta = db_get cache => "$id/meta";
2363	if ($dbmeta ne $meta) {
2364	# changed, we may need to process
2365
2366	my @data;
2367	my $md5;
2368
2369	for (0 .. $#$src) {
2370	0 <= aio_load $src->[$_], $data[$_]
2371	or Carp::croak "$src->[$_]: $!";
2372	}
2373
2374	# if processing is expensive, check
2375	# checksum first
2376	if (1) {
2377	$md5 =
2378	join "\x00",
2379	$processversion,
2380	map {
2381	Coro::cede;
2382	($src->[$_], Digest::MD5::md5_hex $data[$_])
2383	} 0.. $#$src;
2384
2385
2386	my $dbmd5 = db_get cache => "$id/md5";
2387	if ($dbmd5 eq $md5) {
2388	db_put cache => "$id/meta", $meta;
2389
2390	return db_get cache => "$id/data";
2391	}
2392	}
2393
2394	my $t1 = Time::HiRes::time;
2395	my $data = $process->(\@data);
2396	my $t2 = Time::HiRes::time;
2397
2398	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2399
2400	db_put cache => "$id/data", $data;
2401	db_put cache => "$id/md5" , $md5;
2402	db_put cache => "$id/meta", $meta;
2403
2404	return $data;
2405	}
2406
2407	db_get cache => "$id/data"
2408	}
2409
2410	=item fork_call { }, $args
2411
2412	Executes the given code block with the given arguments in a seperate
2413	process, returning the results. Everything must be serialisable with
2414	Coro::Storable. May, of course, block. Note that the executed sub may
2415	never block itself or use any form of Event handling.
2416
2417	=cut
2418
2419	sub fork_call(&@) {
2420	my ($cb, @args) = @_;
2421
2422	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2423	# or die "socketpair: $!";
2424	pipe my $fh1, my $fh2
2425	or die "pipe: $!";
2426
2427	if (my $pid = fork) {
2428	close $fh2;
2429
2430	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2431	$res = Coro::Storable::thaw $res;
2432
2433	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2434
2435	die $$res unless "ARRAY" eq ref $res;
2436
2437	return wantarray ? @$res : $res->[-1];
2438	} else {
2439	local $SIG{__WARN__};
2440	eval {
2441	local $SIG{__DIE__};
2442	close $fh1;
2443
2444	my @res = eval { $cb->(@args) };
2445	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2446	};
2447
2448	warn $@ if $@;
2449	_exit 0;
2450	}
2451	}
2452
2453
2454
2455	#############################################################################
2456	# the server's init and main functions	2986	# the server's init and main functions
2457		2987
2458	sub load_facedata($) {	2988	sub load_facedata($) {
2459	my ($path) = @_;	2989	my ($path) = @_;
		2990
		2991	# HACK to clear player env face cache, we need some signal framework
		2992	# for this (global event?)
		2993	%ext::player_env::MUSIC_FACE_CACHE = ();
		2994
		2995	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2460		2996
2461	warn "loading facedata from $path\n";	2997	warn "loading facedata from $path\n";
2462		2998
2463	my $facedata;	2999	my $facedata;
2464	0 < aio_load $path, $facedata	3000	0 < aio_load $path, $facedata
…		…
2467	$facedata = Coro::Storable::thaw $facedata;	3003	$facedata = Coro::Storable::thaw $facedata;
2468		3004
2469	$facedata->{version} == 2	3005	$facedata->{version} == 2
2470	or cf::cleanup "$path: version mismatch, cannot proceed.";	3006	or cf::cleanup "$path: version mismatch, cannot proceed.";
2471		3007
		3008	# patch in the exptable
		3009	$facedata->{resource}{"res/exp_table"} = {
		3010	type => FT_RSRC,
		3011	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3012	};
		3013	cf::cede_to_tick;
		3014
2472	{	3015	{
2473	my $faces = $facedata->{faceinfo};	3016	my $faces = $facedata->{faceinfo};
2474		3017
2475	while (my ($face, $info) = each %$faces) {	3018	while (my ($face, $info) = each %$faces) {
2476	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3019	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2477	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3020	cf::face::set_visibility $idx, $info->{visibility};
		3021	cf::face::set_magicmap $idx, $info->{magicmap};
2478	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3022	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2479	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3023	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2480	Coro::cede;	3024
		3025	cf::cede_to_tick;
2481	}	3026	}
2482		3027
2483	while (my ($face, $info) = each %$faces) {	3028	while (my ($face, $info) = each %$faces) {
2484	next unless $info->{smooth};	3029	next unless $info->{smooth};
2485	my $idx = cf::face::find $face	3030	my $idx = cf::face::find $face
2486	or next;	3031	or next;
2487	if (my $smooth = cf::face::find $info->{smooth}) {	3032	if (my $smooth = cf::face::find $info->{smooth}) {
		3033	cf::face::set_smooth $idx, $smooth;
2488	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3034	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2489	} else {	3035	} else {
2490	warn "smooth face '$info->{smooth}' not found for face '$face'";	3036	warn "smooth face '$info->{smooth}' not found for face '$face'";
2491	}	3037	}
2492	Coro::cede;	3038
		3039	cf::cede_to_tick;
2493	}	3040	}
2494	}	3041	}
2495		3042
2496	{	3043	{
2497	my $anims = $facedata->{animinfo};	3044	my $anims = $facedata->{animinfo};
2498		3045
2499	while (my ($anim, $info) = each %$anims) {	3046	while (my ($anim, $info) = each %$anims) {
2500	cf::anim::set $anim, $info->{frames}, $info->{facings};	3047	cf::anim::set $anim, $info->{frames}, $info->{facings};
2501	Coro::cede;	3048	cf::cede_to_tick;
2502	}	3049	}
2503		3050
2504	cf::anim::invalidate_all; # d'oh	3051	cf::anim::invalidate_all; # d'oh
2505	}	3052	}
2506		3053
		3054	{
		3055	# TODO: for gcfclient pleasure, we should give resources
		3056	# that gcfclient doesn't grok a >10000 face index.
		3057	my $res = $facedata->{resource};
		3058
		3059	my $soundconf = delete $res->{"res/sound.conf"};
		3060
		3061	while (my ($name, $info) = each %$res) {
		3062	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3063	my $data;
		3064
		3065	if ($info->{type} & 1) {
		3066	# prepend meta info
		3067
		3068	my $meta = $enc->encode ({
		3069	name => $name,
		3070	%{ $info->{meta} || {} },
		3071	});
		3072
		3073	$data = pack "(w/a*)*", $meta, $info->{data};
		3074	} else {
		3075	$data = $info->{data};
		3076	}
		3077
		3078	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3079	cf::face::set_type $idx, $info->{type};
		3080
		3081	cf::cede_to_tick;
		3082	}
		3083
		3084	if ($soundconf) {
		3085	$soundconf = $enc->decode (delete $soundconf->{data});
		3086
		3087	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3088	my $sound = $soundconf->{compat}[$_]
		3089	or next;
		3090
		3091	my $face = cf::face::find "sound/$sound->[1]";
		3092	cf::sound::set $sound->[0] => $face;
		3093	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3094	}
		3095
		3096	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3097	my $face = cf::face::find "sound/$v";
		3098	cf::sound::set $k => $face;
		3099	}
		3100	}
		3101	}
		3102
2507	1	3103	1
2508	}	3104	}
2509		3105
		3106	register_exticmd fx_want => sub {
		3107	my ($ns, $want) = @_;
		3108
		3109	while (my ($k, $v) = each %$want) {
		3110	$ns->fx_want ($k, $v);
		3111	}
		3112	};
		3113
2510	sub reload_regions {	3114	sub reload_regions {
		3115	# HACK to clear player env face cache, we need some signal framework
		3116	# for this (global event?)
		3117	%ext::player_env::MUSIC_FACE_CACHE = ();
		3118
2511	load_resource_file "$MAPDIR/regions"	3119	load_resource_file "$MAPDIR/regions"
2512	or die "unable to load regions file\n";	3120	or die "unable to load regions file\n";
		3121
		3122	for (cf::region::list) {
		3123	$_->{match} = qr/$_->{match}/
		3124	if exists $_->{match};
		3125	}
2513	}	3126	}
2514		3127
2515	sub reload_facedata {	3128	sub reload_facedata {
2516	load_facedata "$DATADIR/facedata"	3129	load_facedata "$DATADIR/facedata"
2517	or die "unable to load facedata\n";	3130	or die "unable to load facedata\n";
2518	}	3131	}
2519		3132
2520	sub reload_archetypes {	3133	sub reload_archetypes {
2521	load_resource_file "$DATADIR/archetypes"	3134	load_resource_file "$DATADIR/archetypes"
2522	or die "unable to load archetypes\n";	3135	or die "unable to load archetypes\n";
		3136	#d# NEED to laod twice to resolve forward references
		3137	# this really needs to be done in an extra post-pass
		3138	# (which needs to be synchronous, so solve it differently)
		3139	load_resource_file "$DATADIR/archetypes"
		3140	or die "unable to load archetypes\n";
2523	}	3141	}
2524		3142
2525	sub reload_treasures {	3143	sub reload_treasures {
2526	load_resource_file "$DATADIR/treasures"	3144	load_resource_file "$DATADIR/treasures"
2527	or die "unable to load treasurelists\n";	3145	or die "unable to load treasurelists\n";
…		…
2530	sub reload_resources {	3148	sub reload_resources {
2531	warn "reloading resource files...\n";	3149	warn "reloading resource files...\n";
2532		3150
2533	reload_regions;	3151	reload_regions;
2534	reload_facedata;	3152	reload_facedata;
		3153	#reload_archetypes;#d#
2535	reload_archetypes;	3154	reload_archetypes;
2536	reload_treasures;	3155	reload_treasures;
2537		3156
2538	warn "finished reloading resource files\n";	3157	warn "finished reloading resource files\n";
2539	}	3158	}
2540		3159
2541	sub init {	3160	sub init {
2542	reload_resources;	3161	reload_resources;
2543	}	3162	}
2544		3163
2545	sub cfg_load {	3164	sub reload_config {
2546	open my $fh, "<:utf8", "$CONFDIR/config"	3165	open my $fh, "<:utf8", "$CONFDIR/config"
2547	or return;	3166	or return;
2548		3167
2549	local $/;	3168	local $/;
2550	*CFG = YAML::Syck::Load <$fh>;	3169	*CFG = YAML::Syck::Load <$fh>;
…		…
2566	sub main {	3185	sub main {
2567	# we must not ever block the main coroutine	3186	# we must not ever block the main coroutine
2568	local $Coro::idle = sub {	3187	local $Coro::idle = sub {
2569	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3188	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2570	(async {	3189	(async {
		3190	$Coro::current->{desc} = "IDLE BUG HANDLER";
2571	Event::one_event;	3191	Event::one_event;
2572	})->prio (Coro::PRIO_MAX);	3192	})->prio (Coro::PRIO_MAX);
2573	};	3193	};
2574		3194
2575	cfg_load;	3195	reload_config;
2576	db_init;	3196	db_init;
2577	load_extensions;	3197	load_extensions;
2578		3198
2579	$TICK_WATCHER->start;	3199	$TICK_WATCHER->start;
2580	Event::loop;	3200	Event::loop;
…		…
2596	},	3216	},
2597	);	3217	);
2598	}	3218	}
2599	}	3219	}
2600		3220
		3221	sub write_runtime {
		3222	my $runtime = "$LOCALDIR/runtime";
		3223
		3224	# first touch the runtime file to show we are still running:
		3225	# the fsync below can take a very very long time.
		3226
		3227	IO::AIO::aio_utime $runtime, undef, undef;
		3228
		3229	my $guard = cf::lock_acquire "write_runtime";
		3230
		3231	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3232	or return;
		3233
		3234	my $value = $cf::RUNTIME + 90 + 10;
		3235	# 10 is the runtime save interval, for a monotonic clock
		3236	# 60 allows for the watchdog to kill the server.
		3237
		3238	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3239	and return;
		3240
		3241	# always fsync - this file is important
		3242	aio_fsync $fh
		3243	and return;
		3244
		3245	# touch it again to show we are up-to-date
		3246	aio_utime $fh, undef, undef;
		3247
		3248	close $fh
		3249	or return;
		3250
		3251	aio_rename "$runtime~", $runtime
		3252	and return;
		3253
		3254	warn "runtime file written.\n";
		3255
		3256	1
		3257	}
		3258
2601	sub emergency_save() {	3259	sub emergency_save() {
2602	my $freeze_guard = cf::freeze_mainloop;	3260	my $freeze_guard = cf::freeze_mainloop;
2603		3261
2604	warn "enter emergency perl save\n";	3262	warn "enter emergency perl save\n";
2605		3263
…		…
2680	%EXT_CORO = ();	3338	%EXT_CORO = ();
2681		3339
2682	warn "removing commands";	3340	warn "removing commands";
2683	%COMMAND = ();	3341	%COMMAND = ();
2684		3342
2685	warn "removing ext commands";	3343	warn "removing ext/exti commands";
2686	%EXTCMD = ();	3344	%EXTCMD = ();
		3345	%EXTICMD = ();
2687		3346
2688	warn "unloading/nuking all extensions";	3347	warn "unloading/nuking all extensions";
2689	for my $pkg (@EXTS) {	3348	for my $pkg (@EXTS) {
2690	warn "... unloading $pkg";	3349	warn "... unloading $pkg";
2691		3350
…		…
2734	warn "reloading cf.pm";	3393	warn "reloading cf.pm";
2735	require cf;	3394	require cf;
2736	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3395	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2737		3396
2738	warn "loading config and database again";	3397	warn "loading config and database again";
2739	cf::cfg_load;	3398	cf::reload_config;
2740		3399
2741	warn "loading extensions";	3400	warn "loading extensions";
2742	cf::load_extensions;	3401	cf::load_extensions;
2743		3402
2744	warn "reattaching attachments to objects/players";	3403	warn "reattaching attachments to objects/players";
…		…
2780	register_command "reload" => sub {	3439	register_command "reload" => sub {
2781	my ($who, $arg) = @_;	3440	my ($who, $arg) = @_;
2782		3441
2783	if ($who->flag (FLAG_WIZ)) {	3442	if ($who->flag (FLAG_WIZ)) {
2784	$who->message ("reloading server.");	3443	$who->message ("reloading server.");
		3444	async {
		3445	$Coro::current->{desc} = "perl_reload";
2785	async { reload_perl };	3446	reload_perl;
		3447	};
2786	}	3448	}
2787	};	3449	};
2788		3450
2789	unshift @INC, $LIBDIR;	3451	unshift @INC, $LIBDIR;
2790		3452
…		…
2822	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3484	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2823	unless ++$bug_warning > 10;	3485	unless ++$bug_warning > 10;
2824	return;	3486	return;
2825	}	3487	}
2826		3488
2827	$NOW = Event::time;	3489	$NOW = $tick_start = Event::time;
2828		3490
2829	cf::server_tick; # one server iteration	3491	cf::server_tick; # one server iteration
2830		3492
2831	$RUNTIME += $TICK;	3493	$RUNTIME += $TICK;
2832	$NEXT_TICK += $TICK;	3494	$NEXT_TICK += $TICK;
2833		3495
2834	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3496	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2835	$NEXT_RUNTIME_WRITE = $NOW + 10;	3497	$NEXT_RUNTIME_WRITE = $NOW + 10;
2836	Coro::async_pool {	3498	Coro::async_pool {
		3499	$Coro::current->{desc} = "runtime saver";
2837	write_runtime	3500	write_runtime
2838	or warn "ERROR: unable to write runtime file: $!";	3501	or warn "ERROR: unable to write runtime file: $!";
2839	};	3502	};
2840	}	3503	}
2841		3504
2842	# my $AFTER = Event::time;	3505	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2843	# warn $AFTER - $NOW;#d#	3506	$sig->send;
		3507	}
		3508	while (my $sig = shift @WAIT_FOR_TICK) {
		3509	$sig->send;
		3510	}
		3511
		3512	$NOW = Event::time;
2844		3513
2845	# if we are delayed by four ticks or more, skip them all	3514	# if we are delayed by four ticks or more, skip them all
2846	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3515	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2847		3516
2848	$TICK_WATCHER->at ($NEXT_TICK);	3517	$TICK_WATCHER->at ($NEXT_TICK);
2849	$TICK_WATCHER->start;	3518	$TICK_WATCHER->start;
2850		3519
2851	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3520	$LOAD = ($NOW - $tick_start) / $TICK;
2852	$sig->send;	3521	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2853	}
2854	while (my $sig = shift @WAIT_FOR_TICK) {
2855	$sig->send;
2856	}
2857		3522
2858	_post_tick;	3523	_post_tick;
2859	},	3524	},
2860	);	3525	);
2861		3526
2862	{	3527	{
		3528	BDB::min_parallel 8;
2863	BDB::max_poll_time $TICK * 0.1;	3529	BDB::max_poll_time $TICK * 0.1;
2864	$BDB_POLL_WATCHER = Event->io (	3530	$BDB_POLL_WATCHER = Event->io (
2865	reentrant => 0,	3531	reentrant => 0,
2866	fd => BDB::poll_fileno,	3532	fd => BDB::poll_fileno,
2867	poll => 'r',	3533	poll => 'r',
2868	prio => 0,	3534	prio => 0,
2869	data => WF_AUTOCANCEL,	3535	data => WF_AUTOCANCEL,
2870	cb => \&BDB::poll_cb,	3536	cb => \&BDB::poll_cb,
2871	);	3537	);
2872	BDB::min_parallel 8;
2873		3538
2874	BDB::set_sync_prepare {	3539	BDB::set_sync_prepare {
2875	my $status;	3540	my $status;
2876	my $current = $Coro::current;	3541	my $current = $Coro::current;
2877	(	3542	(
…		…
2886	)	3551	)
2887	};	3552	};
2888		3553
2889	unless ($DB_ENV) {	3554	unless ($DB_ENV) {
2890	$DB_ENV = BDB::db_env_create;	3555	$DB_ENV = BDB::db_env_create;
		3556	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3557	| BDB::LOG_AUTOREMOVE, 1);
		3558	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3559	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2891		3560
2892	cf::sync_job {	3561	cf::sync_job {
2893	eval {	3562	eval {
2894	BDB::db_env_open	3563	BDB::db_env_open
2895	$DB_ENV,	3564	$DB_ENV,
…		…
2897	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3566	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2898	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3567	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2899	0666;	3568	0666;
2900		3569
2901	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3570	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2902
2903	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2904	$DB_ENV->set_lk_detect;
2905	};	3571	};
2906		3572
2907	cf::cleanup "db_env_open(db): $@" if $@;	3573	cf::cleanup "db_env_open(db): $@" if $@;
2908	};	3574	};
2909	}	3575	}
		3576
		3577	$BDB_DEADLOCK_WATCHER = Event->timer (
		3578	after => 3,
		3579	interval => 1,
		3580	hard => 1,
		3581	prio => 0,
		3582	data => WF_AUTOCANCEL,
		3583	cb => sub {
		3584	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3585	},
		3586	);
		3587	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3588	after => 11,
		3589	interval => 60,
		3590	hard => 1,
		3591	prio => 0,
		3592	data => WF_AUTOCANCEL,
		3593	cb => sub {
		3594	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3595	},
		3596	);
		3597	$BDB_TRICKLE_WATCHER = Event->timer (
		3598	after => 5,
		3599	interval => 10,
		3600	hard => 1,
		3601	prio => 0,
		3602	data => WF_AUTOCANCEL,
		3603	cb => sub {
		3604	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3605	},
		3606	);
2910	}	3607	}
2911		3608
2912	{	3609	{
2913	IO::AIO::min_parallel 8;	3610	IO::AIO::min_parallel 8;
2914		3611
…		…
2922	prio => 6,	3619	prio => 6,
2923	cb => \&IO::AIO::poll_cb,	3620	cb => \&IO::AIO::poll_cb,
2924	);	3621	);
2925	}	3622	}
2926		3623
		3624	my $_log_backtrace;
		3625
		3626	sub _log_backtrace {
		3627	my ($msg, @addr) = @_;
		3628
		3629	$msg =~ s/\n//;
		3630
		3631	# limit the # of concurrent backtraces
		3632	if ($_log_backtrace < 2) {
		3633	++$_log_backtrace;
		3634	async {
		3635	$Coro::current->{desc} = "abt $msg";
		3636
		3637	my @bt = fork_call {
		3638	@addr = map { sprintf "%x", $_ } @addr;
		3639	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3640	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3641	or die "addr2line: $!";
		3642
		3643	my @funcs;
		3644	my @res = <$fh>;
		3645	chomp for @res;
		3646	while (@res) {
		3647	my ($func, $line) = splice @res, 0, 2, ();
		3648	push @funcs, "[$func] $line";
		3649	}
		3650
		3651	@funcs
		3652	};
		3653
		3654	LOG llevInfo, "[ABT] $msg\n";
		3655	LOG llevInfo, "[ABT] $_\n" for @bt;
		3656	--$_log_backtrace;
		3657	};
		3658	} else {
		3659	LOG llevInfo, "[ABT] $msg\n";
		3660	LOG llevInfo, "[ABT] [suppressed]\n";
		3661	}
		3662	}
		3663
2927	# load additional modules	3664	# load additional modules
2928	use cf::pod;	3665	use cf::pod;
2929		3666
2930	END { cf::emergency_save }	3667	END { cf::emergency_save }
2931		3668

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines