ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.255 by root, Thu Apr 19 16:23:47 2007 UTC vs.
Revision 1.385 by root, Fri Oct 12 19:13:26 2007 UTC

…		…
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
8	use Socket;	8	use Socket;
9	use Storable;
10	use Event;	9	use Event;
11	use Opcode;	10	use Opcode;
12	use Safe;	11	use Safe;
13	use Safe::Hole;	12	use Safe::Hole;
		13	use Storable ();
14		14
15	use Coro 3.61 ();	15	use Coro 4.1 ();
16	use Coro::State;	16	use Coro::State;
17	use Coro::Handle;	17	use Coro::Handle;
18	use Coro::Event;	18	use Coro::Event;
19	use Coro::Timer;	19	use Coro::Timer;
20	use Coro::Signal;	20	use Coro::Signal;
21	use Coro::Semaphore;	21	use Coro::Semaphore;
22	use Coro::AIO;	22	use Coro::AIO;
23	use Coro::Storable;	23	use Coro::Storable;
		24	use Coro::Util ();
24		25
		26	use JSON::XS ();
25	use BDB ();	27	use BDB ();
26	use Data::Dumper;	28	use Data::Dumper;
27	use Digest::MD5;	29	use Digest::MD5;
28	use Fcntl;	30	use Fcntl;
29	use YAML::Syck ();	31	use YAML::Syck ();
30	use IO::AIO 2.32 ();	32	use IO::AIO 2.51 ();
31	use Time::HiRes;	33	use Time::HiRes;
32	use Compress::LZF;	34	use Compress::LZF;
		35	use Digest::MD5 ();
33		36
34	# configure various modules to our taste	37	# configure various modules to our taste
35	#	38	#
36	$Storable::canonical = 1; # reduce rsync transfers	39	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
…		…
49	our %COMMAND = ();	52	our %COMMAND = ();
50	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
51		54
52	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
56		60
57	our $RELOAD; # number of reloads so far	61	our $RELOAD; # number of reloads so far
58	our @EVENT;	62	our @EVENT;
…		…
76	our $NEXT_TICK;	80	our $NEXT_TICK;
77	our $NOW;	81	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off	82	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		83
80	our $BDB_POLL_WATCHER;	84	our $BDB_POLL_WATCHER;
		85	our $BDB_DEADLOCK_WATCHER;
		86	our $BDB_CHECKPOINT_WATCHER;
		87	our $BDB_TRICKLE_WATCHER;
81	our $DB_ENV;	88	our $DB_ENV;
82		89
83	our %CFG;	90	our %CFG;
84		91
85	our $UPTIME; $UPTIME ||= time;	92	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;	93	our $RUNTIME;
87		94
88	our %PLAYER; # all users	95	our (%PLAYER, %PLAYER_LOADING); # all users
89	our %MAP; # all maps	96	our (%MAP, %MAP_LOADING ); # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	97	our $LINK_MAP; # the special {link} map, which is always available
91		98
92	# used to convert map paths into valid unix filenames by replacing / by ∕	99	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
94		105
95	binmode STDOUT;	106	binmode STDOUT;
96	binmode STDERR;	107	binmode STDERR;
97		108
98	# read virtual server time, if available	109	# read virtual server time, if available
…		…
139		150
140	=item $cf::TICK	151	=item $cf::TICK
141		152
142	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
143		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
		164
144	=item %cf::CFG	165	=item %cf::CFG
145		166
146	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/crossfire/config>, or
147	from wherever your confdir points to.	168	from wherever your confdir points to.
148		169
…		…
150		171
151	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
152	returns directly I<after> the tick processing (and consequently, can only wake one process	173	returns directly I<after> the tick processing (and consequently, can only wake one process
153	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
154		175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
		181
155	=back	182	=back
156		183
157	=cut	184	=cut
158		185
159	BEGIN {	186	BEGIN {
…		…
163	$msg .= "\n"	190	$msg .= "\n"
164	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
165		192
166	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167		194
168	utf8::encode $msg;
169	LOG llevError, $msg;	195	LOG llevError, $msg;
170	};	196	};
171	}	197	}
172		198
173	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
174	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
175	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
176	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
177	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	203	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		204	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
178	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	205	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
179		206
180	# we bless all objects into (empty) derived classes to force a method lookup	207	# we bless all objects into (empty) derived classes to force a method lookup
181	# within the Safe compartment.	208	# within the Safe compartment.
182	for my $pkg (qw(	209	for my $pkg (qw(
183	cf::global cf::attachable	210	cf::global cf::attachable
…		…
191	}	218	}
192		219
193	$Event::DIED = sub {	220	$Event::DIED = sub {
194	warn "error in event callback: @_";	221	warn "error in event callback: @_";
195	};	222	};
		223
		224	#############################################################################
196		225
197	=head2 UTILITY FUNCTIONS	226	=head2 UTILITY FUNCTIONS
198		227
199	=over 4	228	=over 4
200		229
…		…
219	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
220	$d	249	$d
221	} || "[unable to dump $_[0]: '$@']";	250	} || "[unable to dump $_[0]: '$@']";
222	}	251	}
223		252
224	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
225
226	=item $ref = cf::from_json $json	253	=item $ref = cf::from_json $json
227		254
228	Converts a JSON string into the corresponding perl data structure.	255	Converts a JSON string into the corresponding perl data structure.
229		256
230	=item $json = cf::to_json $ref	257	=item $json = cf::to_json $ref
231		258
232	Converts a perl data structure into its JSON representation.	259	Converts a perl data structure into its JSON representation.
		260
		261	=cut
		262
		263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		264
		265	sub to_json ($) { $json_coder->encode ($_[0]) }
		266	sub from_json ($) { $json_coder->decode ($_[0]) }
233		267
234	=item cf::lock_wait $string	268	=item cf::lock_wait $string
235		269
236	Wait until the given lock is available. See cf::lock_acquire.	270	Wait until the given lock is available. See cf::lock_acquire.
237		271
…		…
240	Wait until the given lock is available and then acquires it and returns	274	Wait until the given lock is available and then acquires it and returns
241	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
242	for example when the coroutine gets canceled), the lock is automatically	276	for example when the coroutine gets canceled), the lock is automatically
243	returned.	277	returned.
244		278
		279	Locks are *not* recursive, locking from the same coro twice results in a
		280	deadlocked coro.
		281
245	Lock names should begin with a unique identifier (for example, cf::map::find	282	Lock names should begin with a unique identifier (for example, cf::map::find
246	uses map_find and cf::map::load uses map_load).	283	uses map_find and cf::map::load uses map_load).
247		284
248	=item $locked = cf::lock_active $string	285	=item $locked = cf::lock_active $string
249		286
250	Return true if the lock is currently active, i.e. somebody has locked it.	287	Return true if the lock is currently active, i.e. somebody has locked it.
251		288
252	=cut	289	=cut
253		290
254	our %LOCK;	291	our %LOCK;
		292	our %LOCKER;#d#
255		293
256	sub lock_wait($) {	294	sub lock_wait($) {
257	my ($key) = @_;	295	my ($key) = @_;
		296
		297	if ($LOCKER{$key} == $Coro::current) {#d#
		298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		299	return;#d#
		300	}#d#
258		301
259	# wait for lock, if any	302	# wait for lock, if any
260	while ($LOCK{$key}) {	303	while ($LOCK{$key}) {
261	push @{ $LOCK{$key} }, $Coro::current;	304	push @{ $LOCK{$key} }, $Coro::current;
262	Coro::schedule;	305	Coro::schedule;
…		…
268		311
269	# wait, to be sure we are not locked	312	# wait, to be sure we are not locked
270	lock_wait $key;	313	lock_wait $key;
271		314
272	$LOCK{$key} = [];	315	$LOCK{$key} = [];
		316	$LOCKER{$key} = $Coro::current;#d#
273		317
274	Coro::guard {	318	Coro::guard {
		319	delete $LOCKER{$key};#d#
275	# wake up all waiters, to be on the safe side	320	# wake up all waiters, to be on the safe side
276	$_->ready for @{ delete $LOCK{$key} };	321	$_->ready for @{ delete $LOCK{$key} };
277	}	322	}
278	}	323	}
279		324
…		…
291	};	336	};
292	$TICK_WATCHER->stop;	337	$TICK_WATCHER->stop;
293	$guard	338	$guard
294	}	339	}
295		340
		341	=item cf::get_slot $time[, $priority[, $name]]
		342
		343	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		344	This call blocks and returns only when you have at least C<$time> seconds
		345	of cpu time till the next tick. The slot is only valid till the next cede.
		346
		347	The optional C<$name> can be used to identify the job to run. It might be
		348	used for statistical purposes and should identify the same time-class.
		349
		350	Useful for short background jobs.
		351
		352	=cut
		353
		354	our @SLOT_QUEUE;
		355	our $SLOT_QUEUE;
		356
		357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		358	$SLOT_QUEUE = Coro::async {
		359	$Coro::current->desc ("timeslot manager");
		360
		361	my $signal = new Coro::Signal;
		362
		363	while () {
		364	next_job:
		365	my $avail = cf::till_tick;
		366	if ($avail > 0.01) {
		367	for (0 .. $#SLOT_QUEUE) {
		368	if ($SLOT_QUEUE[$_][0] < $avail) {
		369	my $job = splice @SLOT_QUEUE, $_, 1, ();
		370	$job->[2]->send;
		371	Coro::cede;
		372	goto next_job;
		373	}
		374	}
		375	}
		376
		377	if (@SLOT_QUEUE) {
		378	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		379	push @cf::WAIT_FOR_TICK, $signal;
		380	$signal->wait;
		381	} else {
		382	Coro::schedule;
		383	}
		384	}
		385	};
		386
		387	sub get_slot($;$$) {
		388	my ($time, $pri, $name) = @_;
		389
		390	$time = $TICK * .6 if $time > $TICK * .6;
		391	my $sig = new Coro::Signal;
		392
		393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		395	$SLOT_QUEUE->ready;
		396	$sig->wait;
		397	}
		398
296	=item cf::async { BLOCK }	399	=item cf::async { BLOCK }
297		400
298	Currently the same as Coro::async_pool, meaning you cannot use	401	Currently the same as Coro::async_pool, meaning you cannot use
299	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	402	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
300	thing you are allowed to do is call C<prio> on it.	403	thing you are allowed to do is call C<prio> on it.
…		…
303		406
304	BEGIN { *async = \&Coro::async_pool }	407	BEGIN { *async = \&Coro::async_pool }
305		408
306	=item cf::sync_job { BLOCK }	409	=item cf::sync_job { BLOCK }
307		410
308	The design of crossfire+ requires that the main coro ($Coro::main) is	411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
309	always able to handle events or runnable, as crossfire+ is only partly	412	is always able to handle events or runnable, as Crossfire TRT is only
310	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		414	acceptable.
311		415
312	If it must be done, put the blocking parts into C<sync_job>. This will run	416	If it must be done, put the blocking parts into C<sync_job>. This will run
313	the given BLOCK in another coroutine while waiting for the result. The	417	the given BLOCK in another coroutine while waiting for the result. The
314	server will be frozen during this time, so the block should either finish	418	server will be frozen during this time, so the block should either finish
315	fast or be very important.	419	fast or be very important.
…		…
318		422
319	sub sync_job(&) {	423	sub sync_job(&) {
320	my ($job) = @_;	424	my ($job) = @_;
321		425
322	if ($Coro::current == $Coro::main) {	426	if ($Coro::current == $Coro::main) {
		427	my $time = Event::time;
		428
323	# this is the main coro, too bad, we have to block	429	# this is the main coro, too bad, we have to block
324	# till the operation succeeds, freezing the server :/	430	# till the operation succeeds, freezing the server :/
325		431
		432	LOG llevError, Carp::longmess "sync job";#d#
		433
326	# TODO: use suspend/resume instead	434	# TODO: use suspend/resume instead
327	# (but this is cancel-safe)	435	# (but this is cancel-safe)
328	my $freeze_guard = freeze_mainloop;	436	my $freeze_guard = freeze_mainloop;
329		437
330	my $busy = 1;	438	my $busy = 1;
331	my @res;	439	my @res;
332		440
333	(async {	441	(async {
		442	$Coro::current->desc ("sync job coro");
334	@res = eval { $job->() };	443	@res = eval { $job->() };
335	warn $@ if $@;	444	warn $@ if $@;
336	undef $busy;	445	undef $busy;
337	})->prio (Coro::PRIO_MAX);	446	})->prio (Coro::PRIO_MAX);
338		447
339	while ($busy) {	448	while ($busy) {
340	Coro::cede or Event::one_event;	449	Coro::cede or Event::one_event;
341	}	450	}
		451
		452	$time = Event::time - $time;
		453
		454	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		455	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		456
		457	$tick_start += $time; # do not account sync jobs to server load
342		458
343	wantarray ? @res : $res[0]	459	wantarray ? @res : $res[0]
344	} else {	460	} else {
345	# we are in another coroutine, how wonderful, everything just works	461	# we are in another coroutine, how wonderful, everything just works
346		462
…		…
366	$EXT_CORO{$coro+0} = $coro;	482	$EXT_CORO{$coro+0} = $coro;
367		483
368	$coro	484	$coro
369	}	485	}
370		486
371	sub write_runtime {	487	=item fork_call { }, $args
372	my $guard = cf::lock_acquire "write_runtime";
373		488
374	my $runtime = "$LOCALDIR/runtime";	489	Executes the given code block with the given arguments in a seperate
		490	process, returning the results. Everything must be serialisable with
		491	Coro::Storable. May, of course, block. Note that the executed sub may
		492	never block itself or use any form of Event handling.
375		493
376	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	494	=cut
377	or return;
378		495
379	my $value = $cf::RUNTIME + 90 + 10;	496	sub fork_call(&@) {
380	# 10 is the runtime save interval, for a monotonic clock	497	my ($cb, @args) = @_;
381	# 60 allows for the watchdog to kill the server.
382		498
383	(aio_write $fh, 0, (length $value), $value, 0) <= 0	499	# we seemingly have to make a local copy of the whole thing,
384	and return;	500	# otherwise perl prematurely frees the stuff :/
		501	# TODO: investigate and fix (likely this will be rather laborious)
385		502
386	# always fsync - this file is important	503	my @res = Coro::Util::fork_eval {
387	aio_fsync $fh	504	reset_signals;
388	and return;	505	&$cb
		506	}, @args;
389		507
390	close $fh	508	wantarray ? @res : $res[-1]
391	or return;	509	}
392		510
393	aio_rename "$runtime~", $runtime	511	=item $value = cf::db_get $family => $key
394	and return;
395		512
		513	Returns a single value from the environment database.
		514
		515	=item cf::db_put $family => $key => $value
		516
		517	Stores the given C<$value> in the family. It can currently store binary
		518	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		519
		520	=item $db = cf::db_table "name"
		521
		522	Create and/or open a new database table. The string must not be "db" and must be unique
		523	within each server.
		524
		525	=cut
		526
		527	sub db_table($) {
		528	my ($name) = @_;
		529	my $db = BDB::db_create $DB_ENV;
		530
		531	eval {
		532	$db->set_flags (BDB::CHKSUM);
		533
		534	utf8::encode $name;
		535	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		536	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		537	cf::cleanup "db_open(db): $!" if $!;
		538	};
		539	cf::cleanup "db_open(db): $@" if $@;
		540
		541	$db
		542	}
		543
		544	our $DB;
		545
		546	sub db_init {
		547	cf::sync_job {
		548	$DB ||= db_table "db";
		549	};
		550	}
		551
		552	sub db_get($$) {
		553	my $key = "$_[0]/$_[1]";
		554
		555	cf::sync_job {
		556	BDB::db_get $DB, undef, $key, my $data;
		557
		558	$! ? ()
		559	: $data
396	1	560	}
		561	}
		562
		563	sub db_put($$$) {
		564	BDB::dbreq_pri 4;
		565	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		566	}
		567
		568	=item cf::cache $id => [$paths...], $processversion => $process
		569
		570	Generic caching function that returns the value of the resource $id,
		571	caching and regenerating as required.
		572
		573	This function can block.
		574
		575	=cut
		576
		577	sub cache {
		578	my ($id, $src, $processversion, $process) = @_;
		579
		580	my $meta =
		581	join "\x00",
		582	$processversion,
		583	map {
		584	aio_stat $_
		585	and Carp::croak "$_: $!";
		586
		587	($_, (stat _)[7,9])
		588	} @$src;
		589
		590	my $dbmeta = db_get cache => "$id/meta";
		591	if ($dbmeta ne $meta) {
		592	# changed, we may need to process
		593
		594	my @data;
		595	my $md5;
		596
		597	for (0 .. $#$src) {
		598	0 <= aio_load $src->[$_], $data[$_]
		599	or Carp::croak "$src->[$_]: $!";
		600	}
		601
		602	# if processing is expensive, check
		603	# checksum first
		604	if (1) {
		605	$md5 =
		606	join "\x00",
		607	$processversion,
		608	map {
		609	cf::cede_to_tick;
		610	($src->[$_], Digest::MD5::md5_hex $data[$_])
		611	} 0.. $#$src;
		612
		613
		614	my $dbmd5 = db_get cache => "$id/md5";
		615	if ($dbmd5 eq $md5) {
		616	db_put cache => "$id/meta", $meta;
		617
		618	return db_get cache => "$id/data";
		619	}
		620	}
		621
		622	my $t1 = Time::HiRes::time;
		623	my $data = $process->(\@data);
		624	my $t2 = Time::HiRes::time;
		625
		626	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		627
		628	db_put cache => "$id/data", $data;
		629	db_put cache => "$id/md5" , $md5;
		630	db_put cache => "$id/meta", $meta;
		631
		632	return $data;
		633	}
		634
		635	db_get cache => "$id/data"
397	}	636	}
398		637
399	=item cf::datalog type => key => value, ...	638	=item cf::datalog type => key => value, ...
400		639
401	Log a datalog packet of the given type with the given key-value pairs.	640	Log a datalog packet of the given type with the given key-value pairs.
…		…
419	attach callbacks/event handlers (a collection of which is called an "attachment")	658	attach callbacks/event handlers (a collection of which is called an "attachment")
420	to it. All such attachable objects support the following methods.	659	to it. All such attachable objects support the following methods.
421		660
422	In the following description, CLASS can be any of C<global>, C<object>	661	In the following description, CLASS can be any of C<global>, C<object>
423	C<player>, C<client> or C<map> (i.e. the attachable objects in	662	C<player>, C<client> or C<map> (i.e. the attachable objects in
424	crossfire+).	663	Crossfire TRT).
425		664
426	=over 4	665	=over 4
427		666
428	=item $attachable->attach ($attachment, key => $value...)	667	=item $attachable->attach ($attachment, key => $value...)
429		668
…		…
592	$registry = $CB_TYPE[$object_type] ||= [];	831	$registry = $CB_TYPE[$object_type] ||= [];
593		832
594	} elsif ($type eq "subtype") {	833	} elsif ($type eq "subtype") {
595	defined $object_type or Carp::croak "subtype specified without type";	834	defined $object_type or Carp::croak "subtype specified without type";
596	my $object_subtype = shift @arg;	835	my $object_subtype = shift @arg;
597	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	836	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
598		837
599	} elsif ($type eq "package") {	838	} elsif ($type eq "package") {
600	my $pkg = shift @arg;	839	my $pkg = shift @arg;
601		840
602	while (my ($name, $id) = each %cb_id) {	841	while (my ($name, $id) = each %cb_id) {
…		…
631	_attach $registry, $klass, @attach;	870	_attach $registry, $klass, @attach;
632	}	871	}
633		872
634	$obj->{$name} = \%arg;	873	$obj->{$name} = \%arg;
635	} else {	874	} else {
636	warn "object uses attachment '$name' that is not available, postponing.\n";	875	warn "object uses attachment '$name' which is not available, postponing.\n";
637	}	876	}
638		877
639	$obj->{_attachment}{$name} = undef;	878	$obj->{_attachment}{$name} = undef;
640	}	879	}
641		880
…		…
643	if (ref $_[0]) {	882	if (ref $_[0]) {
644	_object_attach @_;	883	_object_attach @_;
645	} else {	884	} else {
646	_attach shift->_attach_registry, @_;	885	_attach shift->_attach_registry, @_;
647	}	886	}
		887	_recalc_want;
648	};	888	};
649		889
650	# all those should be optimised	890	# all those should be optimised
651	sub cf::attachable::detach {	891	sub cf::attachable::detach {
652	my ($obj, $name) = @_;	892	my ($obj, $name) = @_;
…		…
655	delete $obj->{_attachment}{$name};	895	delete $obj->{_attachment}{$name};
656	reattach ($obj);	896	reattach ($obj);
657	} else {	897	} else {
658	Carp::croak "cannot, currently, detach class attachments";	898	Carp::croak "cannot, currently, detach class attachments";
659	}	899	}
		900	_recalc_want;
660	};	901	};
661		902
662	sub cf::attachable::attached {	903	sub cf::attachable::attached {
663	my ($obj, $name) = @_;	904	my ($obj, $name) = @_;
664		905
…		…
679	";	920	";
680	die if $@;	921	die if $@;
681	}	922	}
682		923
683	our $override;	924	our $override;
684	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	925	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
685		926
686	sub override {	927	sub override {
687	$override = 1;	928	$override = 1;
688	@invoke_results = ();	929	@INVOKE_RESULTS = (@_);
689	}	930	}
690		931
691	sub do_invoke {	932	sub do_invoke {
692	my $event = shift;	933	my $event = shift;
693	my $callbacks = shift;	934	my $callbacks = shift;
694		935
695	@invoke_results = ();	936	@INVOKE_RESULTS = ();
696		937
697	local $override;	938	local $override;
698		939
699	for (@$callbacks) {	940	for (@$callbacks) {
700	eval { &{$_->[1]} };	941	eval { &{$_->[1]} };
…		…
717		958
718	Generate an object-specific event with the given arguments.	959	Generate an object-specific event with the given arguments.
719		960
720	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	961	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
721	removed in future versions), and there is no public API to access override	962	removed in future versions), and there is no public API to access override
722	results (if you must, access C<@cf::invoke_results> directly).	963	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
723		964
724	=back	965	=back
725		966
726	=cut	967	=cut
727		968
728	#############################################################################	969	#############################################################################
729	# object support	970	# object support
		971	#
		972
		973	sub _can_merge {
		974	my ($ob1, $ob2) = @_;
		975
		976	return 1;#d#
		977
		978	#todo#d# kill yourself and do some recursive checking manually without storable
		979	sync_job {
		980	my $guard = Coro::Storable::guard;
		981	local $Storable::canonical = 1;
		982	my $fob1 = Storable::freeze $ob1;
		983	my $fob2 = Storable::freeze $ob2;
		984	$fob1 eq $fob2
		985	}
		986	}
730		987
731	sub reattach {	988	sub reattach {
732	# basically do the same as instantiate, without calling instantiate	989	# basically do the same as instantiate, without calling instantiate
733	my ($obj) = @_;	990	my ($obj) = @_;
734		991
…		…
781	sub object_freezer_save {	1038	sub object_freezer_save {
782	my ($filename, $rdata, $objs) = @_;	1039	my ($filename, $rdata, $objs) = @_;
783		1040
784	sync_job {	1041	sync_job {
785	if (length $$rdata) {	1042	if (length $$rdata) {
		1043	utf8::decode (my $decname = $filename);
786	warn sprintf "saving %s (%d,%d)\n",	1044	warn sprintf "saving %s (%d,%d)\n",
787	$filename, length $$rdata, scalar @$objs;	1045	$decname, length $$rdata, scalar @$objs;
788		1046
789	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1047	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
790	chmod SAVE_MODE, $fh;	1048	chmod SAVE_MODE, $fh;
791	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1049	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
792	aio_fsync $fh if $cf::USE_FSYNC;	1050	aio_fsync $fh if $cf::USE_FSYNC;
793	close $fh;	1051	close $fh;
794		1052
795	if (@$objs) {	1053	if (@$objs) {
796	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1054	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
797	chmod SAVE_MODE, $fh;	1055	chmod SAVE_MODE, $fh;
798	my $data = Storable::nfreeze { version => 1, objs => $objs };	1056	my $data = Coro::Storable::blocking_nfreeze { version => 1, objs => $objs };
799	aio_write $fh, 0, (length $data), $data, 0;	1057	aio_write $fh, 0, (length $data), $data, 0;
800	aio_fsync $fh if $cf::USE_FSYNC;	1058	aio_fsync $fh if $cf::USE_FSYNC;
801	close $fh;	1059	close $fh;
802	aio_rename "$filename.pst~", "$filename.pst";	1060	aio_rename "$filename.pst~", "$filename.pst";
803	}	1061	}
…		…
811	}	1069	}
812	} else {	1070	} else {
813	aio_unlink $filename;	1071	aio_unlink $filename;
814	aio_unlink "$filename.pst";	1072	aio_unlink "$filename.pst";
815	}	1073	}
816	}	1074	};
817	}	1075	}
818		1076
819	sub object_freezer_as_string {	1077	sub object_freezer_as_string {
820	my ($rdata, $objs) = @_;	1078	my ($rdata, $objs) = @_;
821		1079
…		…
833	or return;	1091	or return;
834		1092
835	unless (aio_stat "$filename.pst") {	1093	unless (aio_stat "$filename.pst") {
836	(aio_load "$filename.pst", $av) >= 0	1094	(aio_load "$filename.pst", $av) >= 0
837	or return;	1095	or return;
838	$av = eval { (Storable::thaw $av)->{objs} };
839	}
840		1096
		1097	my $st = eval { Coro::Storable::thaw $av }
		1098	|| eval { my $guard = Coro::Storable::guard; Storable::thaw $av }; #d# compatibility, remove
		1099	$av = $st->{objs};
		1100	}
		1101
		1102	utf8::decode (my $decname = $filename);
841	warn sprintf "loading %s (%d)\n",	1103	warn sprintf "loading %s (%d,%d)\n",
842	$filename, length $data, scalar @{$av || []};#d#	1104	$decname, length $data, scalar @{$av || []};
		1105
843	return ($data, $av);	1106	($data, $av)
844	}	1107	}
		1108
		1109	=head2 COMMAND CALLBACKS
		1110
		1111	=over 4
		1112
		1113	=cut
845		1114
846	#############################################################################	1115	#############################################################################
847	# command handling &c	1116	# command handling &c
848		1117
849	=item cf::register_command $name => \&callback($ob,$args);	1118	=item cf::register_command $name => \&callback($ob,$args);
…		…
862	push @{ $COMMAND{$name} }, [$caller, $cb];	1131	push @{ $COMMAND{$name} }, [$caller, $cb];
863	}	1132	}
864		1133
865	=item cf::register_extcmd $name => \&callback($pl,$packet);	1134	=item cf::register_extcmd $name => \&callback($pl,$packet);
866		1135
867	Register a callbackf ro execution when the client sends an extcmd packet.	1136	Register a callback for execution when the client sends an (synchronous)
		1137	extcmd packet. Ext commands will be processed in the order they are
		1138	received by the server, like other user commands. The first argument is
		1139	the logged-in player. Ext commands can only be processed after a player
		1140	has logged in successfully.
868		1141
869	If the callback returns something, it is sent back as if reply was being	1142	If the callback returns something, it is sent back as if reply was being
870	called.	1143	called.
871		1144
		1145	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1146
		1147	Register a callback for execution when the client sends an (asynchronous)
		1148	exticmd packet. Exti commands are processed by the server as soon as they
		1149	are received, i.e. out of order w.r.t. other commands. The first argument
		1150	is a client socket. Exti commands can be received anytime, even before
		1151	log-in.
		1152
		1153	If the callback returns something, it is sent back as if reply was being
		1154	called.
		1155
872	=cut	1156	=cut
873		1157
874	sub register_extcmd {	1158	sub register_extcmd {
875	my ($name, $cb) = @_;	1159	my ($name, $cb) = @_;
876		1160
877	$EXTCMD{$name} = $cb;	1161	$EXTCMD{$name} = $cb;
		1162	}
		1163
		1164	sub register_exticmd {
		1165	my ($name, $cb) = @_;
		1166
		1167	$EXTICMD{$name} = $cb;
878	}	1168	}
879		1169
880	cf::player->attach (	1170	cf::player->attach (
881	on_command => sub {	1171	on_command => sub {
882	my ($pl, $name, $params) = @_;	1172	my ($pl, $name, $params) = @_;
…		…
891	cf::override;	1181	cf::override;
892	},	1182	},
893	on_extcmd => sub {	1183	on_extcmd => sub {
894	my ($pl, $buf) = @_;	1184	my ($pl, $buf) = @_;
895		1185
896	my $msg = eval { from_json $buf };	1186	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
897		1187
898	if (ref $msg) {	1188	if (ref $msg) {
		1189	my ($type, $reply, @payload) =
		1190	"ARRAY" eq ref $msg
		1191	? @$msg
		1192	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1193
		1194	my @reply;
		1195
899	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1196	if (my $cb = $EXTCMD{$type}) {
900	if (my %reply = $cb->($pl, $msg)) {	1197	@reply = $cb->($pl, @payload);
901	$pl->ext_reply ($msg->{msgid}, %reply);
902	}
903	}	1198	}
		1199
		1200	$pl->ext_reply ($reply, @reply)
		1201	if $reply;
		1202
904	} else {	1203	} else {
905	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1204	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
906	}	1205	}
907		1206
908	cf::override;	1207	cf::override;
909	},	1208	},
910	);	1209	);
911		1210
912	sub load_extension {
913	my ($path) = @_;
914
915	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
916	my $base = $1;
917	my $pkg = $1;
918	$pkg =~ s/[^[:word:]]/_/g;
919	$pkg = "ext::$pkg";
920
921	warn "... loading '$path' into '$pkg'\n";
922
923	open my $fh, "<:utf8", $path
924	or die "$path: $!";
925
926	my $source =
927	"package $pkg; use strict; use utf8;\n"
928	. "#line 1 \"$path\"\n{\n"
929	. (do { local $/; <$fh> })
930	. "\n};\n1";
931
932	unless (eval $source) {
933	my $msg = $@ ? "$path: $@\n"
934	: "extension disabled.\n";
935	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
936	warn $@;
937	warn "mandatory extension failed to load, exiting.\n";
938	exit 1;
939	}
940	die $@;
941	}
942
943	push @EXTS, $pkg;
944	}
945
946	sub load_extensions {	1211	sub load_extensions {
		1212	cf::sync_job {
		1213	my %todo;
		1214
947	for my $ext (<$LIBDIR/*.ext>) {	1215	for my $path (<$LIBDIR/*.ext>) {
948	next unless -r $ext;	1216	next unless -r $path;
949	eval {	1217
950	load_extension $ext;	1218	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1219	my $base = $1;
		1220	my $pkg = $1;
		1221	$pkg =~ s/[^[:word:]]/_/g;
		1222	$pkg = "ext::$pkg";
		1223
		1224	open my $fh, "<:utf8", $path
		1225	or die "$path: $!";
		1226
		1227	my $source = do { local $/; <$fh> };
		1228
		1229	my %ext = (
		1230	path => $path,
		1231	base => $base,
		1232	pkg => $pkg,
		1233	);
		1234
		1235	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1236	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1237
		1238	$ext{source} =
		1239	"package $pkg; use strict; use utf8;\n"
		1240	. "#line 1 \"$path\"\n{\n"
		1241	. $source
		1242	. "\n};\n1";
		1243
		1244	$todo{$base} = \%ext;
		1245	}
		1246
		1247	my %done;
		1248	while (%todo) {
		1249	my $progress;
		1250
		1251	while (my ($k, $v) = each %todo) {
		1252	for (split /,\s*/, $v->{meta}{depends}) {
		1253	goto skip
		1254	unless exists $done{$_};
		1255	}
		1256
		1257	warn "... loading '$k' into '$v->{pkg}'\n";
		1258
		1259	unless (eval $v->{source}) {
		1260	my $msg = $@ ? "$v->{path}: $@\n"
		1261	: "$v->{base}: extension inactive.\n";
		1262
		1263	if (exists $v->{meta}{mandatory}) {
		1264	warn $msg;
		1265	warn "mandatory extension failed to load, exiting.\n";
		1266	exit 1;
		1267	}
		1268
		1269	warn $msg;
		1270	}
		1271
		1272	$done{$k} = delete $todo{$k};
		1273	push @EXTS, $v->{pkg};
		1274	$progress = 1;
951	1	1275	}
952	} or warn "$ext not loaded: $@";	1276
		1277	skip:
		1278	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1279	unless $progress;
		1280	}
953	}	1281	};
954	}	1282	}
955		1283
956	#############################################################################	1284	#############################################################################
957		1285
		1286	=back
		1287
958	=head2 CORE EXTENSIONS	1288	=head2 CORE EXTENSIONS
959		1289
960	Functions and methods that extend core crossfire objects.	1290	Functions and methods that extend core crossfire objects.
961		1291
962	=cut	1292	=cut
…		…
966	use Coro::AIO;	1296	use Coro::AIO;
967		1297
968	=head3 cf::player	1298	=head3 cf::player
969		1299
970	=over 4	1300	=over 4
		1301
		1302	=item cf::player::num_playing
		1303
		1304	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1305
		1306	=cut
		1307
		1308	sub num_playing {
		1309	scalar grep
		1310	$_->ob->map
		1311	&& !$_->hidden
		1312	&& !$_->ob->flag (cf::FLAG_WIZ),
		1313	cf::player::list
		1314	}
971		1315
972	=item cf::player::find $login	1316	=item cf::player::find $login
973		1317
974	Returns the given player object, loading it if necessary (might block).	1318	Returns the given player object, loading it if necessary (might block).
975		1319
…		…
1011	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1355	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1012	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1356	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1013	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1357	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1014	aio_unlink +(playerdir $login) . "/$login.pl";	1358	aio_unlink +(playerdir $login) . "/$login.pl";
1015		1359
1016	my $pl = load_pl path $login	1360	my $f = new_from_file cf::object::thawer path $login
1017	or return;	1361	or return;
		1362
		1363	my $pl = cf::player::load_pl $f
		1364	or return;
		1365	local $cf::PLAYER_LOADING{$login} = $pl;
		1366	$f->resolve_delayed_derefs;
1018	$cf::PLAYER{$login} = $pl	1367	$cf::PLAYER{$login} = $pl
1019	}	1368	}
1020	}	1369	}
1021	}	1370	}
1022		1371
…		…
1032		1381
1033	aio_mkdir playerdir $pl, 0770;	1382	aio_mkdir playerdir $pl, 0770;
1034	$pl->{last_save} = $cf::RUNTIME;	1383	$pl->{last_save} = $cf::RUNTIME;
1035		1384
1036	$pl->save_pl ($path);	1385	$pl->save_pl ($path);
1037	Coro::cede;	1386	cf::cede_to_tick;
1038	}	1387	}
1039		1388
1040	sub new($) {	1389	sub new($) {
1041	my ($login) = @_;	1390	my ($login) = @_;
1042		1391
…		…
1046	$self->{deny_save} = 1;	1395	$self->{deny_save} = 1;
1047		1396
1048	$cf::PLAYER{$login} = $self;	1397	$cf::PLAYER{$login} = $self;
1049		1398
1050	$self	1399	$self
		1400	}
		1401
		1402	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1403
		1404	=cut
		1405
		1406	sub send_msg {
		1407	my $ns = shift->ns
		1408	or return;
		1409	$ns->send_msg (@_);
1051	}	1410	}
1052		1411
1053	=item $pl->quit_character	1412	=item $pl->quit_character
1054		1413
1055	Nukes the player without looking back. If logged in, the connection will	1414	Nukes the player without looking back. If logged in, the connection will
…		…
1110	or return [];	1469	or return [];
1111		1470
1112	my @logins;	1471	my @logins;
1113		1472
1114	for my $login (@$dirs) {	1473	for my $login (@$dirs) {
		1474	my $path = path $login;
		1475
		1476	# a .pst is a dead give-away for a valid player
		1477	unless (-e "$path.pst") {
1115	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1478	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1116	aio_read $fh, 0, 512, my $buf, 0 or next;	1479	aio_read $fh, 0, 512, my $buf, 0 or next;
1117	$buf !~ /^password -------------$/m or next; # official not-valid tag	1480	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1481	}
1118		1482
1119	utf8::decode $login;	1483	utf8::decode $login;
1120	push @logins, $login;	1484	push @logins, $login;
1121	}	1485	}
1122		1486
…		…
1149	}	1513	}
1150		1514
1151	\@paths	1515	\@paths
1152	}	1516	}
1153		1517
		1518	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1519
		1520	Expand crossfire pod fragments into protocol xml.
		1521
		1522	=cut
		1523
		1524	sub expand_cfpod {
		1525	((my $self), (local $_)) = @_;
		1526
		1527	# escape & and <
		1528	s/&/&amp;/g;
		1529	s/(?<![BIUGHT])</&lt;/g;
		1530
		1531	# this is buggy, it needs to properly take care of nested <'s
		1532
		1533	1 while
		1534	# replace B<>, I<>, U<> etc.
		1535	s/B<([^\>]*)>/<b>$1<\/b>/
		1536	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1537	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1538	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1539	# replace G<male|female> tags
		1540	|| s{G<([^>|]*)\|([^>]*)>}{
		1541	$self->gender ? $2 : $1
		1542	}ge
		1543	# replace H<hint text>
		1544	|| s{H<([^\>]*)>}
		1545	{
		1546	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1547	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1548	"")
		1549	[$self->{hintmode}]
		1550	}ge;
		1551
		1552	# create single paragraphs (very hackish)
		1553	s/(?<=\S)\n(?=\w)/ /g;
		1554
		1555	# compress some whitespace
		1556	s/\s+\n/\n/g; # ws line-ends
		1557	s/\n\n+/\n/g; # double lines
		1558	s/^\n+//; # beginning lines
		1559	s/\n+$//; # ending lines
		1560
		1561	$_
		1562	}
		1563
		1564	sub hintmode {
		1565	$_[0]{hintmode} = $_[1] if @_ > 1;
		1566	$_[0]{hintmode}
		1567	}
		1568
1154	=item $player->ext_reply ($msgid, %msg)	1569	=item $player->ext_reply ($msgid, @msg)
1155		1570
1156	Sends an ext reply to the player.	1571	Sends an ext reply to the player.
1157		1572
1158	=cut	1573	=cut
1159		1574
1160	sub ext_reply($$%) {	1575	sub ext_reply($$@) {
1161	my ($self, $id, %msg) = @_;	1576	my ($self, $id, @msg) = @_;
1162		1577
1163	$msg{msgid} = $id;	1578	$self->ns->ext_reply ($id, @msg)
1164
1165	$self->send ("ext " . cf::to_json \%msg);
1166	}	1579	}
1167		1580
1168	=item $player->ext_event ($type, %msg)	1581	=item $player->ext_msg ($type, @msg)
1169		1582
1170	Sends an ext event to the client.	1583	Sends an ext event to the client.
1171		1584
1172	=cut	1585	=cut
1173		1586
1174	sub ext_event($$%) {	1587	sub ext_msg($$@) {
1175	my ($self, $type, %msg) = @_;	1588	my ($self, $type, @msg) = @_;
1176		1589
1177	$self->ns->ext_event ($type, %msg);	1590	$self->ns->ext_msg ($type, @msg);
1178	}	1591	}
1179		1592
1180	=head3 cf::region	1593	=head3 cf::region
1181		1594
1182	=over 4	1595	=over 4
…		…
1185		1598
1186	package cf::region;	1599	package cf::region;
1187		1600
1188	=item cf::region::find_by_path $path	1601	=item cf::region::find_by_path $path
1189		1602
1190	Tries to decuce the probable region for a map knowing only its path.	1603	Tries to decuce the likely region for a map knowing only its path.
1191		1604
1192	=cut	1605	=cut
1193		1606
1194	sub find_by_path($) {	1607	sub find_by_path($) {
1195	my ($path) = @_;	1608	my ($path) = @_;
1196		1609
1197	my ($match, $specificity);	1610	my ($match, $specificity);
1198		1611
1199	for my $region (list) {	1612	for my $region (list) {
1200	if ($region->match && $path =~ $region->match) {	1613	if ($region->{match} && $path =~ $region->{match}) {
1201	($match, $specificity) = ($region, $region->specificity)	1614	($match, $specificity) = ($region, $region->specificity)
1202	if $region->specificity > $specificity;	1615	if $region->specificity > $specificity;
1203	}	1616	}
1204	}	1617	}
1205		1618
…		…
1269	my ($self, $merge) = @_;	1682	my ($self, $merge) = @_;
1270		1683
1271	# we have to keep some variables in memory intact	1684	# we have to keep some variables in memory intact
1272	local $self->{path};	1685	local $self->{path};
1273	local $self->{load_path};	1686	local $self->{load_path};
1274	local $self->{deny_save};
1275	local $self->{deny_reset};
1276		1687
1277	$self->SUPER::thawer_merge ($merge);	1688	$self->SUPER::thawer_merge ($merge);
1278	}	1689	}
1279		1690
1280	sub normalise {	1691	sub normalise {
…		…
1327	$self->init; # pass $1 etc.	1738	$self->init; # pass $1 etc.
1328	return $self;	1739	return $self;
1329	}	1740	}
1330	}	1741	}
1331		1742
1332	Carp::carp "unable to resolve path '$path' (base '$base').";	1743	Carp::cluck "unable to resolve path '$path' (base '$base').";
1333	()	1744	()
1334	}	1745	}
1335		1746
1336	sub init {	1747	sub init {
1337	my ($self) = @_;	1748	my ($self) = @_;
…		…
1380		1791
1381	$_->change_map_light ($change)	1792	$_->change_map_light ($change)
1382	for grep $_->outdoor, values %cf::MAP;	1793	for grep $_->outdoor, values %cf::MAP;
1383	}	1794	}
1384		1795
		1796	sub decay_objects {
		1797	my ($self) = @_;
		1798
		1799	return if $self->{deny_reset};
		1800
		1801	$self->do_decay_objects;
		1802	}
		1803
1385	sub unlink_save {	1804	sub unlink_save {
1386	my ($self) = @_;	1805	my ($self) = @_;
1387		1806
1388	utf8::encode (my $save = $self->save_path);	1807	utf8::encode (my $save = $self->save_path);
1389	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1808	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1392		1811
1393	sub load_header_from($) {	1812	sub load_header_from($) {
1394	my ($self, $path) = @_;	1813	my ($self, $path) = @_;
1395		1814
1396	utf8::encode $path;	1815	utf8::encode $path;
1397	#aio_open $path, O_RDONLY, 0	1816	my $f = new_from_file cf::object::thawer $path
1398	# or return;
1399
1400	$self->_load_header ($path)
1401	or return;	1817	or return;
		1818
		1819	$self->_load_header ($f)
		1820	or return;
		1821
		1822	local $MAP_LOADING{$self->{path}} = $self;
		1823	$f->resolve_delayed_derefs;
1402		1824
1403	$self->{load_path} = $path;	1825	$self->{load_path} = $path;
1404		1826
1405	1	1827	1
1406	}	1828	}
…		…
1445	$self->load_header_orig	1867	$self->load_header_orig
1446	or return;	1868	or return;
1447	$self->prepare_orig;	1869	$self->prepare_orig;
1448	}	1870	}
1449		1871
		1872	$self->{deny_reset} = 1
		1873	if $self->no_reset;
		1874
1450	$self->default_region (cf::region::find_by_path $self->{path})	1875	$self->default_region (cf::region::find_by_path $self->{path})
1451	unless $self->default_region;	1876	unless $self->default_region;
1452		1877
1453	1	1878	1
1454	}	1879	}
…		…
1457	sub find {	1882	sub find {
1458	my ($path, $origin) = @_;	1883	my ($path, $origin) = @_;
1459		1884
1460	$path = normalise $path, $origin && $origin->path;	1885	$path = normalise $path, $origin && $origin->path;
1461		1886
		1887	cf::lock_wait "map_data:$path";#d#remove
1462	cf::lock_wait "map_find:$path";	1888	cf::lock_wait "map_find:$path";
1463		1889
1464	$cf::MAP{$path} || do {	1890	$cf::MAP{$path} || do {
1465	my $guard = cf::lock_acquire "map_find:$path";	1891	my $guard1 = cf::lock_acquire "map_find:$path";
		1892	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1893
1466	my $map = new_from_path cf::map $path	1894	my $map = new_from_path cf::map $path
1467	or return;	1895	or return;
1468		1896
1469	$map->{last_save} = $cf::RUNTIME;	1897	$map->{last_save} = $cf::RUNTIME;
1470		1898
1471	$map->load_header	1899	$map->load_header
1472	or return;	1900	or return;
1473		1901
1474	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1902	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1475	# doing this can freeze the server in a sync job, obviously	1903	# doing this can freeze the server in a sync job, obviously
1476	#$cf::WAIT_FOR_TICK->wait;	1904	#$cf::WAIT_FOR_TICK->wait;
		1905	undef $guard1;
		1906	undef $guard2;
1477	$map->reset;	1907	$map->reset;
1478	undef $guard;
1479	return find $path;	1908	return find $path;
1480	}	1909	}
1481		1910
1482	$cf::MAP{$path} = $map	1911	$cf::MAP{$path} = $map
1483	}	1912	}
…		…
1490	my ($self) = @_;	1919	my ($self) = @_;
1491		1920
1492	local $self->{deny_reset} = 1; # loading can take a long time	1921	local $self->{deny_reset} = 1; # loading can take a long time
1493		1922
1494	my $path = $self->{path};	1923	my $path = $self->{path};
		1924
		1925	{
1495	my $guard = cf::lock_acquire "map_load:$path";	1926	my $guard = cf::lock_acquire "map_data:$path";
1496		1927
		1928	return unless $self->valid;
1497	return if $self->in_memory != cf::MAP_SWAPPED;	1929	return unless $self->in_memory == cf::MAP_SWAPPED;
1498		1930
1499	$self->in_memory (cf::MAP_LOADING);	1931	$self->in_memory (cf::MAP_LOADING);
1500		1932
1501	$self->alloc;	1933	$self->alloc;
1502		1934
1503	$self->pre_load;	1935	$self->pre_load;
1504	Coro::cede;	1936	cf::cede_to_tick;
1505		1937
1506	$self->_load_objects ($self->{load_path}, 1)	1938	my $f = new_from_file cf::object::thawer $self->{load_path};
		1939	$f->skip_block;
		1940	$self->_load_objects ($f)
1507	or return;	1941	or return;
1508		1942
1509	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1943	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1510	if delete $self->{load_original};	1944	if delete $self->{load_original};
1511		1945
1512	if (my $uniq = $self->uniq_path) {	1946	if (my $uniq = $self->uniq_path) {
1513	utf8::encode $uniq;	1947	utf8::encode $uniq;
1514	if (aio_open $uniq, O_RDONLY, 0) {	1948	unless (aio_stat $uniq) {
		1949	if (my $f = new_from_file cf::object::thawer $uniq) {
1515	$self->clear_unique_items;	1950	$self->clear_unique_items;
1516	$self->_load_objects ($uniq, 0);	1951	$self->_load_objects ($f);
		1952	$f->resolve_delayed_derefs;
		1953	}
1517	}	1954	}
1518	}	1955	}
1519		1956
1520	Coro::cede;	1957	$f->resolve_delayed_derefs;
		1958
		1959	cf::cede_to_tick;
1521	# now do the right thing for maps	1960	# now do the right thing for maps
1522	$self->link_multipart_objects;	1961	$self->link_multipart_objects;
1523	Coro::cede;
1524
1525	unless ($self->{deny_activate}) {
1526	$self->decay_objects;
1527	$self->fix_auto_apply;
1528	$self->update_buttons;
1529	Coro::cede;
1530	$self->set_darkness_map;
1531	$self->difficulty ($self->estimate_difficulty)	1962	$self->difficulty ($self->estimate_difficulty)
1532	unless $self->difficulty;	1963	unless $self->difficulty;
1533	Coro::cede;	1964	cf::cede_to_tick;
		1965
		1966	unless ($self->{deny_activate}) {
		1967	$self->decay_objects;
		1968	$self->fix_auto_apply;
		1969	$self->update_buttons;
		1970	cf::cede_to_tick;
		1971	$self->set_darkness_map;
		1972	cf::cede_to_tick;
1534	$self->activate;	1973	$self->activate;
1535	Coro::cede;	1974	}
		1975
		1976	$self->{last_save} = $cf::RUNTIME;
		1977	$self->last_access ($cf::RUNTIME);
		1978
		1979	$self->in_memory (cf::MAP_IN_MEMORY);
1536	}	1980	}
1537		1981
1538	$self->post_load;	1982	$self->post_load;
1539	Coro::cede;
1540
1541	$self->in_memory (cf::MAP_IN_MEMORY);
1542	}	1983	}
1543		1984
1544	sub customise_for {	1985	sub customise_for {
1545	my ($self, $ob) = @_;	1986	my ($self, $ob) = @_;
1546		1987
1547	return find "~" . $ob->name . "/" . $self->{path}	1988	return find "~" . $ob->name . "/" . $self->{path}
1548	if $self->per_player;	1989	if $self->per_player;
1549		1990
		1991	# return find "?party/" . $ob->name . "/" . $self->{path}
		1992	# if $self->per_party;
		1993
1550	$self	1994	$self
1551	}	1995	}
1552		1996
1553	# find and load all maps in the 3x3 area around a map	1997	# find and load all maps in the 3x3 area around a map
1554	sub load_diag {	1998	sub load_neighbours {
1555	my ($map) = @_;	1999	my ($map) = @_;
1556		2000
1557	my @diag; # diagonal neighbours	2001	my @neigh; # diagonal neighbours
1558		2002
1559	for (0 .. 3) {	2003	for (0 .. 3) {
1560	my $neigh = $map->tile_path ($_)	2004	my $neigh = $map->tile_path ($_)
1561	or next;	2005	or next;
1562	$neigh = find $neigh, $map	2006	$neigh = find $neigh, $map
1563	or next;	2007	or next;
1564	$neigh->load;	2008	$neigh->load;
1565		2009
		2010	push @neigh,
1566	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2011	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1567	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2012	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1568	}	2013	}
1569		2014
1570	for (@diag) {	2015	for (grep defined $_->[0], @neigh) {
		2016	my ($path, $origin) = @$_;
1571	my $neigh = find @$_	2017	my $neigh = find $path, $origin
1572	or next;	2018	or next;
1573	$neigh->load;	2019	$neigh->load;
1574	}	2020	}
1575	}	2021	}
1576		2022
…		…
1581	}	2027	}
1582		2028
1583	sub do_load_sync {	2029	sub do_load_sync {
1584	my ($map) = @_;	2030	my ($map) = @_;
1585		2031
		2032	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2033	if $Coro::current == $Coro::main;
		2034
1586	cf::sync_job { $map->load };	2035	cf::sync_job { $map->load };
1587	}	2036	}
1588		2037
1589	our %MAP_PREFETCH;	2038	our %MAP_PREFETCH;
1590	our $MAP_PREFETCHER = undef;	2039	our $MAP_PREFETCHER = undef;
1591		2040
1592	sub find_async {	2041	sub find_async {
1593	my ($path, $origin) = @_;	2042	my ($path, $origin, $load) = @_;
1594		2043
1595	$path = normalise $path, $origin && $origin->{path};	2044	$path = normalise $path, $origin && $origin->{path};
1596		2045
1597	if (my $map = $cf::MAP{$path}) {	2046	if (my $map = $cf::MAP{$path}) {
1598	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2047	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1599	}	2048	}
1600		2049
1601	undef $MAP_PREFETCH{$path};	2050	$MAP_PREFETCH{$path} |= $load;
		2051
1602	$MAP_PREFETCHER ||= cf::async {	2052	$MAP_PREFETCHER ||= cf::async {
		2053	$Coro::current->{desc} = "map prefetcher";
		2054
1603	while (%MAP_PREFETCH) {	2055	while (%MAP_PREFETCH) {
1604	for my $path (keys %MAP_PREFETCH) {	2056	while (my ($k, $v) = each %MAP_PREFETCH) {
1605	my $map = find $path	2057	if (my $map = find $k) {
1606	or next;
1607	$map->load;	2058	$map->load if $v;
		2059	}
1608		2060
1609	delete $MAP_PREFETCH{$path};	2061	delete $MAP_PREFETCH{$k};
1610	}	2062	}
1611	}	2063	}
1612	undef $MAP_PREFETCHER;	2064	undef $MAP_PREFETCHER;
1613	};	2065	};
1614	$MAP_PREFETCHER->prio (6);	2066	$MAP_PREFETCHER->prio (6);
…		…
1617	}	2069	}
1618		2070
1619	sub save {	2071	sub save {
1620	my ($self) = @_;	2072	my ($self) = @_;
1621		2073
1622	my $lock = cf::lock_acquire "map_data:" . $self->path;	2074	my $lock = cf::lock_acquire "map_data:$self->{path}";
1623		2075
1624	$self->{last_save} = $cf::RUNTIME;	2076	$self->{last_save} = $cf::RUNTIME;
1625		2077
1626	return unless $self->dirty;	2078	return unless $self->dirty;
1627		2079
…		…
1633	return if $self->{deny_save};	2085	return if $self->{deny_save};
1634		2086
1635	local $self->{last_access} = $self->last_access;#d#	2087	local $self->{last_access} = $self->last_access;#d#
1636		2088
1637	cf::async {	2089	cf::async {
		2090	$Coro::current->{desc} = "map player save";
1638	$_->contr->save for $self->players;	2091	$_->contr->save for $self->players;
1639	};	2092	};
1640		2093
1641	if ($uniq) {	2094	if ($uniq) {
1642	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2095	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
1650	my ($self) = @_;	2103	my ($self) = @_;
1651		2104
1652	# save first because save cedes	2105	# save first because save cedes
1653	$self->save;	2106	$self->save;
1654		2107
1655	my $lock = cf::lock_acquire "map_data:" . $self->path;	2108	my $lock = cf::lock_acquire "map_data:$self->{path}";
1656		2109
1657	return if $self->players;	2110	return if $self->players;
1658	return if $self->in_memory != cf::MAP_IN_MEMORY;	2111	return if $self->in_memory != cf::MAP_IN_MEMORY;
1659	return if $self->{deny_save};	2112	return if $self->{deny_save};
1660		2113
		2114	$self->in_memory (cf::MAP_SWAPPED);
		2115
		2116	$self->deactivate;
		2117	$_->clear_links_to ($self) for values %cf::MAP;
1661	$self->clear;	2118	$self->clear;
1662	$self->in_memory (cf::MAP_SWAPPED);
1663	}	2119	}
1664		2120
1665	sub reset_at {	2121	sub reset_at {
1666	my ($self) = @_;	2122	my ($self) = @_;
1667		2123
1668	# TODO: safety, remove and allow resettable per-player maps	2124	# TODO: safety, remove and allow resettable per-player maps
1669	return 1e99 if $self->isa ("ext::map_per_player");#d#
1670	return 1e99 if $self->{deny_reset};	2125	return 1e99 if $self->{deny_reset};
1671		2126
1672	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2127	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1673	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2128	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1674		2129
…		…
1685	my ($self) = @_;	2140	my ($self) = @_;
1686		2141
1687	my $lock = cf::lock_acquire "map_data:$self->{path}";	2142	my $lock = cf::lock_acquire "map_data:$self->{path}";
1688		2143
1689	return if $self->players;	2144	return if $self->players;
1690	return if $self->isa ("ext::map_per_player");#d#
1691		2145
1692	warn "resetting map ", $self->path;#d#	2146	warn "resetting map ", $self->path;
1693		2147
1694	$self->in_memory (cf::MAP_SWAPPED);	2148	$self->in_memory (cf::MAP_SWAPPED);
1695		2149
1696	# need to save uniques path	2150	# need to save uniques path
1697	unless ($self->{deny_save}) {	2151	unless ($self->{deny_save}) {
…		…
1701	if $uniq;	2155	if $uniq;
1702	}	2156	}
1703		2157
1704	delete $cf::MAP{$self->path};	2158	delete $cf::MAP{$self->path};
1705		2159
		2160	$self->deactivate;
		2161	$_->clear_links_to ($self) for values %cf::MAP;
1706	$self->clear;	2162	$self->clear;
1707
1708	$_->clear_links_to ($self) for values %cf::MAP;
1709		2163
1710	$self->unlink_save;	2164	$self->unlink_save;
1711	$self->destroy;	2165	$self->destroy;
1712	}	2166	}
1713		2167
1714	my $nuke_counter = "aaaa";	2168	my $nuke_counter = "aaaa";
1715		2169
1716	sub nuke {	2170	sub nuke {
1717	my ($self) = @_;	2171	my ($self) = @_;
1718		2172
		2173	{
		2174	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2175
1719	delete $cf::MAP{$self->path};	2176	delete $cf::MAP{$self->path};
1720		2177
1721	$self->unlink_save;	2178	$self->unlink_save;
1722		2179
1723	bless $self, "cf::map";	2180	bless $self, "cf::map";
1724	delete $self->{deny_reset};	2181	delete $self->{deny_reset};
1725	$self->{deny_save} = 1;	2182	$self->{deny_save} = 1;
1726	$self->reset_timeout (1);	2183	$self->reset_timeout (1);
1727	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2184	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1728		2185
1729	$cf::MAP{$self->path} = $self;	2186	$cf::MAP{$self->path} = $self;
		2187	}
1730		2188
1731	$self->reset; # polite request, might not happen	2189	$self->reset; # polite request, might not happen
		2190	}
		2191
		2192	=item $maps = cf::map::tmp_maps
		2193
		2194	Returns an arrayref with all map paths of currently instantiated and saved
		2195	maps. May block.
		2196
		2197	=cut
		2198
		2199	sub tmp_maps() {
		2200	[
		2201	map {
		2202	utf8::decode $_;
		2203	/\.map$/
		2204	? normalise $_
		2205	: ()
		2206	} @{ aio_readdir $TMPDIR or [] }
		2207	]
		2208	}
		2209
		2210	=item $maps = cf::map::random_maps
		2211
		2212	Returns an arrayref with all map paths of currently instantiated and saved
		2213	random maps. May block.
		2214
		2215	=cut
		2216
		2217	sub random_maps() {
		2218	[
		2219	map {
		2220	utf8::decode $_;
		2221	/\.map$/
		2222	? normalise "?random/$_"
		2223	: ()
		2224	} @{ aio_readdir $RANDOMDIR or [] }
		2225	]
1732	}	2226	}
1733		2227
1734	=item cf::map::unique_maps	2228	=item cf::map::unique_maps
1735		2229
1736	Returns an arrayref of paths of all shared maps that have	2230	Returns an arrayref of paths of all shared maps that have
1737	instantiated unique items. May block.	2231	instantiated unique items. May block.
1738		2232
1739	=cut	2233	=cut
1740		2234
1741	sub unique_maps() {	2235	sub unique_maps() {
1742	my $files = aio_readdir $UNIQUEDIR	2236	[
1743	or return;	2237	map {
1744
1745	my @paths;
1746
1747	for (@$files) {
1748	utf8::decode $_;	2238	utf8::decode $_;
1749	next if /\.pst$/;	2239	/\.map$/
1750	next unless /^$PATH_SEP/o;	2240	? normalise $_
1751		2241	: ()
1752	push @paths, cf::map::normalise $_;	2242	} @{ aio_readdir $UNIQUEDIR or [] }
1753	}	2243	]
1754
1755	\@paths
1756	}	2244	}
1757		2245
1758	package cf;	2246	package cf;
1759		2247
1760	=back	2248	=back
…		…
1778	map { $_, inv_recursive_ $_->inv } @_	2266	map { $_, inv_recursive_ $_->inv } @_
1779	}	2267	}
1780		2268
1781	sub inv_recursive {	2269	sub inv_recursive {
1782	inv_recursive_ inv $_[0]	2270	inv_recursive_ inv $_[0]
		2271	}
		2272
		2273	=item $ref = $ob->ref
		2274
		2275	creates and returns a persistent reference to an objetc that can be stored as a string.
		2276
		2277	=item $ob = cf::object::deref ($refstring)
		2278
		2279	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2280	even if the object actually exists. May block.
		2281
		2282	=cut
		2283
		2284	sub deref {
		2285	my ($ref) = @_;
		2286
		2287	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2288	my ($uuid, $name) = ($1, $2);
		2289	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2290	or return;
		2291	$pl->ob->uuid eq $uuid
		2292	or return;
		2293
		2294	$pl->ob
		2295	} else {
		2296	warn "$ref: cannot resolve object reference\n";
		2297	undef
		2298	}
1783	}	2299	}
1784		2300
1785	package cf;	2301	package cf;
1786		2302
1787	=back	2303	=back
…		…
1806		2322
1807	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2323	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1808		2324
1809	if ($self->{record_replies}) {	2325	if ($self->{record_replies}) {
1810	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2326	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2327
1811	} else {	2328	} else {
		2329	my $pl = $self->contr;
		2330
		2331	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2332	my $dialog = $pl->{npc_dialog};
		2333	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2334
		2335	} else {
1812	$msg = $npc->name . " says: $msg" if $npc;	2336	$msg = $npc->name . " says: $msg" if $npc;
1813	$self->message ($msg, $flags);	2337	$self->message ($msg, $flags);
		2338	}
1814	}	2339	}
		2340	}
		2341
		2342	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2343
		2344	=cut
		2345
		2346	sub cf::object::send_msg {
		2347	my $pl = shift->contr
		2348	or return;
		2349	$pl->send_msg (@_);
1815	}	2350	}
1816		2351
1817	=item $player_object->may ("access")	2352	=item $player_object->may ("access")
1818		2353
1819	Returns wether the given player is authorized to access resource "access"	2354	Returns wether the given player is authorized to access resource "access"
…		…
1866	$self->deactivate_recursive;	2401	$self->deactivate_recursive;
1867		2402
1868	return if UNIVERSAL::isa $self->map, "ext::map_link";	2403	return if UNIVERSAL::isa $self->map, "ext::map_link";
1869		2404
1870	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2405	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1871	if $self->map;	2406	if $self->map && $self->map->{path} ne "{link}";
1872		2407
1873	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2408	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1874	}	2409	}
1875		2410
1876	sub cf::object::player::leave_link {	2411	sub cf::object::player::leave_link {
1877	my ($self, $map, $x, $y) = @_;	2412	my ($self, $map, $x, $y) = @_;
		2413
		2414	return unless $self->contr->active;
1878		2415
1879	my $link_pos = delete $self->{_link_pos};	2416	my $link_pos = delete $self->{_link_pos};
1880		2417
1881	unless ($map) {	2418	unless ($map) {
1882	# restore original map position	2419	# restore original map position
…		…
1896	# use -1 or undef as default coordinates, not 0, 0	2433	# use -1 or undef as default coordinates, not 0, 0
1897	($x, $y) = ($map->enter_x, $map->enter_y)	2434	($x, $y) = ($map->enter_x, $map->enter_y)
1898	if $x <=0 && $y <= 0;	2435	if $x <=0 && $y <= 0;
1899		2436
1900	$map->load;	2437	$map->load;
1901	$map->load_diag;	2438	$map->load_neighbours;
1902		2439
1903	return unless $self->contr->active;	2440	return unless $self->contr->active;
1904	$self->activate_recursive;	2441	$self->activate_recursive;
1905		2442
1906	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2443	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1907	$self->enter_map ($map, $x, $y);	2444	$self->enter_map ($map, $x, $y);
1908	}	2445	}
1909		2446
1910	cf::player->attach (	2447	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1911	on_logout => sub {
1912	my ($pl) = @_;
1913		2448
1914	# abort map switching before logout	2449	Moves the player to the given map-path and coordinates by first freezing
1915	if ($pl->ob->{_link_pos}) {	2450	her, loading and preparing them map, calling the provided $check callback
1916	cf::sync_job {	2451	that has to return the map if sucecssful, and then unfreezes the player on
1917	$pl->ob->leave_link	2452	the new (success) or old (failed) map position. In either case, $done will
1918	};	2453	be called at the end of this process.
1919	}
1920	},
1921	on_login => sub {
1922	my ($pl) = @_;
1923		2454
1924	# try to abort aborted map switching on player login :)
1925	# should happen only on crashes
1926	if ($pl->ob->{_link_pos}) {
1927	$pl->ob->enter_link;
1928	(async {
1929	$pl->ob->reply (undef,
1930	"There was an internal problem at your last logout, "
1931	. "the server will try to bring you to your intended destination in a second.",
1932	cf::NDI_RED);
1933	# we need this sleep as the login has a concurrent enter_exit running
1934	# and this sleep increases chances of the player not ending up in scorn
1935	Coro::Timer::sleep 1;
1936	$pl->ob->leave_link;
1937	})->prio (2);
1938	}
1939	},
1940	);
1941
1942	=item $player_object->goto ($path, $x, $y)
1943
1944	=cut	2455	=cut
		2456
		2457	our $GOTOGEN;
1945		2458
1946	sub cf::object::player::goto {	2459	sub cf::object::player::goto {
1947	my ($self, $path, $x, $y) = @_;	2460	my ($self, $path, $x, $y, $check, $done) = @_;
		2461
		2462	# do generation counting so two concurrent goto's will be executed in-order
		2463	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1948		2464
1949	$self->enter_link;	2465	$self->enter_link;
1950		2466
1951	(async {	2467	(async {
		2468	$Coro::current->{desc} = "player::goto $path $x $y";
		2469
		2470	# *tag paths override both path and x|y
		2471	if ($path =~ /^\*(.*)$/) {
		2472	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2473	my $ob = $obs[rand @obs];
		2474
		2475	# see if we actually can go there
		2476	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2477	$ob = $obs[rand @obs];
		2478	} else {
		2479	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2480	}
		2481	# else put us there anyways for now #d#
		2482
		2483	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2484	} else {
		2485	($path, $x, $y) = (undef, undef, undef);
		2486	}
		2487	}
		2488
1952	my $map = eval {	2489	my $map = eval {
1953	my $map = cf::map::find $path;	2490	my $map = defined $path ? cf::map::find $path : undef;
		2491
		2492	if ($map) {
1954	$map = $map->customise_for ($self) if $map;	2493	$map = $map->customise_for ($self);
		2494	$map = $check->($map) if $check && $map;
		2495	} else {
		2496	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2497	}
		2498
1955	$map	2499	$map
		2500	};
		2501
		2502	if ($@) {
		2503	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2504	LOG llevError | logBacktrace, Carp::longmess $@;
1956	} or	2505	}
1957	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1958		2506
		2507	if ($gen == $self->{_goto_generation}) {
		2508	delete $self->{_goto_generation};
1959	$self->leave_link ($map, $x, $y);	2509	$self->leave_link ($map, $x, $y);
		2510	}
		2511
		2512	$done->() if $done;
1960	})->prio (1);	2513	})->prio (1);
1961	}	2514	}
1962		2515
1963	=item $player_object->enter_exit ($exit_object)	2516	=item $player_object->enter_exit ($exit_object)
1964		2517
…		…
2033	my $hp = $exit->stats->hp;	2586	my $hp = $exit->stats->hp;
2034	my $sp = $exit->stats->sp;	2587	my $sp = $exit->stats->sp;
2035		2588
2036	$self->enter_link;	2589	$self->enter_link;
2037		2590
		2591	# if exit is damned, update players death & WoR home-position
		2592	$self->contr->savebed ($slaying, $hp, $sp)
		2593	if $exit->flag (FLAG_DAMNED);
		2594
2038	(async {	2595	(async {
		2596	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2597
2039	$self->deactivate_recursive; # just to be sure	2598	$self->deactivate_recursive; # just to be sure
2040	unless (eval {	2599	unless (eval {
2041	$self->goto ($slaying, $hp, $sp);	2600	$self->goto ($slaying, $hp, $sp);
2042		2601
2043	1;	2602	1;
…		…
2069		2628
2070	utf8::encode $text;	2629	utf8::encode $text;
2071	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2630	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2072	}	2631	}
2073		2632
		2633	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2634
		2635	Send a drawinfo or msg packet to the client, formatting the msg for the
		2636	client if neccessary. C<$type> should be a string identifying the type of
		2637	the message, with C<log> being the default. If C<$color> is negative, suppress
		2638	the message unless the client supports the msg packet.
		2639
		2640	=cut
		2641
		2642	our %CHANNEL = (
		2643	"c/identify" => {
		2644	id => "infobox",
		2645	title => "Identify",
		2646	reply => undef,
		2647	tooltip => "Items recently identified",
		2648	},
		2649	"c/examine" => {
		2650	id => "infobox",
		2651	title => "Examine",
		2652	reply => undef,
		2653	tooltip => "Signs and other items you examined",
		2654	},
		2655	"c/lookat" => {
		2656	id => "infobox",
		2657	title => "Look",
		2658	reply => undef,
		2659	tooltip => "What you saw there",
		2660	},
		2661	);
		2662
		2663	sub cf::client::send_msg {
		2664	my ($self, $channel, $msg, $color, @extra) = @_;
		2665
		2666	$msg = $self->pl->expand_cfpod ($msg);
		2667
		2668	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2669
		2670	# check predefined channels, for the benefit of C
		2671	if ($CHANNEL{$channel}) {
		2672	$channel = $CHANNEL{$channel};
		2673
		2674	$self->ext_msg (channel_info => $channel)
		2675	if $self->can_msg;
		2676
		2677	$channel = $channel->{id};
		2678
		2679	} elsif (ref $channel) {
		2680	# send meta info to client, if not yet sent
		2681	unless (exists $self->{channel}{$channel->{id}}) {
		2682	$self->{channel}{$channel->{id}} = $channel;
		2683	$self->ext_msg (channel_info => $channel)
		2684	if $self->can_msg;
		2685	}
		2686
		2687	$channel = $channel->{id};
		2688	}
		2689
		2690	return unless @extra || length $msg;
		2691
		2692	if ($self->can_msg) {
		2693	# default colour, mask it out
		2694	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2695	if $color & cf::NDI_DEF;
		2696
		2697	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2698	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2699	} else {
		2700	if ($color >= 0) {
		2701	# replace some tags by gcfclient-compatible ones
		2702	for ($msg) {
		2703	1 while
		2704	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2705	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2706	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2707	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2708	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2709	}
		2710
		2711	$color &= cf::NDI_COLOR_MASK;
		2712
		2713	utf8::encode $msg;
		2714
		2715	if (0 && $msg =~ /\[/) {
		2716	# COMMAND/INFO
		2717	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2718	} else {
		2719	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2720	$self->send_packet ("drawinfo $color $msg")
		2721	}
		2722	}
		2723	}
		2724	}
		2725
2074	=item $client->ext_event ($type, %msg)	2726	=item $client->ext_msg ($type, @msg)
2075		2727
2076	Sends an exti event to the client.	2728	Sends an ext event to the client.
2077		2729
2078	=cut	2730	=cut
2079		2731
2080	sub cf::client::ext_event($$%) {	2732	sub cf::client::ext_msg($$@) {
2081	my ($self, $type, %msg) = @_;	2733	my ($self, $type, @msg) = @_;
2082		2734
		2735	if ($self->extcmd == 2) {
		2736	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2737	} elsif ($self->extcmd == 1) { # TODO: remove
2083	$msg{msgtype} = "event_$type";	2738	push @msg, msgtype => "event_$type";
2084	$self->send_packet ("ext " . cf::to_json \%msg);	2739	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2740	}
		2741	}
		2742
		2743	=item $client->ext_reply ($msgid, @msg)
		2744
		2745	Sends an ext reply to the client.
		2746
		2747	=cut
		2748
		2749	sub cf::client::ext_reply($$@) {
		2750	my ($self, $id, @msg) = @_;
		2751
		2752	if ($self->extcmd == 2) {
		2753	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2754	} elsif ($self->extcmd == 1) {
		2755	#TODO: version 1, remove
		2756	unshift @msg, msgtype => "reply", msgid => $id;
		2757	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2758	}
2085	}	2759	}
2086		2760
2087	=item $success = $client->query ($flags, "text", \&cb)	2761	=item $success = $client->query ($flags, "text", \&cb)
2088		2762
2089	Queues a query to the client, calling the given callback with	2763	Queues a query to the client, calling the given callback with
2090	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2764	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2091	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2765	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2092		2766
2093	Queries can fail, so check the return code. Or don't, as queries will become	2767	Queries can fail, so check the return code. Or don't, as queries will
2094	reliable at some point in the future.	2768	become reliable at some point in the future.
2095		2769
2096	=cut	2770	=cut
2097		2771
2098	sub cf::client::query {	2772	sub cf::client::query {
2099	my ($self, $flags, $text, $cb) = @_;	2773	my ($self, $flags, $text, $cb) = @_;
…		…
2107	utf8::encode $text;	2781	utf8::encode $text;
2108	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2782	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2109		2783
2110	$self->send_packet ($self->{query_queue}[0][0])	2784	$self->send_packet ($self->{query_queue}[0][0])
2111	if @{ $self->{query_queue} } == 1;	2785	if @{ $self->{query_queue} } == 1;
		2786
		2787	1
2112	}	2788	}
2113		2789
2114	cf::client->attach (	2790	cf::client->attach (
		2791	on_connect => sub {
		2792	my ($ns) = @_;
		2793
		2794	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2795	},
2115	on_reply => sub {	2796	on_reply => sub {
2116	my ($ns, $msg) = @_;	2797	my ($ns, $msg) = @_;
2117		2798
2118	# this weird shuffling is so that direct followup queries	2799	# this weird shuffling is so that direct followup queries
2119	# get handled first	2800	# get handled first
…		…
2131	} else {	2812	} else {
2132	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2813	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2133	}	2814	}
2134	}	2815	}
2135	},	2816	},
		2817	on_exticmd => sub {
		2818	my ($ns, $buf) = @_;
		2819
		2820	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2821
		2822	if (ref $msg) {
		2823	my ($type, $reply, @payload) =
		2824	"ARRAY" eq ref $msg
		2825	? @$msg
		2826	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2827
		2828	my @reply;
		2829
		2830	if (my $cb = $EXTICMD{$type}) {
		2831	@reply = $cb->($ns, @payload);
		2832	}
		2833
		2834	$ns->ext_reply ($reply, @reply)
		2835	if $reply;
		2836
		2837	} else {
		2838	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2839	}
		2840
		2841	cf::override;
		2842	},
2136	);	2843	);
2137		2844
2138	=item $client->async (\&cb)	2845	=item $client->async (\&cb)
2139		2846
2140	Create a new coroutine, running the specified callback. The coroutine will	2847	Create a new coroutine, running the specified callback. The coroutine will
…		…
2181	our $safe = new Safe "safe";	2888	our $safe = new Safe "safe";
2182	our $safe_hole = new Safe::Hole;	2889	our $safe_hole = new Safe::Hole;
2183		2890
2184	$SIG{FPE} = 'IGNORE';	2891	$SIG{FPE} = 'IGNORE';
2185		2892
2186	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2893	$safe->permit_only (Opcode::opset qw(
		2894	:base_core :base_mem :base_orig :base_math
		2895	grepstart grepwhile mapstart mapwhile
		2896	sort time
		2897	));
2187		2898
2188	# here we export the classes and methods available to script code	2899	# here we export the classes and methods available to script code
2189		2900
2190	=pod	2901	=pod
2191		2902
2192	The following functions and methods are available within a safe environment:	2903	The following functions and methods are available within a safe environment:
2193		2904
2194	cf::object contr pay_amount pay_player map	2905	cf::object
		2906	contr pay_amount pay_player map x y force_find force_add destroy
		2907	insert remove name archname title slaying race decrease_ob_nr
		2908
2195	cf::object::player player	2909	cf::object::player
2196	cf::player peaceful	2910	player
2197	cf::map trigger	2911
		2912	cf::player
		2913	peaceful
		2914
		2915	cf::map
		2916	trigger
2198		2917
2199	=cut	2918	=cut
2200		2919
2201	for (	2920	for (
2202	["cf::object" => qw(contr pay_amount pay_player map)],	2921	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2922	insert remove inv name archname title slaying race
		2923	decrease_ob_nr destroy)],
2203	["cf::object::player" => qw(player)],	2924	["cf::object::player" => qw(player)],
2204	["cf::player" => qw(peaceful)],	2925	["cf::player" => qw(peaceful)],
2205	["cf::map" => qw(trigger)],	2926	["cf::map" => qw(trigger)],
2206	) {	2927	) {
2207	no strict 'refs';	2928	no strict 'refs';
…		…
2278	=back	2999	=back
2279		3000
2280	=cut	3001	=cut
2281		3002
2282	#############################################################################	3003	#############################################################################
2283
2284	=head2 EXTENSION DATABASE SUPPORT
2285
2286	Crossfire maintains a very simple database for extension use. It can
2287	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2288	convert to/from binary).
2289
2290	The parameter C<$family> should best start with the name of the extension
2291	using it, it should be unique.
2292
2293	=over 4
2294
2295	=item $value = cf::db_get $family => $key
2296
2297	Returns a single value from the database.
2298
2299	=item cf::db_put $family => $key => $value
2300
2301	Stores the given C<$value> in the family.
2302
2303	=cut
2304
2305	our $DB;
2306
2307	sub db_init {
2308	unless ($DB) {
2309	$DB = BDB::db_create $DB_ENV;
2310
2311	cf::sync_job {
2312	eval {
2313	$DB->set_flags (BDB::CHKSUM);
2314
2315	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2316	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2317	cf::cleanup "db_open(db): $!" if $!;
2318	};
2319	cf::cleanup "db_open(db): $@" if $@;
2320	};
2321	}
2322	}
2323
2324	sub db_get($$) {
2325	my $key = "$_[0]/$_[1]";
2326
2327	cf::sync_job {
2328	BDB::db_get $DB, undef, $key, my $data;
2329
2330	$! ? ()
2331	: $data
2332	}
2333	}
2334
2335	sub db_put($$$) {
2336	BDB::dbreq_pri 4;
2337	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2338	}
2339
2340	=item cf::cache $id => [$paths...], $processversion => $process
2341
2342	Generic caching function that returns the value of the resource $id,
2343	caching and regenerating as required.
2344
2345	This function can block.
2346
2347	=cut
2348
2349	sub cache {
2350	my ($id, $src, $processversion, $process) = @_;
2351
2352	my $meta =
2353	join "\x00",
2354	$processversion,
2355	map {
2356	aio_stat $_
2357	and Carp::croak "$_: $!";
2358
2359	($_, (stat _)[7,9])
2360	} @$src;
2361
2362	my $dbmeta = db_get cache => "$id/meta";
2363	if ($dbmeta ne $meta) {
2364	# changed, we may need to process
2365
2366	my @data;
2367	my $md5;
2368
2369	for (0 .. $#$src) {
2370	0 <= aio_load $src->[$_], $data[$_]
2371	or Carp::croak "$src->[$_]: $!";
2372	}
2373
2374	# if processing is expensive, check
2375	# checksum first
2376	if (1) {
2377	$md5 =
2378	join "\x00",
2379	$processversion,
2380	map {
2381	Coro::cede;
2382	($src->[$_], Digest::MD5::md5_hex $data[$_])
2383	} 0.. $#$src;
2384
2385
2386	my $dbmd5 = db_get cache => "$id/md5";
2387	if ($dbmd5 eq $md5) {
2388	db_put cache => "$id/meta", $meta;
2389
2390	return db_get cache => "$id/data";
2391	}
2392	}
2393
2394	my $t1 = Time::HiRes::time;
2395	my $data = $process->(\@data);
2396	my $t2 = Time::HiRes::time;
2397
2398	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2399
2400	db_put cache => "$id/data", $data;
2401	db_put cache => "$id/md5" , $md5;
2402	db_put cache => "$id/meta", $meta;
2403
2404	return $data;
2405	}
2406
2407	db_get cache => "$id/data"
2408	}
2409
2410	=item fork_call { }, $args
2411
2412	Executes the given code block with the given arguments in a seperate
2413	process, returning the results. Everything must be serialisable with
2414	Coro::Storable. May, of course, block. Note that the executed sub may
2415	never block itself or use any form of Event handling.
2416
2417	=cut
2418
2419	sub fork_call(&@) {
2420	my ($cb, @args) = @_;
2421
2422	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2423	# or die "socketpair: $!";
2424	pipe my $fh1, my $fh2
2425	or die "pipe: $!";
2426
2427	if (my $pid = fork) {
2428	close $fh2;
2429
2430	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2431	$res = Coro::Storable::thaw $res;
2432
2433	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2434
2435	die $$res unless "ARRAY" eq ref $res;
2436
2437	return wantarray ? @$res : $res->[-1];
2438	} else {
2439	local $SIG{__WARN__};
2440	eval {
2441	local $SIG{__DIE__};
2442	close $fh1;
2443
2444	my @res = eval { $cb->(@args) };
2445	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2446	};
2447
2448	warn $@ if $@;
2449	_exit 0;
2450	}
2451	}
2452
2453
2454
2455	#############################################################################
2456	# the server's init and main functions	3004	# the server's init and main functions
2457		3005
2458	sub load_facedata($) {	3006	sub load_facedata($) {
2459	my ($path) = @_;	3007	my ($path) = @_;
		3008
		3009	# HACK to clear player env face cache, we need some signal framework
		3010	# for this (global event?)
		3011	%ext::player_env::MUSIC_FACE_CACHE = ();
		3012
		3013	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2460		3014
2461	warn "loading facedata from $path\n";	3015	warn "loading facedata from $path\n";
2462		3016
2463	my $facedata;	3017	my $facedata;
2464	0 < aio_load $path, $facedata	3018	0 < aio_load $path, $facedata
…		…
2467	$facedata = Coro::Storable::thaw $facedata;	3021	$facedata = Coro::Storable::thaw $facedata;
2468		3022
2469	$facedata->{version} == 2	3023	$facedata->{version} == 2
2470	or cf::cleanup "$path: version mismatch, cannot proceed.";	3024	or cf::cleanup "$path: version mismatch, cannot proceed.";
2471		3025
		3026	# patch in the exptable
		3027	$facedata->{resource}{"res/exp_table"} = {
		3028	type => FT_RSRC,
		3029	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3030	};
		3031	cf::cede_to_tick;
		3032
2472	{	3033	{
2473	my $faces = $facedata->{faceinfo};	3034	my $faces = $facedata->{faceinfo};
2474		3035
2475	while (my ($face, $info) = each %$faces) {	3036	while (my ($face, $info) = each %$faces) {
2476	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3037	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2477	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3038	cf::face::set_visibility $idx, $info->{visibility};
		3039	cf::face::set_magicmap $idx, $info->{magicmap};
2478	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3040	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2479	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3041	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2480	Coro::cede;	3042
		3043	cf::cede_to_tick;
2481	}	3044	}
2482		3045
2483	while (my ($face, $info) = each %$faces) {	3046	while (my ($face, $info) = each %$faces) {
2484	next unless $info->{smooth};	3047	next unless $info->{smooth};
2485	my $idx = cf::face::find $face	3048	my $idx = cf::face::find $face
2486	or next;	3049	or next;
2487	if (my $smooth = cf::face::find $info->{smooth}) {	3050	if (my $smooth = cf::face::find $info->{smooth}) {
		3051	cf::face::set_smooth $idx, $smooth;
2488	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3052	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2489	} else {	3053	} else {
2490	warn "smooth face '$info->{smooth}' not found for face '$face'";	3054	warn "smooth face '$info->{smooth}' not found for face '$face'";
2491	}	3055	}
2492	Coro::cede;	3056
		3057	cf::cede_to_tick;
2493	}	3058	}
2494	}	3059	}
2495		3060
2496	{	3061	{
2497	my $anims = $facedata->{animinfo};	3062	my $anims = $facedata->{animinfo};
2498		3063
2499	while (my ($anim, $info) = each %$anims) {	3064	while (my ($anim, $info) = each %$anims) {
2500	cf::anim::set $anim, $info->{frames}, $info->{facings};	3065	cf::anim::set $anim, $info->{frames}, $info->{facings};
2501	Coro::cede;	3066	cf::cede_to_tick;
2502	}	3067	}
2503		3068
2504	cf::anim::invalidate_all; # d'oh	3069	cf::anim::invalidate_all; # d'oh
2505	}	3070	}
2506		3071
		3072	{
		3073	# TODO: for gcfclient pleasure, we should give resources
		3074	# that gcfclient doesn't grok a >10000 face index.
		3075	my $res = $facedata->{resource};
		3076
		3077	my $soundconf = delete $res->{"res/sound.conf"};
		3078
		3079	while (my ($name, $info) = each %$res) {
		3080	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3081	my $data;
		3082
		3083	if ($info->{type} & 1) {
		3084	# prepend meta info
		3085
		3086	my $meta = $enc->encode ({
		3087	name => $name,
		3088	%{ $info->{meta} || {} },
		3089	});
		3090
		3091	$data = pack "(w/a*)*", $meta, $info->{data};
		3092	} else {
		3093	$data = $info->{data};
		3094	}
		3095
		3096	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3097	cf::face::set_type $idx, $info->{type};
		3098
		3099	cf::cede_to_tick;
		3100	}
		3101
		3102	if ($soundconf) {
		3103	$soundconf = $enc->decode (delete $soundconf->{data});
		3104
		3105	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3106	my $sound = $soundconf->{compat}[$_]
		3107	or next;
		3108
		3109	my $face = cf::face::find "sound/$sound->[1]";
		3110	cf::sound::set $sound->[0] => $face;
		3111	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3112	}
		3113
		3114	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3115	my $face = cf::face::find "sound/$v";
		3116	cf::sound::set $k => $face;
		3117	}
		3118	}
		3119	}
		3120
2507	1	3121	1
2508	}	3122	}
2509		3123
		3124	register_exticmd fx_want => sub {
		3125	my ($ns, $want) = @_;
		3126
		3127	while (my ($k, $v) = each %$want) {
		3128	$ns->fx_want ($k, $v);
		3129	}
		3130	};
		3131
2510	sub reload_regions {	3132	sub reload_regions {
		3133	# HACK to clear player env face cache, we need some signal framework
		3134	# for this (global event?)
		3135	%ext::player_env::MUSIC_FACE_CACHE = ();
		3136
2511	load_resource_file "$MAPDIR/regions"	3137	load_resource_file "$MAPDIR/regions"
2512	or die "unable to load regions file\n";	3138	or die "unable to load regions file\n";
		3139
		3140	for (cf::region::list) {
		3141	$_->{match} = qr/$_->{match}/
		3142	if exists $_->{match};
		3143	}
2513	}	3144	}
2514		3145
2515	sub reload_facedata {	3146	sub reload_facedata {
2516	load_facedata "$DATADIR/facedata"	3147	load_facedata "$DATADIR/facedata"
2517	or die "unable to load facedata\n";	3148	or die "unable to load facedata\n";
2518	}	3149	}
2519		3150
2520	sub reload_archetypes {	3151	sub reload_archetypes {
2521	load_resource_file "$DATADIR/archetypes"	3152	load_resource_file "$DATADIR/archetypes"
2522	or die "unable to load archetypes\n";	3153	or die "unable to load archetypes\n";
		3154	#d# NEED to laod twice to resolve forward references
		3155	# this really needs to be done in an extra post-pass
		3156	# (which needs to be synchronous, so solve it differently)
		3157	load_resource_file "$DATADIR/archetypes"
		3158	or die "unable to load archetypes\n";
2523	}	3159	}
2524		3160
2525	sub reload_treasures {	3161	sub reload_treasures {
2526	load_resource_file "$DATADIR/treasures"	3162	load_resource_file "$DATADIR/treasures"
2527	or die "unable to load treasurelists\n";	3163	or die "unable to load treasurelists\n";
…		…
2530	sub reload_resources {	3166	sub reload_resources {
2531	warn "reloading resource files...\n";	3167	warn "reloading resource files...\n";
2532		3168
2533	reload_regions;	3169	reload_regions;
2534	reload_facedata;	3170	reload_facedata;
		3171	#reload_archetypes;#d#
2535	reload_archetypes;	3172	reload_archetypes;
2536	reload_treasures;	3173	reload_treasures;
2537		3174
2538	warn "finished reloading resource files\n";	3175	warn "finished reloading resource files\n";
2539	}	3176	}
2540		3177
2541	sub init {	3178	sub init {
2542	reload_resources;	3179	reload_resources;
2543	}	3180	}
2544		3181
2545	sub cfg_load {	3182	sub reload_config {
2546	open my $fh, "<:utf8", "$CONFDIR/config"	3183	open my $fh, "<:utf8", "$CONFDIR/config"
2547	or return;	3184	or return;
2548		3185
2549	local $/;	3186	local $/;
2550	*CFG = YAML::Syck::Load <$fh>;	3187	*CFG = YAML::Syck::Load <$fh>;
…		…
2566	sub main {	3203	sub main {
2567	# we must not ever block the main coroutine	3204	# we must not ever block the main coroutine
2568	local $Coro::idle = sub {	3205	local $Coro::idle = sub {
2569	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3206	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2570	(async {	3207	(async {
		3208	$Coro::current->{desc} = "IDLE BUG HANDLER";
2571	Event::one_event;	3209	Event::one_event;
2572	})->prio (Coro::PRIO_MAX);	3210	})->prio (Coro::PRIO_MAX);
2573	};	3211	};
2574		3212
2575	cfg_load;	3213	reload_config;
2576	db_init;	3214	db_init;
2577	load_extensions;	3215	load_extensions;
2578		3216
2579	$TICK_WATCHER->start;	3217	$TICK_WATCHER->start;
2580	Event::loop;	3218	Event::loop;
…		…
2596	},	3234	},
2597	);	3235	);
2598	}	3236	}
2599	}	3237	}
2600		3238
		3239	sub write_runtime {
		3240	my $runtime = "$LOCALDIR/runtime";
		3241
		3242	# first touch the runtime file to show we are still running:
		3243	# the fsync below can take a very very long time.
		3244
		3245	IO::AIO::aio_utime $runtime, undef, undef;
		3246
		3247	my $guard = cf::lock_acquire "write_runtime";
		3248
		3249	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3250	or return;
		3251
		3252	my $value = $cf::RUNTIME + 90 + 10;
		3253	# 10 is the runtime save interval, for a monotonic clock
		3254	# 60 allows for the watchdog to kill the server.
		3255
		3256	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3257	and return;
		3258
		3259	# always fsync - this file is important
		3260	aio_fsync $fh
		3261	and return;
		3262
		3263	# touch it again to show we are up-to-date
		3264	aio_utime $fh, undef, undef;
		3265
		3266	close $fh
		3267	or return;
		3268
		3269	aio_rename "$runtime~", $runtime
		3270	and return;
		3271
		3272	warn "runtime file written.\n";
		3273
		3274	1
		3275	}
		3276
2601	sub emergency_save() {	3277	sub emergency_save() {
2602	my $freeze_guard = cf::freeze_mainloop;	3278	my $freeze_guard = cf::freeze_mainloop;
2603		3279
2604	warn "enter emergency perl save\n";	3280	warn "enter emergency perl save\n";
2605		3281
…		…
2609	# and maps saved/destroyed asynchronously.	3285	# and maps saved/destroyed asynchronously.
2610	warn "begin emergency player save\n";	3286	warn "begin emergency player save\n";
2611	for my $login (keys %cf::PLAYER) {	3287	for my $login (keys %cf::PLAYER) {
2612	my $pl = $cf::PLAYER{$login} or next;	3288	my $pl = $cf::PLAYER{$login} or next;
2613	$pl->valid or next;	3289	$pl->valid or next;
		3290	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2614	$pl->save;	3291	$pl->save;
2615	}	3292	}
2616	warn "end emergency player save\n";	3293	warn "end emergency player save\n";
2617		3294
2618	warn "begin emergency map save\n";	3295	warn "begin emergency map save\n";
…		…
2680	%EXT_CORO = ();	3357	%EXT_CORO = ();
2681		3358
2682	warn "removing commands";	3359	warn "removing commands";
2683	%COMMAND = ();	3360	%COMMAND = ();
2684		3361
2685	warn "removing ext commands";	3362	warn "removing ext/exti commands";
2686	%EXTCMD = ();	3363	%EXTCMD = ();
		3364	%EXTICMD = ();
2687		3365
2688	warn "unloading/nuking all extensions";	3366	warn "unloading/nuking all extensions";
2689	for my $pkg (@EXTS) {	3367	for my $pkg (@EXTS) {
2690	warn "... unloading $pkg";	3368	warn "... unloading $pkg";
2691		3369
…		…
2734	warn "reloading cf.pm";	3412	warn "reloading cf.pm";
2735	require cf;	3413	require cf;
2736	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3414	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2737		3415
2738	warn "loading config and database again";	3416	warn "loading config and database again";
2739	cf::cfg_load;	3417	cf::reload_config;
2740		3418
2741	warn "loading extensions";	3419	warn "loading extensions";
2742	cf::load_extensions;	3420	cf::load_extensions;
2743		3421
2744	warn "reattaching attachments to objects/players";	3422	warn "reattaching attachments to objects/players";
…		…
2780	register_command "reload" => sub {	3458	register_command "reload" => sub {
2781	my ($who, $arg) = @_;	3459	my ($who, $arg) = @_;
2782		3460
2783	if ($who->flag (FLAG_WIZ)) {	3461	if ($who->flag (FLAG_WIZ)) {
2784	$who->message ("reloading server.");	3462	$who->message ("reloading server.");
		3463	async {
		3464	$Coro::current->{desc} = "perl_reload";
2785	async { reload_perl };	3465	reload_perl;
		3466	};
2786	}	3467	}
2787	};	3468	};
2788		3469
2789	unshift @INC, $LIBDIR;	3470	unshift @INC, $LIBDIR;
2790		3471
…		…
2822	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3503	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2823	unless ++$bug_warning > 10;	3504	unless ++$bug_warning > 10;
2824	return;	3505	return;
2825	}	3506	}
2826		3507
2827	$NOW = Event::time;	3508	$NOW = $tick_start = Event::time;
2828		3509
2829	cf::server_tick; # one server iteration	3510	cf::server_tick; # one server iteration
2830		3511
2831	$RUNTIME += $TICK;	3512	$RUNTIME += $TICK;
2832	$NEXT_TICK += $TICK;	3513	$NEXT_TICK += $TICK;
2833		3514
2834	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3515	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2835	$NEXT_RUNTIME_WRITE = $NOW + 10;	3516	$NEXT_RUNTIME_WRITE = $NOW + 10;
2836	Coro::async_pool {	3517	Coro::async_pool {
		3518	$Coro::current->{desc} = "runtime saver";
2837	write_runtime	3519	write_runtime
2838	or warn "ERROR: unable to write runtime file: $!";	3520	or warn "ERROR: unable to write runtime file: $!";
2839	};	3521	};
2840	}	3522	}
2841		3523
2842	# my $AFTER = Event::time;	3524	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2843	# warn $AFTER - $NOW;#d#	3525	$sig->send;
		3526	}
		3527	while (my $sig = shift @WAIT_FOR_TICK) {
		3528	$sig->send;
		3529	}
		3530
		3531	$NOW = Event::time;
2844		3532
2845	# if we are delayed by four ticks or more, skip them all	3533	# if we are delayed by four ticks or more, skip them all
2846	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3534	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2847		3535
2848	$TICK_WATCHER->at ($NEXT_TICK);	3536	$TICK_WATCHER->at ($NEXT_TICK);
2849	$TICK_WATCHER->start;	3537	$TICK_WATCHER->start;
2850		3538
2851	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3539	$LOAD = ($NOW - $tick_start) / $TICK;
2852	$sig->send;	3540	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2853	}
2854	while (my $sig = shift @WAIT_FOR_TICK) {
2855	$sig->send;
2856	}
2857		3541
2858	_post_tick;	3542	_post_tick;
2859	},	3543	},
2860	);	3544	);
2861		3545
2862	{	3546	{
		3547	BDB::min_parallel 8;
2863	BDB::max_poll_time $TICK * 0.1;	3548	BDB::max_poll_time $TICK * 0.1;
2864	$BDB_POLL_WATCHER = Event->io (	3549	$BDB_POLL_WATCHER = Event->io (
2865	reentrant => 0,	3550	reentrant => 0,
2866	fd => BDB::poll_fileno,	3551	fd => BDB::poll_fileno,
2867	poll => 'r',	3552	poll => 'r',
2868	prio => 0,	3553	prio => 0,
2869	data => WF_AUTOCANCEL,	3554	data => WF_AUTOCANCEL,
2870	cb => \&BDB::poll_cb,	3555	cb => \&BDB::poll_cb,
2871	);	3556	);
2872	BDB::min_parallel 8;
2873		3557
2874	BDB::set_sync_prepare {	3558	BDB::set_sync_prepare {
2875	my $status;	3559	my $status;
2876	my $current = $Coro::current;	3560	my $current = $Coro::current;
2877	(	3561	(
…		…
2886	)	3570	)
2887	};	3571	};
2888		3572
2889	unless ($DB_ENV) {	3573	unless ($DB_ENV) {
2890	$DB_ENV = BDB::db_env_create;	3574	$DB_ENV = BDB::db_env_create;
		3575	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3576	| BDB::LOG_AUTOREMOVE, 1);
		3577	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3578	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2891		3579
2892	cf::sync_job {	3580	cf::sync_job {
2893	eval {	3581	eval {
2894	BDB::db_env_open	3582	BDB::db_env_open
2895	$DB_ENV,	3583	$DB_ENV,
…		…
2897	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3585	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2898	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3586	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2899	0666;	3587	0666;
2900		3588
2901	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3589	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2902
2903	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2904	$DB_ENV->set_lk_detect;
2905	};	3590	};
2906		3591
2907	cf::cleanup "db_env_open(db): $@" if $@;	3592	cf::cleanup "db_env_open(db): $@" if $@;
2908	};	3593	};
2909	}	3594	}
		3595
		3596	$BDB_DEADLOCK_WATCHER = Event->timer (
		3597	after => 3,
		3598	interval => 1,
		3599	hard => 1,
		3600	prio => 0,
		3601	data => WF_AUTOCANCEL,
		3602	cb => sub {
		3603	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3604	},
		3605	);
		3606	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3607	after => 11,
		3608	interval => 60,
		3609	hard => 1,
		3610	prio => 0,
		3611	data => WF_AUTOCANCEL,
		3612	cb => sub {
		3613	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3614	},
		3615	);
		3616	$BDB_TRICKLE_WATCHER = Event->timer (
		3617	after => 5,
		3618	interval => 10,
		3619	hard => 1,
		3620	prio => 0,
		3621	data => WF_AUTOCANCEL,
		3622	cb => sub {
		3623	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3624	},
		3625	);
2910	}	3626	}
2911		3627
2912	{	3628	{
2913	IO::AIO::min_parallel 8;	3629	IO::AIO::min_parallel 8;
2914		3630
…		…
2917	$AIO_POLL_WATCHER = Event->io (	3633	$AIO_POLL_WATCHER = Event->io (
2918	reentrant => 0,	3634	reentrant => 0,
2919	data => WF_AUTOCANCEL,	3635	data => WF_AUTOCANCEL,
2920	fd => IO::AIO::poll_fileno,	3636	fd => IO::AIO::poll_fileno,
2921	poll => 'r',	3637	poll => 'r',
2922	prio => 6,	3638	prio => 0,
2923	cb => \&IO::AIO::poll_cb,	3639	cb => \&IO::AIO::poll_cb,
2924	);	3640	);
2925	}	3641	}
2926		3642
		3643	my $_log_backtrace;
		3644
		3645	sub _log_backtrace {
		3646	my ($msg, @addr) = @_;
		3647
		3648	$msg =~ s/\n//;
		3649
		3650	# limit the # of concurrent backtraces
		3651	if ($_log_backtrace < 2) {
		3652	++$_log_backtrace;
		3653	async {
		3654	$Coro::current->{desc} = "abt $msg";
		3655
		3656	my @bt = fork_call {
		3657	@addr = map { sprintf "%x", $_ } @addr;
		3658	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3659	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3660	or die "addr2line: $!";
		3661
		3662	my @funcs;
		3663	my @res = <$fh>;
		3664	chomp for @res;
		3665	while (@res) {
		3666	my ($func, $line) = splice @res, 0, 2, ();
		3667	push @funcs, "[$func] $line";
		3668	}
		3669
		3670	@funcs
		3671	};
		3672
		3673	LOG llevInfo, "[ABT] $msg\n";
		3674	LOG llevInfo, "[ABT] $_\n" for @bt;
		3675	--$_log_backtrace;
		3676	};
		3677	} else {
		3678	LOG llevInfo, "[ABT] $msg\n";
		3679	LOG llevInfo, "[ABT] [suppressed]\n";
		3680	}
		3681	}
		3682
2927	# load additional modules	3683	# load additional modules
2928	use cf::pod;	3684	use cf::pod;
2929		3685
2930	END { cf::emergency_save }	3686	END { cf::emergency_save }
2931		3687

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines