ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.278 by root, Mon Jun 11 21:38:14 2007 UTC vs.
Revision 1.407 by root, Sun Jan 13 09:53:53 2008 UTC

…		…
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
8	use Socket;	8	use Socket;
9	use Storable;	9	use EV 1.86;
10	use Event;
11	use Opcode;	10	use Opcode;
12	use Safe;	11	use Safe;
13	use Safe::Hole;	12	use Safe::Hole;
		13	use Storable ();
14		14
15	use Coro 3.61 ();	15	use Coro 4.32 ();
16	use Coro::State;	16	use Coro::State;
17	use Coro::Handle;	17	use Coro::Handle;
18	use Coro::Event;	18	use Coro::EV;
19	use Coro::Timer;	19	use Coro::Timer;
20	use Coro::Signal;	20	use Coro::Signal;
21	use Coro::Semaphore;	21	use Coro::Semaphore;
22	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::BDB;
23	use Coro::Storable;	24	use Coro::Storable;
		25	use Coro::Util ();
24		26
		27	use JSON::XS 2.01 ();
25	use BDB ();	28	use BDB ();
26	use Data::Dumper;	29	use Data::Dumper;
27	use Digest::MD5;	30	use Digest::MD5;
28	use Fcntl;	31	use Fcntl;
29	use YAML::Syck ();	32	use YAML::Syck ();
30	use IO::AIO 2.32 ();	33	use IO::AIO 2.51 ();
31	use Time::HiRes;	34	use Time::HiRes;
32	use Compress::LZF;	35	use Compress::LZF;
		36	use Digest::MD5 ();
33		37
34	# configure various modules to our taste	38	# configure various modules to our taste
35	#	39	#
36	$Storable::canonical = 1; # reduce rsync transfers	40	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	41	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	42	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39		43
40	$Event::Eval = 1; # no idea why this is required, but it is
41
42	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	44	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
43	$YAML::Syck::ImplicitUnicode = 1;	45	$YAML::Syck::ImplicitUnicode = 1;
44		46
45	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	47	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46		48
…		…
49	our %COMMAND = ();	51	our %COMMAND = ();
50	our %COMMAND_TIME = ();	52	our %COMMAND_TIME = ();
51		53
52	our @EXTS = (); # list of extension package names	54	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	55	our %EXTCMD = ();
		56	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	57	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	58	our %EXT_MAP = (); # pluggable maps
56		59
57	our $RELOAD; # number of reloads so far	60	our $RELOAD; # number of reloads so far
58	our @EVENT;	61	our @EVENT;
…		…
66	our $TMPDIR = "$LOCALDIR/" . tmpdir;	69	our $TMPDIR = "$LOCALDIR/" . tmpdir;
67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	70	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	71	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69	our $RANDOMDIR = "$LOCALDIR/random";	72	our $RANDOMDIR = "$LOCALDIR/random";
70	our $BDBDIR = "$LOCALDIR/db";	73	our $BDBDIR = "$LOCALDIR/db";
		74	our %RESOURCE;
71		75
72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
73	our $TICK_WATCHER;	77	our $TICK_WATCHER;
74	our $AIO_POLL_WATCHER;	78	our $AIO_POLL_WATCHER;
75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
76	our $NEXT_TICK;	80	our $NEXT_TICK;
77	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off	81	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		82
80	our $BDB_POLL_WATCHER;	83	our $BDB_POLL_WATCHER;
		84	our $BDB_DEADLOCK_WATCHER;
		85	our $BDB_CHECKPOINT_WATCHER;
		86	our $BDB_TRICKLE_WATCHER;
81	our $DB_ENV;	87	our $DB_ENV;
82		88
83	our %CFG;	89	our %CFG;
84		90
85	our $UPTIME; $UPTIME ||= time;	91	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;	92	our $RUNTIME;
		93	our $NOW;
87		94
88	our %PLAYER; # all users	95	our (%PLAYER, %PLAYER_LOADING); # all users
89	our %MAP; # all maps	96	our (%MAP, %MAP_LOADING ); # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	97	our $LINK_MAP; # the special {link} map, which is always available
91		98
92	# used to convert map paths into valid unix filenames by replacing / by ∕	99	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94		101
…		…
155		162
156	The raw value load value from the last tick.	163	The raw value load value from the last tick.
157		164
158	=item %cf::CFG	165	=item %cf::CFG
159		166
160	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
161	from wherever your confdir points to.	168	from wherever your confdir points to.
162		169
163	=item cf::wait_for_tick, cf::wait_for_tick_begin	170	=item cf::wait_for_tick, cf::wait_for_tick_begin
164		171
165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
166	returns directly I<after> the tick processing (and consequently, can only wake one process	173	returns directly I<after> the tick processing (and consequently, can only wake one process
167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
168		175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
		181
169	=back	182	=back
170		183
171	=cut	184	=cut
172		185
173	BEGIN {	186	BEGIN {
…		…
177	$msg .= "\n"	190	$msg .= "\n"
178	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
179		192
180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181		194
182	utf8::encode $msg;
183	LOG llevError, $msg;	195	LOG llevError, $msg;
184	};	196	};
185	}	197	}
		198
		199	$Coro::State::DIEHOOK = sub {
		200	warn Carp::longmess $_[0];
		201	Coro::terminate;
		202	};
186		203
187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	204	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
188	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	205	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
189	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	206	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
190	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	207	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
203	)) {	220	)) {
204	no strict 'refs';	221	no strict 'refs';
205	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	222	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
206	}	223	}
207		224
208	$Event::DIED = sub {	225	$EV::DIED = sub {
209	warn "error in event callback: @_";	226	warn "error in event callback: @_";
210	};	227	};
		228
		229	#############################################################################
211		230
212	=head2 UTILITY FUNCTIONS	231	=head2 UTILITY FUNCTIONS
213		232
214	=over 4	233	=over 4
215		234
…		…
234	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	253	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
235	$d	254	$d
236	} || "[unable to dump $_[0]: '$@']";	255	} || "[unable to dump $_[0]: '$@']";
237	}	256	}
238		257
239	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
240
241	=item $ref = cf::from_json $json	258	=item $ref = cf::decode_json $json
242		259
243	Converts a JSON string into the corresponding perl data structure.	260	Converts a JSON string into the corresponding perl data structure.
244		261
245	=item $json = cf::to_json $ref	262	=item $json = cf::encode_json $ref
246		263
247	Converts a perl data structure into its JSON representation.	264	Converts a perl data structure into its JSON representation.
		265
		266	=cut
		267
		268	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		269
		270	sub encode_json($) { $json_coder->encode ($_[0]) }
		271	sub decode_json($) { $json_coder->decode ($_[0]) }
248		272
249	=item cf::lock_wait $string	273	=item cf::lock_wait $string
250		274
251	Wait until the given lock is available. See cf::lock_acquire.	275	Wait until the given lock is available. See cf::lock_acquire.
252		276
…		…
255	Wait until the given lock is available and then acquires it and returns	279	Wait until the given lock is available and then acquires it and returns
256	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	280	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
257	for example when the coroutine gets canceled), the lock is automatically	281	for example when the coroutine gets canceled), the lock is automatically
258	returned.	282	returned.
259		283
		284	Locks are *not* recursive, locking from the same coro twice results in a
		285	deadlocked coro.
		286
260	Lock names should begin with a unique identifier (for example, cf::map::find	287	Lock names should begin with a unique identifier (for example, cf::map::find
261	uses map_find and cf::map::load uses map_load).	288	uses map_find and cf::map::load uses map_load).
262		289
263	=item $locked = cf::lock_active $string	290	=item $locked = cf::lock_active $string
264		291
265	Return true if the lock is currently active, i.e. somebody has locked it.	292	Return true if the lock is currently active, i.e. somebody has locked it.
266		293
267	=cut	294	=cut
268		295
269	our %LOCK;	296	our %LOCK;
		297	our %LOCKER;#d#
270		298
271	sub lock_wait($) {	299	sub lock_wait($) {
272	my ($key) = @_;	300	my ($key) = @_;
		301
		302	if ($LOCKER{$key} == $Coro::current) {#d#
		303	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		304	return;#d#
		305	}#d#
273		306
274	# wait for lock, if any	307	# wait for lock, if any
275	while ($LOCK{$key}) {	308	while ($LOCK{$key}) {
276	push @{ $LOCK{$key} }, $Coro::current;	309	push @{ $LOCK{$key} }, $Coro::current;
277	Coro::schedule;	310	Coro::schedule;
…		…
283		316
284	# wait, to be sure we are not locked	317	# wait, to be sure we are not locked
285	lock_wait $key;	318	lock_wait $key;
286		319
287	$LOCK{$key} = [];	320	$LOCK{$key} = [];
		321	$LOCKER{$key} = $Coro::current;#d#
288		322
289	Coro::guard {	323	Coro::guard {
		324	delete $LOCKER{$key};#d#
290	# wake up all waiters, to be on the safe side	325	# wake up all waiters, to be on the safe side
291	$_->ready for @{ delete $LOCK{$key} };	326	$_->ready for @{ delete $LOCK{$key} };
292	}	327	}
293	}	328	}
294		329
…		…
306	};	341	};
307	$TICK_WATCHER->stop;	342	$TICK_WATCHER->stop;
308	$guard	343	$guard
309	}	344	}
310		345
		346	=item cf::periodic $interval, $cb
		347
		348	Like EV::periodic, but randomly selects a starting point so that the actions
		349	get spread over timer.
		350
		351	=cut
		352
		353	sub periodic($$) {
		354	my ($interval, $cb) = @_;
		355
		356	my $start = rand List::Util::min 180, $interval;
		357
		358	EV::periodic $start, $interval, 0, $cb
		359	}
		360
		361	=item cf::get_slot $time[, $priority[, $name]]
		362
		363	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		364	This call blocks and returns only when you have at least C<$time> seconds
		365	of cpu time till the next tick. The slot is only valid till the next cede.
		366
		367	The optional C<$name> can be used to identify the job to run. It might be
		368	used for statistical purposes and should identify the same time-class.
		369
		370	Useful for short background jobs.
		371
		372	=cut
		373
		374	our @SLOT_QUEUE;
		375	our $SLOT_QUEUE;
		376
		377	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		378	$SLOT_QUEUE = Coro::async {
		379	$Coro::current->desc ("timeslot manager");
		380
		381	my $signal = new Coro::Signal;
		382
		383	while () {
		384	next_job:
		385	my $avail = cf::till_tick;
		386	if ($avail > 0.01) {
		387	for (0 .. $#SLOT_QUEUE) {
		388	if ($SLOT_QUEUE[$_][0] < $avail) {
		389	my $job = splice @SLOT_QUEUE, $_, 1, ();
		390	$job->[2]->send;
		391	Coro::cede;
		392	goto next_job;
		393	}
		394	}
		395	}
		396
		397	if (@SLOT_QUEUE) {
		398	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		399	push @cf::WAIT_FOR_TICK, $signal;
		400	$signal->wait;
		401	} else {
		402	Coro::schedule;
		403	}
		404	}
		405	};
		406
		407	sub get_slot($;$$) {
		408	my ($time, $pri, $name) = @_;
		409
		410	$time = $TICK * .6 if $time > $TICK * .6;
		411	my $sig = new Coro::Signal;
		412
		413	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		414	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		415	$SLOT_QUEUE->ready;
		416	$sig->wait;
		417	}
		418
311	=item cf::async { BLOCK }	419	=item cf::async { BLOCK }
312		420
313	Currently the same as Coro::async_pool, meaning you cannot use	421	Currently the same as Coro::async_pool, meaning you cannot use
314	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	422	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
315	thing you are allowed to do is call C<prio> on it.	423	thing you are allowed to do is call C<prio> on it.
…		…
318		426
319	BEGIN { *async = \&Coro::async_pool }	427	BEGIN { *async = \&Coro::async_pool }
320		428
321	=item cf::sync_job { BLOCK }	429	=item cf::sync_job { BLOCK }
322		430
323	The design of crossfire+ requires that the main coro ($Coro::main) is	431	The design of Deliantra requires that the main coroutine ($Coro::main)
324	always able to handle events or runnable, as crossfire+ is only partly	432	is always able to handle events or runnable, as Deliantra is only
325	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	433	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		434	acceptable.
326		435
327	If it must be done, put the blocking parts into C<sync_job>. This will run	436	If it must be done, put the blocking parts into C<sync_job>. This will run
328	the given BLOCK in another coroutine while waiting for the result. The	437	the given BLOCK in another coroutine while waiting for the result. The
329	server will be frozen during this time, so the block should either finish	438	server will be frozen during this time, so the block should either finish
330	fast or be very important.	439	fast or be very important.
…		…
333		442
334	sub sync_job(&) {	443	sub sync_job(&) {
335	my ($job) = @_;	444	my ($job) = @_;
336		445
337	if ($Coro::current == $Coro::main) {	446	if ($Coro::current == $Coro::main) {
338	my $time = Event::time;	447	my $time = EV::time;
339		448
340	# this is the main coro, too bad, we have to block	449	# this is the main coro, too bad, we have to block
341	# till the operation succeeds, freezing the server :/	450	# till the operation succeeds, freezing the server :/
342		451
		452	LOG llevError, Carp::longmess "sync job";#d#
		453
343	# TODO: use suspend/resume instead	454	# TODO: use suspend/resume instead
344	# (but this is cancel-safe)	455	# (but this is cancel-safe)
345	my $freeze_guard = freeze_mainloop;	456	my $freeze_guard = freeze_mainloop;
346		457
347	my $busy = 1;	458	my $busy = 1;
348	my @res;	459	my @res;
349		460
350	(async {	461	(async {
		462	$Coro::current->desc ("sync job coro");
351	@res = eval { $job->() };	463	@res = eval { $job->() };
352	warn $@ if $@;	464	warn $@ if $@;
353	undef $busy;	465	undef $busy;
354	})->prio (Coro::PRIO_MAX);	466	})->prio (Coro::PRIO_MAX);
355		467
356	while ($busy) {	468	while ($busy) {
357	Coro::cede or Event::one_event;	469	if (Coro::nready) {
		470	Coro::cede_notself;
		471	} else {
		472	EV::loop EV::LOOP_ONESHOT;
358	}	473	}
		474	}
359		475
360	$time = Event::time - $time;	476	$time = EV::time - $time;
361		477
362	LOG llevError | logBacktrace, Carp::longmess "long sync job"	478	LOG llevError | logBacktrace, Carp::longmess "long sync job"
363	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;	479	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
364		480
365	$tick_start += $time; # do not account sync jobs to server load	481	$tick_start += $time; # do not account sync jobs to server load
…		…
390	$EXT_CORO{$coro+0} = $coro;	506	$EXT_CORO{$coro+0} = $coro;
391		507
392	$coro	508	$coro
393	}	509	}
394		510
395	sub write_runtime {	511	=item fork_call { }, $args
396	my $runtime = "$LOCALDIR/runtime";
397		512
398	# first touch the runtime file to show we are still running:	513	Executes the given code block with the given arguments in a seperate
399	# the fsync below can take a very very long time.	514	process, returning the results. Everything must be serialisable with
		515	Coro::Storable. May, of course, block. Note that the executed sub may
		516	never block itself or use any form of event handling.
400		517
401	IO::AIO::aio_utime $runtime, undef, undef;	518	=cut
402		519
403	my $guard = cf::lock_acquire "write_runtime";	520	sub fork_call(&@) {
		521	my ($cb, @args) = @_;
404		522
405	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	523	# we seemingly have to make a local copy of the whole thing,
406	or return;	524	# otherwise perl prematurely frees the stuff :/
		525	# TODO: investigate and fix (likely this will be rather laborious)
407		526
408	my $value = $cf::RUNTIME + 90 + 10;	527	my @res = Coro::Util::fork_eval {
409	# 10 is the runtime save interval, for a monotonic clock	528	reset_signals;
410	# 60 allows for the watchdog to kill the server.	529	&$cb
		530	}, @args;
411		531
412	(aio_write $fh, 0, (length $value), $value, 0) <= 0	532	wantarray ? @res : $res[-1]
413	and return;	533	}
414		534
415	# always fsync - this file is important	535	=item $value = cf::db_get $family => $key
416	aio_fsync $fh
417	and return;
418		536
419	# touch it again to show we are up-to-date	537	Returns a single value from the environment database.
420	aio_utime $fh, undef, undef;
421		538
422	close $fh	539	=item cf::db_put $family => $key => $value
423	or return;
424		540
425	aio_rename "$runtime~", $runtime	541	Stores the given C<$value> in the family. It can currently store binary
426	and return;	542	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
427		543
428	warn "runtime file written.\n";	544	=item $db = cf::db_table "name"
429		545
		546	Create and/or open a new database table. The string must not be "db" and must be unique
		547	within each server.
		548
		549	=cut
		550
		551	sub db_table($) {
		552	my ($name) = @_;
		553	my $db = BDB::db_create $DB_ENV;
		554
		555	eval {
		556	$db->set_flags (BDB::CHKSUM);
		557
		558	utf8::encode $name;
		559	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		560	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		561	cf::cleanup "db_open(db): $!" if $!;
		562	};
		563	cf::cleanup "db_open(db): $@" if $@;
		564
		565	$db
		566	}
		567
		568	our $DB;
		569
		570	sub db_init {
		571	cf::sync_job {
		572	$DB ||= db_table "db";
		573	};
		574	}
		575
		576	sub db_get($$) {
		577	my $key = "$_[0]/$_[1]";
		578
		579	cf::sync_job {
		580	BDB::db_get $DB, undef, $key, my $data;
		581
		582	$! ? ()
		583	: $data
430	1	584	}
		585	}
		586
		587	sub db_put($$$) {
		588	BDB::dbreq_pri 4;
		589	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		590	}
		591
		592	=item cf::cache $id => [$paths...], $processversion => $process
		593
		594	Generic caching function that returns the value of the resource $id,
		595	caching and regenerating as required.
		596
		597	This function can block.
		598
		599	=cut
		600
		601	sub cache {
		602	my ($id, $src, $processversion, $process) = @_;
		603
		604	my $meta =
		605	join "\x00",
		606	$processversion,
		607	map {
		608	aio_stat $_
		609	and Carp::croak "$_: $!";
		610
		611	($_, (stat _)[7,9])
		612	} @$src;
		613
		614	my $dbmeta = db_get cache => "$id/meta";
		615	if ($dbmeta ne $meta) {
		616	# changed, we may need to process
		617
		618	my @data;
		619	my $md5;
		620
		621	for (0 .. $#$src) {
		622	0 <= aio_load $src->[$_], $data[$_]
		623	or Carp::croak "$src->[$_]: $!";
		624	}
		625
		626	# if processing is expensive, check
		627	# checksum first
		628	if (1) {
		629	$md5 =
		630	join "\x00",
		631	$processversion,
		632	map {
		633	cf::cede_to_tick;
		634	($src->[$_], Digest::MD5::md5_hex $data[$_])
		635	} 0.. $#$src;
		636
		637
		638	my $dbmd5 = db_get cache => "$id/md5";
		639	if ($dbmd5 eq $md5) {
		640	db_put cache => "$id/meta", $meta;
		641
		642	return db_get cache => "$id/data";
		643	}
		644	}
		645
		646	my $t1 = Time::HiRes::time;
		647	my $data = $process->(\@data);
		648	my $t2 = Time::HiRes::time;
		649
		650	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		651
		652	db_put cache => "$id/data", $data;
		653	db_put cache => "$id/md5" , $md5;
		654	db_put cache => "$id/meta", $meta;
		655
		656	return $data;
		657	}
		658
		659	db_get cache => "$id/data"
431	}	660	}
432		661
433	=item cf::datalog type => key => value, ...	662	=item cf::datalog type => key => value, ...
434		663
435	Log a datalog packet of the given type with the given key-value pairs.	664	Log a datalog packet of the given type with the given key-value pairs.
…		…
453	attach callbacks/event handlers (a collection of which is called an "attachment")	682	attach callbacks/event handlers (a collection of which is called an "attachment")
454	to it. All such attachable objects support the following methods.	683	to it. All such attachable objects support the following methods.
455		684
456	In the following description, CLASS can be any of C<global>, C<object>	685	In the following description, CLASS can be any of C<global>, C<object>
457	C<player>, C<client> or C<map> (i.e. the attachable objects in	686	C<player>, C<client> or C<map> (i.e. the attachable objects in
458	crossfire+).	687	Deliantra).
459		688
460	=over 4	689	=over 4
461		690
462	=item $attachable->attach ($attachment, key => $value...)	691	=item $attachable->attach ($attachment, key => $value...)
463		692
…		…
665	_attach $registry, $klass, @attach;	894	_attach $registry, $klass, @attach;
666	}	895	}
667		896
668	$obj->{$name} = \%arg;	897	$obj->{$name} = \%arg;
669	} else {	898	} else {
670	warn "object uses attachment '$name' that is not available, postponing.\n";	899	warn "object uses attachment '$name' which is not available, postponing.\n";
671	}	900	}
672		901
673	$obj->{_attachment}{$name} = undef;	902	$obj->{_attachment}{$name} = undef;
674	}	903	}
675		904
…		…
715	";	944	";
716	die if $@;	945	die if $@;
717	}	946	}
718		947
719	our $override;	948	our $override;
720	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	949	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
721		950
722	sub override {	951	sub override {
723	$override = 1;	952	$override = 1;
724	@invoke_results = ();	953	@INVOKE_RESULTS = (@_);
725	}	954	}
726		955
727	sub do_invoke {	956	sub do_invoke {
728	my $event = shift;	957	my $event = shift;
729	my $callbacks = shift;	958	my $callbacks = shift;
730		959
731	@invoke_results = ();	960	@INVOKE_RESULTS = ();
732		961
733	local $override;	962	local $override;
734		963
735	for (@$callbacks) {	964	for (@$callbacks) {
736	eval { &{$_->[1]} };	965	eval { &{$_->[1]} };
…		…
745	}	974	}
746		975
747	0	976	0
748	}	977	}
749		978
750	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	979	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
751		980
752	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	981	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
753		982
754	Generate an object-specific event with the given arguments.	983	Generate an object-specific event with the given arguments.
755		984
756	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	985	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
757	removed in future versions), and there is no public API to access override	986	removed in future versions), and there is no public API to access override
758	results (if you must, access C<@cf::invoke_results> directly).	987	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
759		988
760	=back	989	=back
761		990
762	=cut	991	=cut
763		992
764	#############################################################################	993	#############################################################################
765	# object support	994	# object support
		995
		996	sub _object_equal($$);
		997	sub _object_equal($$) {
		998	my ($a, $b) = @_;
		999
		1000	return 0 unless (ref $a) eq (ref $b);
		1001
		1002	if ("HASH" eq ref $a) {
		1003	my @ka = keys %$a;
		1004	my @kb = keys %$b;
		1005
		1006	return 0 if @ka != @kb;
		1007
		1008	for (0 .. $#ka) {
		1009	return 0 unless $ka[$_] eq $kb[$_];
		1010	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1011	}
		1012
		1013	} elsif ("ARRAY" eq ref $a) {
		1014
		1015	return 0 if @$a != @$b;
		1016
		1017	for (0 .. $#$a) {
		1018	return 0 unless _object_equal $a->[$_], $b->[$_];
		1019	}
		1020
		1021	} elsif ($a ne $b) {
		1022	return 0;
		1023	}
		1024
		1025	1
		1026	}
		1027
		1028	our $SLOW_MERGES;#d#
		1029	sub _can_merge {
		1030	my ($ob1, $ob2) = @_;
		1031
		1032	++$SLOW_MERGES;#d#
		1033
		1034	# we do the slow way here
		1035	return _object_equal $ob1, $ob2
		1036	}
766		1037
767	sub reattach {	1038	sub reattach {
768	# basically do the same as instantiate, without calling instantiate	1039	# basically do the same as instantiate, without calling instantiate
769	my ($obj) = @_;	1040	my ($obj) = @_;
770		1041
…		…
791	cf::attachable->attach (	1062	cf::attachable->attach (
792	prio => -1000000,	1063	prio => -1000000,
793	on_instantiate => sub {	1064	on_instantiate => sub {
794	my ($obj, $data) = @_;	1065	my ($obj, $data) = @_;
795		1066
796	$data = from_json $data;	1067	$data = decode_json $data;
797		1068
798	for (@$data) {	1069	for (@$data) {
799	my ($name, $args) = @$_;	1070	my ($name, $args) = @$_;
800		1071
801	$obj->attach ($name, %{$args || {} });	1072	$obj->attach ($name, %{$args || {} });
…		…
817	sub object_freezer_save {	1088	sub object_freezer_save {
818	my ($filename, $rdata, $objs) = @_;	1089	my ($filename, $rdata, $objs) = @_;
819		1090
820	sync_job {	1091	sync_job {
821	if (length $$rdata) {	1092	if (length $$rdata) {
		1093	utf8::decode (my $decname = $filename);
822	warn sprintf "saving %s (%d,%d)\n",	1094	warn sprintf "saving %s (%d,%d)\n",
823	$filename, length $$rdata, scalar @$objs;	1095	$decname, length $$rdata, scalar @$objs;
824		1096
825	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1097	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
826	chmod SAVE_MODE, $fh;	1098	chmod SAVE_MODE, $fh;
827	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1099	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
828	aio_fsync $fh if $cf::USE_FSYNC;	1100	aio_fsync $fh if $cf::USE_FSYNC;
829	close $fh;	1101	close $fh;
830		1102
831	if (@$objs) {	1103	if (@$objs) {
832	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1104	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
833	chmod SAVE_MODE, $fh;	1105	chmod SAVE_MODE, $fh;
834	my $data = Storable::nfreeze { version => 1, objs => $objs };	1106	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
835	aio_write $fh, 0, (length $data), $data, 0;	1107	aio_write $fh, 0, (length $data), $data, 0;
836	aio_fsync $fh if $cf::USE_FSYNC;	1108	aio_fsync $fh if $cf::USE_FSYNC;
837	close $fh;	1109	close $fh;
838	aio_rename "$filename.pst~", "$filename.pst";	1110	aio_rename "$filename.pst~", "$filename.pst";
839	}	1111	}
…		…
847	}	1119	}
848	} else {	1120	} else {
849	aio_unlink $filename;	1121	aio_unlink $filename;
850	aio_unlink "$filename.pst";	1122	aio_unlink "$filename.pst";
851	}	1123	}
852	}	1124	};
853	}	1125	}
854		1126
855	sub object_freezer_as_string {	1127	sub object_freezer_as_string {
856	my ($rdata, $objs) = @_;	1128	my ($rdata, $objs) = @_;
857		1129
…		…
869	or return;	1141	or return;
870		1142
871	unless (aio_stat "$filename.pst") {	1143	unless (aio_stat "$filename.pst") {
872	(aio_load "$filename.pst", $av) >= 0	1144	(aio_load "$filename.pst", $av) >= 0
873	or return;	1145	or return;
		1146
874	$av = eval { (Storable::thaw $av)->{objs} };	1147	my $st = eval { Coro::Storable::thaw $av };
		1148	$av = $st->{objs};
875	}	1149	}
876		1150
		1151	utf8::decode (my $decname = $filename);
877	warn sprintf "loading %s (%d)\n",	1152	warn sprintf "loading %s (%d,%d)\n",
878	$filename, length $data, scalar @{$av || []};	1153	$decname, length $data, scalar @{$av || []};
		1154
879	return ($data, $av);	1155	($data, $av)
880	}	1156	}
		1157
		1158	=head2 COMMAND CALLBACKS
		1159
		1160	=over 4
		1161
		1162	=cut
881		1163
882	#############################################################################	1164	#############################################################################
883	# command handling &c	1165	# command handling &c
884		1166
885	=item cf::register_command $name => \&callback($ob,$args);	1167	=item cf::register_command $name => \&callback($ob,$args);
…		…
898	push @{ $COMMAND{$name} }, [$caller, $cb];	1180	push @{ $COMMAND{$name} }, [$caller, $cb];
899	}	1181	}
900		1182
901	=item cf::register_extcmd $name => \&callback($pl,$packet);	1183	=item cf::register_extcmd $name => \&callback($pl,$packet);
902		1184
903	Register a callbackf ro execution when the client sends an extcmd packet.	1185	Register a callback for execution when the client sends an (synchronous)
		1186	extcmd packet. Ext commands will be processed in the order they are
		1187	received by the server, like other user commands. The first argument is
		1188	the logged-in player. Ext commands can only be processed after a player
		1189	has logged in successfully.
904		1190
905	If the callback returns something, it is sent back as if reply was being	1191	If the callback returns something, it is sent back as if reply was being
906	called.	1192	called.
907		1193
		1194	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1195
		1196	Register a callback for execution when the client sends an (asynchronous)
		1197	exticmd packet. Exti commands are processed by the server as soon as they
		1198	are received, i.e. out of order w.r.t. other commands. The first argument
		1199	is a client socket. Exti commands can be received anytime, even before
		1200	log-in.
		1201
		1202	If the callback returns something, it is sent back as if reply was being
		1203	called.
		1204
908	=cut	1205	=cut
909		1206
910	sub register_extcmd {	1207	sub register_extcmd {
911	my ($name, $cb) = @_;	1208	my ($name, $cb) = @_;
912		1209
913	$EXTCMD{$name} = $cb;	1210	$EXTCMD{$name} = $cb;
		1211	}
		1212
		1213	sub register_exticmd {
		1214	my ($name, $cb) = @_;
		1215
		1216	$EXTICMD{$name} = $cb;
914	}	1217	}
915		1218
916	cf::player->attach (	1219	cf::player->attach (
917	on_command => sub {	1220	on_command => sub {
918	my ($pl, $name, $params) = @_;	1221	my ($pl, $name, $params) = @_;
…		…
927	cf::override;	1230	cf::override;
928	},	1231	},
929	on_extcmd => sub {	1232	on_extcmd => sub {
930	my ($pl, $buf) = @_;	1233	my ($pl, $buf) = @_;
931		1234
932	my $msg = eval { from_json $buf };	1235	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
933		1236
934	if (ref $msg) {	1237	if (ref $msg) {
		1238	my ($type, $reply, @payload) =
		1239	"ARRAY" eq ref $msg
		1240	? @$msg
		1241	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1242
		1243	my @reply;
		1244
935	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1245	if (my $cb = $EXTCMD{$type}) {
936	if (my %reply = $cb->($pl, $msg)) {	1246	@reply = $cb->($pl, @payload);
937	$pl->ext_reply ($msg->{msgid}, %reply);
938	}
939	}	1247	}
		1248
		1249	$pl->ext_reply ($reply, @reply)
		1250	if $reply;
		1251
940	} else {	1252	} else {
941	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1253	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
942	}	1254	}
943		1255
944	cf::override;	1256	cf::override;
…		…
967	path => $path,	1279	path => $path,
968	base => $base,	1280	base => $base,
969	pkg => $pkg,	1281	pkg => $pkg,
970	);	1282	);
971		1283
972	$ext{meta} = { map { split /=/, $_, 2 } split /\s+/, $1 }	1284	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
973	if $source =~ /^#!.*?perl.*?#\s*(.*)$/;	1285	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
974		1286
975	$ext{source} =	1287	$ext{source} =
976	"package $pkg; use strict; use utf8;\n"	1288	"package $pkg; use strict; use utf8;\n"
977	. "#line 1 \"$path\"\n{\n"	1289	. "#line 1 \"$path\"\n{\n"
978	. $source	1290	. $source
…		…
984	my %done;	1296	my %done;
985	while (%todo) {	1297	while (%todo) {
986	my $progress;	1298	my $progress;
987		1299
988	while (my ($k, $v) = each %todo) {	1300	while (my ($k, $v) = each %todo) {
989	for (split /,\s*/, $ext{meta}{depends}) {	1301	for (split /,\s*/, $v->{meta}{depends}) {
990	goto skip	1302	goto skip
991	unless exists $done{$_};	1303	unless exists $done{$_};
992	}	1304	}
993		1305
994	warn "... loading '$k' into '$v->{pkg}'\n";	1306	warn "... loading '$k' into '$v->{pkg}'\n";
995		1307
996	unless (eval $v->{source}) {	1308	unless (eval $v->{source}) {
997	my $msg = $@ ? "$v->{path}: $@\n"	1309	my $msg = $@ ? "$v->{path}: $@\n"
998	: "extension disabled.\n";	1310	: "$v->{base}: extension inactive.\n";
999		1311
1000	if (exists $v->{meta}{mandatory}) {	1312	if (exists $v->{meta}{mandatory}) {
1001	warn $msg;	1313	warn $msg;
1002	warn "mandatory extension failed to load, exiting.\n";	1314	warn "mandatory extension failed to load, exiting.\n";
1003	exit 1;	1315	exit 1;
1004	}	1316	}
1005		1317
1006	die $msg;	1318	warn $msg;
1007	}	1319	}
1008		1320
1009	$done{$k} = delete $todo{$k};	1321	$done{$k} = delete $todo{$k};
1010	push @EXTS, $v->{pkg};	1322	push @EXTS, $v->{pkg};
		1323	$progress = 1;
1011	}	1324	}
1012		1325
1013	skip:	1326	skip:
1014	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1327	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
1015	unless $progress;	1328	unless $progress;
…		…
1017	};	1330	};
1018	}	1331	}
1019		1332
1020	#############################################################################	1333	#############################################################################
1021		1334
		1335	=back
		1336
1022	=head2 CORE EXTENSIONS	1337	=head2 CORE EXTENSIONS
1023		1338
1024	Functions and methods that extend core crossfire objects.	1339	Functions and methods that extend core crossfire objects.
1025		1340
1026	=cut	1341	=cut
…		…
1030	use Coro::AIO;	1345	use Coro::AIO;
1031		1346
1032	=head3 cf::player	1347	=head3 cf::player
1033		1348
1034	=over 4	1349	=over 4
		1350
		1351	=item cf::player::num_playing
		1352
		1353	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1354
		1355	=cut
		1356
		1357	sub num_playing {
		1358	scalar grep
		1359	$_->ob->map
		1360	&& !$_->hidden
		1361	&& !$_->ob->flag (cf::FLAG_WIZ),
		1362	cf::player::list
		1363	}
1035		1364
1036	=item cf::player::find $login	1365	=item cf::player::find $login
1037		1366
1038	Returns the given player object, loading it if necessary (might block).	1367	Returns the given player object, loading it if necessary (might block).
1039		1368
…		…
1075	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1404	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1076	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1405	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1077	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1406	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1078	aio_unlink +(playerdir $login) . "/$login.pl";	1407	aio_unlink +(playerdir $login) . "/$login.pl";
1079		1408
1080	my $pl = load_pl path $login	1409	my $f = new_from_file cf::object::thawer path $login
1081	or return;	1410	or return;
		1411
		1412	my $pl = cf::player::load_pl $f
		1413	or return;
		1414	local $cf::PLAYER_LOADING{$login} = $pl;
		1415	$f->resolve_delayed_derefs;
1082	$cf::PLAYER{$login} = $pl	1416	$cf::PLAYER{$login} = $pl
1083	}	1417	}
1084	}	1418	}
1085	}	1419	}
1086		1420
…		…
1096		1430
1097	aio_mkdir playerdir $pl, 0770;	1431	aio_mkdir playerdir $pl, 0770;
1098	$pl->{last_save} = $cf::RUNTIME;	1432	$pl->{last_save} = $cf::RUNTIME;
1099		1433
1100	$pl->save_pl ($path);	1434	$pl->save_pl ($path);
1101	Coro::cede;	1435	cf::cede_to_tick;
1102	}	1436	}
1103		1437
1104	sub new($) {	1438	sub new($) {
1105	my ($login) = @_;	1439	my ($login) = @_;
1106		1440
…		…
1110	$self->{deny_save} = 1;	1444	$self->{deny_save} = 1;
1111		1445
1112	$cf::PLAYER{$login} = $self;	1446	$cf::PLAYER{$login} = $self;
1113		1447
1114	$self	1448	$self
		1449	}
		1450
		1451	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1452
		1453	=cut
		1454
		1455	sub send_msg {
		1456	my $ns = shift->ns
		1457	or return;
		1458	$ns->send_msg (@_);
1115	}	1459	}
1116		1460
1117	=item $pl->quit_character	1461	=item $pl->quit_character
1118		1462
1119	Nukes the player without looking back. If logged in, the connection will	1463	Nukes the player without looking back. If logged in, the connection will
…		…
1174	or return [];	1518	or return [];
1175		1519
1176	my @logins;	1520	my @logins;
1177		1521
1178	for my $login (@$dirs) {	1522	for my $login (@$dirs) {
		1523	my $path = path $login;
		1524
		1525	# a .pst is a dead give-away for a valid player
		1526	unless (-e "$path.pst") {
1179	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1527	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1180	aio_read $fh, 0, 512, my $buf, 0 or next;	1528	aio_read $fh, 0, 512, my $buf, 0 or next;
1181	$buf !~ /^password -------------$/m or next; # official not-valid tag	1529	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1530	}
1182		1531
1183	utf8::decode $login;	1532	utf8::decode $login;
1184	push @logins, $login;	1533	push @logins, $login;
1185	}	1534	}
1186		1535
…		…
1213	}	1562	}
1214		1563
1215	\@paths	1564	\@paths
1216	}	1565	}
1217		1566
		1567	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1568
		1569	Expand crossfire pod fragments into protocol xml.
		1570
		1571	=cut
		1572
		1573	use re 'eval';
		1574
		1575	my $group;
		1576	my $interior; $interior = qr{
		1577	# match a pod interior sequence sans C<< >>
		1578	(?:
		1579	\ (.*?)\ (?{ $group = $^N })
		1580	| < (??{$interior}) >
		1581	)
		1582	}x;
		1583
		1584	sub expand_cfpod {
		1585	my ($self, $pod) = @_;
		1586
		1587	my $xml;
		1588
		1589	while () {
		1590	if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
		1591	$group = $1;
		1592
		1593	$group =~ s/&/&amp;/g;
		1594	$group =~ s/</&lt;/g;
		1595
		1596	$xml .= $group;
		1597	} elsif ($pod =~ m%\G
		1598	([BCGHITU])
		1599	<
		1600	(?:
		1601	([^<>]*) (?{ $group = $^N })
		1602	| < $interior >
		1603	)
		1604	>
		1605	%gcsx
		1606	) {
		1607	my ($code, $data) = ($1, $group);
		1608
		1609	if ($code eq "B") {
		1610	$xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
		1611	} elsif ($code eq "I") {
		1612	$xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
		1613	} elsif ($code eq "U") {
		1614	$xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
		1615	} elsif ($code eq "C") {
		1616	$xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
		1617	} elsif ($code eq "T") {
		1618	$xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
		1619	} elsif ($code eq "G") {
		1620	my ($male, $female) = split /\|/, $data;
		1621	$data = $self->gender ? $female : $male;
		1622	$xml .= expand_cfpod ($self, $data);
		1623	} elsif ($code eq "H") {
		1624	$xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
		1625	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1626	"")
		1627	[$self->{hintmode}];
		1628	} else {
		1629	$xml .= "error processing '$code($data)' directive";
		1630	}
		1631	} else {
		1632	if ($pod =~ /\G(.+)/) {
		1633	warn "parse error while expanding $pod (at $1)";
		1634	}
		1635	last;
		1636	}
		1637	}
		1638
		1639	for ($xml) {
		1640	# create single paragraphs (very hackish)
		1641	s/(?<=\S)\n(?=\w)/ /g;
		1642
		1643	# compress some whitespace
		1644	s/\s+\n/\n/g; # ws line-ends
		1645	s/\n\n+/\n/g; # double lines
		1646	s/^\n+//; # beginning lines
		1647	s/\n+$//; # ending lines
		1648	}
		1649
		1650	$xml
		1651	}
		1652
		1653	no re 'eval';
		1654
		1655	sub hintmode {
		1656	$_[0]{hintmode} = $_[1] if @_ > 1;
		1657	$_[0]{hintmode}
		1658	}
		1659
1218	=item $player->ext_reply ($msgid, %msg)	1660	=item $player->ext_reply ($msgid, @msg)
1219		1661
1220	Sends an ext reply to the player.	1662	Sends an ext reply to the player.
1221		1663
1222	=cut	1664	=cut
1223		1665
1224	sub ext_reply($$%) {	1666	sub ext_reply($$@) {
1225	my ($self, $id, %msg) = @_;	1667	my ($self, $id, @msg) = @_;
1226		1668
1227	$msg{msgid} = $id;	1669	$self->ns->ext_reply ($id, @msg)
1228
1229	$self->send ("ext " . cf::to_json \%msg);
1230	}	1670	}
1231		1671
1232	=item $player->ext_event ($type, %msg)	1672	=item $player->ext_msg ($type, @msg)
1233		1673
1234	Sends an ext event to the client.	1674	Sends an ext event to the client.
1235		1675
1236	=cut	1676	=cut
1237		1677
1238	sub ext_event($$%) {	1678	sub ext_msg($$@) {
1239	my ($self, $type, %msg) = @_;	1679	my ($self, $type, @msg) = @_;
1240		1680
1241	$self->ns->ext_event ($type, %msg);	1681	$self->ns->ext_msg ($type, @msg);
1242	}	1682	}
1243		1683
1244	=head3 cf::region	1684	=head3 cf::region
1245		1685
1246	=over 4	1686	=over 4
…		…
1249		1689
1250	package cf::region;	1690	package cf::region;
1251		1691
1252	=item cf::region::find_by_path $path	1692	=item cf::region::find_by_path $path
1253		1693
1254	Tries to decuce the probable region for a map knowing only its path.	1694	Tries to decuce the likely region for a map knowing only its path.
1255		1695
1256	=cut	1696	=cut
1257		1697
1258	sub find_by_path($) {	1698	sub find_by_path($) {
1259	my ($path) = @_;	1699	my ($path) = @_;
1260		1700
1261	my ($match, $specificity);	1701	my ($match, $specificity);
1262		1702
1263	for my $region (list) {	1703	for my $region (list) {
1264	if ($region->match && $path =~ $region->match) {	1704	if ($region->{match} && $path =~ $region->{match}) {
1265	($match, $specificity) = ($region, $region->specificity)	1705	($match, $specificity) = ($region, $region->specificity)
1266	if $region->specificity > $specificity;	1706	if $region->specificity > $specificity;
1267	}	1707	}
1268	}	1708	}
1269		1709
…		…
1389	$self->init; # pass $1 etc.	1829	$self->init; # pass $1 etc.
1390	return $self;	1830	return $self;
1391	}	1831	}
1392	}	1832	}
1393		1833
1394	Carp::carp "unable to resolve path '$path' (base '$base').";	1834	Carp::cluck "unable to resolve path '$path' (base '$base').";
1395	()	1835	()
1396	}	1836	}
1397		1837
1398	sub init {	1838	sub init {
1399	my ($self) = @_;	1839	my ($self) = @_;
…		…
1462		1902
1463	sub load_header_from($) {	1903	sub load_header_from($) {
1464	my ($self, $path) = @_;	1904	my ($self, $path) = @_;
1465		1905
1466	utf8::encode $path;	1906	utf8::encode $path;
1467	#aio_open $path, O_RDONLY, 0	1907	my $f = new_from_file cf::object::thawer $path
1468	# or return;
1469
1470	$self->_load_header ($path)
1471	or return;	1908	or return;
		1909
		1910	$self->_load_header ($f)
		1911	or return;
		1912
		1913	local $MAP_LOADING{$self->{path}} = $self;
		1914	$f->resolve_delayed_derefs;
1472		1915
1473	$self->{load_path} = $path;	1916	$self->{load_path} = $path;
1474		1917
1475	1	1918	1
1476	}	1919	}
…		…
1530	sub find {	1973	sub find {
1531	my ($path, $origin) = @_;	1974	my ($path, $origin) = @_;
1532		1975
1533	$path = normalise $path, $origin && $origin->path;	1976	$path = normalise $path, $origin && $origin->path;
1534		1977
		1978	cf::lock_wait "map_data:$path";#d#remove
1535	cf::lock_wait "map_find:$path";	1979	cf::lock_wait "map_find:$path";
1536		1980
1537	$cf::MAP{$path} || do {	1981	$cf::MAP{$path} || do {
1538	my $guard = cf::lock_acquire "map_find:$path";	1982	my $guard1 = cf::lock_acquire "map_find:$path";
		1983	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1984
1539	my $map = new_from_path cf::map $path	1985	my $map = new_from_path cf::map $path
1540	or return;	1986	or return;
1541		1987
1542	$map->{last_save} = $cf::RUNTIME;	1988	$map->{last_save} = $cf::RUNTIME;
1543		1989
…		…
1545	or return;	1991	or return;
1546		1992
1547	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	1993	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1548	# doing this can freeze the server in a sync job, obviously	1994	# doing this can freeze the server in a sync job, obviously
1549	#$cf::WAIT_FOR_TICK->wait;	1995	#$cf::WAIT_FOR_TICK->wait;
		1996	undef $guard1;
		1997	undef $guard2;
1550	$map->reset;	1998	$map->reset;
1551	undef $guard;
1552	return find $path;	1999	return find $path;
1553	}	2000	}
1554		2001
1555	$cf::MAP{$path} = $map	2002	$cf::MAP{$path} = $map
1556	}	2003	}
…		…
1565	local $self->{deny_reset} = 1; # loading can take a long time	2012	local $self->{deny_reset} = 1; # loading can take a long time
1566		2013
1567	my $path = $self->{path};	2014	my $path = $self->{path};
1568		2015
1569	{	2016	{
1570	my $guard = cf::lock_acquire "map_load:$path";	2017	my $guard = cf::lock_acquire "map_data:$path";
1571		2018
		2019	return unless $self->valid;
1572	return if $self->in_memory != cf::MAP_SWAPPED;	2020	return unless $self->in_memory == cf::MAP_SWAPPED;
1573		2021
1574	$self->in_memory (cf::MAP_LOADING);	2022	$self->in_memory (cf::MAP_LOADING);
1575		2023
1576	$self->alloc;	2024	$self->alloc;
1577		2025
1578	$self->pre_load;	2026	$self->pre_load;
1579	Coro::cede;	2027	cf::cede_to_tick;
1580		2028
		2029	my $f = new_from_file cf::object::thawer $self->{load_path};
		2030	$f->skip_block;
1581	$self->_load_objects ($self->{load_path}, 1)	2031	$self->_load_objects ($f)
1582	or return;	2032	or return;
1583		2033
1584	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2034	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1585	if delete $self->{load_original};	2035	if delete $self->{load_original};
1586		2036
1587	if (my $uniq = $self->uniq_path) {	2037	if (my $uniq = $self->uniq_path) {
1588	utf8::encode $uniq;	2038	utf8::encode $uniq;
1589	if (aio_open $uniq, O_RDONLY, 0) {	2039	unless (aio_stat $uniq) {
		2040	if (my $f = new_from_file cf::object::thawer $uniq) {
1590	$self->clear_unique_items;	2041	$self->clear_unique_items;
1591	$self->_load_objects ($uniq, 0);	2042	$self->_load_objects ($f);
		2043	$f->resolve_delayed_derefs;
		2044	}
1592	}	2045	}
1593	}	2046	}
1594		2047
1595	Coro::cede;	2048	$f->resolve_delayed_derefs;
		2049
		2050	cf::cede_to_tick;
1596	# now do the right thing for maps	2051	# now do the right thing for maps
1597	$self->link_multipart_objects;	2052	$self->link_multipart_objects;
1598	$self->difficulty ($self->estimate_difficulty)	2053	$self->difficulty ($self->estimate_difficulty)
1599	unless $self->difficulty;	2054	unless $self->difficulty;
1600	Coro::cede;	2055	cf::cede_to_tick;
1601		2056
1602	unless ($self->{deny_activate}) {	2057	unless ($self->{deny_activate}) {
1603	$self->decay_objects;	2058	$self->decay_objects;
1604	$self->fix_auto_apply;	2059	$self->fix_auto_apply;
1605	$self->update_buttons;	2060	$self->update_buttons;
1606	Coro::cede;	2061	cf::cede_to_tick;
1607	$self->set_darkness_map;	2062	$self->set_darkness_map;
1608	Coro::cede;	2063	cf::cede_to_tick;
1609	$self->activate;	2064	$self->activate;
1610	}	2065	}
		2066
		2067	$self->{last_save} = $cf::RUNTIME;
		2068	$self->last_access ($cf::RUNTIME);
1611		2069
1612	$self->in_memory (cf::MAP_IN_MEMORY);	2070	$self->in_memory (cf::MAP_IN_MEMORY);
1613	}	2071	}
1614		2072
1615	$self->post_load;	2073	$self->post_load;
…		…
1626		2084
1627	$self	2085	$self
1628	}	2086	}
1629		2087
1630	# find and load all maps in the 3x3 area around a map	2088	# find and load all maps in the 3x3 area around a map
1631	sub load_diag {	2089	sub load_neighbours {
1632	my ($map) = @_;	2090	my ($map) = @_;
1633		2091
1634	my @diag; # diagonal neighbours	2092	my @neigh; # diagonal neighbours
1635		2093
1636	for (0 .. 3) {	2094	for (0 .. 3) {
1637	my $neigh = $map->tile_path ($_)	2095	my $neigh = $map->tile_path ($_)
1638	or next;	2096	or next;
1639	$neigh = find $neigh, $map	2097	$neigh = find $neigh, $map
1640	or next;	2098	or next;
1641	$neigh->load;	2099	$neigh->load;
1642		2100
		2101	push @neigh,
1643	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2102	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1644	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2103	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1645	}	2104	}
1646		2105
1647	for (@diag) {	2106	for (grep defined $_->[0], @neigh) {
		2107	my ($path, $origin) = @$_;
1648	my $neigh = find @$_	2108	my $neigh = find $path, $origin
1649	or next;	2109	or next;
1650	$neigh->load;	2110	$neigh->load;
1651	}	2111	}
1652	}	2112	}
1653		2113
…		…
1658	}	2118	}
1659		2119
1660	sub do_load_sync {	2120	sub do_load_sync {
1661	my ($map) = @_;	2121	my ($map) = @_;
1662		2122
		2123	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2124	if $Coro::current == $Coro::main;
		2125
1663	cf::sync_job { $map->load };	2126	cf::sync_job { $map->load };
1664	}	2127	}
1665		2128
1666	our %MAP_PREFETCH;	2129	our %MAP_PREFETCH;
1667	our $MAP_PREFETCHER = undef;	2130	our $MAP_PREFETCHER = undef;
1668		2131
1669	sub find_async {	2132	sub find_async {
1670	my ($path, $origin) = @_;	2133	my ($path, $origin, $load) = @_;
1671		2134
1672	$path = normalise $path, $origin && $origin->{path};	2135	$path = normalise $path, $origin && $origin->{path};
1673		2136
1674	if (my $map = $cf::MAP{$path}) {	2137	if (my $map = $cf::MAP{$path}) {
1675	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2138	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1676	}	2139	}
1677		2140
1678	undef $MAP_PREFETCH{$path};	2141	$MAP_PREFETCH{$path} |= $load;
		2142
1679	$MAP_PREFETCHER ||= cf::async {	2143	$MAP_PREFETCHER ||= cf::async {
		2144	$Coro::current->{desc} = "map prefetcher";
		2145
1680	while (%MAP_PREFETCH) {	2146	while (%MAP_PREFETCH) {
1681	for my $path (keys %MAP_PREFETCH) {	2147	while (my ($k, $v) = each %MAP_PREFETCH) {
1682	my $map = find $path	2148	if (my $map = find $k) {
1683	or next;
1684	$map->load;	2149	$map->load if $v;
		2150	}
1685		2151
1686	delete $MAP_PREFETCH{$path};	2152	delete $MAP_PREFETCH{$k};
1687	}	2153	}
1688	}	2154	}
1689	undef $MAP_PREFETCHER;	2155	undef $MAP_PREFETCHER;
1690	};	2156	};
1691	$MAP_PREFETCHER->prio (6);	2157	$MAP_PREFETCHER->prio (6);
…		…
1694	}	2160	}
1695		2161
1696	sub save {	2162	sub save {
1697	my ($self) = @_;	2163	my ($self) = @_;
1698		2164
1699	my $lock = cf::lock_acquire "map_data:" . $self->path;	2165	my $lock = cf::lock_acquire "map_data:$self->{path}";
1700		2166
1701	$self->{last_save} = $cf::RUNTIME;	2167	$self->{last_save} = $cf::RUNTIME;
1702		2168
1703	return unless $self->dirty;	2169	return unless $self->dirty;
1704		2170
…		…
1710	return if $self->{deny_save};	2176	return if $self->{deny_save};
1711		2177
1712	local $self->{last_access} = $self->last_access;#d#	2178	local $self->{last_access} = $self->last_access;#d#
1713		2179
1714	cf::async {	2180	cf::async {
		2181	$Coro::current->{desc} = "map player save";
1715	$_->contr->save for $self->players;	2182	$_->contr->save for $self->players;
1716	};	2183	};
1717		2184
1718	if ($uniq) {	2185	if ($uniq) {
1719	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2186	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
1727	my ($self) = @_;	2194	my ($self) = @_;
1728		2195
1729	# save first because save cedes	2196	# save first because save cedes
1730	$self->save;	2197	$self->save;
1731		2198
1732	my $lock = cf::lock_acquire "map_data:" . $self->path;	2199	my $lock = cf::lock_acquire "map_data:$self->{path}";
1733		2200
1734	return if $self->players;	2201	return if $self->players;
1735	return if $self->in_memory != cf::MAP_IN_MEMORY;	2202	return if $self->in_memory != cf::MAP_IN_MEMORY;
1736	return if $self->{deny_save};	2203	return if $self->{deny_save};
1737		2204
		2205	$self->in_memory (cf::MAP_SWAPPED);
		2206
		2207	$self->deactivate;
		2208	$_->clear_links_to ($self) for values %cf::MAP;
1738	$self->clear;	2209	$self->clear;
1739	$self->in_memory (cf::MAP_SWAPPED);
1740	}	2210	}
1741		2211
1742	sub reset_at {	2212	sub reset_at {
1743	my ($self) = @_;	2213	my ($self) = @_;
1744		2214
…		…
1776	if $uniq;	2246	if $uniq;
1777	}	2247	}
1778		2248
1779	delete $cf::MAP{$self->path};	2249	delete $cf::MAP{$self->path};
1780		2250
		2251	$self->deactivate;
		2252	$_->clear_links_to ($self) for values %cf::MAP;
1781	$self->clear;	2253	$self->clear;
1782
1783	$_->clear_links_to ($self) for values %cf::MAP;
1784		2254
1785	$self->unlink_save;	2255	$self->unlink_save;
1786	$self->destroy;	2256	$self->destroy;
1787	}	2257	}
1788		2258
1789	my $nuke_counter = "aaaa";	2259	my $nuke_counter = "aaaa";
1790		2260
1791	sub nuke {	2261	sub nuke {
1792	my ($self) = @_;	2262	my ($self) = @_;
1793		2263
		2264	{
		2265	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2266
1794	delete $cf::MAP{$self->path};	2267	delete $cf::MAP{$self->path};
1795		2268
1796	$self->unlink_save;	2269	$self->unlink_save;
1797		2270
1798	bless $self, "cf::map";	2271	bless $self, "cf::map";
1799	delete $self->{deny_reset};	2272	delete $self->{deny_reset};
1800	$self->{deny_save} = 1;	2273	$self->{deny_save} = 1;
1801	$self->reset_timeout (1);	2274	$self->reset_timeout (1);
1802	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2275	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1803		2276
1804	$cf::MAP{$self->path} = $self;	2277	$cf::MAP{$self->path} = $self;
		2278	}
1805		2279
1806	$self->reset; # polite request, might not happen	2280	$self->reset; # polite request, might not happen
1807	}	2281	}
1808		2282
1809	=item $maps = cf::map::tmp_maps	2283	=item $maps = cf::map::tmp_maps
…		…
1885		2359
1886	sub inv_recursive {	2360	sub inv_recursive {
1887	inv_recursive_ inv $_[0]	2361	inv_recursive_ inv $_[0]
1888	}	2362	}
1889		2363
		2364	=item $ref = $ob->ref
		2365
		2366	creates and returns a persistent reference to an objetc that can be stored as a string.
		2367
		2368	=item $ob = cf::object::deref ($refstring)
		2369
		2370	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2371	even if the object actually exists. May block.
		2372
		2373	=cut
		2374
		2375	sub deref {
		2376	my ($ref) = @_;
		2377
		2378	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2379	my ($uuid, $name) = ($1, $2);
		2380	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2381	or return;
		2382	$pl->ob->uuid eq $uuid
		2383	or return;
		2384
		2385	$pl->ob
		2386	} else {
		2387	warn "$ref: cannot resolve object reference\n";
		2388	undef
		2389	}
		2390	}
		2391
1890	package cf;	2392	package cf;
1891		2393
1892	=back	2394	=back
1893		2395
1894	=head3 cf::object::player	2396	=head3 cf::object::player
…		…
1911		2413
1912	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2414	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1913		2415
1914	if ($self->{record_replies}) {	2416	if ($self->{record_replies}) {
1915	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2417	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2418
1916	} else {	2419	} else {
		2420	my $pl = $self->contr;
		2421
		2422	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2423	my $dialog = $pl->{npc_dialog};
		2424	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2425
		2426	} else {
1917	$msg = $npc->name . " says: $msg" if $npc;	2427	$msg = $npc->name . " says: $msg" if $npc;
1918	$self->message ($msg, $flags);	2428	$self->message ($msg, $flags);
		2429	}
1919	}	2430	}
		2431	}
		2432
		2433	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2434
		2435	=cut
		2436
		2437	sub cf::object::send_msg {
		2438	my $pl = shift->contr
		2439	or return;
		2440	$pl->send_msg (@_);
1920	}	2441	}
1921		2442
1922	=item $player_object->may ("access")	2443	=item $player_object->may ("access")
1923		2444
1924	Returns wether the given player is authorized to access resource "access"	2445	Returns wether the given player is authorized to access resource "access"
…		…
2003	# use -1 or undef as default coordinates, not 0, 0	2524	# use -1 or undef as default coordinates, not 0, 0
2004	($x, $y) = ($map->enter_x, $map->enter_y)	2525	($x, $y) = ($map->enter_x, $map->enter_y)
2005	if $x <=0 && $y <= 0;	2526	if $x <=0 && $y <= 0;
2006		2527
2007	$map->load;	2528	$map->load;
2008	$map->load_diag;	2529	$map->load_neighbours;
2009		2530
2010	return unless $self->contr->active;	2531	return unless $self->contr->active;
2011	$self->activate_recursive;	2532	$self->activate_recursive;
2012		2533
2013	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2534	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2014	$self->enter_map ($map, $x, $y);	2535	$self->enter_map ($map, $x, $y);
2015	}	2536	}
2016		2537
2017	=item $player_object->goto ($path, $x, $y[, $check->($map)])	2538	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
2018		2539
2019	Moves the player to the given map-path and coordinates by first freezing	2540	Moves the player to the given map-path and coordinates by first freezing
2020	her, loading and preparing them map, calling the provided $check callback	2541	her, loading and preparing them map, calling the provided $check callback
2021	that has to return the map if sucecssful, and then unfreezes the player on	2542	that has to return the map if sucecssful, and then unfreezes the player on
2022	the new (success) or old (failed) map position.	2543	the new (success) or old (failed) map position. In either case, $done will
		2544	be called at the end of this process.
2023		2545
2024	=cut	2546	=cut
2025		2547
2026	our $GOTOGEN;	2548	our $GOTOGEN;
2027		2549
2028	sub cf::object::player::goto {	2550	sub cf::object::player::goto {
2029	my ($self, $path, $x, $y, $check) = @_;	2551	my ($self, $path, $x, $y, $check, $done) = @_;
2030		2552
2031	# do generation counting so two concurrent goto's will be executed in-order	2553	# do generation counting so two concurrent goto's will be executed in-order
2032	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2554	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2033		2555
2034	$self->enter_link;	2556	$self->enter_link;
2035		2557
2036	(async {	2558	(async {
		2559	$Coro::current->{desc} = "player::goto $path $x $y";
		2560
		2561	# *tag paths override both path and x|y
		2562	if ($path =~ /^\*(.*)$/) {
		2563	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2564	my $ob = $obs[rand @obs];
		2565
		2566	# see if we actually can go there
		2567	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2568	$ob = $obs[rand @obs];
		2569	} else {
		2570	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2571	}
		2572	# else put us there anyways for now #d#
		2573
		2574	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2575	} else {
		2576	($path, $x, $y) = (undef, undef, undef);
		2577	}
		2578	}
		2579
2037	my $map = eval {	2580	my $map = eval {
2038	my $map = cf::map::find $path;	2581	my $map = defined $path ? cf::map::find $path : undef;
2039		2582
2040	if ($map) {	2583	if ($map) {
2041	$map = $map->customise_for ($self);	2584	$map = $map->customise_for ($self);
2042	$map = $check->($map) if $check && $map;	2585	$map = $check->($map) if $check && $map;
2043	} else {	2586	} else {
2044	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2587	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2045	}	2588	}
2046		2589
2047	$map	2590	$map
2048	};	2591	};
2049		2592
…		…
2054		2597
2055	if ($gen == $self->{_goto_generation}) {	2598	if ($gen == $self->{_goto_generation}) {
2056	delete $self->{_goto_generation};	2599	delete $self->{_goto_generation};
2057	$self->leave_link ($map, $x, $y);	2600	$self->leave_link ($map, $x, $y);
2058	}	2601	}
		2602
		2603	$done->() if $done;
2059	})->prio (1);	2604	})->prio (1);
2060	}	2605	}
2061		2606
2062	=item $player_object->enter_exit ($exit_object)	2607	=item $player_object->enter_exit ($exit_object)
2063		2608
…		…
2100	$rmp->{origin_y} = $exit->y;	2645	$rmp->{origin_y} = $exit->y;
2101	}	2646	}
2102		2647
2103	$rmp->{random_seed} ||= $exit->random_seed;	2648	$rmp->{random_seed} ||= $exit->random_seed;
2104		2649
2105	my $data = cf::to_json $rmp;	2650	my $data = cf::encode_json $rmp;
2106	my $md5 = Digest::MD5::md5_hex $data;	2651	my $md5 = Digest::MD5::md5_hex $data;
2107	my $meta = "$RANDOMDIR/$md5.meta";	2652	my $meta = "$RANDOMDIR/$md5.meta";
2108		2653
2109	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2654	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2110	aio_write $fh, 0, (length $data), $data, 0;	2655	aio_write $fh, 0, (length $data), $data, 0;
…		…
2132	my $hp = $exit->stats->hp;	2677	my $hp = $exit->stats->hp;
2133	my $sp = $exit->stats->sp;	2678	my $sp = $exit->stats->sp;
2134		2679
2135	$self->enter_link;	2680	$self->enter_link;
2136		2681
		2682	# if exit is damned, update players death & WoR home-position
		2683	$self->contr->savebed ($slaying, $hp, $sp)
		2684	if $exit->flag (FLAG_DAMNED);
		2685
2137	(async {	2686	(async {
		2687	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2688
2138	$self->deactivate_recursive; # just to be sure	2689	$self->deactivate_recursive; # just to be sure
2139	unless (eval {	2690	unless (eval {
2140	$self->goto ($slaying, $hp, $sp);	2691	$self->goto ($slaying, $hp, $sp);
2141		2692
2142	1;	2693	1;
…		…
2168		2719
2169	utf8::encode $text;	2720	utf8::encode $text;
2170	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2721	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2171	}	2722	}
2172		2723
		2724	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2725
		2726	Send a drawinfo or msg packet to the client, formatting the msg for the
		2727	client if neccessary. C<$type> should be a string identifying the type of
		2728	the message, with C<log> being the default. If C<$color> is negative, suppress
		2729	the message unless the client supports the msg packet.
		2730
		2731	=cut
		2732
		2733	# non-persistent channels (usually the info channel)
		2734	our %CHANNEL = (
		2735	"c/identify" => {
		2736	id => "infobox",
		2737	title => "Identify",
		2738	reply => undef,
		2739	tooltip => "Items recently identified",
		2740	},
		2741	"c/examine" => {
		2742	id => "infobox",
		2743	title => "Examine",
		2744	reply => undef,
		2745	tooltip => "Signs and other items you examined",
		2746	},
		2747	"c/book" => {
		2748	id => "infobox",
		2749	title => "Book",
		2750	reply => undef,
		2751	tooltip => "The contents of a note or book",
		2752	},
		2753	"c/lookat" => {
		2754	id => "infobox",
		2755	title => "Look",
		2756	reply => undef,
		2757	tooltip => "What you saw there",
		2758	},
		2759	"c/who" => {
		2760	id => "infobox",
		2761	title => "Players",
		2762	reply => undef,
		2763	tooltip => "Shows players who are currently online",
		2764	},
		2765	"c/body" => {
		2766	id => "infobox",
		2767	title => "Body Parts",
		2768	reply => undef,
		2769	tooltip => "Shows which body parts you posess and are available",
		2770	},
		2771	"c/uptime" => {
		2772	id => "infobox",
		2773	title => "Uptime",
		2774	reply => undef,
		2775	tooltip => "How long the server has been running since last restart",
		2776	},
		2777	"c/mapinfo" => {
		2778	id => "infobox",
		2779	title => "Map Info",
		2780	reply => undef,
		2781	tooltip => "Information related to the maps",
		2782	},
		2783	);
		2784
		2785	sub cf::client::send_msg {
		2786	my ($self, $channel, $msg, $color, @extra) = @_;
		2787
		2788	$msg = $self->pl->expand_cfpod ($msg);
		2789
		2790	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2791
		2792	# check predefined channels, for the benefit of C
		2793	if ($CHANNEL{$channel}) {
		2794	$channel = $CHANNEL{$channel};
		2795
		2796	$self->ext_msg (channel_info => $channel)
		2797	if $self->can_msg;
		2798
		2799	$channel = $channel->{id};
		2800
		2801	} elsif (ref $channel) {
		2802	# send meta info to client, if not yet sent
		2803	unless (exists $self->{channel}{$channel->{id}}) {
		2804	$self->{channel}{$channel->{id}} = $channel;
		2805	$self->ext_msg (channel_info => $channel)
		2806	if $self->can_msg;
		2807	}
		2808
		2809	$channel = $channel->{id};
		2810	}
		2811
		2812	return unless @extra || length $msg;
		2813
		2814	if ($self->can_msg) {
		2815	# default colour, mask it out
		2816	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2817	if $color & cf::NDI_DEF;
		2818
		2819	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2820	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2821	} else {
		2822	if ($color >= 0) {
		2823	# replace some tags by gcfclient-compatible ones
		2824	for ($msg) {
		2825	1 while
		2826	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2827	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2828	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2829	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2830	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2831	}
		2832
		2833	$color &= cf::NDI_COLOR_MASK;
		2834
		2835	utf8::encode $msg;
		2836
		2837	if (0 && $msg =~ /\[/) {
		2838	# COMMAND/INFO
		2839	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2840	} else {
		2841	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2842	$self->send_packet ("drawinfo $color $msg")
		2843	}
		2844	}
		2845	}
		2846	}
		2847
2173	=item $client->ext_event ($type, %msg)	2848	=item $client->ext_msg ($type, @msg)
2174		2849
2175	Sends an exti event to the client.	2850	Sends an ext event to the client.
2176		2851
2177	=cut	2852	=cut
2178		2853
2179	sub cf::client::ext_event($$%) {	2854	sub cf::client::ext_msg($$@) {
2180	my ($self, $type, %msg) = @_;	2855	my ($self, $type, @msg) = @_;
2181		2856
		2857	if ($self->extcmd == 2) {
		2858	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2859	} elsif ($self->extcmd == 1) { # TODO: remove
2182	$msg{msgtype} = "event_$type";	2860	push @msg, msgtype => "event_$type";
2183	$self->send_packet ("ext " . cf::to_json \%msg);	2861	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2862	}
		2863	}
		2864
		2865	=item $client->ext_reply ($msgid, @msg)
		2866
		2867	Sends an ext reply to the client.
		2868
		2869	=cut
		2870
		2871	sub cf::client::ext_reply($$@) {
		2872	my ($self, $id, @msg) = @_;
		2873
		2874	if ($self->extcmd == 2) {
		2875	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2876	} elsif ($self->extcmd == 1) {
		2877	#TODO: version 1, remove
		2878	unshift @msg, msgtype => "reply", msgid => $id;
		2879	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2880	}
2184	}	2881	}
2185		2882
2186	=item $success = $client->query ($flags, "text", \&cb)	2883	=item $success = $client->query ($flags, "text", \&cb)
2187		2884
2188	Queues a query to the client, calling the given callback with	2885	Queues a query to the client, calling the given callback with
2189	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2886	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2190	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2887	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2191		2888
2192	Queries can fail, so check the return code. Or don't, as queries will become	2889	Queries can fail, so check the return code. Or don't, as queries will
2193	reliable at some point in the future.	2890	become reliable at some point in the future.
2194		2891
2195	=cut	2892	=cut
2196		2893
2197	sub cf::client::query {	2894	sub cf::client::query {
2198	my ($self, $flags, $text, $cb) = @_;	2895	my ($self, $flags, $text, $cb) = @_;
…		…
2206	utf8::encode $text;	2903	utf8::encode $text;
2207	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2904	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2208		2905
2209	$self->send_packet ($self->{query_queue}[0][0])	2906	$self->send_packet ($self->{query_queue}[0][0])
2210	if @{ $self->{query_queue} } == 1;	2907	if @{ $self->{query_queue} } == 1;
		2908
		2909	1
2211	}	2910	}
2212		2911
2213	cf::client->attach (	2912	cf::client->attach (
		2913	on_connect => sub {
		2914	my ($ns) = @_;
		2915
		2916	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2917	},
2214	on_reply => sub {	2918	on_reply => sub {
2215	my ($ns, $msg) = @_;	2919	my ($ns, $msg) = @_;
2216		2920
2217	# this weird shuffling is so that direct followup queries	2921	# this weird shuffling is so that direct followup queries
2218	# get handled first	2922	# get handled first
…		…
2230	} else {	2934	} else {
2231	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2935	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2232	}	2936	}
2233	}	2937	}
2234	},	2938	},
		2939	on_exticmd => sub {
		2940	my ($ns, $buf) = @_;
		2941
		2942	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2943
		2944	if (ref $msg) {
		2945	my ($type, $reply, @payload) =
		2946	"ARRAY" eq ref $msg
		2947	? @$msg
		2948	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2949
		2950	my @reply;
		2951
		2952	if (my $cb = $EXTICMD{$type}) {
		2953	@reply = $cb->($ns, @payload);
		2954	}
		2955
		2956	$ns->ext_reply ($reply, @reply)
		2957	if $reply;
		2958
		2959	} else {
		2960	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2961	}
		2962
		2963	cf::override;
		2964	},
2235	);	2965	);
2236		2966
2237	=item $client->async (\&cb)	2967	=item $client->async (\&cb)
2238		2968
2239	Create a new coroutine, running the specified callback. The coroutine will	2969	Create a new coroutine, running the specified callback. The coroutine will
…		…
2280	our $safe = new Safe "safe";	3010	our $safe = new Safe "safe";
2281	our $safe_hole = new Safe::Hole;	3011	our $safe_hole = new Safe::Hole;
2282		3012
2283	$SIG{FPE} = 'IGNORE';	3013	$SIG{FPE} = 'IGNORE';
2284		3014
2285	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3015	$safe->permit_only (Opcode::opset qw(
		3016	:base_core :base_mem :base_orig :base_math
		3017	grepstart grepwhile mapstart mapwhile
		3018	sort time
		3019	));
2286		3020
2287	# here we export the classes and methods available to script code	3021	# here we export the classes and methods available to script code
2288		3022
2289	=pod	3023	=pod
2290		3024
2291	The following functions and methods are available within a safe environment:	3025	The following functions and methods are available within a safe environment:
2292		3026
2293	cf::object contr pay_amount pay_player map	3027	cf::object
		3028	contr pay_amount pay_player map x y force_find force_add destroy
		3029	insert remove name archname title slaying race decrease_ob_nr
		3030
2294	cf::object::player player	3031	cf::object::player
2295	cf::player peaceful	3032	player
2296	cf::map trigger	3033
		3034	cf::player
		3035	peaceful
		3036
		3037	cf::map
		3038	trigger
2297		3039
2298	=cut	3040	=cut
2299		3041
2300	for (	3042	for (
2301	["cf::object" => qw(contr pay_amount pay_player map)],	3043	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3044	insert remove inv name archname title slaying race
		3045	decrease_ob_nr destroy)],
2302	["cf::object::player" => qw(player)],	3046	["cf::object::player" => qw(player)],
2303	["cf::player" => qw(peaceful)],	3047	["cf::player" => qw(peaceful)],
2304	["cf::map" => qw(trigger)],	3048	["cf::map" => qw(trigger)],
2305	) {	3049	) {
2306	no strict 'refs';	3050	no strict 'refs';
…		…
2377	=back	3121	=back
2378		3122
2379	=cut	3123	=cut
2380		3124
2381	#############################################################################	3125	#############################################################################
2382
2383	=head2 EXTENSION DATABASE SUPPORT
2384
2385	Crossfire maintains a very simple database for extension use. It can
2386	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2387	convert to/from binary).
2388
2389	The parameter C<$family> should best start with the name of the extension
2390	using it, it should be unique.
2391
2392	=over 4
2393
2394	=item $value = cf::db_get $family => $key
2395
2396	Returns a single value from the database.
2397
2398	=item cf::db_put $family => $key => $value
2399
2400	Stores the given C<$value> in the family.
2401
2402	=cut
2403
2404	our $DB;
2405
2406	sub db_init {
2407	unless ($DB) {
2408	$DB = BDB::db_create $DB_ENV;
2409
2410	cf::sync_job {
2411	eval {
2412	$DB->set_flags (BDB::CHKSUM);
2413
2414	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2415	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2416	cf::cleanup "db_open(db): $!" if $!;
2417	};
2418	cf::cleanup "db_open(db): $@" if $@;
2419	};
2420	}
2421	}
2422
2423	sub db_get($$) {
2424	my $key = "$_[0]/$_[1]";
2425
2426	cf::sync_job {
2427	BDB::db_get $DB, undef, $key, my $data;
2428
2429	$! ? ()
2430	: $data
2431	}
2432	}
2433
2434	sub db_put($$$) {
2435	BDB::dbreq_pri 4;
2436	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2437	}
2438
2439	=item cf::cache $id => [$paths...], $processversion => $process
2440
2441	Generic caching function that returns the value of the resource $id,
2442	caching and regenerating as required.
2443
2444	This function can block.
2445
2446	=cut
2447
2448	sub cache {
2449	my ($id, $src, $processversion, $process) = @_;
2450
2451	my $meta =
2452	join "\x00",
2453	$processversion,
2454	map {
2455	aio_stat $_
2456	and Carp::croak "$_: $!";
2457
2458	($_, (stat _)[7,9])
2459	} @$src;
2460
2461	my $dbmeta = db_get cache => "$id/meta";
2462	if ($dbmeta ne $meta) {
2463	# changed, we may need to process
2464
2465	my @data;
2466	my $md5;
2467
2468	for (0 .. $#$src) {
2469	0 <= aio_load $src->[$_], $data[$_]
2470	or Carp::croak "$src->[$_]: $!";
2471	}
2472
2473	# if processing is expensive, check
2474	# checksum first
2475	if (1) {
2476	$md5 =
2477	join "\x00",
2478	$processversion,
2479	map {
2480	Coro::cede;
2481	($src->[$_], Digest::MD5::md5_hex $data[$_])
2482	} 0.. $#$src;
2483
2484
2485	my $dbmd5 = db_get cache => "$id/md5";
2486	if ($dbmd5 eq $md5) {
2487	db_put cache => "$id/meta", $meta;
2488
2489	return db_get cache => "$id/data";
2490	}
2491	}
2492
2493	my $t1 = Time::HiRes::time;
2494	my $data = $process->(\@data);
2495	my $t2 = Time::HiRes::time;
2496
2497	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2498
2499	db_put cache => "$id/data", $data;
2500	db_put cache => "$id/md5" , $md5;
2501	db_put cache => "$id/meta", $meta;
2502
2503	return $data;
2504	}
2505
2506	db_get cache => "$id/data"
2507	}
2508
2509	=item fork_call { }, $args
2510
2511	Executes the given code block with the given arguments in a seperate
2512	process, returning the results. Everything must be serialisable with
2513	Coro::Storable. May, of course, block. Note that the executed sub may
2514	never block itself or use any form of Event handling.
2515
2516	=cut
2517
2518	sub fork_call(&@) {
2519	my ($cb, @args) = @_;
2520
2521	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2522	# or die "socketpair: $!";
2523	pipe my $fh1, my $fh2
2524	or die "pipe: $!";
2525
2526	if (my $pid = fork) {
2527	close $fh2;
2528
2529	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2530	$res = Coro::Storable::thaw $res;
2531
2532	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2533
2534	die $$res unless "ARRAY" eq ref $res;
2535
2536	return wantarray ? @$res : $res->[-1];
2537	} else {
2538	reset_signals;
2539	local $SIG{__WARN__};
2540	local $SIG{__DIE__};
2541	eval {
2542	close $fh1;
2543
2544	my @res = eval { $cb->(@args) };
2545	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2546	};
2547
2548	warn $@ if $@;
2549	_exit 0;
2550	}
2551	}
2552
2553	#############################################################################
2554	# the server's init and main functions	3126	# the server's init and main functions
2555		3127
2556	sub load_facedata($) {	3128	sub load_facedata($) {
2557	my ($path) = @_;	3129	my ($path) = @_;
		3130
		3131	# HACK to clear player env face cache, we need some signal framework
		3132	# for this (global event?)
		3133	%ext::player_env::MUSIC_FACE_CACHE = ();
		3134
		3135	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2558		3136
2559	warn "loading facedata from $path\n";	3137	warn "loading facedata from $path\n";
2560		3138
2561	my $facedata;	3139	my $facedata;
2562	0 < aio_load $path, $facedata	3140	0 < aio_load $path, $facedata
…		…
2565	$facedata = Coro::Storable::thaw $facedata;	3143	$facedata = Coro::Storable::thaw $facedata;
2566		3144
2567	$facedata->{version} == 2	3145	$facedata->{version} == 2
2568	or cf::cleanup "$path: version mismatch, cannot proceed.";	3146	or cf::cleanup "$path: version mismatch, cannot proceed.";
2569		3147
		3148	# patch in the exptable
		3149	$facedata->{resource}{"res/exp_table"} = {
		3150	type => FT_RSRC,
		3151	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3152	};
		3153	cf::cede_to_tick;
		3154
2570	{	3155	{
2571	my $faces = $facedata->{faceinfo};	3156	my $faces = $facedata->{faceinfo};
2572		3157
2573	while (my ($face, $info) = each %$faces) {	3158	while (my ($face, $info) = each %$faces) {
2574	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3159	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3160
2575	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3161	cf::face::set_visibility $idx, $info->{visibility};
		3162	cf::face::set_magicmap $idx, $info->{magicmap};
2576	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3163	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2577	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3164	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2578	Coro::cede;	3165
		3166	cf::cede_to_tick;
2579	}	3167	}
2580		3168
2581	while (my ($face, $info) = each %$faces) {	3169	while (my ($face, $info) = each %$faces) {
2582	next unless $info->{smooth};	3170	next unless $info->{smooth};
		3171
2583	my $idx = cf::face::find $face	3172	my $idx = cf::face::find $face
2584	or next;	3173	or next;
		3174
2585	if (my $smooth = cf::face::find $info->{smooth}) {	3175	if (my $smooth = cf::face::find $info->{smooth}) {
		3176	cf::face::set_smooth $idx, $smooth;
2586	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3177	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2587	} else {	3178	} else {
2588	warn "smooth face '$info->{smooth}' not found for face '$face'";	3179	warn "smooth face '$info->{smooth}' not found for face '$face'";
2589	}	3180	}
2590	Coro::cede;	3181
		3182	cf::cede_to_tick;
2591	}	3183	}
2592	}	3184	}
2593		3185
2594	{	3186	{
2595	my $anims = $facedata->{animinfo};	3187	my $anims = $facedata->{animinfo};
2596		3188
2597	while (my ($anim, $info) = each %$anims) {	3189	while (my ($anim, $info) = each %$anims) {
2598	cf::anim::set $anim, $info->{frames}, $info->{facings};	3190	cf::anim::set $anim, $info->{frames}, $info->{facings};
2599	Coro::cede;	3191	cf::cede_to_tick;
2600	}	3192	}
2601		3193
2602	cf::anim::invalidate_all; # d'oh	3194	cf::anim::invalidate_all; # d'oh
2603	}	3195	}
2604		3196
		3197	{
		3198	# TODO: for gcfclient pleasure, we should give resources
		3199	# that gcfclient doesn't grok a >10000 face index.
		3200	my $res = $facedata->{resource};
		3201
		3202	while (my ($name, $info) = each %$res) {
		3203	if (defined $info->{type}) {
		3204	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3205	my $data;
		3206
		3207	if ($info->{type} & 1) {
		3208	# prepend meta info
		3209
		3210	my $meta = $enc->encode ({
		3211	name => $name,
		3212	%{ $info->{meta} || {} },
		3213	});
		3214
		3215	$data = pack "(w/a*)*", $meta, $info->{data};
		3216	} else {
		3217	$data = $info->{data};
		3218	}
		3219
		3220	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3221	cf::face::set_type $idx, $info->{type};
		3222	} else {
		3223	$RESOURCE{$name} = $info;
		3224	}
		3225
		3226	cf::cede_to_tick;
		3227	}
		3228	}
		3229
		3230	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3231
2605	1	3232	1
2606	}	3233	}
2607		3234
		3235	cf::global->attach (on_resource_update => sub {
		3236	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3237	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3238
		3239	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3240	my $sound = $soundconf->{compat}[$_]
		3241	or next;
		3242
		3243	my $face = cf::face::find "sound/$sound->[1]";
		3244	cf::sound::set $sound->[0] => $face;
		3245	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3246	}
		3247
		3248	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3249	my $face = cf::face::find "sound/$v";
		3250	cf::sound::set $k => $face;
		3251	}
		3252	}
		3253	});
		3254
		3255	register_exticmd fx_want => sub {
		3256	my ($ns, $want) = @_;
		3257
		3258	while (my ($k, $v) = each %$want) {
		3259	$ns->fx_want ($k, $v);
		3260	}
		3261	};
		3262
2608	sub reload_regions {	3263	sub reload_regions {
		3264	# HACK to clear player env face cache, we need some signal framework
		3265	# for this (global event?)
		3266	%ext::player_env::MUSIC_FACE_CACHE = ();
		3267
2609	load_resource_file "$MAPDIR/regions"	3268	load_resource_file "$MAPDIR/regions"
2610	or die "unable to load regions file\n";	3269	or die "unable to load regions file\n";
		3270
		3271	for (cf::region::list) {
		3272	$_->{match} = qr/$_->{match}/
		3273	if exists $_->{match};
		3274	}
2611	}	3275	}
2612		3276
2613	sub reload_facedata {	3277	sub reload_facedata {
2614	load_facedata "$DATADIR/facedata"	3278	load_facedata "$DATADIR/facedata"
2615	or die "unable to load facedata\n";	3279	or die "unable to load facedata\n";
2616	}	3280	}
2617		3281
2618	sub reload_archetypes {	3282	sub reload_archetypes {
		3283	load_resource_file "$DATADIR/archetypes"
		3284	or die "unable to load archetypes\n";
		3285	#d# NEED to laod twice to resolve forward references
		3286	# this really needs to be done in an extra post-pass
		3287	# (which needs to be synchronous, so solve it differently)
2619	load_resource_file "$DATADIR/archetypes"	3288	load_resource_file "$DATADIR/archetypes"
2620	or die "unable to load archetypes\n";	3289	or die "unable to load archetypes\n";
2621	}	3290	}
2622		3291
2623	sub reload_treasures {	3292	sub reload_treasures {
…		…
2639		3308
2640	sub init {	3309	sub init {
2641	reload_resources;	3310	reload_resources;
2642	}	3311	}
2643		3312
2644	sub cfg_load {	3313	sub reload_config {
2645	open my $fh, "<:utf8", "$CONFDIR/config"	3314	open my $fh, "<:utf8", "$CONFDIR/config"
2646	or return;	3315	or return;
2647		3316
2648	local $/;	3317	local $/;
2649	*CFG = YAML::Syck::Load <$fh>;	3318	*CFG = YAML::Syck::Load <$fh>;
…		…
2665	sub main {	3334	sub main {
2666	# we must not ever block the main coroutine	3335	# we must not ever block the main coroutine
2667	local $Coro::idle = sub {	3336	local $Coro::idle = sub {
2668	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3337	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2669	(async {	3338	(async {
2670	Event::one_event;	3339	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3340	EV::loop EV::LOOP_ONESHOT;
2671	})->prio (Coro::PRIO_MAX);	3341	})->prio (Coro::PRIO_MAX);
2672	};	3342	};
2673		3343
2674	cfg_load;	3344	reload_config;
2675	db_init;	3345	db_init;
2676	load_extensions;	3346	load_extensions;
2677		3347
2678	$TICK_WATCHER->start;	3348	$TICK_WATCHER->start;
		3349	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
2679	Event::loop;	3350	EV::loop;
2680	}	3351	}
2681		3352
2682	#############################################################################	3353	#############################################################################
2683	# initialisation and cleanup	3354	# initialisation and cleanup
2684		3355
2685	# install some emergency cleanup handlers	3356	# install some emergency cleanup handlers
2686	BEGIN {	3357	BEGIN {
		3358	our %SIGWATCHER = ();
2687	for my $signal (qw(INT HUP TERM)) {	3359	for my $signal (qw(INT HUP TERM)) {
2688	Event->signal (	3360	$SIGWATCHER{$signal} = EV::signal $signal, sub {
2689	reentrant => 0,
2690	data => WF_AUTOCANCEL,
2691	signal => $signal,
2692	prio => 0,
2693	cb => sub {
2694	cf::cleanup "SIG$signal";	3361	cf::cleanup "SIG$signal";
2695	},
2696	);	3362	};
		3363	}
		3364	}
		3365
		3366	sub write_runtime {
		3367	my $runtime = "$LOCALDIR/runtime";
		3368
		3369	# first touch the runtime file to show we are still running:
		3370	# the fsync below can take a very very long time.
		3371
		3372	IO::AIO::aio_utime $runtime, undef, undef;
		3373
		3374	my $guard = cf::lock_acquire "write_runtime";
		3375
		3376	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3377	or return;
		3378
		3379	my $value = $cf::RUNTIME + 90 + 10;
		3380	# 10 is the runtime save interval, for a monotonic clock
		3381	# 60 allows for the watchdog to kill the server.
		3382
		3383	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3384	and return;
		3385
		3386	# always fsync - this file is important
		3387	aio_fsync $fh
		3388	and return;
		3389
		3390	# touch it again to show we are up-to-date
		3391	aio_utime $fh, undef, undef;
		3392
		3393	close $fh
		3394	or return;
		3395
		3396	aio_rename "$runtime~", $runtime
		3397	and return;
		3398
		3399	warn "runtime file written.\n";
		3400
2697	}	3401	1
2698	}	3402	}
2699		3403
2700	sub emergency_save() {	3404	sub emergency_save() {
2701	my $freeze_guard = cf::freeze_mainloop;	3405	my $freeze_guard = cf::freeze_mainloop;
2702		3406
…		…
2708	# and maps saved/destroyed asynchronously.	3412	# and maps saved/destroyed asynchronously.
2709	warn "begin emergency player save\n";	3413	warn "begin emergency player save\n";
2710	for my $login (keys %cf::PLAYER) {	3414	for my $login (keys %cf::PLAYER) {
2711	my $pl = $cf::PLAYER{$login} or next;	3415	my $pl = $cf::PLAYER{$login} or next;
2712	$pl->valid or next;	3416	$pl->valid or next;
		3417	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2713	$pl->save;	3418	$pl->save;
2714	}	3419	}
2715	warn "end emergency player save\n";	3420	warn "end emergency player save\n";
2716		3421
2717	warn "begin emergency map save\n";	3422	warn "begin emergency map save\n";
…		…
2756	warn "syncing database to disk";	3461	warn "syncing database to disk";
2757	BDB::db_env_txn_checkpoint $DB_ENV;	3462	BDB::db_env_txn_checkpoint $DB_ENV;
2758		3463
2759	# if anything goes wrong in here, we should simply crash as we already saved	3464	# if anything goes wrong in here, we should simply crash as we already saved
2760		3465
2761	warn "cancelling all WF_AUTOCANCEL watchers";
2762	for (Event::all_watchers) {
2763	$_->cancel if $_->data & WF_AUTOCANCEL;
2764	}
2765
2766	warn "flushing outstanding aio requests";	3466	warn "flushing outstanding aio requests";
2767	for (;;) {	3467	for (;;) {
2768	BDB::flush;	3468	BDB::flush;
2769	IO::AIO::flush;	3469	IO::AIO::flush;
2770	Coro::cede;	3470	Coro::cede_notself;
2771	last unless IO::AIO::nreqs || BDB::nreqs;	3471	last unless IO::AIO::nreqs || BDB::nreqs;
2772	warn "iterate...";	3472	warn "iterate...";
2773	}	3473	}
2774		3474
2775	++$RELOAD;	3475	++$RELOAD;
…		…
2779	%EXT_CORO = ();	3479	%EXT_CORO = ();
2780		3480
2781	warn "removing commands";	3481	warn "removing commands";
2782	%COMMAND = ();	3482	%COMMAND = ();
2783		3483
2784	warn "removing ext commands";	3484	warn "removing ext/exti commands";
2785	%EXTCMD = ();	3485	%EXTCMD = ();
		3486	%EXTICMD = ();
2786		3487
2787	warn "unloading/nuking all extensions";	3488	warn "unloading/nuking all extensions";
2788	for my $pkg (@EXTS) {	3489	for my $pkg (@EXTS) {
2789	warn "... unloading $pkg";	3490	warn "... unloading $pkg";
2790		3491
…		…
2833	warn "reloading cf.pm";	3534	warn "reloading cf.pm";
2834	require cf;	3535	require cf;
2835	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3536	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2836		3537
2837	warn "loading config and database again";	3538	warn "loading config and database again";
2838	cf::cfg_load;	3539	cf::reload_config;
2839		3540
2840	warn "loading extensions";	3541	warn "loading extensions";
2841	cf::load_extensions;	3542	cf::load_extensions;
2842		3543
2843	warn "reattaching attachments to objects/players";	3544	warn "reattaching attachments to objects/players";
…		…
2863		3564
2864	sub reload_perl() {	3565	sub reload_perl() {
2865	# doing reload synchronously and two reloads happen back-to-back,	3566	# doing reload synchronously and two reloads happen back-to-back,
2866	# coro crashes during coro_state_free->destroy here.	3567	# coro crashes during coro_state_free->destroy here.
2867		3568
2868	$RELOAD_WATCHER ||= Event->timer (	3569	$RELOAD_WATCHER ||= EV::timer 0, 0, sub {
2869	reentrant => 0,
2870	after => 0,
2871	data => WF_AUTOCANCEL,
2872	cb => sub {
2873	do_reload_perl;
2874	undef $RELOAD_WATCHER;	3570	undef $RELOAD_WATCHER;
2875	},	3571	do_reload_perl;
2876	);	3572	};
2877	}	3573	}
2878		3574
2879	register_command "reload" => sub {	3575	register_command "reload" => sub {
2880	my ($who, $arg) = @_;	3576	my ($who, $arg) = @_;
2881		3577
2882	if ($who->flag (FLAG_WIZ)) {	3578	if ($who->flag (FLAG_WIZ)) {
2883	$who->message ("reloading server.");	3579	$who->message ("reloading server.");
		3580	async {
		3581	$Coro::current->{desc} = "perl_reload";
2884	async { reload_perl };	3582	reload_perl;
		3583	};
2885	}	3584	}
2886	};	3585	};
2887		3586
2888	unshift @INC, $LIBDIR;	3587	unshift @INC, $LIBDIR;
2889		3588
…		…
2908	my $signal = new Coro::Signal;	3607	my $signal = new Coro::Signal;
2909	push @WAIT_FOR_TICK_BEGIN, $signal;	3608	push @WAIT_FOR_TICK_BEGIN, $signal;
2910	$signal->wait;	3609	$signal->wait;
2911	}	3610	}
2912		3611
2913	my $min = 1e6;#d#	3612	$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub {
2914	my $avg = 10;
2915	$TICK_WATCHER = Event->timer (
2916	reentrant => 0,
2917	parked => 1,
2918	prio => 0,
2919	at => $NEXT_TICK || $TICK,
2920	data => WF_AUTOCANCEL,
2921	cb => sub {
2922	if ($Coro::current != $Coro::main) {	3613	if ($Coro::current != $Coro::main) {
2923	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3614	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2924	unless ++$bug_warning > 10;	3615	unless ++$bug_warning > 10;
2925	return;	3616	return;
2926	}	3617	}
2927		3618
2928	$NOW = $tick_start = Event::time;	3619	$NOW = $tick_start = EV::now;
2929		3620
2930	cf::server_tick; # one server iteration	3621	cf::server_tick; # one server iteration
2931		3622
2932	0 && sync_job {#d#	3623	$RUNTIME += $TICK;
2933	for(1..10) {	3624	$NEXT_TICK = $_[0]->at;
2934	my $t = Event::time;
2935	my $map = my $map = new_from_path cf::map "/tmp/x.map"
2936	or die;
2937		3625
2938	$map->width (50);	3626	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2939	$map->height (50);	3627	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2940	$map->alloc;	3628	Coro::async_pool {
2941	$map->_load_objects ("/tmp/x.map", 1);	3629	$Coro::current->{desc} = "runtime saver";
2942	my $t = Event::time - $t;	3630	write_runtime
2943		3631	or warn "ERROR: unable to write runtime file: $!";
2944	#next unless $t < 0.0013;#d#
2945	if ($t < $min) {
2946	$min = $t;
2947	}
2948	$avg = $avg * 0.99 + $t * 0.01;
2949	}
2950	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2951	exit 0;
2952	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2953	};	3632	};
		3633	}
2954		3634
2955	$RUNTIME += $TICK;
2956	$NEXT_TICK += $TICK;
2957
2958	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2959	$NEXT_RUNTIME_WRITE = $NOW + 10;
2960	Coro::async_pool {
2961	write_runtime
2962	or warn "ERROR: unable to write runtime file: $!";
2963	};
2964	}
2965
2966	# my $AFTER = Event::time;
2967	# warn $AFTER - $NOW;#d#
2968
2969	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3635	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2970	$sig->send;	3636	$sig->send;
2971	}	3637	}
2972	while (my $sig = shift @WAIT_FOR_TICK) {	3638	while (my $sig = shift @WAIT_FOR_TICK) {
2973	$sig->send;	3639	$sig->send;
2974	}	3640	}
2975		3641
2976	$NOW = Event::time;
2977
2978	# if we are delayed by four ticks or more, skip them all
2979	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2980
2981	$TICK_WATCHER->at ($NEXT_TICK);
2982	$TICK_WATCHER->start;
2983
2984	$LOAD = ($NOW - $tick_start) / $TICK;	3642	$LOAD = ($NOW - $tick_start) / $TICK;
2985	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3643	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2986		3644
2987	_post_tick;	3645	_post_tick;
2988		3646	};
2989		3647	$TICK_WATCHER->priority (EV::MAXPRI);
2990	},
2991	);
2992		3648
2993	{	3649	{
2994	BDB::max_poll_time $TICK * 0.1;	3650	# configure BDB
2995	$BDB_POLL_WATCHER = Event->io (	3651
2996	reentrant => 0,
2997	fd => BDB::poll_fileno,
2998	poll => 'r',
2999	prio => 0,
3000	data => WF_AUTOCANCEL,
3001	cb => \&BDB::poll_cb,
3002	);
3003	BDB::min_parallel 8;	3652	BDB::min_parallel 8;
3004		3653	BDB::max_poll_reqs $TICK * 0.1;
3005	BDB::set_sync_prepare {	3654	$Coro::BDB::WATCHER->priority (1);
3006	my $status;
3007	my $current = $Coro::current;
3008	(
3009	sub {
3010	$status = $!;
3011	$current->ready; undef $current;
3012	},
3013	sub {
3014	Coro::schedule while defined $current;
3015	$! = $status;
3016	},
3017	)
3018	};
3019		3655
3020	unless ($DB_ENV) {	3656	unless ($DB_ENV) {
3021	$DB_ENV = BDB::db_env_create;	3657	$DB_ENV = BDB::db_env_create;
		3658	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3659	| BDB::LOG_AUTOREMOVE, 1);
		3660	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3661	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3022		3662
3023	cf::sync_job {	3663	cf::sync_job {
3024	eval {	3664	eval {
3025	BDB::db_env_open	3665	BDB::db_env_open
3026	$DB_ENV,	3666	$DB_ENV,
…		…
3028	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3668	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3029	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3669	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3030	0666;	3670	0666;
3031		3671
3032	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3672	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3033
3034	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3035	$DB_ENV->set_lk_detect;
3036	};	3673	};
3037		3674
3038	cf::cleanup "db_env_open(db): $@" if $@;	3675	cf::cleanup "db_env_open(db): $@" if $@;
3039	};	3676	};
3040	}	3677	}
		3678
		3679	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3680	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3681	};
		3682	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3683	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3684	};
		3685	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3686	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3687	};
3041	}	3688	}
3042		3689
3043	{	3690	{
		3691	# configure IO::AIO
		3692
3044	IO::AIO::min_parallel 8;	3693	IO::AIO::min_parallel 8;
3045
3046	undef $Coro::AIO::WATCHER;
3047	IO::AIO::max_poll_time $TICK * 0.1;	3694	IO::AIO::max_poll_time $TICK * 0.1;
3048	$AIO_POLL_WATCHER = Event->io (	3695	$Coro::AIO::WATCHER->priority (1);
3049	reentrant => 0,
3050	data => WF_AUTOCANCEL,
3051	fd => IO::AIO::poll_fileno,
3052	poll => 'r',
3053	prio => 6,
3054	cb => \&IO::AIO::poll_cb,
3055	);
3056	}	3696	}
3057		3697
3058	my $_log_backtrace;	3698	my $_log_backtrace;
3059		3699
3060	sub _log_backtrace {	3700	sub _log_backtrace {
…		…
3064		3704
3065	# limit the # of concurrent backtraces	3705	# limit the # of concurrent backtraces
3066	if ($_log_backtrace < 2) {	3706	if ($_log_backtrace < 2) {
3067	++$_log_backtrace;	3707	++$_log_backtrace;
3068	async {	3708	async {
		3709	$Coro::current->{desc} = "abt $msg";
		3710
3069	my @bt = fork_call {	3711	my @bt = fork_call {
3070	@addr = map { sprintf "%x", $_ } @addr;	3712	@addr = map { sprintf "%x", $_ } @addr;
3071	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	3713	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3072	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	3714	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3073	or die "addr2line: $!";	3715	or die "addr2line: $!";

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines