ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.338 by root, Tue Aug 21 01:07:47 2007 UTC vs.
Revision 1.418 by root, Fri Apr 11 21:09:53 2008 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify
		7	# it under the terms of the GNU General Public License as published by
		8	# the Free Software Foundation, either version 3 of the License, or
		9	# (at your option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the GNU General Public License
		17	# along with this program. If not, see <http://www.gnu.org/licenses/>.
		18	#
		19	# The authors can be reached via e-mail to <support@deliantra.net>
		20	#
		21
1	package cf;	22	package cf;
2		23
3	use utf8;	24	use utf8;
4	use strict;	25	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV 3.2;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
14		35
15	use Coro 3.64 ();	36	use Coro 4.50 ();
16	use Coro::State;	37	use Coro::State;
17	use Coro::Handle;	38	use Coro::Handle;
18	use Coro::Event;	39	use Coro::EV;
19	use Coro::Timer;	40	use Coro::Timer;
20	use Coro::Signal;	41	use Coro::Signal;
21	use Coro::Semaphore;	42	use Coro::Semaphore;
22	use Coro::AIO;	43	use Coro::AIO;
		44	use Coro::BDB;
23	use Coro::Storable;	45	use Coro::Storable;
24	use Coro::Util ();	46	use Coro::Util ();
25		47
26	use JSON::XS 1.4 ();	48	use JSON::XS 2.01 ();
27	use BDB ();	49	use BDB ();
28	use Data::Dumper;	50	use Data::Dumper;
29	use Digest::MD5;	51	use Digest::MD5;
30	use Fcntl;	52	use Fcntl;
31	use YAML::Syck ();	53	use YAML ();
32	use IO::AIO 2.32 ();	54	use IO::AIO 2.51 ();
33	use Time::HiRes;	55	use Time::HiRes;
34	use Compress::LZF;	56	use Compress::LZF;
35	use Digest::MD5 ();	57	use Digest::MD5 ();
36		58
37	# configure various modules to our taste	59	# configure various modules to our taste
38	#	60	#
39	$Storable::canonical = 1; # reduce rsync transfers	61	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	62	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	63	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
43	$Event::Eval = 1; # no idea why this is required, but it is
44
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47		64
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	65	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		66
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	67	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51		68
…		…
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	87	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	88	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	89	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	90	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	91	our $BDBDIR = "$LOCALDIR/db";
		92	our %RESOURCE;
75		93
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	94	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;	95	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	96	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	97	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	98	our $USE_FSYNC = 1; # use fsync to write maps - default off
83		99
84	our $BDB_POLL_WATCHER;	100	our $BDB_POLL_WATCHER;
		101	our $BDB_DEADLOCK_WATCHER;
		102	our $BDB_CHECKPOINT_WATCHER;
		103	our $BDB_TRICKLE_WATCHER;
85	our $DB_ENV;	104	our $DB_ENV;
86		105
87	our %CFG;	106	our %CFG;
88		107
89	our $UPTIME; $UPTIME ||= time;	108	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;	109	our $RUNTIME;
		110	our $NOW;
91		111
92	our %PLAYER; # all users	112	our (%PLAYER, %PLAYER_LOADING); # all users
93	our %MAP; # all maps	113	our (%MAP, %MAP_LOADING ); # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	114	our $LINK_MAP; # the special {link} map, which is always available
95		115
96	# used to convert map paths into valid unix filenames by replacing / by ∕	116	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	117	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		118
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	119	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	120	our $LOADAVG; # same thing, but with alpha-smoothing
		121	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	122	our $TICK_START; # for load detecting purposes
102		123
103	binmode STDOUT;	124	binmode STDOUT;
104	binmode STDERR;	125	binmode STDERR;
105		126
106	# read virtual server time, if available	127	# read virtual server time, if available
…		…
159		180
160	The raw value load value from the last tick.	181	The raw value load value from the last tick.
161		182
162	=item %cf::CFG	183	=item %cf::CFG
163		184
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	185	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	186	from wherever your confdir points to.
166		187
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	188	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		189
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	190	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
…		…
187	$msg .= "\n"	208	$msg .= "\n"
188	unless $msg =~ /\n$/;	209	unless $msg =~ /\n$/;
189		210
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	211	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		212
192	utf8::encode $msg;
193	LOG llevError, $msg;	213	LOG llevError, $msg;
194	};	214	};
195	}	215	}
		216
		217	$Coro::State::DIEHOOK = sub {
		218	return unless $^S eq 0; # "eq", not "=="
		219
		220	if ($Coro::current == $Coro::main) {#d#
		221	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		222	return;#d#
		223	}#d#
		224
		225	# kill coroutine otherwise
		226	warn Carp::longmess $_[0];
		227	Coro::terminate
		228	};
		229
		230	$SIG{__DIE__} = sub { }; #d#?
196		231
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	232	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	233	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	234	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	235	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
213	)) {	248	)) {
214	no strict 'refs';	249	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	250	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	251	}
217		252
218	$Event::DIED = sub {	253	$EV::DIED = sub {
219	warn "error in event callback: @_";	254	warn "error in event callback: @_";
220	};	255	};
221		256
222	#############################################################################	257	#############################################################################
223		258
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	281	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	282	$d
248	} || "[unable to dump $_[0]: '$@']";	283	} || "[unable to dump $_[0]: '$@']";
249	}	284	}
250		285
251	=item $ref = cf::from_json $json	286	=item $ref = cf::decode_json $json
252		287
253	Converts a JSON string into the corresponding perl data structure.	288	Converts a JSON string into the corresponding perl data structure.
254		289
255	=item $json = cf::to_json $ref	290	=item $json = cf::encode_json $ref
256		291
257	Converts a perl data structure into its JSON representation.	292	Converts a perl data structure into its JSON representation.
258		293
259	=cut	294	=cut
260		295
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	296	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		297
263	sub to_json ($) { $json_coder->encode ($_[0]) }	298	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	299	sub decode_json($) { $json_coder->decode ($_[0]) }
265		300
266	=item cf::lock_wait $string	301	=item cf::lock_wait $string
267		302
268	Wait until the given lock is available. See cf::lock_acquire.	303	Wait until the given lock is available. See cf::lock_acquire.
269		304
…		…
272	Wait until the given lock is available and then acquires it and returns	307	Wait until the given lock is available and then acquires it and returns
273	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	308	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
274	for example when the coroutine gets canceled), the lock is automatically	309	for example when the coroutine gets canceled), the lock is automatically
275	returned.	310	returned.
276		311
		312	Locks are *not* recursive, locking from the same coro twice results in a
		313	deadlocked coro.
		314
277	Lock names should begin with a unique identifier (for example, cf::map::find	315	Lock names should begin with a unique identifier (for example, cf::map::find
278	uses map_find and cf::map::load uses map_load).	316	uses map_find and cf::map::load uses map_load).
279		317
280	=item $locked = cf::lock_active $string	318	=item $locked = cf::lock_active $string
281		319
282	Return true if the lock is currently active, i.e. somebody has locked it.	320	Return true if the lock is currently active, i.e. somebody has locked it.
283		321
284	=cut	322	=cut
285		323
286	our %LOCK;	324	our %LOCK;
		325	our %LOCKER;#d#
287		326
288	sub lock_wait($) {	327	sub lock_wait($) {
289	my ($key) = @_;	328	my ($key) = @_;
		329
		330	if ($LOCKER{$key} == $Coro::current) {#d#
		331	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		332	return;#d#
		333	}#d#
290		334
291	# wait for lock, if any	335	# wait for lock, if any
292	while ($LOCK{$key}) {	336	while ($LOCK{$key}) {
293	push @{ $LOCK{$key} }, $Coro::current;	337	push @{ $LOCK{$key} }, $Coro::current;
294	Coro::schedule;	338	Coro::schedule;
…		…
300		344
301	# wait, to be sure we are not locked	345	# wait, to be sure we are not locked
302	lock_wait $key;	346	lock_wait $key;
303		347
304	$LOCK{$key} = [];	348	$LOCK{$key} = [];
		349	$LOCKER{$key} = $Coro::current;#d#
305		350
306	Coro::guard {	351	Coro::guard {
		352	delete $LOCKER{$key};#d#
307	# wake up all waiters, to be on the safe side	353	# wake up all waiters, to be on the safe side
308	$_->ready for @{ delete $LOCK{$key} };	354	$_->ready for @{ delete $LOCK{$key} };
309	}	355	}
310	}	356	}
311		357
…		…
314		360
315	! ! $LOCK{$key}	361	! ! $LOCK{$key}
316	}	362	}
317		363
318	sub freeze_mainloop {	364	sub freeze_mainloop {
319	return unless $TICK_WATCHER->is_active;	365	tick_inhibit_inc;
320		366
321	my $guard = Coro::guard {	367	Coro::guard \&tick_inhibit_dec;
322	$TICK_WATCHER->start;	368	}
323	};	369
324	$TICK_WATCHER->stop;	370	=item cf::periodic $interval, $cb
325	$guard	371
		372	Like EV::periodic, but randomly selects a starting point so that the actions
		373	get spread over timer.
		374
		375	=cut
		376
		377	sub periodic($$) {
		378	my ($interval, $cb) = @_;
		379
		380	my $start = rand List::Util::min 180, $interval;
		381
		382	EV::periodic $start, $interval, 0, $cb
326	}	383	}
327		384
328	=item cf::get_slot $time[, $priority[, $name]]	385	=item cf::get_slot $time[, $priority[, $name]]
329		386
330	Allocate $time seconds of blocking CPU time at priority C<$priority>:	387	Allocate $time seconds of blocking CPU time at priority C<$priority>:
…		…
341	our @SLOT_QUEUE;	398	our @SLOT_QUEUE;
342	our $SLOT_QUEUE;	399	our $SLOT_QUEUE;
343		400
344	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	401	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
345	$SLOT_QUEUE = Coro::async {	402	$SLOT_QUEUE = Coro::async {
		403	$Coro::current->desc ("timeslot manager");
		404
346	my $signal = new Coro::Signal;	405	my $signal = new Coro::Signal;
347		406
348	while () {	407	while () {
349	next_job:	408	next_job:
350	my $avail = cf::till_tick;	409	my $avail = cf::till_tick;
…		…
358	}	417	}
359	}	418	}
360	}	419	}
361		420
362	if (@SLOT_QUEUE) {	421	if (@SLOT_QUEUE) {
363	# we do not use wait_For_tick() as it returns immediately when tick is inactive	422	# we do not use wait_for_tick() as it returns immediately when tick is inactive
364	push @cf::WAIT_FOR_TICK, $signal;	423	push @cf::WAIT_FOR_TICK, $signal;
365	$signal->wait;	424	$signal->wait;
366	} else {	425	} else {
367	Coro::schedule;	426	Coro::schedule;
368	}	427	}
…		…
391		450
392	BEGIN { *async = \&Coro::async_pool }	451	BEGIN { *async = \&Coro::async_pool }
393		452
394	=item cf::sync_job { BLOCK }	453	=item cf::sync_job { BLOCK }
395		454
396	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	455	The design of Deliantra requires that the main coroutine ($Coro::main)
397	is always able to handle events or runnable, as Crossfire TRT is only	456	is always able to handle events or runnable, as Deliantra is only
398	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	457	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
399	acceptable.	458	acceptable.
400		459
401	If it must be done, put the blocking parts into C<sync_job>. This will run	460	If it must be done, put the blocking parts into C<sync_job>. This will run
402	the given BLOCK in another coroutine while waiting for the result. The	461	the given BLOCK in another coroutine while waiting for the result. The
…		…
407		466
408	sub sync_job(&) {	467	sub sync_job(&) {
409	my ($job) = @_;	468	my ($job) = @_;
410		469
411	if ($Coro::current == $Coro::main) {	470	if ($Coro::current == $Coro::main) {
412	my $time = Event::time;	471	my $time = EV::time;
413		472
414	# this is the main coro, too bad, we have to block	473	# this is the main coro, too bad, we have to block
415	# till the operation succeeds, freezing the server :/	474	# till the operation succeeds, freezing the server :/
416		475
417	# TODO: use suspend/resume instead	476	LOG llevError, Carp::longmess "sync job";#d#
418	# (but this is cancel-safe)	477
419	my $freeze_guard = freeze_mainloop;	478	my $freeze_guard = freeze_mainloop;
420		479
421	my $busy = 1;	480	my $busy = 1;
422	my @res;	481	my @res;
423		482
424	(async {	483	(async {
		484	$Coro::current->desc ("sync job coro");
425	@res = eval { $job->() };	485	@res = eval { $job->() };
426	warn $@ if $@;	486	warn $@ if $@;
427	undef $busy;	487	undef $busy;
428	})->prio (Coro::PRIO_MAX);	488	})->prio (Coro::PRIO_MAX);
429		489
430	while ($busy) {	490	while ($busy) {
431	Coro::cede or Event::one_event;	491	if (Coro::nready) {
		492	Coro::cede_notself;
		493	} else {
		494	EV::loop EV::LOOP_ONESHOT;
432	}	495	}
		496	}
433		497
434	$time = Event::time - $time;	498	my $time = EV::time - $time;
435		499
436	LOG llevError | logBacktrace, Carp::longmess "long sync job"
437	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
438
439	$tick_start += $time; # do not account sync jobs to server load	500	$TICK_START += $time; # do not account sync jobs to server load
440		501
441	wantarray ? @res : $res[0]	502	wantarray ? @res : $res[0]
442	} else {	503	} else {
443	# we are in another coroutine, how wonderful, everything just works	504	# we are in another coroutine, how wonderful, everything just works
444		505
…		…
469	=item fork_call { }, $args	530	=item fork_call { }, $args
470		531
471	Executes the given code block with the given arguments in a seperate	532	Executes the given code block with the given arguments in a seperate
472	process, returning the results. Everything must be serialisable with	533	process, returning the results. Everything must be serialisable with
473	Coro::Storable. May, of course, block. Note that the executed sub may	534	Coro::Storable. May, of course, block. Note that the executed sub may
474	never block itself or use any form of Event handling.	535	never block itself or use any form of event handling.
475		536
476	=cut	537	=cut
477		538
478	sub fork_call(&@) {	539	sub fork_call(&@) {
479	my ($cb, @args) = @_;	540	my ($cb, @args) = @_;
480		541
481	# we seemingly have to make a local copy of the whole thing,	542	# we seemingly have to make a local copy of the whole thing,
482	# otherwise perl prematurely frees the stuff :/	543	# otherwise perl prematurely frees the stuff :/
483	# TODO: investigate and fix (liekly this will be rather laborious)	544	# TODO: investigate and fix (likely this will be rather laborious)
484		545
485	my @res = Coro::Util::fork_eval {	546	my @res = Coro::Util::fork_eval {
486	reset_signals;	547	reset_signals;
487	&$cb	548	&$cb
488	}, @args;	549	}, @args;
489		550
490	wantarray ? @res : $res[-1]	551	wantarray ? @res : $res[-1]
491	}	552	}
492		553
		554	=item $coin = coin_from_name $name
		555
		556	=cut
		557
		558	our %coin_alias = (
		559	"silver" => "silvercoin",
		560	"silvercoin" => "silvercoin",
		561	"silvercoins" => "silvercoin",
		562	"gold" => "goldcoin",
		563	"goldcoin" => "goldcoin",
		564	"goldcoins" => "goldcoin",
		565	"platinum" => "platinacoin",
		566	"platinumcoin" => "platinacoin",
		567	"platinumcoins" => "platinacoin",
		568	"platina" => "platinacoin",
		569	"platinacoin" => "platinacoin",
		570	"platinacoins" => "platinacoin",
		571	"royalty" => "royalty",
		572	"royalties" => "royalty",
		573	);
		574
		575	sub coin_from_name($) {
		576	$coin_alias{$_[0]}
		577	? cf::arch::find $coin_alias{$_[0]}
		578	: undef
		579	}
		580
493	=item $value = cf::db_get $family => $key	581	=item $value = cf::db_get $family => $key
494		582
495	Returns a single value from the environment database.	583	Returns a single value from the environment database.
496		584
497	=item cf::db_put $family => $key => $value	585	=item cf::db_put $family => $key => $value
498		586
499	Stores the given C<$value> in the family. It can currently store binary	587	Stores the given C<$value> in the family. It can currently store binary
500	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	588	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
501		589
		590	=item $db = cf::db_table "name"
		591
		592	Create and/or open a new database table. The string must not be "db" and must be unique
		593	within each server.
		594
502	=cut	595	=cut
		596
		597	sub db_table($) {
		598	my ($name) = @_;
		599	my $db = BDB::db_create $DB_ENV;
		600
		601	eval {
		602	$db->set_flags (BDB::CHKSUM);
		603
		604	utf8::encode $name;
		605	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		606	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		607	cf::cleanup "db_open(db): $!" if $!;
		608	};
		609	cf::cleanup "db_open(db): $@" if $@;
		610
		611	$db
		612	}
503		613
504	our $DB;	614	our $DB;
505		615
506	sub db_init {	616	sub db_init {
507	unless ($DB) {
508	$DB = BDB::db_create $DB_ENV;
509
510	cf::sync_job {	617	cf::sync_job {
511	eval {	618	$DB ||= db_table "db";
512	$DB->set_flags (BDB::CHKSUM);
513
514	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
515	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
516	cf::cleanup "db_open(db): $!" if $!;
517	};
518	cf::cleanup "db_open(db): $@" if $@;
519	};
520	}	619	};
521	}	620	}
522		621
523	sub db_get($$) {	622	sub db_get($$) {
524	my $key = "$_[0]/$_[1]";	623	my $key = "$_[0]/$_[1]";
525		624
…		…
575	if (1) {	674	if (1) {
576	$md5 =	675	$md5 =
577	join "\x00",	676	join "\x00",
578	$processversion,	677	$processversion,
579	map {	678	map {
580	Coro::cede;	679	cf::cede_to_tick;
581	($src->[$_], Digest::MD5::md5_hex $data[$_])	680	($src->[$_], Digest::MD5::md5_hex $data[$_])
582	} 0.. $#$src;	681	} 0.. $#$src;
583		682
584		683
585	my $dbmd5 = db_get cache => "$id/md5";	684	my $dbmd5 = db_get cache => "$id/md5";
…		…
629	attach callbacks/event handlers (a collection of which is called an "attachment")	728	attach callbacks/event handlers (a collection of which is called an "attachment")
630	to it. All such attachable objects support the following methods.	729	to it. All such attachable objects support the following methods.
631		730
632	In the following description, CLASS can be any of C<global>, C<object>	731	In the following description, CLASS can be any of C<global>, C<object>
633	C<player>, C<client> or C<map> (i.e. the attachable objects in	732	C<player>, C<client> or C<map> (i.e. the attachable objects in
634	Crossfire TRT).	733	Deliantra).
635		734
636	=over 4	735	=over 4
637		736
638	=item $attachable->attach ($attachment, key => $value...)	737	=item $attachable->attach ($attachment, key => $value...)
639		738
…		…
921	}	1020	}
922		1021
923	0	1022	0
924	}	1023	}
925		1024
926	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1025	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
927		1026
928	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1027	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
929		1028
930	Generate an object-specific event with the given arguments.	1029	Generate an object-specific event with the given arguments.
931		1030
…		…
937		1036
938	=cut	1037	=cut
939		1038
940	#############################################################################	1039	#############################################################################
941	# object support	1040	# object support
942	#
943		1041
		1042	sub _object_equal($$);
		1043	sub _object_equal($$) {
		1044	my ($a, $b) = @_;
		1045
		1046	return 0 unless (ref $a) eq (ref $b);
		1047
		1048	if ("HASH" eq ref $a) {
		1049	my @ka = keys %$a;
		1050	my @kb = keys %$b;
		1051
		1052	return 0 if @ka != @kb;
		1053
		1054	for (0 .. $#ka) {
		1055	return 0 unless $ka[$_] eq $kb[$_];
		1056	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1057	}
		1058
		1059	} elsif ("ARRAY" eq ref $a) {
		1060
		1061	return 0 if @$a != @$b;
		1062
		1063	for (0 .. $#$a) {
		1064	return 0 unless _object_equal $a->[$_], $b->[$_];
		1065	}
		1066
		1067	} elsif ($a ne $b) {
		1068	return 0;
		1069	}
		1070
		1071	1
		1072	}
		1073
		1074	our $SLOW_MERGES;#d#
944	sub _can_merge {	1075	sub _can_merge {
945	my ($ob1, $ob2) = @_;	1076	my ($ob1, $ob2) = @_;
946		1077
947	local $Storable::canonical = 1;	1078	++$SLOW_MERGES;#d#
948	my $fob1 = Storable::freeze $ob1;
949	my $fob2 = Storable::freeze $ob2;
950		1079
951	$fob1 eq $fob2	1080	# we do the slow way here
		1081	return _object_equal $ob1, $ob2
952	}	1082	}
953		1083
954	sub reattach {	1084	sub reattach {
955	# basically do the same as instantiate, without calling instantiate	1085	# basically do the same as instantiate, without calling instantiate
956	my ($obj) = @_;	1086	my ($obj) = @_;
…		…
978	cf::attachable->attach (	1108	cf::attachable->attach (
979	prio => -1000000,	1109	prio => -1000000,
980	on_instantiate => sub {	1110	on_instantiate => sub {
981	my ($obj, $data) = @_;	1111	my ($obj, $data) = @_;
982		1112
983	$data = from_json $data;	1113	$data = decode_json $data;
984		1114
985	for (@$data) {	1115	for (@$data) {
986	my ($name, $args) = @$_;	1116	my ($name, $args) = @$_;
987		1117
988	$obj->attach ($name, %{$args || {} });	1118	$obj->attach ($name, %{$args || {} });
…		…
1004	sub object_freezer_save {	1134	sub object_freezer_save {
1005	my ($filename, $rdata, $objs) = @_;	1135	my ($filename, $rdata, $objs) = @_;
1006		1136
1007	sync_job {	1137	sync_job {
1008	if (length $$rdata) {	1138	if (length $$rdata) {
		1139	utf8::decode (my $decname = $filename);
1009	warn sprintf "saving %s (%d,%d)\n",	1140	warn sprintf "saving %s (%d,%d)\n",
1010	$filename, length $$rdata, scalar @$objs;	1141	$decname, length $$rdata, scalar @$objs;
1011		1142
1012	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1143	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1013	chmod SAVE_MODE, $fh;	1144	chmod SAVE_MODE, $fh;
1014	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1145	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1015	aio_fsync $fh if $cf::USE_FSYNC;	1146	aio_fsync $fh if $cf::USE_FSYNC;
1016	close $fh;	1147	close $fh;
1017		1148
1018	if (@$objs) {	1149	if (@$objs) {
1019	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1150	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1020	chmod SAVE_MODE, $fh;	1151	chmod SAVE_MODE, $fh;
1021	my $data = Storable::nfreeze { version => 1, objs => $objs };	1152	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1022	aio_write $fh, 0, (length $data), $data, 0;	1153	aio_write $fh, 0, (length $data), $data, 0;
1023	aio_fsync $fh if $cf::USE_FSYNC;	1154	aio_fsync $fh if $cf::USE_FSYNC;
1024	close $fh;	1155	close $fh;
1025	aio_rename "$filename.pst~", "$filename.pst";	1156	aio_rename "$filename.pst~", "$filename.pst";
1026	}	1157	}
…		…
1034	}	1165	}
1035	} else {	1166	} else {
1036	aio_unlink $filename;	1167	aio_unlink $filename;
1037	aio_unlink "$filename.pst";	1168	aio_unlink "$filename.pst";
1038	}	1169	}
1039	}	1170	};
1040	}	1171	}
1041		1172
1042	sub object_freezer_as_string {	1173	sub object_freezer_as_string {
1043	my ($rdata, $objs) = @_;	1174	my ($rdata, $objs) = @_;
1044		1175
…		…
1056	or return;	1187	or return;
1057		1188
1058	unless (aio_stat "$filename.pst") {	1189	unless (aio_stat "$filename.pst") {
1059	(aio_load "$filename.pst", $av) >= 0	1190	(aio_load "$filename.pst", $av) >= 0
1060	or return;	1191	or return;
		1192
1061	$av = eval { (Storable::thaw $av)->{objs} };	1193	my $st = eval { Coro::Storable::thaw $av };
		1194	$av = $st->{objs};
1062	}	1195	}
1063		1196
		1197	utf8::decode (my $decname = $filename);
1064	warn sprintf "loading %s (%d)\n",	1198	warn sprintf "loading %s (%d,%d)\n",
1065	$filename, length $data, scalar @{$av || []};	1199	$decname, length $data, scalar @{$av || []};
		1200
1066	return ($data, $av);	1201	($data, $av)
1067	}	1202	}
1068		1203
1069	=head2 COMMAND CALLBACKS	1204	=head2 COMMAND CALLBACKS
1070		1205
1071	=over 4	1206	=over 4
…		…
1220	my $msg = $@ ? "$v->{path}: $@\n"	1355	my $msg = $@ ? "$v->{path}: $@\n"
1221	: "$v->{base}: extension inactive.\n";	1356	: "$v->{base}: extension inactive.\n";
1222		1357
1223	if (exists $v->{meta}{mandatory}) {	1358	if (exists $v->{meta}{mandatory}) {
1224	warn $msg;	1359	warn $msg;
1225	warn "mandatory extension failed to load, exiting.\n";	1360	cf::cleanup "mandatory extension failed to load, exiting.";
1226	exit 1;
1227	}	1361	}
1228		1362
1229	warn $msg;	1363	warn $msg;
1230	}	1364	}
1231		1365
…		…
1256	use Coro::AIO;	1390	use Coro::AIO;
1257		1391
1258	=head3 cf::player	1392	=head3 cf::player
1259		1393
1260	=over 4	1394	=over 4
		1395
		1396	=item cf::player::num_playing
		1397
		1398	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1399
		1400	=cut
		1401
		1402	sub num_playing {
		1403	scalar grep
		1404	$_->ob->map
		1405	&& !$_->hidden
		1406	&& !$_->ob->flag (cf::FLAG_WIZ),
		1407	cf::player::list
		1408	}
1261		1409
1262	=item cf::player::find $login	1410	=item cf::player::find $login
1263		1411
1264	Returns the given player object, loading it if necessary (might block).	1412	Returns the given player object, loading it if necessary (might block).
1265		1413
…		…
1301	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1449	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1302	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1450	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1303	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1451	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1304	aio_unlink +(playerdir $login) . "/$login.pl";	1452	aio_unlink +(playerdir $login) . "/$login.pl";
1305		1453
1306	my $pl = load_pl path $login	1454	my $f = new_from_file cf::object::thawer path $login
1307	or return;	1455	or return;
		1456
		1457	my $pl = cf::player::load_pl $f
		1458	or return;
		1459	local $cf::PLAYER_LOADING{$login} = $pl;
		1460	$f->resolve_delayed_derefs;
1308	$cf::PLAYER{$login} = $pl	1461	$cf::PLAYER{$login} = $pl
1309	}	1462	}
1310	}	1463	}
1311	}	1464	}
1312		1465
…		…
1322		1475
1323	aio_mkdir playerdir $pl, 0770;	1476	aio_mkdir playerdir $pl, 0770;
1324	$pl->{last_save} = $cf::RUNTIME;	1477	$pl->{last_save} = $cf::RUNTIME;
1325		1478
1326	$pl->save_pl ($path);	1479	$pl->save_pl ($path);
1327	Coro::cede;	1480	cf::cede_to_tick;
1328	}	1481	}
1329		1482
1330	sub new($) {	1483	sub new($) {
1331	my ($login) = @_;	1484	my ($login) = @_;
1332		1485
…		…
1410	or return [];	1563	or return [];
1411		1564
1412	my @logins;	1565	my @logins;
1413		1566
1414	for my $login (@$dirs) {	1567	for my $login (@$dirs) {
		1568	my $path = path $login;
		1569
		1570	# a .pst is a dead give-away for a valid player
		1571	unless (-e "$path.pst") {
1415	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1572	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1416	aio_read $fh, 0, 512, my $buf, 0 or next;	1573	aio_read $fh, 0, 512, my $buf, 0 or next;
1417	$buf !~ /^password -------------$/m or next; # official not-valid tag	1574	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1575	}
1418		1576
1419	utf8::decode $login;	1577	utf8::decode $login;
1420	push @logins, $login;	1578	push @logins, $login;
1421	}	1579	}
1422		1580
…		…
1455		1613
1456	Expand crossfire pod fragments into protocol xml.	1614	Expand crossfire pod fragments into protocol xml.
1457		1615
1458	=cut	1616	=cut
1459		1617
		1618	use re 'eval';
		1619
		1620	my $group;
		1621	my $interior; $interior = qr{
		1622	# match a pod interior sequence sans C<< >>
		1623	(?:
		1624	\ (.*?)\ (?{ $group = $^N })
		1625	| < (??{$interior}) >
		1626	)
		1627	}x;
		1628
1460	sub expand_cfpod {	1629	sub expand_cfpod {
1461	((my $self), (local $_)) = @_;	1630	my ($self, $pod) = @_;
1462		1631
1463	# escape & and <	1632	my $xml;
1464	s/&/&amp;/g;
1465	s/(?<![BIUGH])</&lt;/g;
1466		1633
1467	# this is buggy, it needs to properly take care of nested <'s	1634	while () {
		1635	if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
		1636	$group = $1;
1468		1637
1469	1 while	1638	$group =~ s/&/&amp;/g;
1470	# replace B<>, I<>, U<> etc.	1639	$group =~ s/</&lt;/g;
1471	s/B<([^\>]*)>/<b>$1<\/b>/	1640
1472	|| s/I<([^\>]*)>/<i>$1<\/i>/	1641	$xml .= $group;
1473	|| s/U<([^\>]*)>/<u>$1<\/u>/	1642	} elsif ($pod =~ m%\G
1474	# replace G<male|female> tags	1643	([BCGHITU])
1475	|| s{G<([^>|]*)\|([^>]*)>}{	1644	<
1476	$self->gender ? $2 : $1	1645	(?:
1477	}ge	1646	([^<>]*) (?{ $group = $^N })
1478	# replace H<hint text>	1647	| < $interior >
1479	|| s{H<([^\>]*)>}	1648	)
		1649	>
		1650	%gcsx
1480	{	1651	) {
		1652	my ($code, $data) = ($1, $group);
		1653
		1654	if ($code eq "B") {
		1655	$xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
		1656	} elsif ($code eq "I") {
		1657	$xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
		1658	} elsif ($code eq "U") {
		1659	$xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
		1660	} elsif ($code eq "C") {
		1661	$xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
		1662	} elsif ($code eq "T") {
		1663	$xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
		1664	} elsif ($code eq "G") {
		1665	my ($male, $female) = split /\|/, $data;
		1666	$data = $self->gender ? $female : $male;
		1667	$xml .= expand_cfpod ($self, $data);
		1668	} elsif ($code eq "H") {
1481	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",	1669	$xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
1482	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",	1670	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1483	"")	1671	"")
1484	[$self->{hintmode}]	1672	[$self->{hintmode}];
		1673	} else {
		1674	$xml .= "error processing '$code($data)' directive";
1485	}ge;	1675	}
		1676	} else {
		1677	if ($pod =~ /\G(.+)/) {
		1678	warn "parse error while expanding $pod (at $1)";
		1679	}
		1680	last;
		1681	}
		1682	}
1486		1683
		1684	for ($xml) {
1487	# create single paragraphs (very hackish)	1685	# create single paragraphs (very hackish)
1488	s/(?<=\S)\n(?=\w)/ /g;	1686	s/(?<=\S)\n(?=\w)/ /g;
1489		1687
1490	# compress some whitespace	1688	# compress some whitespace
1491	s/\s+\n/\n/g; # ws line-ends	1689	s/\s+\n/\n/g; # ws line-ends
1492	s/\n\n+/\n/g; # double lines	1690	s/\n\n+/\n/g; # double lines
1493	s/^\n+//; # beginning lines	1691	s/^\n+//; # beginning lines
1494	s/\n+$//; # ending lines	1692	s/\n+$//; # ending lines
		1693	}
1495		1694
1496	$_	1695	$xml
1497	}	1696	}
		1697
		1698	no re 'eval';
1498		1699
1499	sub hintmode {	1700	sub hintmode {
1500	$_[0]{hintmode} = $_[1] if @_ > 1;	1701	$_[0]{hintmode} = $_[1] if @_ > 1;
1501	$_[0]{hintmode}	1702	$_[0]{hintmode}
1502	}	1703	}
…		…
1574	our $MAX_RESET = 3600;	1775	our $MAX_RESET = 3600;
1575	our $DEFAULT_RESET = 3000;	1776	our $DEFAULT_RESET = 3000;
1576		1777
1577	sub generate_random_map {	1778	sub generate_random_map {
1578	my ($self, $rmp) = @_;	1779	my ($self, $rmp) = @_;
		1780
		1781	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1782
1579	# mit "rum" bekleckern, nicht	1783	# mit "rum" bekleckern, nicht
1580	$self->_create_random_map (	1784	$self->_create_random_map (
1581	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1785	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1582	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1786	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1583	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1787	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1746		1950
1747	sub load_header_from($) {	1951	sub load_header_from($) {
1748	my ($self, $path) = @_;	1952	my ($self, $path) = @_;
1749		1953
1750	utf8::encode $path;	1954	utf8::encode $path;
1751	#aio_open $path, O_RDONLY, 0	1955	my $f = new_from_file cf::object::thawer $path
1752	# or return;
1753
1754	$self->_load_header ($path)
1755	or return;	1956	or return;
		1957
		1958	$self->_load_header ($f)
		1959	or return;
		1960
		1961	local $MAP_LOADING{$self->{path}} = $self;
		1962	$f->resolve_delayed_derefs;
1756		1963
1757	$self->{load_path} = $path;	1964	$self->{load_path} = $path;
1758		1965
1759	1	1966	1
1760	}	1967	}
…		…
1814	sub find {	2021	sub find {
1815	my ($path, $origin) = @_;	2022	my ($path, $origin) = @_;
1816		2023
1817	$path = normalise $path, $origin && $origin->path;	2024	$path = normalise $path, $origin && $origin->path;
1818		2025
		2026	cf::lock_wait "map_data:$path";#d#remove
1819	cf::lock_wait "map_find:$path";	2027	cf::lock_wait "map_find:$path";
1820		2028
1821	$cf::MAP{$path} || do {	2029	$cf::MAP{$path} || do {
1822	my $guard = cf::lock_acquire "map_find:$path";	2030	my $guard1 = cf::lock_acquire "map_find:$path";
		2031	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		2032
1823	my $map = new_from_path cf::map $path	2033	my $map = new_from_path cf::map $path
1824	or return;	2034	or return;
1825		2035
1826	$map->{last_save} = $cf::RUNTIME;	2036	$map->{last_save} = $cf::RUNTIME;
1827		2037
…		…
1829	or return;	2039	or return;
1830		2040
1831	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2041	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1832	# doing this can freeze the server in a sync job, obviously	2042	# doing this can freeze the server in a sync job, obviously
1833	#$cf::WAIT_FOR_TICK->wait;	2043	#$cf::WAIT_FOR_TICK->wait;
		2044	undef $guard1;
		2045	undef $guard2;
1834	$map->reset;	2046	$map->reset;
1835	undef $guard;
1836	return find $path;	2047	return find $path;
1837	}	2048	}
1838		2049
1839	$cf::MAP{$path} = $map	2050	$cf::MAP{$path} = $map
1840	}	2051	}
…		…
1849	local $self->{deny_reset} = 1; # loading can take a long time	2060	local $self->{deny_reset} = 1; # loading can take a long time
1850		2061
1851	my $path = $self->{path};	2062	my $path = $self->{path};
1852		2063
1853	{	2064	{
1854	my $guard = cf::lock_acquire "map_load:$path";	2065	my $guard = cf::lock_acquire "map_data:$path";
1855		2066
		2067	return unless $self->valid;
1856	return if $self->in_memory != cf::MAP_SWAPPED;	2068	return unless $self->in_memory == cf::MAP_SWAPPED;
1857		2069
1858	$self->in_memory (cf::MAP_LOADING);	2070	$self->in_memory (cf::MAP_LOADING);
1859		2071
1860	$self->alloc;	2072	$self->alloc;
1861		2073
1862	$self->pre_load;	2074	$self->pre_load;
1863	Coro::cede;	2075	cf::cede_to_tick;
1864		2076
		2077	my $f = new_from_file cf::object::thawer $self->{load_path};
		2078	$f->skip_block;
1865	$self->_load_objects ($self->{load_path}, 1)	2079	$self->_load_objects ($f)
1866	or return;	2080	or return;
1867		2081
1868	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2082	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1869	if delete $self->{load_original};	2083	if delete $self->{load_original};
1870		2084
1871	if (my $uniq = $self->uniq_path) {	2085	if (my $uniq = $self->uniq_path) {
1872	utf8::encode $uniq;	2086	utf8::encode $uniq;
1873	if (aio_open $uniq, O_RDONLY, 0) {	2087	unless (aio_stat $uniq) {
		2088	if (my $f = new_from_file cf::object::thawer $uniq) {
1874	$self->clear_unique_items;	2089	$self->clear_unique_items;
1875	$self->_load_objects ($uniq, 0);	2090	$self->_load_objects ($f);
		2091	$f->resolve_delayed_derefs;
		2092	}
1876	}	2093	}
1877	}	2094	}
1878		2095
1879	Coro::cede;	2096	$f->resolve_delayed_derefs;
		2097
		2098	cf::cede_to_tick;
1880	# now do the right thing for maps	2099	# now do the right thing for maps
1881	$self->link_multipart_objects;	2100	$self->link_multipart_objects;
1882	$self->difficulty ($self->estimate_difficulty)	2101	$self->difficulty ($self->estimate_difficulty)
1883	unless $self->difficulty;	2102	unless $self->difficulty;
1884	Coro::cede;	2103	cf::cede_to_tick;
1885		2104
1886	unless ($self->{deny_activate}) {	2105	unless ($self->{deny_activate}) {
1887	$self->decay_objects;	2106	$self->decay_objects;
1888	$self->fix_auto_apply;	2107	$self->fix_auto_apply;
1889	$self->update_buttons;	2108	$self->update_buttons;
1890	Coro::cede;	2109	cf::cede_to_tick;
1891	$self->set_darkness_map;	2110	$self->set_darkness_map;
1892	Coro::cede;	2111	cf::cede_to_tick;
1893	$self->activate;	2112	$self->activate;
1894	}	2113	}
1895		2114
1896	$self->{last_save} = $cf::RUNTIME;	2115	$self->{last_save} = $cf::RUNTIME;
1897	$self->last_access ($cf::RUNTIME);	2116	$self->last_access ($cf::RUNTIME);
…		…
1947	}	2166	}
1948		2167
1949	sub do_load_sync {	2168	sub do_load_sync {
1950	my ($map) = @_;	2169	my ($map) = @_;
1951		2170
		2171	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2172	if $Coro::current == $Coro::main;
		2173
1952	cf::sync_job { $map->load };	2174	cf::sync_job { $map->load };
1953	}	2175	}
1954		2176
1955	our %MAP_PREFETCH;	2177	our %MAP_PREFETCH;
1956	our $MAP_PREFETCHER = undef;	2178	our $MAP_PREFETCHER = undef;
1957		2179
1958	sub find_async {	2180	sub find_async {
1959	my ($path, $origin) = @_;	2181	my ($path, $origin, $load) = @_;
1960		2182
1961	$path = normalise $path, $origin && $origin->{path};	2183	$path = normalise $path, $origin && $origin->{path};
1962		2184
1963	if (my $map = $cf::MAP{$path}) {	2185	if (my $map = $cf::MAP{$path}) {
1964	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2186	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1965	}	2187	}
1966		2188
1967	undef $MAP_PREFETCH{$path};	2189	$MAP_PREFETCH{$path} |= $load;
		2190
1968	$MAP_PREFETCHER ||= cf::async {	2191	$MAP_PREFETCHER ||= cf::async {
		2192	$Coro::current->{desc} = "map prefetcher";
		2193
1969	while (%MAP_PREFETCH) {	2194	while (%MAP_PREFETCH) {
1970	for my $path (keys %MAP_PREFETCH) {	2195	while (my ($k, $v) = each %MAP_PREFETCH) {
1971	if (my $map = find $path) {	2196	if (my $map = find $k) {
1972	$map->load;	2197	$map->load if $v;
1973	}	2198	}
1974		2199
1975	delete $MAP_PREFETCH{$path};	2200	delete $MAP_PREFETCH{$k};
1976	}	2201	}
1977	}	2202	}
1978	undef $MAP_PREFETCHER;	2203	undef $MAP_PREFETCHER;
1979	};	2204	};
1980	$MAP_PREFETCHER->prio (6);	2205	$MAP_PREFETCHER->prio (6);
…		…
1983	}	2208	}
1984		2209
1985	sub save {	2210	sub save {
1986	my ($self) = @_;	2211	my ($self) = @_;
1987		2212
1988	my $lock = cf::lock_acquire "map_data:" . $self->path;	2213	my $lock = cf::lock_acquire "map_data:$self->{path}";
1989		2214
1990	$self->{last_save} = $cf::RUNTIME;	2215	$self->{last_save} = $cf::RUNTIME;
1991		2216
1992	return unless $self->dirty;	2217	return unless $self->dirty;
1993		2218
…		…
1999	return if $self->{deny_save};	2224	return if $self->{deny_save};
2000		2225
2001	local $self->{last_access} = $self->last_access;#d#	2226	local $self->{last_access} = $self->last_access;#d#
2002		2227
2003	cf::async {	2228	cf::async {
		2229	$Coro::current->{desc} = "map player save";
2004	$_->contr->save for $self->players;	2230	$_->contr->save for $self->players;
2005	};	2231	};
2006		2232
2007	if ($uniq) {	2233	if ($uniq) {
2008	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2234	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
2016	my ($self) = @_;	2242	my ($self) = @_;
2017		2243
2018	# save first because save cedes	2244	# save first because save cedes
2019	$self->save;	2245	$self->save;
2020		2246
2021	my $lock = cf::lock_acquire "map_data:" . $self->path;	2247	my $lock = cf::lock_acquire "map_data:$self->{path}";
2022		2248
2023	return if $self->players;	2249	return if $self->players;
2024	return if $self->in_memory != cf::MAP_IN_MEMORY;	2250	return if $self->in_memory != cf::MAP_IN_MEMORY;
2025	return if $self->{deny_save};	2251	return if $self->{deny_save};
2026		2252
		2253	$self->in_memory (cf::MAP_SWAPPED);
		2254
		2255	$self->deactivate;
		2256	$_->clear_links_to ($self) for values %cf::MAP;
2027	$self->clear;	2257	$self->clear;
2028	$self->in_memory (cf::MAP_SWAPPED);
2029	}	2258	}
2030		2259
2031	sub reset_at {	2260	sub reset_at {
2032	my ($self) = @_;	2261	my ($self) = @_;
2033		2262
…		…
2065	if $uniq;	2294	if $uniq;
2066	}	2295	}
2067		2296
2068	delete $cf::MAP{$self->path};	2297	delete $cf::MAP{$self->path};
2069		2298
		2299	$self->deactivate;
		2300	$_->clear_links_to ($self) for values %cf::MAP;
2070	$self->clear;	2301	$self->clear;
2071
2072	$_->clear_links_to ($self) for values %cf::MAP;
2073		2302
2074	$self->unlink_save;	2303	$self->unlink_save;
2075	$self->destroy;	2304	$self->destroy;
2076	}	2305	}
2077		2306
2078	my $nuke_counter = "aaaa";	2307	my $nuke_counter = "aaaa";
2079		2308
2080	sub nuke {	2309	sub nuke {
2081	my ($self) = @_;	2310	my ($self) = @_;
2082		2311
		2312	{
		2313	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2314
2083	delete $cf::MAP{$self->path};	2315	delete $cf::MAP{$self->path};
2084		2316
2085	$self->unlink_save;	2317	$self->unlink_save;
2086		2318
2087	bless $self, "cf::map";	2319	bless $self, "cf::map";
2088	delete $self->{deny_reset};	2320	delete $self->{deny_reset};
2089	$self->{deny_save} = 1;	2321	$self->{deny_save} = 1;
2090	$self->reset_timeout (1);	2322	$self->reset_timeout (1);
2091	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2323	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2092		2324
2093	$cf::MAP{$self->path} = $self;	2325	$cf::MAP{$self->path} = $self;
		2326	}
2094		2327
2095	$self->reset; # polite request, might not happen	2328	$self->reset; # polite request, might not happen
2096	}	2329	}
2097		2330
2098	=item $maps = cf::map::tmp_maps	2331	=item $maps = cf::map::tmp_maps
…		…
2147	: ()	2380	: ()
2148	} @{ aio_readdir $UNIQUEDIR or [] }	2381	} @{ aio_readdir $UNIQUEDIR or [] }
2149	]	2382	]
2150	}	2383	}
2151		2384
2152	package cf;
2153
2154	=back	2385	=back
2155		2386
2156	=head3 cf::object	2387	=head3 cf::object
2157		2388
2158	=cut	2389	=cut
…		…
2172	map { $_, inv_recursive_ $_->inv } @_	2403	map { $_, inv_recursive_ $_->inv } @_
2173	}	2404	}
2174		2405
2175	sub inv_recursive {	2406	sub inv_recursive {
2176	inv_recursive_ inv $_[0]	2407	inv_recursive_ inv $_[0]
		2408	}
		2409
		2410	=item $ref = $ob->ref
		2411
		2412	creates and returns a persistent reference to an objetc that can be stored as a string.
		2413
		2414	=item $ob = cf::object::deref ($refstring)
		2415
		2416	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2417	even if the object actually exists. May block.
		2418
		2419	=cut
		2420
		2421	sub deref {
		2422	my ($ref) = @_;
		2423
		2424	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2425	my ($uuid, $name) = ($1, $2);
		2426	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2427	or return;
		2428	$pl->ob->uuid eq $uuid
		2429	or return;
		2430
		2431	$pl->ob
		2432	} else {
		2433	warn "$ref: cannot resolve object reference\n";
		2434	undef
		2435	}
2177	}	2436	}
2178		2437
2179	package cf;	2438	package cf;
2180		2439
2181	=back	2440	=back
…		…
2341	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2600	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2342		2601
2343	$self->enter_link;	2602	$self->enter_link;
2344		2603
2345	(async {	2604	(async {
		2605	$Coro::current->{desc} = "player::goto $path $x $y";
		2606
		2607	# *tag paths override both path and x|y
		2608	if ($path =~ /^\*(.*)$/) {
		2609	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2610	my $ob = $obs[rand @obs];
		2611
		2612	# see if we actually can go there
		2613	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2614	$ob = $obs[rand @obs];
		2615	} else {
		2616	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2617	}
		2618	# else put us there anyways for now #d#
		2619
		2620	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2621	} else {
		2622	($path, $x, $y) = (undef, undef, undef);
		2623	}
		2624	}
		2625
2346	my $map = eval {	2626	my $map = eval {
2347	my $map = cf::map::find $path;	2627	my $map = defined $path ? cf::map::find $path : undef;
2348		2628
2349	if ($map) {	2629	if ($map) {
2350	$map = $map->customise_for ($self);	2630	$map = $map->customise_for ($self);
2351	$map = $check->($map) if $check && $map;	2631	$map = $check->($map) if $check && $map;
2352	} else {	2632	} else {
2353	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2633	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2354	}	2634	}
2355		2635
2356	$map	2636	$map
2357	};	2637	};
2358		2638
…		…
2411	$rmp->{origin_y} = $exit->y;	2691	$rmp->{origin_y} = $exit->y;
2412	}	2692	}
2413		2693
2414	$rmp->{random_seed} ||= $exit->random_seed;	2694	$rmp->{random_seed} ||= $exit->random_seed;
2415		2695
2416	my $data = cf::to_json $rmp;	2696	my $data = cf::encode_json $rmp;
2417	my $md5 = Digest::MD5::md5_hex $data;	2697	my $md5 = Digest::MD5::md5_hex $data;
2418	my $meta = "$RANDOMDIR/$md5.meta";	2698	my $meta = "$RANDOMDIR/$md5.meta";
2419		2699
2420	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2700	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2421	aio_write $fh, 0, (length $data), $data, 0;	2701	aio_write $fh, 0, (length $data), $data, 0;
…		…
2448	# if exit is damned, update players death & WoR home-position	2728	# if exit is damned, update players death & WoR home-position
2449	$self->contr->savebed ($slaying, $hp, $sp)	2729	$self->contr->savebed ($slaying, $hp, $sp)
2450	if $exit->flag (FLAG_DAMNED);	2730	if $exit->flag (FLAG_DAMNED);
2451		2731
2452	(async {	2732	(async {
		2733	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2734
2453	$self->deactivate_recursive; # just to be sure	2735	$self->deactivate_recursive; # just to be sure
2454	unless (eval {	2736	unless (eval {
2455	$self->goto ($slaying, $hp, $sp);	2737	$self->goto ($slaying, $hp, $sp);
2456		2738
2457	1;	2739	1;
…		…
2492	the message, with C<log> being the default. If C<$color> is negative, suppress	2774	the message, with C<log> being the default. If C<$color> is negative, suppress
2493	the message unless the client supports the msg packet.	2775	the message unless the client supports the msg packet.
2494		2776
2495	=cut	2777	=cut
2496		2778
		2779	# non-persistent channels (usually the info channel)
		2780	our %CHANNEL = (
		2781	"c/identify" => {
		2782	id => "infobox",
		2783	title => "Identify",
		2784	reply => undef,
		2785	tooltip => "Items recently identified",
		2786	},
		2787	"c/examine" => {
		2788	id => "infobox",
		2789	title => "Examine",
		2790	reply => undef,
		2791	tooltip => "Signs and other items you examined",
		2792	},
		2793	"c/book" => {
		2794	id => "infobox",
		2795	title => "Book",
		2796	reply => undef,
		2797	tooltip => "The contents of a note or book",
		2798	},
		2799	"c/lookat" => {
		2800	id => "infobox",
		2801	title => "Look",
		2802	reply => undef,
		2803	tooltip => "What you saw there",
		2804	},
		2805	"c/who" => {
		2806	id => "infobox",
		2807	title => "Players",
		2808	reply => undef,
		2809	tooltip => "Shows players who are currently online",
		2810	},
		2811	"c/body" => {
		2812	id => "infobox",
		2813	title => "Body Parts",
		2814	reply => undef,
		2815	tooltip => "Shows which body parts you posess and are available",
		2816	},
		2817	"c/uptime" => {
		2818	id => "infobox",
		2819	title => "Uptime",
		2820	reply => undef,
		2821	tooltip => "How long the server has been running since last restart",
		2822	},
		2823	"c/mapinfo" => {
		2824	id => "infobox",
		2825	title => "Map Info",
		2826	reply => undef,
		2827	tooltip => "Information related to the maps",
		2828	},
		2829	);
		2830
2497	sub cf::client::send_msg {	2831	sub cf::client::send_msg {
2498	my ($self, $channel, $msg, $color, @extra) = @_;	2832	my ($self, $channel, $msg, $color, @extra) = @_;
2499		2833
2500	$msg = $self->pl->expand_cfpod ($msg);	2834	$msg = $self->pl->expand_cfpod ($msg);
2501		2835
2502	$color &= cf::NDI_CLIENT_MASK; # just in case...	2836	$color &= cf::NDI_CLIENT_MASK; # just in case...
2503		2837
		2838	# check predefined channels, for the benefit of C
		2839	if ($CHANNEL{$channel}) {
		2840	$channel = $CHANNEL{$channel};
		2841
		2842	$self->ext_msg (channel_info => $channel)
		2843	if $self->can_msg;
		2844
		2845	$channel = $channel->{id};
		2846
2504	if (ref $channel) {	2847	} elsif (ref $channel) {
2505	# send meta info to client, if not yet sent	2848	# send meta info to client, if not yet sent
2506	unless (exists $self->{channel}{$channel->{id}}) {	2849	unless (exists $self->{channel}{$channel->{id}}) {
2507	$self->{channel}{$channel->{id}} = $channel;	2850	$self->{channel}{$channel->{id}} = $channel;
2508	$self->ext_msg (channel_info => $channel);	2851	$self->ext_msg (channel_info => $channel)
		2852	if $self->can_msg;
2509	}	2853	}
2510		2854
2511	$channel = $channel->{id};	2855	$channel = $channel->{id};
2512	}	2856	}
2513		2857
…		…
2554	=cut	2898	=cut
2555		2899
2556	sub cf::client::ext_msg($$@) {	2900	sub cf::client::ext_msg($$@) {
2557	my ($self, $type, @msg) = @_;	2901	my ($self, $type, @msg) = @_;
2558		2902
2559	my $extcmd = $self->extcmd;
2560
2561	if ($extcmd == 2) {	2903	if ($self->extcmd == 2) {
2562	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	2904	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2563	} elsif ($extcmd == 1) { # TODO: remove	2905	} elsif ($self->extcmd == 1) { # TODO: remove
2564	push @msg, msgtype => "event_$type";	2906	push @msg, msgtype => "event_$type";
2565	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	2907	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2566	}	2908	}
2567	}	2909	}
2568		2910
…		…
2575	sub cf::client::ext_reply($$@) {	2917	sub cf::client::ext_reply($$@) {
2576	my ($self, $id, @msg) = @_;	2918	my ($self, $id, @msg) = @_;
2577		2919
2578	if ($self->extcmd == 2) {	2920	if ($self->extcmd == 2) {
2579	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	2921	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2580	} elsif ($self->ns->extcmd == 1) {	2922	} elsif ($self->extcmd == 1) {
2581	#TODO: version 1, remove	2923	#TODO: version 1, remove
2582	unshift @msg, msgtype => "reply", msgid => $id;	2924	unshift @msg, msgtype => "reply", msgid => $id;
2583	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	2925	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2584	}	2926	}
2585	}	2927	}
…		…
2727	=pod	3069	=pod
2728		3070
2729	The following functions and methods are available within a safe environment:	3071	The following functions and methods are available within a safe environment:
2730		3072
2731	cf::object	3073	cf::object
2732	contr pay_amount pay_player map x y force_find force_add	3074	contr pay_amount pay_player map x y force_find force_add destroy
2733	insert remove name archname title slaying race	3075	insert remove name archname title slaying race decrease_ob_nr
2734		3076
2735	cf::object::player	3077	cf::object::player
2736	player	3078	player
2737		3079
2738	cf::player	3080	cf::player
…		…
2743		3085
2744	=cut	3086	=cut
2745		3087
2746	for (	3088	for (
2747	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3089	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2748	insert remove inv name archname title slaying race)],	3090	insert remove inv name archname title slaying race
		3091	decrease_ob_nr destroy)],
2749	["cf::object::player" => qw(player)],	3092	["cf::object::player" => qw(player)],
2750	["cf::player" => qw(peaceful)],	3093	["cf::player" => qw(peaceful)],
2751	["cf::map" => qw(trigger)],	3094	["cf::map" => qw(trigger)],
2752	) {	3095	) {
2753	no strict 'refs';	3096	no strict 'refs';
…		…
2829	# the server's init and main functions	3172	# the server's init and main functions
2830		3173
2831	sub load_facedata($) {	3174	sub load_facedata($) {
2832	my ($path) = @_;	3175	my ($path) = @_;
2833		3176
		3177	# HACK to clear player env face cache, we need some signal framework
		3178	# for this (global event?)
		3179	%ext::player_env::MUSIC_FACE_CACHE = ();
		3180
2834	my $enc = JSON::XS->new->utf8->canonical;	3181	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2835		3182
2836	warn "loading facedata from $path\n";	3183	warn "loading facedata from $path\n";
2837		3184
2838	my $facedata;	3185	my $facedata;
2839	0 < aio_load $path, $facedata	3186	0 < aio_load $path, $facedata
…		…
2854	{	3201	{
2855	my $faces = $facedata->{faceinfo};	3202	my $faces = $facedata->{faceinfo};
2856		3203
2857	while (my ($face, $info) = each %$faces) {	3204	while (my ($face, $info) = each %$faces) {
2858	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3205	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3206
2859	cf::face::set_visibility $idx, $info->{visibility};	3207	cf::face::set_visibility $idx, $info->{visibility};
2860	cf::face::set_magicmap $idx, $info->{magicmap};	3208	cf::face::set_magicmap $idx, $info->{magicmap};
2861	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3209	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2862	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3210	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2863		3211
2864	cf::cede_to_tick;	3212	cf::cede_to_tick;
2865	}	3213	}
2866		3214
2867	while (my ($face, $info) = each %$faces) {	3215	while (my ($face, $info) = each %$faces) {
2868	next unless $info->{smooth};	3216	next unless $info->{smooth};
		3217
2869	my $idx = cf::face::find $face	3218	my $idx = cf::face::find $face
2870	or next;	3219	or next;
		3220
2871	if (my $smooth = cf::face::find $info->{smooth}) {	3221	if (my $smooth = cf::face::find $info->{smooth}) {
2872	cf::face::set_smooth $idx, $smooth;	3222	cf::face::set_smooth $idx, $smooth;
2873	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3223	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2874	} else {	3224	} else {
2875	warn "smooth face '$info->{smooth}' not found for face '$face'";	3225	warn "smooth face '$info->{smooth}' not found for face '$face'";
…		…
2893	{	3243	{
2894	# TODO: for gcfclient pleasure, we should give resources	3244	# TODO: for gcfclient pleasure, we should give resources
2895	# that gcfclient doesn't grok a >10000 face index.	3245	# that gcfclient doesn't grok a >10000 face index.
2896	my $res = $facedata->{resource};	3246	my $res = $facedata->{resource};
2897		3247
2898	my $soundconf = delete $res->{"res/sound.conf"};
2899
2900	while (my ($name, $info) = each %$res) {	3248	while (my ($name, $info) = each %$res) {
		3249	if (defined $info->{type}) {
2901	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3250	my $idx = (cf::face::find $name) || cf::face::alloc $name;
2902	my $data;	3251	my $data;
2903		3252
2904	if ($info->{type} & 1) {	3253	if ($info->{type} & 1) {
2905	# prepend meta info	3254	# prepend meta info
2906		3255
2907	my $meta = $enc->encode ({	3256	my $meta = $enc->encode ({
2908	name => $name,	3257	name => $name,
2909	%{ $info->{meta} || {} },	3258	%{ $info->{meta} || {} },
2910	});	3259	});
2911		3260
2912	$data = pack "(w/a*)*", $meta, $info->{data};	3261	$data = pack "(w/a*)*", $meta, $info->{data};
		3262	} else {
		3263	$data = $info->{data};
		3264	}
		3265
		3266	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3267	cf::face::set_type $idx, $info->{type};
2913	} else {	3268	} else {
2914	$data = $info->{data};	3269	$RESOURCE{$name} = $info;
2915	}	3270	}
2916		3271
2917	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
2918	cf::face::set_type $idx, $info->{type};
2919
2920	cf::cede_to_tick;	3272	cf::cede_to_tick;
2921	}	3273	}
2922
2923	if ($soundconf) {
2924	$soundconf = $enc->decode (delete $soundconf->{data});
2925
2926	for (0 .. SOUND_CAST_SPELL_0 - 1) {
2927	my $sound = $soundconf->{compat}[$_]
2928	or next;
2929
2930	my $face = cf::face::find "sound/$sound->[1]";
2931	cf::sound::set $sound->[0] => $face;
2932	cf::sound::old_sound_index $_, $face; # gcfclient-compat
2933	}
2934
2935	while (my ($k, $v) = each %{$soundconf->{event}}) {
2936	my $face = cf::face::find "sound/$v";
2937	cf::sound::set $k => $face;
2938	}
2939	}
2940	}	3274	}
		3275
		3276	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2941		3277
2942	1	3278	1
2943	}	3279	}
		3280
		3281	cf::global->attach (on_resource_update => sub {
		3282	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3283	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3284
		3285	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3286	my $sound = $soundconf->{compat}[$_]
		3287	or next;
		3288
		3289	my $face = cf::face::find "sound/$sound->[1]";
		3290	cf::sound::set $sound->[0] => $face;
		3291	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3292	}
		3293
		3294	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3295	my $face = cf::face::find "sound/$v";
		3296	cf::sound::set $k => $face;
		3297	}
		3298	}
		3299	});
2944		3300
2945	register_exticmd fx_want => sub {	3301	register_exticmd fx_want => sub {
2946	my ($ns, $want) = @_;	3302	my ($ns, $want) = @_;
2947		3303
2948	while (my ($k, $v) = each %$want) {	3304	while (my ($k, $v) = each %$want) {
2949	$ns->fx_want ($k, $v);	3305	$ns->fx_want ($k, $v);
2950	}	3306	}
2951	};	3307	};
2952		3308
2953	sub reload_regions {	3309	sub reload_regions {
		3310	# HACK to clear player env face cache, we need some signal framework
		3311	# for this (global event?)
		3312	%ext::player_env::MUSIC_FACE_CACHE = ();
		3313
2954	load_resource_file "$MAPDIR/regions"	3314	load_resource_file "$MAPDIR/regions"
2955	or die "unable to load regions file\n";	3315	or die "unable to load regions file\n";
2956		3316
2957	for (cf::region::list) {	3317	for (cf::region::list) {
2958	$_->{match} = qr/$_->{match}/	3318	$_->{match} = qr/$_->{match}/
…		…
2994		3354
2995	sub init {	3355	sub init {
2996	reload_resources;	3356	reload_resources;
2997	}	3357	}
2998		3358
2999	sub cfg_load {	3359	sub reload_config {
3000	open my $fh, "<:utf8", "$CONFDIR/config"	3360	open my $fh, "<:utf8", "$CONFDIR/config"
3001	or return;	3361	or return;
3002		3362
3003	local $/;	3363	local $/;
3004	*CFG = YAML::Syck::Load <$fh>;	3364	*CFG = YAML::Load <$fh>;
3005		3365
3006	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3366	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3007		3367
3008	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3368	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3009	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3369	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
3020	sub main {	3380	sub main {
3021	# we must not ever block the main coroutine	3381	# we must not ever block the main coroutine
3022	local $Coro::idle = sub {	3382	local $Coro::idle = sub {
3023	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3383	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3024	(async {	3384	(async {
3025	Event::one_event;	3385	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3386	EV::loop EV::LOOP_ONESHOT;
3026	})->prio (Coro::PRIO_MAX);	3387	})->prio (Coro::PRIO_MAX);
3027	};	3388	};
3028		3389
3029	cfg_load;	3390	reload_config;
3030	db_init;	3391	db_init;
3031	load_extensions;	3392	load_extensions;
3032		3393
3033	$TICK_WATCHER->start;	3394	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3395	evthread_start IO::AIO::poll_fileno;
3034	Event::loop;	3396	EV::loop;
3035	}	3397	}
3036		3398
3037	#############################################################################	3399	#############################################################################
3038	# initialisation and cleanup	3400	# initialisation and cleanup
3039		3401
3040	# install some emergency cleanup handlers	3402	# install some emergency cleanup handlers
3041	BEGIN {	3403	BEGIN {
		3404	our %SIGWATCHER = ();
3042	for my $signal (qw(INT HUP TERM)) {	3405	for my $signal (qw(INT HUP TERM)) {
3043	Event->signal (	3406	$SIGWATCHER{$signal} = EV::signal $signal, sub {
3044	reentrant => 0,
3045	data => WF_AUTOCANCEL,
3046	signal => $signal,
3047	prio => 0,
3048	cb => sub {
3049	cf::cleanup "SIG$signal";	3407	cf::cleanup "SIG$signal";
3050	},
3051	);	3408	};
3052	}	3409	}
3053	}	3410	}
3054		3411
3055	sub write_runtime {	3412	sub write_runtime_sync {
3056	my $runtime = "$LOCALDIR/runtime";	3413	my $runtime = "$LOCALDIR/runtime";
3057		3414
3058	# first touch the runtime file to show we are still running:	3415	# first touch the runtime file to show we are still running:
3059	# the fsync below can take a very very long time.	3416	# the fsync below can take a very very long time.
3060		3417
…		…
3086	and return;	3443	and return;
3087		3444
3088	warn "runtime file written.\n";	3445	warn "runtime file written.\n";
3089		3446
3090	1	3447	1
		3448	}
		3449
		3450	our $uuid_lock;
		3451	our $uuid_skip;
		3452
		3453	sub write_uuid_sync($) {
		3454	$uuid_skip ||= $_[0];
		3455
		3456	return if $uuid_lock;
		3457	local $uuid_lock = 1;
		3458
		3459	my $uuid = "$LOCALDIR/uuid";
		3460
		3461	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3462	or return;
		3463
		3464	my $value = uuid_str $uuid_skip + uuid_seq uuid_cur;
		3465	$uuid_skip = 0;
		3466
		3467	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3468	and return;
		3469
		3470	# always fsync - this file is important
		3471	aio_fsync $fh
		3472	and return;
		3473
		3474	close $fh
		3475	or return;
		3476
		3477	aio_rename "$uuid~", $uuid
		3478	and return;
		3479
		3480	warn "uuid file written ($value).\n";
		3481
		3482	1
		3483
		3484	}
		3485
		3486	sub write_uuid($$) {
		3487	my ($skip, $sync) = @_;
		3488
		3489	$sync ? write_uuid_sync $skip
		3490	: async { write_uuid_sync $skip };
3091	}	3491	}
3092		3492
3093	sub emergency_save() {	3493	sub emergency_save() {
3094	my $freeze_guard = cf::freeze_mainloop;	3494	my $freeze_guard = cf::freeze_mainloop;
3095		3495
…		…
3101	# and maps saved/destroyed asynchronously.	3501	# and maps saved/destroyed asynchronously.
3102	warn "begin emergency player save\n";	3502	warn "begin emergency player save\n";
3103	for my $login (keys %cf::PLAYER) {	3503	for my $login (keys %cf::PLAYER) {
3104	my $pl = $cf::PLAYER{$login} or next;	3504	my $pl = $cf::PLAYER{$login} or next;
3105	$pl->valid or next;	3505	$pl->valid or next;
		3506	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3106	$pl->save;	3507	$pl->save;
3107	}	3508	}
3108	warn "end emergency player save\n";	3509	warn "end emergency player save\n";
3109		3510
3110	warn "begin emergency map save\n";	3511	warn "begin emergency map save\n";
…		…
3116	warn "end emergency map save\n";	3517	warn "end emergency map save\n";
3117		3518
3118	warn "begin emergency database checkpoint\n";	3519	warn "begin emergency database checkpoint\n";
3119	BDB::db_env_txn_checkpoint $DB_ENV;	3520	BDB::db_env_txn_checkpoint $DB_ENV;
3120	warn "end emergency database checkpoint\n";	3521	warn "end emergency database checkpoint\n";
		3522
		3523	warn "begin write uuid\n";
		3524	write_uuid_sync 1;
		3525	warn "end write uuid\n";
3121	};	3526	};
3122		3527
3123	warn "leave emergency perl save\n";	3528	warn "leave emergency perl save\n";
3124	}	3529	}
3125		3530
…		…
3140	warn "reloading...";	3545	warn "reloading...";
3141		3546
3142	warn "entering sync_job";	3547	warn "entering sync_job";
3143		3548
3144	cf::sync_job {	3549	cf::sync_job {
3145	cf::write_runtime; # external watchdog should not bark	3550	cf::write_runtime_sync; # external watchdog should not bark
3146	cf::emergency_save;	3551	cf::emergency_save;
3147	cf::write_runtime; # external watchdog should not bark	3552	cf::write_runtime_sync; # external watchdog should not bark
3148		3553
3149	warn "syncing database to disk";	3554	warn "syncing database to disk";
3150	BDB::db_env_txn_checkpoint $DB_ENV;	3555	BDB::db_env_txn_checkpoint $DB_ENV;
3151		3556
3152	# if anything goes wrong in here, we should simply crash as we already saved	3557	# if anything goes wrong in here, we should simply crash as we already saved
3153
3154	warn "cancelling all WF_AUTOCANCEL watchers";
3155	for (Event::all_watchers) {
3156	$_->cancel if $_->data & WF_AUTOCANCEL;
3157	}
3158		3558
3159	warn "flushing outstanding aio requests";	3559	warn "flushing outstanding aio requests";
3160	for (;;) {	3560	for (;;) {
3161	BDB::flush;	3561	BDB::flush;
3162	IO::AIO::flush;	3562	IO::AIO::flush;
3163	Coro::cede;	3563	Coro::cede_notself;
3164	last unless IO::AIO::nreqs || BDB::nreqs;	3564	last unless IO::AIO::nreqs || BDB::nreqs;
3165	warn "iterate...";	3565	warn "iterate...";
3166	}	3566	}
3167		3567
3168	++$RELOAD;	3568	++$RELOAD;
…		…
3227	warn "reloading cf.pm";	3627	warn "reloading cf.pm";
3228	require cf;	3628	require cf;
3229	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3629	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
3230		3630
3231	warn "loading config and database again";	3631	warn "loading config and database again";
3232	cf::cfg_load;	3632	cf::reload_config;
3233		3633
3234	warn "loading extensions";	3634	warn "loading extensions";
3235	cf::load_extensions;	3635	cf::load_extensions;
3236		3636
3237	warn "reattaching attachments to objects/players";	3637	warn "reattaching attachments to objects/players";
…		…
3244	warn "leaving sync_job";	3644	warn "leaving sync_job";
3245		3645
3246	1	3646	1
3247	} or do {	3647	} or do {
3248	warn $@;	3648	warn $@;
3249	warn "error while reloading, exiting.";	3649	cf::cleanup "error while reloading, exiting.";
3250	exit 1;
3251	};	3650	};
3252		3651
3253	warn "reloaded";	3652	warn "reloaded";
3254	};	3653	};
3255		3654
…		…
3257		3656
3258	sub reload_perl() {	3657	sub reload_perl() {
3259	# doing reload synchronously and two reloads happen back-to-back,	3658	# doing reload synchronously and two reloads happen back-to-back,
3260	# coro crashes during coro_state_free->destroy here.	3659	# coro crashes during coro_state_free->destroy here.
3261		3660
3262	$RELOAD_WATCHER ||= Event->timer (	3661	$RELOAD_WATCHER ||= EV::timer 0, 0, sub {
3263	reentrant => 0,
3264	after => 0,
3265	data => WF_AUTOCANCEL,
3266	cb => sub {
3267	do_reload_perl;	3662	do_reload_perl;
3268	undef $RELOAD_WATCHER;	3663	undef $RELOAD_WATCHER;
3269	},
3270	);	3664	};
3271	}	3665	}
3272		3666
3273	register_command "reload" => sub {	3667	register_command "reload" => sub {
3274	my ($who, $arg) = @_;	3668	my ($who, $arg) = @_;
3275		3669
3276	if ($who->flag (FLAG_WIZ)) {	3670	if ($who->flag (FLAG_WIZ)) {
3277	$who->message ("reloading server.");	3671	$who->message ("reloading server.");
		3672	async {
		3673	$Coro::current->{desc} = "perl_reload";
3278	async { reload_perl };	3674	reload_perl;
		3675	};
3279	}	3676	}
3280	};	3677	};
3281		3678
3282	unshift @INC, $LIBDIR;	3679	unshift @INC, $LIBDIR;
3283		3680
…		…
3285		3682
3286	our @WAIT_FOR_TICK;	3683	our @WAIT_FOR_TICK;
3287	our @WAIT_FOR_TICK_BEGIN;	3684	our @WAIT_FOR_TICK_BEGIN;
3288		3685
3289	sub wait_for_tick {	3686	sub wait_for_tick {
3290	return unless $TICK_WATCHER->is_active;	3687	return if tick_inhibit;
3291	return if $Coro::current == $Coro::main;	3688	return if $Coro::current == $Coro::main;
3292		3689
3293	my $signal = new Coro::Signal;	3690	my $signal = new Coro::Signal;
3294	push @WAIT_FOR_TICK, $signal;	3691	push @WAIT_FOR_TICK, $signal;
3295	$signal->wait;	3692	$signal->wait;
3296	}	3693	}
3297		3694
3298	sub wait_for_tick_begin {	3695	sub wait_for_tick_begin {
3299	return unless $TICK_WATCHER->is_active;	3696	return if tick_inhibit;
3300	return if $Coro::current == $Coro::main;	3697	return if $Coro::current == $Coro::main;
3301		3698
3302	my $signal = new Coro::Signal;	3699	my $signal = new Coro::Signal;
3303	push @WAIT_FOR_TICK_BEGIN, $signal;	3700	push @WAIT_FOR_TICK_BEGIN, $signal;
3304	$signal->wait;	3701	$signal->wait;
3305	}	3702	}
3306		3703
3307	my $min = 1e6;#d#	3704	sub tick {
3308	my $avg = 10;
3309	$TICK_WATCHER = Event->timer (
3310	reentrant => 0,
3311	parked => 1,
3312	prio => 0,
3313	at => $NEXT_TICK || $TICK,
3314	data => WF_AUTOCANCEL,
3315	cb => sub {
3316	if ($Coro::current != $Coro::main) {	3705	if ($Coro::current != $Coro::main) {
3317	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3706	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3318	unless ++$bug_warning > 10;	3707	unless ++$bug_warning > 10;
3319	return;	3708	return;
3320	}	3709	}
3321		3710
3322	$NOW = $tick_start = Event::time;
3323
3324	cf::server_tick; # one server iteration	3711	cf::server_tick; # one server iteration
3325		3712
3326	0 && sync_job {#d#	3713	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3327	for(1..10) {	3714	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3328	my $t = Event::time;	3715	Coro::async_pool {
3329	my $map = my $map = new_from_path cf::map "/tmp/x.map"	3716	$Coro::current->{desc} = "runtime saver";
3330	or die;	3717	write_runtime_sync
3331		3718	or warn "ERROR: unable to write runtime file: $!";
3332	$map->width (50);
3333	$map->height (50);
3334	$map->alloc;
3335	$map->_load_objects ("/tmp/x.map", 1);
3336	my $t = Event::time - $t;
3337
3338	#next unless $t < 0.0013;#d#
3339	if ($t < $min) {
3340	$min = $t;
3341	}
3342	$avg = $avg * 0.99 + $t * 0.01;
3343	}
3344	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3345	exit 0;
3346	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3347	};	3719	};
		3720	}
3348		3721
3349	$RUNTIME += $TICK;
3350	$NEXT_TICK += $TICK;
3351
3352	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3353	$NEXT_RUNTIME_WRITE = $NOW + 10;
3354	Coro::async_pool {
3355	write_runtime
3356	or warn "ERROR: unable to write runtime file: $!";
3357	};
3358	}
3359
3360	# my $AFTER = Event::time;
3361	# warn $AFTER - $NOW;#d#
3362
3363	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3722	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3364	$sig->send;	3723	$sig->send;
3365	}	3724	}
3366	while (my $sig = shift @WAIT_FOR_TICK) {	3725	while (my $sig = shift @WAIT_FOR_TICK) {
3367	$sig->send;	3726	$sig->send;
3368	}	3727	}
3369		3728
3370	$NOW = Event::time;	3729	$LOAD = ($NOW - $TICK_START) / $TICK;
3371
3372	# if we are delayed by four ticks or more, skip them all
3373	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3374
3375	$TICK_WATCHER->at ($NEXT_TICK);
3376	$TICK_WATCHER->start;
3377
3378	$LOAD = ($NOW - $tick_start) / $TICK;
3379	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3730	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3380		3731
3381	_post_tick;	3732	if (0) {
3382		3733	if ($NEXT_TICK) {
3383		3734	my $jitter = $TICK_START - $NEXT_TICK;
		3735	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3736	warn "jitter $JITTER\n";#d#
		3737	}
3384	},	3738	}
3385	);	3739	}
3386		3740
3387	{	3741	{
3388	BDB::max_poll_time $TICK * 0.1;	3742	# configure BDB
3389	$BDB_POLL_WATCHER = Event->io (	3743
3390	reentrant => 0,
3391	fd => BDB::poll_fileno,
3392	poll => 'r',
3393	prio => 0,
3394	data => WF_AUTOCANCEL,
3395	cb => \&BDB::poll_cb,
3396	);
3397	BDB::min_parallel 8;	3744	BDB::min_parallel 8;
3398		3745	BDB::max_poll_reqs $TICK * 0.1;
3399	BDB::set_sync_prepare {	3746	$Coro::BDB::WATCHER->priority (1);
3400	my $status;
3401	my $current = $Coro::current;
3402	(
3403	sub {
3404	$status = $!;
3405	$current->ready; undef $current;
3406	},
3407	sub {
3408	Coro::schedule while defined $current;
3409	$! = $status;
3410	},
3411	)
3412	};
3413		3747
3414	unless ($DB_ENV) {	3748	unless ($DB_ENV) {
3415	$DB_ENV = BDB::db_env_create;	3749	$DB_ENV = BDB::db_env_create;
		3750	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3751	| BDB::LOG_AUTOREMOVE, 1);
		3752	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3753	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3416		3754
3417	cf::sync_job {	3755	cf::sync_job {
3418	eval {	3756	eval {
3419	BDB::db_env_open	3757	BDB::db_env_open
3420	$DB_ENV,	3758	$DB_ENV,
…		…
3422	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3760	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3423	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3761	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3424	0666;	3762	0666;
3425		3763
3426	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3764	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3427
3428	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3429	$DB_ENV->set_lk_detect;
3430	};	3765	};
3431		3766
3432	cf::cleanup "db_env_open(db): $@" if $@;	3767	cf::cleanup "db_env_open(db): $@" if $@;
3433	};	3768	};
3434	}	3769	}
		3770
		3771	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3772	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3773	};
		3774	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3775	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3776	};
		3777	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3778	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3779	};
3435	}	3780	}
3436		3781
3437	{	3782	{
		3783	# configure IO::AIO
		3784
3438	IO::AIO::min_parallel 8;	3785	IO::AIO::min_parallel 8;
3439
3440	undef $Coro::AIO::WATCHER;
3441	IO::AIO::max_poll_time $TICK * 0.1;	3786	IO::AIO::max_poll_time $TICK * 0.1;
3442	$AIO_POLL_WATCHER = Event->io (	3787	$Coro::AIO::WATCHER->priority (1);
3443	reentrant => 0,
3444	data => WF_AUTOCANCEL,
3445	fd => IO::AIO::poll_fileno,
3446	poll => 'r',
3447	prio => 6,
3448	cb => \&IO::AIO::poll_cb,
3449	);
3450	}	3788	}
3451		3789
3452	my $_log_backtrace;	3790	my $_log_backtrace;
3453		3791
3454	sub _log_backtrace {	3792	sub _log_backtrace {
…		…
3458		3796
3459	# limit the # of concurrent backtraces	3797	# limit the # of concurrent backtraces
3460	if ($_log_backtrace < 2) {	3798	if ($_log_backtrace < 2) {
3461	++$_log_backtrace;	3799	++$_log_backtrace;
3462	async {	3800	async {
		3801	$Coro::current->{desc} = "abt $msg";
		3802
3463	my @bt = fork_call {	3803	my @bt = fork_call {
3464	@addr = map { sprintf "%x", $_ } @addr;	3804	@addr = map { sprintf "%x", $_ } @addr;
3465	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	3805	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3466	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	3806	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3467	or die "addr2line: $!";	3807	or die "addr2line: $!";

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines