ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.458 by root, Sat Dec 13 20:34:37 2008 UTC vs.
Revision 1.535 by root, Thu Apr 29 08:21:28 2010 UTC

1	#	1	#
2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.	2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3	#	3	#
4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team	4	# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5	#	5	#
6	# Deliantra is free software: you can redistribute it and/or modify	6	# Deliantra is free software: you can redistribute it and/or modify it under
7	# it under the terms of the GNU General Public License as published by	7	# the terms of the Affero GNU General Public License as published by the
8	# the Free Software Foundation, either version 3 of the License, or	8	# Free Software Foundation, either version 3 of the License, or (at your
9	# (at your option) any later version.	9	# option) any later version.
10	#	10	#
11	# This program is distributed in the hope that it will be useful,	11	# This program is distributed in the hope that it will be useful,
12	# but WITHOUT ANY WARRANTY; without even the implied warranty of	12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the	13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14	# GNU General Public License for more details.	14	# GNU General Public License for more details.
15	#	15	#
16	# You should have received a copy of the GNU General Public License	16	# You should have received a copy of the Affero GNU General Public License
17	# along with this program. If not, see <http://www.gnu.org/licenses/>.	17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
18	#	19	#
19	# The authors can be reached via e-mail to <support@deliantra.net>	20	# The authors can be reached via e-mail to <support@deliantra.net>
20	#	21	#
21		22
22	package cf;	23	package cf;
23		24
24	use 5.10.0;	25	use 5.10.0;
25	use utf8;	26	use utf8;
26	use strict "vars", "subs";	27	use strict qw(vars subs);
27		28
28	use Symbol;	29	use Symbol;
29	use List::Util;	30	use List::Util;
30	use Socket;	31	use Socket;
31	use EV;	32	use EV;
32	use Opcode;	33	use Opcode;
33	use Safe;	34	use Safe;
34	use Safe::Hole;	35	use Safe::Hole;
35	use Storable ();	36	use Storable ();
		37	use Carp ();
36		38
37	use Guard ();	39	use Guard ();
38	use Coro ();	40	use Coro ();
39	use Coro::State;	41	use Coro::State;
40	use Coro::Handle;	42	use Coro::Handle;
41	use Coro::EV;	43	use Coro::EV;
42	use Coro::AnyEvent;	44	use Coro::AnyEvent;
43	use Coro::Timer;	45	use Coro::Timer;
44	use Coro::Signal;	46	use Coro::Signal;
45	use Coro::Semaphore;	47	use Coro::Semaphore;
		48	use Coro::SemaphoreSet;
46	use Coro::AnyEvent;	49	use Coro::AnyEvent;
47	use Coro::AIO;	50	use Coro::AIO;
48	use Coro::BDB 1.6;	51	use Coro::BDB 1.6;
49	use Coro::Storable;	52	use Coro::Storable;
50	use Coro::Util ();	53	use Coro::Util ();
51		54
52	use JSON::XS 2.01 ();	55	use JSON::XS 2.01 ();
53	use BDB ();	56	use BDB ();
54	use Data::Dumper;	57	use Data::Dumper;
55	use Digest::MD5;
56	use Fcntl;	58	use Fcntl;
57	use YAML ();	59	use YAML::XS ();
58	use IO::AIO ();	60	use IO::AIO ();
59	use Time::HiRes;	61	use Time::HiRes;
60	use Compress::LZF;	62	use Compress::LZF;
61	use Digest::MD5 ();	63	use Digest::MD5 ();
62		64
…		…
70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	72	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
71		73
72	# make sure c-lzf reinitialises itself	74	# make sure c-lzf reinitialises itself
73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";	75	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	76	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		77
		78	# strictly for debugging
		79	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
75		80
76	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	81	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
77		82
78	our %COMMAND = ();	83	our %COMMAND = ();
79	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
…		…
84	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
85	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
86		91
87	our $RELOAD; # number of reloads so far, non-zero while in reload	92	our $RELOAD; # number of reloads so far, non-zero while in reload
88	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
89		96
90	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
91	our $DATADIR = datadir;	98	our $DATADIR = datadir;
92	our $LIBDIR = "$DATADIR/ext";	99	our $LIBDIR = "$DATADIR/ext";
93	our $PODDIR = "$DATADIR/pod";	100	our $PODDIR = "$DATADIR/pod";
…		…
99	our $RANDOMDIR = "$LOCALDIR/random";	106	our $RANDOMDIR = "$LOCALDIR/random";
100	our $BDBDIR = "$LOCALDIR/db";	107	our $BDBDIR = "$LOCALDIR/db";
101	our $PIDFILE = "$LOCALDIR/pid";	108	our $PIDFILE = "$LOCALDIR/pid";
102	our $RUNTIMEFILE = "$LOCALDIR/runtime";	109	our $RUNTIMEFILE = "$LOCALDIR/runtime";
103		110
104	our %RESOURCE;	111	our %RESOURCE; # unused
		112
		113	our $OUTPUT_RATE_MIN = 3000;
		114	our $OUTPUT_RATE_MAX = 1000000;
		115
		116	our $MAX_LINKS = 32; # how many chained exits to follow
		117	our $VERBOSE_IO = 1;
105		118
106	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	119	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
107	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	120	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
108	our $NEXT_TICK;	121	our $NEXT_TICK;
109	our $USE_FSYNC = 1; # use fsync to write maps - default off	122	our $USE_FSYNC = 1; # use fsync to write maps - default on
110		123
111	our $BDB_DEADLOCK_WATCHER;	124	our $BDB_DEADLOCK_WATCHER;
112	our $BDB_CHECKPOINT_WATCHER;	125	our $BDB_CHECKPOINT_WATCHER;
113	our $BDB_TRICKLE_WATCHER;	126	our $BDB_TRICKLE_WATCHER;
114	our $DB_ENV;	127	our $DB_ENV;
115		128
		129	our @EXTRA_MODULES = qw(pod match mapscript);
		130
116	our %CFG;	131	our %CFG;
117		132
118	our $UPTIME; $UPTIME ||= time;	133	our $UPTIME; $UPTIME ||= time;
119	our $RUNTIME;	134	our $RUNTIME;
120	our $NOW;	135	our $NOW;
…		…
131	our $JITTER; # average jitter	146	our $JITTER; # average jitter
132	our $TICK_START; # for load detecting purposes	147	our $TICK_START; # for load detecting purposes
133		148
134	our @POST_INIT;	149	our @POST_INIT;
135		150
136	our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow)	151	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		152	our $REALLY_UNLOOP; # never set to true, please :)
137		153
138	binmode STDOUT;	154	binmode STDOUT;
139	binmode STDERR;	155	binmode STDERR;
140		156
141	# read virtual server time, if available	157	# read virtual server time, if available
…		…
143	open my $fh, "<", $RUNTIMEFILE	159	open my $fh, "<", $RUNTIMEFILE
144	or die "unable to read $RUNTIMEFILE file: $!";	160	or die "unable to read $RUNTIMEFILE file: $!";
145	$RUNTIME = <$fh> + 0.;	161	$RUNTIME = <$fh> + 0.;
146	}	162	}
147		163
		164	eval "sub TICK() { $TICK } 1" or die;
		165
148	mkdir $_	166	mkdir $_
149	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	167	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
150		168
151	our $EMERGENCY_POSITION;	169	our $EMERGENCY_POSITION;
152		170
153	sub cf::map::normalise;	171	sub cf::map::normalise;
		172
		173	sub in_main() {
		174	$Coro::current == $Coro::main
		175	}
		176
		177	#############################################################################
		178
		179	%REFLECT = ();
		180	for (@REFLECT) {
		181	my $reflect = JSON::XS::decode_json $_;
		182	$REFLECT{$reflect->{class}} = $reflect;
		183	}
		184
		185	# this is decidedly evil
		186	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
154		187
155	#############################################################################	188	#############################################################################
156		189
157	=head2 GLOBAL VARIABLES	190	=head2 GLOBAL VARIABLES
158		191
…		…
205	returns directly I<after> the tick processing (and consequently, can only wake one process	238	returns directly I<after> the tick processing (and consequently, can only wake one process
206	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	239	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
207		240
208	=item @cf::INVOKE_RESULTS	241	=item @cf::INVOKE_RESULTS
209		242
210	This array contains the results of the last C<invoke ()> call. When	243	This array contains the results of the last C<invoke ()> call. When
211	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	244	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
212	that call.	245	that call.
213		246
		247	=item %cf::REFLECT
		248
		249	Contains, for each (C++) class name, a hash reference with information
		250	about object members (methods, scalars, arrays and flags) and other
		251	metadata, which is useful for introspection.
		252
214	=back	253	=back
215		254
216	=cut	255	=cut
217		256
218	BEGIN {	257	sub error(@) { LOG llevError, join "", @_ }
219	*CORE::GLOBAL::warn = sub {	258	sub warn (@) { LOG llevWarn , join "", @_ }
		259	sub info (@) { LOG llevInfo , join "", @_ }
		260	sub debug(@) { LOG llevDebug, join "", @_ }
		261	sub trace(@) { LOG llevTrace, join "", @_ }
		262
		263	$Coro::State::WARNHOOK = sub {
220	my $msg = join "", @_;	264	my $msg = join "", @_;
221		265
222	$msg .= "\n"	266	$msg .= "\n"
223	unless $msg =~ /\n$/;	267	unless $msg =~ /\n$/;
224		268
225	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	269	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
226		270
227	LOG llevError, $msg;	271	LOG llevWarn, $msg;
228	};	272	};
229	}
230		273
231	$Coro::State::DIEHOOK = sub {	274	$Coro::State::DIEHOOK = sub {
232	return unless $^S eq 0; # "eq", not "=="	275	return unless $^S eq 0; # "eq", not "=="
233		276
234	if ($Coro::current == $Coro::main) {#d#	277	error Carp::longmess $_[0];
		278
		279	if (in_main) {#d#
235	warn "DIEHOOK called in main context, Coro bug?\n";#d#	280	error "DIEHOOK called in main context, Coro bug?\n";#d#
236	return;#d#	281	return;#d#
237	}#d#	282	}#d#
238		283
239	# kill coroutine otherwise	284	# kill coroutine otherwise
240	warn Carp::longmess $_[0];
241	Coro::terminate	285	Coro::terminate
242	};	286	};
243
244	$SIG{__DIE__} = sub { }; #d#?
245		287
246	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	288	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
247	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	289	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
248	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	290	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
249	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	291	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
263	)) {	305	)) {
264	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	306	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
265	}	307	}
266		308
267	$EV::DIED = sub {	309	$EV::DIED = sub {
268	warn "error in event callback: @_";	310	Carp::cluck "error in event callback: @_";
269	};	311	};
270		312
271	#############################################################################	313	#############################################################################
272		314
273	=head2 UTILITY FUNCTIONS	315	=head2 UTILITY FUNCTIONS
…		…
347		389
348	Return true if the lock is currently active, i.e. somebody has locked it.	390	Return true if the lock is currently active, i.e. somebody has locked it.
349		391
350	=cut	392	=cut
351		393
352	our %LOCK;	394	our $LOCKS = new Coro::SemaphoreSet;
353	our %LOCKER;#d#
354		395
355	sub lock_wait($) {	396	sub lock_wait($) {
356	my ($key) = @_;	397	$LOCKS->wait ($_[0]);
357
358	if ($LOCKER{$key} == $Coro::current) {#d#
359	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
360	return;#d#
361	}#d#
362
363	# wait for lock, if any
364	while ($LOCK{$key}) {
365	#local $Coro::current->{desc} = "$Coro::current->{desc} <waiting for lock $key>";
366	push @{ $LOCK{$key} }, $Coro::current;
367	Coro::schedule;
368	}
369	}	398	}
370		399
371	sub lock_acquire($) {	400	sub lock_acquire($) {
372	my ($key) = @_;	401	$LOCKS->guard ($_[0])
373
374	# wait, to be sure we are not locked
375	lock_wait $key;
376
377	$LOCK{$key} = [];
378	$LOCKER{$key} = $Coro::current;#d#
379
380	Guard::guard {
381	delete $LOCKER{$key};#d#
382	# wake up all waiters, to be on the safe side
383	$_->ready for @{ delete $LOCK{$key} };
384	}
385	}	402	}
386		403
387	sub lock_active($) {	404	sub lock_active($) {
388	my ($key) = @_;	405	$LOCKS->count ($_[0]) < 1
389
390	! ! $LOCK{$key}
391	}	406	}
392		407
393	sub freeze_mainloop {	408	sub freeze_mainloop {
394	tick_inhibit_inc;	409	tick_inhibit_inc;
395		410
…		…
397	}	412	}
398		413
399	=item cf::periodic $interval, $cb	414	=item cf::periodic $interval, $cb
400		415
401	Like EV::periodic, but randomly selects a starting point so that the actions	416	Like EV::periodic, but randomly selects a starting point so that the actions
402	get spread over timer.	417	get spread over time.
403		418
404	=cut	419	=cut
405		420
406	sub periodic($$) {	421	sub periodic($$) {
407	my ($interval, $cb) = @_;	422	my ($interval, $cb) = @_;
…		…
424		439
425	=cut	440	=cut
426		441
427	our @SLOT_QUEUE;	442	our @SLOT_QUEUE;
428	our $SLOT_QUEUE;	443	our $SLOT_QUEUE;
		444	our $SLOT_DECAY = 0.9;
429		445
430	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	446	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
431	$SLOT_QUEUE = Coro::async {	447	$SLOT_QUEUE = Coro::async {
432	$Coro::current->desc ("timeslot manager");	448	$Coro::current->desc ("timeslot manager");
433		449
434	my $signal = new Coro::Signal;	450	my $signal = new Coro::Signal;
		451	my $busy;
435		452
436	while () {	453	while () {
437	next_job:	454	next_job:
		455
438	my $avail = cf::till_tick;	456	my $avail = cf::till_tick;
439	if ($avail > 0.01) {	457
440	for (0 .. $#SLOT_QUEUE) {	458	for (0 .. $#SLOT_QUEUE) {
441	if ($SLOT_QUEUE[$_][0] < $avail) {	459	if ($SLOT_QUEUE[$_][0] <= $avail) {
		460	$busy = 0;
442	my $job = splice @SLOT_QUEUE, $_, 1, ();	461	my $job = splice @SLOT_QUEUE, $_, 1, ();
443	$job->[2]->send;	462	$job->[2]->send;
444	Coro::cede;	463	Coro::cede;
445	goto next_job;	464	goto next_job;
446	}	465	} else {
		466	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
447	}	467	}
448	}	468	}
449		469
450	if (@SLOT_QUEUE) {	470	if (@SLOT_QUEUE) {
451	# we do not use wait_for_tick() as it returns immediately when tick is inactive	471	# we do not use wait_for_tick() as it returns immediately when tick is inactive
452	push @cf::WAIT_FOR_TICK, $signal;	472	push @cf::WAIT_FOR_TICK, $signal;
453	$signal->wait;	473	$signal->wait;
454	} else {	474	} else {
		475	$busy = 0;
455	Coro::schedule;	476	Coro::schedule;
456	}	477	}
457	}	478	}
458	};	479	};
459		480
460	sub get_slot($;$$) {	481	sub get_slot($;$$) {
461	return if tick_inhibit || $Coro::current == $Coro::main;	482	return if tick_inhibit || $Coro::current == $Coro::main;
462		483
463	my ($time, $pri, $name) = @_;	484	my ($time, $pri, $name) = @_;
464		485
465	$time = $TICK * .6 if $time > $TICK * .6;	486	$time = clamp $time, 0.01, $TICK * .6;
		487
466	my $sig = new Coro::Signal;	488	my $sig = new Coro::Signal;
467		489
468	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	490	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
469	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	491	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
470	$SLOT_QUEUE->ready;	492	$SLOT_QUEUE->ready;
…		…
496	=cut	518	=cut
497		519
498	sub sync_job(&) {	520	sub sync_job(&) {
499	my ($job) = @_;	521	my ($job) = @_;
500		522
501	if ($Coro::current == $Coro::main) {	523	if (in_main) {
502	my $time = EV::time;	524	my $time = AE::time;
503		525
504	# this is the main coro, too bad, we have to block	526	# this is the main coro, too bad, we have to block
505	# till the operation succeeds, freezing the server :/	527	# till the operation succeeds, freezing the server :/
506		528
507	LOG llevError, Carp::longmess "sync job";#d#	529	#LOG llevError, Carp::longmess "sync job";#d#
508		530
509	my $freeze_guard = freeze_mainloop;	531	my $freeze_guard = freeze_mainloop;
510		532
511	my $busy = 1;	533	my $busy = 1;
512	my @res;	534	my @res;
513		535
514	(async {	536	(async {
515	$Coro::current->desc ("sync job coro");	537	$Coro::current->desc ("sync job coro");
516	@res = eval { $job->() };	538	@res = eval { $job->() };
517	warn $@ if $@;	539	error $@ if $@;
518	undef $busy;	540	undef $busy;
519	})->prio (Coro::PRIO_MAX);	541	})->prio (Coro::PRIO_MAX);
520		542
521	while ($busy) {	543	while ($busy) {
522	if (Coro::nready) {	544	if (Coro::nready) {
…		…
524	} else {	546	} else {
525	EV::loop EV::LOOP_ONESHOT;	547	EV::loop EV::LOOP_ONESHOT;
526	}	548	}
527	}	549	}
528		550
529	my $time = EV::time - $time;	551	my $time = AE::time - $time;
530		552
531	$TICK_START += $time; # do not account sync jobs to server load	553	$TICK_START += $time; # do not account sync jobs to server load
532		554
533	wantarray ? @res : $res[0]	555	wantarray ? @res : $res[0]
534	} else {	556	} else {
…		…
578	reset_signals;	600	reset_signals;
579	&$cb	601	&$cb
580	}, @args;	602	}, @args;
581		603
582	wantarray ? @res : $res[-1]	604	wantarray ? @res : $res[-1]
		605	}
		606
		607	sub objinfo {
		608	(
		609	"counter value" => cf::object::object_count,
		610	"objects created" => cf::object::create_count,
		611	"objects destroyed" => cf::object::destroy_count,
		612	"freelist size" => cf::object::free_count,
		613	"allocated objects" => cf::object::objects_size,
		614	"active objects" => cf::object::actives_size,
		615	)
583	}	616	}
584		617
585	=item $coin = coin_from_name $name	618	=item $coin = coin_from_name $name
586		619
587	=cut	620	=cut
…		…
624	within each server.	657	within each server.
625		658
626	=cut	659	=cut
627		660
628	sub db_table($) {	661	sub db_table($) {
		662	cf::error "db_get called from main context"
		663	if $Coro::current == $Coro::main;
		664
629	my ($name) = @_;	665	my ($name) = @_;
630	my $db = BDB::db_create $DB_ENV;	666	my $db = BDB::db_create $DB_ENV;
631		667
632	eval {	668	eval {
633	$db->set_flags (BDB::CHKSUM);	669	$db->set_flags (BDB::CHKSUM);
…		…
643	}	679	}
644		680
645	our $DB;	681	our $DB;
646		682
647	sub db_init {	683	sub db_init {
648	cf::sync_job {
649	$DB ||= db_table "db";	684	$DB ||= db_table "db";
650	};
651	}	685	}
652		686
653	sub db_get($$) {	687	sub db_get($$) {
654	my $key = "$_[0]/$_[1]";	688	my $key = "$_[0]/$_[1]";
655		689
656	cf::sync_job {	690	cf::error "db_get called from main context"
		691	if $Coro::current == $Coro::main;
		692
657	BDB::db_get $DB, undef, $key, my $data;	693	BDB::db_get $DB, undef, $key, my $data;
658		694
659	$! ? ()	695	$! ? ()
660	: $data	696	: $data
661	}
662	}	697	}
663		698
664	sub db_put($$$) {	699	sub db_put($$$) {
665	BDB::dbreq_pri 4;	700	BDB::dbreq_pri 4;
666	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	701	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
722		757
723	my $t1 = Time::HiRes::time;	758	my $t1 = Time::HiRes::time;
724	my $data = $process->(\@data);	759	my $data = $process->(\@data);
725	my $t2 = Time::HiRes::time;	760	my $t2 = Time::HiRes::time;
726		761
727	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	762	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
728		763
729	db_put cache => "$id/data", $data;	764	db_put cache => "$id/data", $data;
730	db_put cache => "$id/md5" , $md5;	765	db_put cache => "$id/md5" , $md5;
731	db_put cache => "$id/meta", $meta;	766	db_put cache => "$id/meta", $meta;
732		767
…		…
742		777
743	=cut	778	=cut
744		779
745	sub datalog($@) {	780	sub datalog($@) {
746	my ($type, %kv) = @_;	781	my ($type, %kv) = @_;
747	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	782	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
748	}	783	}
749		784
750	=back	785	=back
751		786
752	=cut	787	=cut
…		…
947		982
948	} elsif (exists $cb_id{$type}) {	983	} elsif (exists $cb_id{$type}) {
949	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	984	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
950		985
951	} elsif (ref $type) {	986	} elsif (ref $type) {
952	warn "attaching objects not supported, ignoring.\n";	987	error "attaching objects not supported, ignoring.\n";
953		988
954	} else {	989	} else {
955	shift @arg;	990	shift @arg;
956	warn "attach argument '$type' not supported, ignoring.\n";	991	error "attach argument '$type' not supported, ignoring.\n";
957	}	992	}
958	}	993	}
959	}	994	}
960		995
961	sub _object_attach {	996	sub _object_attach {
…		…
971	_attach $registry, $klass, @attach;	1006	_attach $registry, $klass, @attach;
972	}	1007	}
973		1008
974	$obj->{$name} = \%arg;	1009	$obj->{$name} = \%arg;
975	} else {	1010	} else {
976	warn "object uses attachment '$name' which is not available, postponing.\n";	1011	info "object uses attachment '$name' which is not available, postponing.\n";
977	}	1012	}
978		1013
979	$obj->{_attachment}{$name} = undef;	1014	$obj->{_attachment}{$name} = undef;
980	}	1015	}
981		1016
…		…
1040		1075
1041	for (@$callbacks) {	1076	for (@$callbacks) {
1042	eval { &{$_->[1]} };	1077	eval { &{$_->[1]} };
1043		1078
1044	if ($@) {	1079	if ($@) {
1045	warn "$@";
1046	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1080	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
1047	override;	1081	override;
1048	}	1082	}
1049		1083
1050	return 1 if $override;	1084	return 1 if $override;
1051	}	1085	}
…		…
1130	for (@$attach) {	1164	for (@$attach) {
1131	my ($klass, @attach) = @$_;	1165	my ($klass, @attach) = @$_;
1132	_attach $registry, $klass, @attach;	1166	_attach $registry, $klass, @attach;
1133	}	1167	}
1134	} else {	1168	} else {
1135	warn "object uses attachment '$name' that is not available, postponing.\n";	1169	info "object uses attachment '$name' that is not available, postponing.\n";
1136	}	1170	}
1137	}	1171	}
1138	}	1172	}
1139		1173
1140	cf::attachable->attach (	1174	cf::attachable->attach (
…		…
1167	my ($filename, $rdata, $objs) = @_;	1201	my ($filename, $rdata, $objs) = @_;
1168		1202
1169	sync_job {	1203	sync_job {
1170	if (length $$rdata) {	1204	if (length $$rdata) {
1171	utf8::decode (my $decname = $filename);	1205	utf8::decode (my $decname = $filename);
1172	warn sprintf "saving %s (%d,%d)\n",	1206	trace sprintf "saving %s (%d,%d)\n",
1173	$decname, length $$rdata, scalar @$objs;	1207	$decname, length $$rdata, scalar @$objs
		1208	if $VERBOSE_IO;
1174		1209
1175	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1210	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1176	aio_chmod $fh, SAVE_MODE;	1211	aio_chmod $fh, SAVE_MODE;
1177	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1212	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1178	aio_fsync $fh if $cf::USE_FSYNC;	1213	if ($cf::USE_FSYNC) {
		1214	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1215	aio_fsync $fh;
		1216	}
1179	aio_close $fh;	1217	aio_close $fh;
1180		1218
1181	if (@$objs) {	1219	if (@$objs) {
1182	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1220	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1183	aio_chmod $fh, SAVE_MODE;	1221	aio_chmod $fh, SAVE_MODE;
1184	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };	1222	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1185	aio_write $fh, 0, (length $data), $data, 0;	1223	aio_write $fh, 0, (length $data), $data, 0;
1186	aio_fsync $fh if $cf::USE_FSYNC;	1224	if ($cf::USE_FSYNC) {
		1225	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1226	aio_fsync $fh;
		1227	}
1187	aio_close $fh;	1228	aio_close $fh;
1188	aio_rename "$filename.pst~", "$filename.pst";	1229	aio_rename "$filename.pst~", "$filename.pst";
1189	}	1230	}
1190	} else {	1231	} else {
1191	aio_unlink "$filename.pst";	1232	aio_unlink "$filename.pst";
…		…
1194	aio_rename "$filename~", $filename;	1235	aio_rename "$filename~", $filename;
1195		1236
1196	$filename =~ s%/[^/]+$%%;	1237	$filename =~ s%/[^/]+$%%;
1197	aio_pathsync $filename if $cf::USE_FSYNC;	1238	aio_pathsync $filename if $cf::USE_FSYNC;
1198	} else {	1239	} else {
1199	warn "FATAL: $filename~: $!\n";	1240	error "unable to save objects: $filename~: $!\n";
1200	}	1241	}
1201	} else {	1242	} else {
1202	aio_unlink $filename;	1243	aio_unlink $filename;
1203	aio_unlink "$filename.pst";	1244	aio_unlink "$filename.pst";
1204	}	1245	}
…		…
1228	my $st = eval { Coro::Storable::thaw $av };	1269	my $st = eval { Coro::Storable::thaw $av };
1229	$av = $st->{objs};	1270	$av = $st->{objs};
1230	}	1271	}
1231		1272
1232	utf8::decode (my $decname = $filename);	1273	utf8::decode (my $decname = $filename);
1233	warn sprintf "loading %s (%d,%d)\n",	1274	trace sprintf "loading %s (%d,%d)\n",
1234	$decname, length $data, scalar @{$av || []};	1275	$decname, length $data, scalar @{$av || []}
		1276	if $VERBOSE_IO;
1235		1277
1236	($data, $av)	1278	($data, $av)
1237	}	1279	}
1238		1280
1239	=head2 COMMAND CALLBACKS	1281	=head2 COMMAND CALLBACKS
…		…
1298	}	1340	}
1299		1341
1300	use File::Glob ();	1342	use File::Glob ();
1301		1343
1302	cf::player->attach (	1344	cf::player->attach (
1303	on_command => sub {	1345	on_unknown_command => sub {
1304	my ($pl, $name, $params) = @_;	1346	my ($pl, $name, $params) = @_;
1305		1347
1306	my $cb = $COMMAND{$name}	1348	my $cb = $COMMAND{$name}
1307	or return;	1349	or return;
1308		1350
…		…
1331		1373
1332	$pl->ext_reply ($reply, @reply)	1374	$pl->ext_reply ($reply, @reply)
1333	if $reply;	1375	if $reply;
1334		1376
1335	} else {	1377	} else {
1336	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1378	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1337	}	1379	}
1338		1380
1339	cf::override;	1381	cf::override;
1340	},	1382	},
1341	);	1383	);
1342		1384
1343	# "readahead" all extensions	1385	# "readahead" all extensions
1344	sub cache_extensions {	1386	sub cache_extensions {
1345	my $grp = IO::AIO::aio_group;	1387	my $grp = IO::AIO::aio_group;
1346		1388
1347	add $grp IO::AIO::aio_readdir $LIBDIR, sub {	1389	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
1348	for (grep /\.ext$/, @{$_[0]}) {	1390	for (grep /\.ext$/, @{$_[0]}) {
1349	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;	1391	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1350	}	1392	}
1351	};	1393	};
1352		1394
1353	$grp	1395	$grp
1354	}	1396	}
1355		1397
1356	sub load_extensions {	1398	sub load_extensions {
		1399	info "loading extensions...";
		1400
1357	cf::sync_job {	1401	cf::sync_job {
1358	my %todo;	1402	my %todo;
1359		1403
1360	for my $path (<$LIBDIR/*.ext>) {	1404	for my $path (<$LIBDIR/*.ext>) {
1361	next unless -r $path;	1405	next unless -r $path;
…		…
1387	. "\n};\n1";	1431	. "\n};\n1";
1388		1432
1389	$todo{$base} = \%ext;	1433	$todo{$base} = \%ext;
1390	}	1434	}
1391		1435
		1436	my $pass = 0;
1392	my %done;	1437	my %done;
1393	while (%todo) {	1438	while (%todo) {
1394	my $progress;	1439	my $progress;
1395		1440
		1441	++$pass;
		1442
		1443	ext:
1396	while (my ($k, $v) = each %todo) {	1444	while (my ($k, $v) = each %todo) {
1397	for (split /,\s*/, $v->{meta}{depends}) {	1445	for (split /,\s*/, $v->{meta}{depends}) {
1398	goto skip	1446	next ext
1399	unless exists $done{$_};	1447	unless exists $done{$_};
1400	}	1448	}
1401		1449
1402	warn "... loading '$k' into '$v->{pkg}'\n";	1450	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1403		1451
1404	unless (eval $v->{source}) {	1452	my $active = eval $v->{source};
		1453
		1454	if (length $@) {
1405	my $msg = $@ ? "$v->{path}: $@\n"	1455	error "$v->{path}: $@\n";
1406	: "$v->{base}: extension inactive.\n";
1407		1456
1408	if (exists $v->{meta}{mandatory}) {
1409	warn $msg;
1410	cf::cleanup "mandatory extension failed to load, exiting.";	1457	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1411	}	1458	if exists $v->{meta}{mandatory};
1412		1459
1413	warn $msg;	1460	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
		1461	delete $todo{$k};
		1462	} else {
		1463	$done{$k} = delete $todo{$k};
		1464	push @EXTS, $v->{pkg};
		1465	$progress = 1;
		1466
		1467	info "$v->{base}: extension inactive.\n"
		1468	unless $active;
1414	}	1469	}
1415
1416	$done{$k} = delete $todo{$k};
1417	push @EXTS, $v->{pkg};
1418	$progress = 1;
1419	}	1470	}
1420		1471
1421	skip:	1472	unless ($progress) {
1422	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1473	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1423	unless $progress;	1474
		1475	while (my ($k, $v) = each %todo) {
		1476	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1477	if exists $v->{meta}{mandatory};
		1478	}
		1479	}
1424	}	1480	}
1425	};	1481	};
1426	}	1482	}
1427		1483
1428	#############################################################################	1484	#############################################################################
…		…
1512	$cf::PLAYER{$login} = $pl	1568	$cf::PLAYER{$login} = $pl
1513	}	1569	}
1514	}	1570	}
1515	}	1571	}
1516		1572
		1573	cf::player->attach (
		1574	on_load => sub {
		1575	my ($pl, $path) = @_;
		1576
		1577	# restore slots saved in save, below
		1578	my $slots = delete $pl->{_slots};
		1579
		1580	$pl->ob->current_weapon ($slots->[0]);
		1581	$pl->combat_ob ($slots->[1]);
		1582	$pl->ranged_ob ($slots->[2]);
		1583	},
		1584	);
		1585
1517	sub save($) {	1586	sub save($) {
1518	my ($pl) = @_;	1587	my ($pl) = @_;
1519		1588
1520	return if $pl->{deny_save};	1589	return if $pl->{deny_save};
1521		1590
…		…
1526		1595
1527	aio_mkdir playerdir $pl, 0770;	1596	aio_mkdir playerdir $pl, 0770;
1528	$pl->{last_save} = $cf::RUNTIME;	1597	$pl->{last_save} = $cf::RUNTIME;
1529		1598
1530	cf::get_slot 0.01;	1599	cf::get_slot 0.01;
		1600
		1601	# save slots, to be restored later
		1602	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1531		1603
1532	$pl->save_pl ($path);	1604	$pl->save_pl ($path);
1533	cf::cede_to_tick;	1605	cf::cede_to_tick;
1534	}	1606	}
1535		1607
…		…
1572	$pl->password ("*"); # this should lock out the player until we have nuked the dir	1644	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1573		1645
1574	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1646	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1575	$pl->deactivate;	1647	$pl->deactivate;
1576	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;	1648	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1577	$pl->ob->check_score;
1578	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1649	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1579	$pl->ns->destroy if $pl->ns;	1650	$pl->ns->destroy if $pl->ns;
1580		1651
1581	my $path = playerdir $pl;	1652	my $path = playerdir $pl;
1582	my $temp = "$path~$cf::RUNTIME~deleting~";	1653	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1637	\@logins	1708	\@logins
1638	}	1709	}
1639		1710
1640	=item $player->maps	1711	=item $player->maps
1641		1712
		1713	=item cf::player::maps $login
		1714
1642	Returns an arrayref of map paths that are private for this	1715	Returns an arrayref of map paths that are private for this
1643	player. May block.	1716	player. May block.
1644		1717
1645	=cut	1718	=cut
1646		1719
…		…
1708	=cut	1781	=cut
1709		1782
1710	sub find_by_path($) {	1783	sub find_by_path($) {
1711	my ($path) = @_;	1784	my ($path) = @_;
1712		1785
		1786	$path =~ s/^~[^\/]*//; # skip ~login
		1787
1713	my ($match, $specificity);	1788	my ($match, $specificity);
1714		1789
1715	for my $region (list) {	1790	for my $region (list) {
1716	if ($region->{match} && $path =~ $region->{match}) {	1791	if ($region->{match} && $path =~ $region->{match}) {
1717	($match, $specificity) = ($region, $region->specificity)	1792	($match, $specificity) = ($region, $region->specificity)
…		…
1748	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM	1823	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1749		1824
1750	# mit "rum" bekleckern, nicht	1825	# mit "rum" bekleckern, nicht
1751	$self->_create_random_map (	1826	$self->_create_random_map (
1752	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1827	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1753	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1828	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1754	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1829	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1755	$rmp->{exit_on_final_map},	1830	$rmp->{exit_on_final_map},
1756	$rmp->{xsize}, $rmp->{ysize},	1831	$rmp->{xsize}, $rmp->{ysize},
1757	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},	1832	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1758	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},	1833	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
…		…
1780		1855
1781	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	1856	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1782	}	1857	}
1783		1858
1784	# also paths starting with '/'	1859	# also paths starting with '/'
1785	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	1860	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1786		1861
1787	sub thawer_merge {	1862	sub thawer_merge {
1788	my ($self, $merge) = @_;	1863	my ($self, $merge) = @_;
1789		1864
1790	# we have to keep some variables in memory intact	1865	# we have to keep some variables in memory intact
…		…
1888		1963
1889	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;	1964	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1890	"$UNIQUEDIR/$path"	1965	"$UNIQUEDIR/$path"
1891	}	1966	}
1892		1967
1893	# and all this just because we cannot iterate over
1894	# all maps in C++...
1895	sub change_all_map_light {
1896	my ($change) = @_;
1897
1898	$_->change_map_light ($change)
1899	for grep $_->outdoor, values %cf::MAP;
1900	}
1901
1902	sub decay_objects {	1968	sub decay_objects {
1903	my ($self) = @_;	1969	my ($self) = @_;
1904		1970
1905	return if $self->{deny_reset};	1971	return if $self->{deny_reset};
1906		1972
…		…
1988	sub find {	2054	sub find {
1989	my ($path, $origin) = @_;	2055	my ($path, $origin) = @_;
1990		2056
1991	$path = normalise $path, $origin && $origin->path;	2057	$path = normalise $path, $origin && $origin->path;
1992		2058
1993	cf::lock_wait "map_data:$path";#d#remove	2059	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1994	cf::lock_wait "map_find:$path";	2060	my $guard2 = cf::lock_acquire "map_find:$path";
1995		2061
1996	$cf::MAP{$path} || do {	2062	$cf::MAP{$path} || do {
1997	my $guard1 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1998	my $guard2 = cf::lock_acquire "map_find:$path";
1999
2000	my $map = new_from_path cf::map $path	2063	my $map = new_from_path cf::map $path
2001	or return;	2064	or return;
2002		2065
2003	$map->{last_save} = $cf::RUNTIME;	2066	$map->{last_save} = $cf::RUNTIME;
2004		2067
…		…
2016		2079
2017	$cf::MAP{$path} = $map	2080	$cf::MAP{$path} = $map
2018	}	2081	}
2019	}	2082	}
2020		2083
2021	sub pre_load { }	2084	sub pre_load { }
2022	sub post_load { }	2085	#sub post_load { } # XS
2023		2086
2024	sub load {	2087	sub load {
2025	my ($self) = @_;	2088	my ($self) = @_;
2026		2089
2027	local $self->{deny_reset} = 1; # loading can take a long time	2090	local $self->{deny_reset} = 1; # loading can take a long time
…		…
2072	unless ($self->{deny_activate}) {	2135	unless ($self->{deny_activate}) {
2073	$self->decay_objects;	2136	$self->decay_objects;
2074	$self->fix_auto_apply;	2137	$self->fix_auto_apply;
2075	$self->update_buttons;	2138	$self->update_buttons;
2076	cf::cede_to_tick;	2139	cf::cede_to_tick;
2077	$self->set_darkness_map;
2078	cf::cede_to_tick;
2079	$self->activate;	2140	$self->activate;
2080	}	2141	}
2081		2142
2082	$self->{last_save} = $cf::RUNTIME;	2143	$self->{last_save} = $cf::RUNTIME;
2083	$self->last_access ($cf::RUNTIME);	2144	$self->last_access ($cf::RUNTIME);
…		…
2086	}	2147	}
2087		2148
2088	$self->post_load;	2149	$self->post_load;
2089	}	2150	}
2090		2151
		2152	# customize the map for a given player, i.e.
		2153	# return the _real_ map. used by e.g. per-player
		2154	# maps to change the path to ~playername/mappath
2091	sub customise_for {	2155	sub customise_for {
2092	my ($self, $ob) = @_;	2156	my ($self, $ob) = @_;
2093		2157
2094	return find "~" . $ob->name . "/" . $self->{path}	2158	return find "~" . $ob->name . "/" . $self->{path}
2095	if $self->per_player;	2159	if $self->per_player;
…		…
2111	or next;	2175	or next;
2112	$neigh = find $neigh, $map	2176	$neigh = find $neigh, $map
2113	or next;	2177	or next;
2114	$neigh->load;	2178	$neigh->load;
2115		2179
		2180	# now find the diagonal neighbours
2116	push @neigh,	2181	push @neigh,
2117	[$neigh->tile_path (($_ + 3) % 4), $neigh],	2182	[$neigh->tile_path (($_ + 3) % 4), $neigh],
2118	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2183	[$neigh->tile_path (($_ + 1) % 4), $neigh];
2119	}	2184	}
2120		2185
…		…
2127	}	2192	}
2128		2193
2129	sub find_sync {	2194	sub find_sync {
2130	my ($path, $origin) = @_;	2195	my ($path, $origin) = @_;
2131		2196
2132	cf::sync_job { find $path, $origin }	2197	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2198	if $Coro::current == $Coro::main;
		2199
		2200	find $path, $origin
2133	}	2201	}
2134		2202
2135	sub do_load_sync {	2203	sub do_load_sync {
2136	my ($map) = @_;	2204	my ($map) = @_;
2137		2205
2138	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2206	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2139	if $Coro::current == $Coro::main;	2207	if $Coro::current == $Coro::main;
2140		2208
2141	cf::sync_job { $map->load };	2209	$map->load;
2142	}	2210	}
2143		2211
2144	our %MAP_PREFETCH;	2212	our %MAP_PREFETCH;
2145	our $MAP_PREFETCHER = undef;	2213	our $MAP_PREFETCHER = undef;
2146		2214
…		…
2172	$MAP_PREFETCHER->prio (6);	2240	$MAP_PREFETCHER->prio (6);
2173		2241
2174	()	2242	()
2175	}	2243	}
2176		2244
		2245	# common code, used by both ->save and ->swapout
2177	sub save {	2246	sub _save {
2178	my ($self) = @_;	2247	my ($self) = @_;
2179
2180	my $lock = cf::lock_acquire "map_data:$self->{path}";
2181		2248
2182	$self->{last_save} = $cf::RUNTIME;	2249	$self->{last_save} = $cf::RUNTIME;
2183		2250
2184	return unless $self->dirty;	2251	return unless $self->dirty;
2185		2252
…		…
2205	} else {	2272	} else {
2206	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2273	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2207	}	2274	}
2208	}	2275	}
2209		2276
		2277	sub save {
		2278	my ($self) = @_;
		2279
		2280	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2281
		2282	$self->_save;
		2283	}
		2284
2210	sub swap_out {	2285	sub swap_out {
2211	my ($self) = @_;	2286	my ($self) = @_;
2212		2287
2213	# save first because save cedes
2214	$self->save;
2215
2216	my $lock = cf::lock_acquire "map_data:$self->{path}";	2288	my $lock = cf::lock_acquire "map_data:$self->{path}";
2217		2289
2218	return if $self->players;
2219	return if $self->in_memory != cf::MAP_ACTIVE;	2290	return if $self->in_memory != cf::MAP_ACTIVE;
2220	return if $self->{deny_save};	2291	return if $self->{deny_save};
		2292	return if $self->players;
2221		2293
		2294	# first deactivate the map and "unlink" it from the core
		2295	$self->deactivate;
		2296	$_->clear_links_to ($self) for values %cf::MAP;
2222	$self->in_memory (cf::MAP_SWAPPED);	2297	$self->in_memory (cf::MAP_SWAPPED);
		2298
		2299	# then atomically save
		2300	$self->_save;
		2301
		2302	# then free the map
		2303	$self->clear;
		2304	}
		2305
		2306	sub reset_at {
		2307	my ($self) = @_;
		2308
		2309	# TODO: safety, remove and allow resettable per-player maps
		2310	return 1e99 if $self->{deny_reset};
		2311
		2312	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		2313	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		2314
		2315	$time + $to
		2316	}
		2317
		2318	sub should_reset {
		2319	my ($self) = @_;
		2320
		2321	$self->reset_at <= $cf::RUNTIME
		2322	}
		2323
		2324	sub reset {
		2325	my ($self) = @_;
		2326
		2327	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2328
		2329	return if $self->players;
		2330
		2331	cf::trace "resetting map ", $self->path, "\n";
		2332
		2333	$self->in_memory (cf::MAP_SWAPPED);
		2334
		2335	# need to save uniques path
		2336	unless ($self->{deny_save}) {
		2337	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2338
		2339	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2340	if $uniq;
		2341	}
		2342
		2343	delete $cf::MAP{$self->path};
2223		2344
2224	$self->deactivate;	2345	$self->deactivate;
2225	$_->clear_links_to ($self) for values %cf::MAP;	2346	$_->clear_links_to ($self) for values %cf::MAP;
2226	$self->clear;	2347	$self->clear;
2227	}
2228
2229	sub reset_at {
2230	my ($self) = @_;
2231
2232	# TODO: safety, remove and allow resettable per-player maps
2233	return 1e99 if $self->{deny_reset};
2234
2235	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
2236	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
2237
2238	$time + $to
2239	}
2240
2241	sub should_reset {
2242	my ($self) = @_;
2243
2244	$self->reset_at <= $cf::RUNTIME
2245	}
2246
2247	sub reset {
2248	my ($self) = @_;
2249
2250	my $lock = cf::lock_acquire "map_data:$self->{path}";
2251
2252	return if $self->players;
2253
2254	warn "resetting map ", $self->path;
2255
2256	$self->in_memory (cf::MAP_SWAPPED);
2257
2258	# need to save uniques path
2259	unless ($self->{deny_save}) {
2260	my $uniq = $self->uniq_path; utf8::encode $uniq;
2261
2262	$self->_save_objects ($uniq, cf::IO_UNIQUES)
2263	if $uniq;
2264	}
2265
2266	delete $cf::MAP{$self->path};
2267
2268	$self->deactivate;
2269	$_->clear_links_to ($self) for values %cf::MAP;
2270	$self->clear;
2271		2348
2272	$self->unlink_save;	2349	$self->unlink_save;
2273	$self->destroy;	2350	$self->destroy;
2274	}	2351	}
2275		2352
…		…
2283		2360
2284	delete $cf::MAP{$self->path};	2361	delete $cf::MAP{$self->path};
2285		2362
2286	$self->unlink_save;	2363	$self->unlink_save;
2287		2364
2288	bless $self, "cf::map";	2365	bless $self, "cf::map::wrap";
2289	delete $self->{deny_reset};	2366	delete $self->{deny_reset};
2290	$self->{deny_save} = 1;	2367	$self->{deny_save} = 1;
2291	$self->reset_timeout (1);	2368	$self->reset_timeout (1);
2292	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2369	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2293		2370
…		…
2350	: normalise $_	2427	: normalise $_
2351	} @{ aio_readdir $UNIQUEDIR or [] }	2428	} @{ aio_readdir $UNIQUEDIR or [] }
2352	]	2429	]
2353	}	2430	}
2354		2431
		2432	=item cf::map::static_maps
		2433
		2434	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2435	file in the shared directory excluding F</styles> and F</editor>). May
		2436	block.
		2437
		2438	=cut
		2439
		2440	sub static_maps() {
		2441	my @dirs = "";
		2442	my @maps;
		2443
		2444	while (@dirs) {
		2445	my $dir = shift @dirs;
		2446
		2447	next if $dir eq "/styles" || $dir eq "/editor";
		2448
		2449	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2450	or return;
		2451
		2452	for (@$files) {
		2453	s/\.map$// or next;
		2454	utf8::decode $_;
		2455	push @maps, "$dir/$_";
		2456	}
		2457
		2458	push @dirs, map "$dir/$_", @$dirs;
		2459	}
		2460
		2461	\@maps
		2462	}
		2463
2355	=back	2464	=back
2356		2465
2357	=head3 cf::object	2466	=head3 cf::object
2358		2467
2359	=cut	2468	=cut
…		…
2424		2533
2425	our $SAY_CHANNEL = {	2534	our $SAY_CHANNEL = {
2426	id => "say",	2535	id => "say",
2427	title => "Map",	2536	title => "Map",
2428	reply => "say ",	2537	reply => "say ",
2429	tooltip => "Things said to and replied from npcs near you and other players on the same map only.",	2538	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2430	};	2539	};
2431		2540
2432	our $CHAT_CHANNEL = {	2541	our $CHAT_CHANNEL = {
2433	id => "chat",	2542	id => "chat",
2434	title => "Chat",	2543	title => "Chat",
…		…
2491		2600
2492	Freezes the player and moves him/her to a special map (C<{link}>).	2601	Freezes the player and moves him/her to a special map (C<{link}>).
2493		2602
2494	The player should be reasonably safe there for short amounts of time (e.g.	2603	The player should be reasonably safe there for short amounts of time (e.g.
2495	for loading a map). You I<MUST> call C<leave_link> as soon as possible,	2604	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2496	though, as the palyer cannot control the character while it is on the link	2605	though, as the player cannot control the character while it is on the link
2497	map.	2606	map.
2498		2607
2499	Will never block.	2608	Will never block.
2500		2609
2501	=item $player_object->leave_link ($map, $x, $y)	2610	=item $player_object->leave_link ($map, $x, $y)
…		…
2522	sub cf::object::player::enter_link {	2631	sub cf::object::player::enter_link {
2523	my ($self) = @_;	2632	my ($self) = @_;
2524		2633
2525	$self->deactivate_recursive;	2634	$self->deactivate_recursive;
2526		2635
		2636	++$self->{_link_recursion};
		2637
2527	return if UNIVERSAL::isa $self->map, "ext::map_link";	2638	return if UNIVERSAL::isa $self->map, "ext::map_link";
2528		2639
2529	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2640	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2530	if $self->map && $self->map->{path} ne "{link}";	2641	if $self->map && $self->map->{path} ne "{link}";
2531		2642
2532	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2643	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2533	}	2644	}
2534		2645
2535	sub cf::object::player::leave_link {	2646	sub cf::object::player::leave_link {
2536	my ($self, $map, $x, $y) = @_;	2647	my ($self, $map, $x, $y) = @_;
2537		2648
…		…
2554	($x, $y) = (-1, -1)	2665	($x, $y) = (-1, -1)
2555	unless (defined $x) && (defined $y);	2666	unless (defined $x) && (defined $y);
2556		2667
2557	# use -1 or undef as default coordinates, not 0, 0	2668	# use -1 or undef as default coordinates, not 0, 0
2558	($x, $y) = ($map->enter_x, $map->enter_y)	2669	($x, $y) = ($map->enter_x, $map->enter_y)
2559	if $x <=0 && $y <= 0;	2670	if $x <= 0 && $y <= 0;
2560		2671
2561	$map->load;	2672	$map->load;
2562	$map->load_neighbours;	2673	$map->load_neighbours;
2563		2674
2564	return unless $self->contr->active;	2675	return unless $self->contr->active;
2565	$self->flag (cf::FLAG_DEBUG, 0);#d# temp
2566	$self->activate_recursive;
2567		2676
2568	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2677	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2569	$self->enter_map ($map, $x, $y);	2678	if ($self->enter_map ($map, $x, $y)) {
2570	}	2679	# entering was successful
		2680	delete $self->{_link_recursion};
		2681	# only activate afterwards, to support waiting in hooks
		2682	$self->activate_recursive;
		2683	}
2571		2684
		2685	}
		2686
2572	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2687	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2573		2688
2574	Moves the player to the given map-path and coordinates by first freezing	2689	Moves the player to the given map-path and coordinates by first freezing
2575	her, loading and preparing them map, calling the provided $check callback	2690	her, loading and preparing them map, calling the provided $check callback
2576	that has to return the map if sucecssful, and then unfreezes the player on	2691	that has to return the map if sucecssful, and then unfreezes the player on
2577	the new (success) or old (failed) map position. In either case, $done will	2692	the new (success) or old (failed) map position. In either case, $done will
…		…
2584		2699
2585	our $GOTOGEN;	2700	our $GOTOGEN;
2586		2701
2587	sub cf::object::player::goto {	2702	sub cf::object::player::goto {
2588	my ($self, $path, $x, $y, $check, $done) = @_;	2703	my ($self, $path, $x, $y, $check, $done) = @_;
		2704
		2705	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2706	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2707	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2708	($path, $x, $y) = @$EMERGENCY_POSITION;
		2709	}
2589		2710
2590	# do generation counting so two concurrent goto's will be executed in-order	2711	# do generation counting so two concurrent goto's will be executed in-order
2591	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2712	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2592		2713
2593	$self->enter_link;	2714	$self->enter_link;
…		…
2617	my $map = eval {	2738	my $map = eval {
2618	my $map = defined $path ? cf::map::find $path : undef;	2739	my $map = defined $path ? cf::map::find $path : undef;
2619		2740
2620	if ($map) {	2741	if ($map) {
2621	$map = $map->customise_for ($self);	2742	$map = $map->customise_for ($self);
2622	$map = $check->($map) if $check && $map;	2743	$map = $check->($map, $x, $y, $self) if $check && $map;
2623	} else {	2744	} else {
2624	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);	2745	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2625	}	2746	}
2626		2747
2627	$map	2748	$map
…		…
2635	if ($gen == $self->{_goto_generation}) {	2756	if ($gen == $self->{_goto_generation}) {
2636	delete $self->{_goto_generation};	2757	delete $self->{_goto_generation};
2637	$self->leave_link ($map, $x, $y);	2758	$self->leave_link ($map, $x, $y);
2638	}	2759	}
2639		2760
2640	$done->() if $done;	2761	$done->($self) if $done;
2641	})->prio (1);	2762	})->prio (1);
2642	}	2763	}
2643		2764
2644	=item $player_object->enter_exit ($exit_object)	2765	=item $player_object->enter_exit ($exit_object)
2645		2766
…		…
2738	$self->message ("Something went wrong deep within the deliantra server. "	2859	$self->message ("Something went wrong deep within the deliantra server. "
2739	. "I'll try to bring you back to the map you were before. "	2860	. "I'll try to bring you back to the map you were before. "
2740	. "Please report this to the dungeon master!",	2861	. "Please report this to the dungeon master!",
2741	cf::NDI_UNIQUE | cf::NDI_RED);	2862	cf::NDI_UNIQUE | cf::NDI_RED);
2742		2863
2743	warn "ERROR in enter_exit: $@";	2864	error "ERROR in enter_exit: $@";
2744	$self->leave_link;	2865	$self->leave_link;
2745	}	2866	}
2746	})->prio (1);	2867	})->prio (1);
2747	}	2868	}
2748		2869
…		…
2760	sub cf::client::send_drawinfo {	2881	sub cf::client::send_drawinfo {
2761	my ($self, $text, $flags) = @_;	2882	my ($self, $text, $flags) = @_;
2762		2883
2763	utf8::encode $text;	2884	utf8::encode $text;
2764	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2885	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		2886	}
		2887
		2888	=item $client->send_big_packet ($pkt)
		2889
		2890	Like C<send_packet>, but tries to compress large packets, and fragments
		2891	them as required.
		2892
		2893	=cut
		2894
		2895	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		2896
		2897	sub cf::client::send_big_packet {
		2898	my ($self, $pkt) = @_;
		2899
		2900	# try lzf for large packets
		2901	$pkt = "lzf " . Compress::LZF::compress $pkt
		2902	if 1024 <= length $pkt and $self->{can_lzf};
		2903
		2904	# split very large packets
		2905	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		2906	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		2907	$pkt = "frag";
		2908	}
		2909
		2910	$self->send_packet ($pkt);
2765	}	2911	}
2766		2912
2767	=item $client->send_msg ($channel, $msg, $color, [extra...])	2913	=item $client->send_msg ($channel, $msg, $color, [extra...])
2768		2914
2769	Send a drawinfo or msg packet to the client, formatting the msg for the	2915	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2773		2919
2774	=cut	2920	=cut
2775		2921
2776	# non-persistent channels (usually the info channel)	2922	# non-persistent channels (usually the info channel)
2777	our %CHANNEL = (	2923	our %CHANNEL = (
		2924	"c/motd" => {
		2925	id => "infobox",
		2926	title => "MOTD",
		2927	reply => undef,
		2928	tooltip => "The message of the day",
		2929	},
2778	"c/identify" => {	2930	"c/identify" => {
2779	id => "infobox",	2931	id => "infobox",
2780	title => "Identify",	2932	title => "Identify",
2781	reply => undef,	2933	reply => undef,
2782	tooltip => "Items recently identified",	2934	tooltip => "Items recently identified",
…		…
2784	"c/examine" => {	2936	"c/examine" => {
2785	id => "infobox",	2937	id => "infobox",
2786	title => "Examine",	2938	title => "Examine",
2787	reply => undef,	2939	reply => undef,
2788	tooltip => "Signs and other items you examined",	2940	tooltip => "Signs and other items you examined",
		2941	},
		2942	"c/shopinfo" => {
		2943	id => "infobox",
		2944	title => "Shop Info",
		2945	reply => undef,
		2946	tooltip => "What your bargaining skill tells you about the shop",
2789	},	2947	},
2790	"c/book" => {	2948	"c/book" => {
2791	id => "infobox",	2949	id => "infobox",
2792	title => "Book",	2950	title => "Book",
2793	reply => undef,	2951	reply => undef,
…		…
2809	id => "infobox",	2967	id => "infobox",
2810	title => "Body Parts",	2968	title => "Body Parts",
2811	reply => undef,	2969	reply => undef,
2812	tooltip => "Shows which body parts you posess and are available",	2970	tooltip => "Shows which body parts you posess and are available",
2813	},	2971	},
		2972	"c/statistics" => {
		2973	id => "infobox",
		2974	title => "Statistics",
		2975	reply => undef,
		2976	tooltip => "Shows your primary statistics",
		2977	},
2814	"c/skills" => {	2978	"c/skills" => {
2815	id => "infobox",	2979	id => "infobox",
2816	title => "Skills",	2980	title => "Skills",
2817	reply => undef,	2981	reply => undef,
2818	tooltip => "Shows your experience per skill and item power",	2982	tooltip => "Shows your experience per skill and item power",
		2983	},
		2984	"c/shopitems" => {
		2985	id => "infobox",
		2986	title => "Shop Items",
		2987	reply => undef,
		2988	tooltip => "Shows the items currently for sale in this shop",
		2989	},
		2990	"c/resistances" => {
		2991	id => "infobox",
		2992	title => "Resistances",
		2993	reply => undef,
		2994	tooltip => "Shows your resistances",
		2995	},
		2996	"c/pets" => {
		2997	id => "infobox",
		2998	title => "Pets",
		2999	reply => undef,
		3000	tooltip => "Shows information abotu your pets/a specific pet",
		3001	},
		3002	"c/perceiveself" => {
		3003	id => "infobox",
		3004	title => "Perceive Self",
		3005	reply => undef,
		3006	tooltip => "You gained detailed knowledge about yourself",
2819	},	3007	},
2820	"c/uptime" => {	3008	"c/uptime" => {
2821	id => "infobox",	3009	id => "infobox",
2822	title => "Uptime",	3010	title => "Uptime",
2823	reply => undef,	3011	reply => undef,
…		…
2833	id => "party",	3021	id => "party",
2834	title => "Party",	3022	title => "Party",
2835	reply => "gsay ",	3023	reply => "gsay ",
2836	tooltip => "Messages and chat related to your party",	3024	tooltip => "Messages and chat related to your party",
2837	},	3025	},
		3026	"c/death" => {
		3027	id => "death",
		3028	title => "Death",
		3029	reply => undef,
		3030	tooltip => "Reason for and more info about your most recent death",
		3031	},
		3032	"c/say" => $SAY_CHANNEL,
		3033	"c/chat" => $CHAT_CHANNEL,
2838	);	3034	);
2839		3035
2840	sub cf::client::send_msg {	3036	sub cf::client::send_msg {
2841	my ($self, $channel, $msg, $color, @extra) = @_;	3037	my ($self, $channel, $msg, $color, @extra) = @_;
2842		3038
…		…
2847		3043
2848	# check predefined channels, for the benefit of C	3044	# check predefined channels, for the benefit of C
2849	if ($CHANNEL{$channel}) {	3045	if ($CHANNEL{$channel}) {
2850	$channel = $CHANNEL{$channel};	3046	$channel = $CHANNEL{$channel};
2851		3047
2852	$self->ext_msg (channel_info => $channel)	3048	$self->ext_msg (channel_info => $channel);
2853	if $self->can_msg;
2854
2855	$channel = $channel->{id};	3049	$channel = $channel->{id};
2856		3050
2857	} elsif (ref $channel) {	3051	} elsif (ref $channel) {
2858	# send meta info to client, if not yet sent	3052	# send meta info to client, if not yet sent
2859	unless (exists $self->{channel}{$channel->{id}}) {	3053	unless (exists $self->{channel}{$channel->{id}}) {
2860	$self->{channel}{$channel->{id}} = $channel;	3054	$self->{channel}{$channel->{id}} = $channel;
2861	$self->ext_msg (channel_info => $channel)	3055	$self->ext_msg (channel_info => $channel);
2862	if $self->can_msg;
2863	}	3056	}
2864		3057
2865	$channel = $channel->{id};	3058	$channel = $channel->{id};
2866	}	3059	}
2867		3060
2868	return unless @extra || length $msg;	3061	return unless @extra || length $msg;
2869		3062
2870	if ($self->can_msg) {
2871	# default colour, mask it out	3063	# default colour, mask it out
2872	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3064	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2873	if $color & cf::NDI_DEF;	3065	if $color & cf::NDI_DEF;
2874		3066
2875	my $pkt = "msg "	3067	my $pkt = "msg "
2876	. $self->{json_coder}->encode (	3068	. $self->{json_coder}->encode (
2877	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]	3069	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2878	);	3070	);
2879		3071
2880	# try lzf for large packets
2881	$pkt = "lzf " . Compress::LZF::compress $pkt
2882	if 1024 <= length $pkt and $self->{can_lzf};
2883
2884	# split very large packets
2885	if (8192 < length $pkt and $self->{can_lzf}) {
2886	$self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2887	$pkt = "frag";
2888	}
2889
2890	$self->send_packet ($pkt);	3072	$self->send_big_packet ($pkt);
2891	} else {
2892	if ($color >= 0) {
2893	# replace some tags by gcfclient-compatible ones
2894	for ($msg) {
2895	1 while
2896	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2897	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2898	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2899	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2900	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2901	}
2902
2903	$color &= cf::NDI_COLOR_MASK;
2904
2905	utf8::encode $msg;
2906
2907	if (0 && $msg =~ /\[/) {
2908	# COMMAND/INFO
2909	$self->send_packet ("drawextinfo $color 10 8 $msg")
2910	} else {
2911	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2912	$self->send_packet ("drawinfo $color $msg")
2913	}
2914	}
2915	}
2916	}	3073	}
2917		3074
2918	=item $client->ext_msg ($type, @msg)	3075	=item $client->ext_msg ($type, @msg)
2919		3076
2920	Sends an ext event to the client.	3077	Sends an ext event to the client.
…		…
2923		3080
2924	sub cf::client::ext_msg($$@) {	3081	sub cf::client::ext_msg($$@) {
2925	my ($self, $type, @msg) = @_;	3082	my ($self, $type, @msg) = @_;
2926		3083
2927	if ($self->extcmd == 2) {	3084	if ($self->extcmd == 2) {
2928	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3085	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2929	} elsif ($self->extcmd == 1) { # TODO: remove	3086	} elsif ($self->extcmd == 1) { # TODO: remove
2930	push @msg, msgtype => "event_$type";	3087	push @msg, msgtype => "event_$type";
2931	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3088	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2932	}	3089	}
2933	}	3090	}
2934		3091
2935	=item $client->ext_reply ($msgid, @msg)	3092	=item $client->ext_reply ($msgid, @msg)
2936		3093
…		…
2940		3097
2941	sub cf::client::ext_reply($$@) {	3098	sub cf::client::ext_reply($$@) {
2942	my ($self, $id, @msg) = @_;	3099	my ($self, $id, @msg) = @_;
2943		3100
2944	if ($self->extcmd == 2) {	3101	if ($self->extcmd == 2) {
2945	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3102	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2946	} elsif ($self->extcmd == 1) {	3103	} elsif ($self->extcmd == 1) {
2947	#TODO: version 1, remove	3104	#TODO: version 1, remove
2948	unshift @msg, msgtype => "reply", msgid => $id;	3105	unshift @msg, msgtype => "reply", msgid => $id;
2949	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3106	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2950	}	3107	}
2951	}	3108	}
2952		3109
2953	=item $success = $client->query ($flags, "text", \&cb)	3110	=item $success = $client->query ($flags, "text", \&cb)
2954		3111
…		…
3025		3182
3026	$ns->ext_reply ($reply, @reply)	3183	$ns->ext_reply ($reply, @reply)
3027	if $reply;	3184	if $reply;
3028		3185
3029	} else {	3186	} else {
3030	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3187	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3031	}	3188	}
3032		3189
3033	cf::override;	3190	cf::override;
3034	},	3191	},
3035	);	3192	);
…		…
3055		3212
3056	$coro	3213	$coro
3057	}	3214	}
3058		3215
3059	cf::client->attach (	3216	cf::client->attach (
3060	on_destroy => sub {	3217	on_client_destroy => sub {
3061	my ($ns) = @_;	3218	my ($ns) = @_;
3062		3219
3063	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3220	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
3064	},	3221	},
3065	);	3222	);
…		…
3081	our $safe_hole = new Safe::Hole;	3238	our $safe_hole = new Safe::Hole;
3082		3239
3083	$SIG{FPE} = 'IGNORE';	3240	$SIG{FPE} = 'IGNORE';
3084		3241
3085	$safe->permit_only (Opcode::opset qw(	3242	$safe->permit_only (Opcode::opset qw(
3086	:base_core :base_mem :base_orig :base_math	3243	:base_core :base_mem :base_orig :base_math :base_loop
3087	grepstart grepwhile mapstart mapwhile	3244	grepstart grepwhile mapstart mapwhile
3088	sort time	3245	sort time
3089	));	3246	));
3090		3247
3091	# here we export the classes and methods available to script code	3248	# here we export the classes and methods available to script code
…		…
3095	The following functions and methods are available within a safe environment:	3252	The following functions and methods are available within a safe environment:
3096		3253
3097	cf::object	3254	cf::object
3098	contr pay_amount pay_player map x y force_find force_add destroy	3255	contr pay_amount pay_player map x y force_find force_add destroy
3099	insert remove name archname title slaying race decrease split	3256	insert remove name archname title slaying race decrease split
		3257	value
3100		3258
3101	cf::object::player	3259	cf::object::player
3102	player	3260	player
3103		3261
3104	cf::player	3262	cf::player
…		…
3110	=cut	3268	=cut
3111		3269
3112	for (	3270	for (
3113	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3271	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3114	insert remove inv nrof name archname title slaying race	3272	insert remove inv nrof name archname title slaying race
3115	decrease split destroy change_exp)],	3273	decrease split destroy change_exp value msg lore send_msg)],
3116	["cf::object::player" => qw(player)],	3274	["cf::object::player" => qw(player)],
3117	["cf::player" => qw(peaceful)],	3275	["cf::player" => qw(peaceful send_msg)],
3118	["cf::map" => qw(trigger)],	3276	["cf::map" => qw(trigger)],
3119	) {	3277	) {
3120	no strict 'refs';	3278	no strict 'refs';
3121	my ($pkg, @funs) = @$_;	3279	my ($pkg, @funs) = @$_;
3122	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3280	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
…		…
3140		3298
3141	my $qcode = $code;	3299	my $qcode = $code;
3142	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3300	$qcode =~ s/"/‟/g; # not allowed in #line filenames
3143	$qcode =~ s/\n/\\n/g;	3301	$qcode =~ s/\n/\\n/g;
3144		3302
		3303	%vars = (_dummy => 0) unless %vars;
		3304
		3305	my @res;
3145	local $_;	3306	local $_;
3146	local @safe::cf::_safe_eval_args = values %vars;
3147		3307
3148	my $eval =	3308	my $eval =
3149	"do {\n"	3309	"do {\n"
3150	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3310	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
3151	. "#line 0 \"{$qcode}\"\n"	3311	. "#line 0 \"{$qcode}\"\n"
3152	. $code	3312	. $code
3153	. "\n}"	3313	. "\n}"
3154	;	3314	;
3155		3315
		3316	if ($CFG{safe_eval}) {
3156	sub_generation_inc;	3317	sub_generation_inc;
		3318	local @safe::cf::_safe_eval_args = values %vars;
3157	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3319	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
3158	sub_generation_inc;	3320	sub_generation_inc;
		3321	} else {
		3322	local @cf::_safe_eval_args = values %vars;
		3323	@res = wantarray ? eval eval : scalar eval $eval;
		3324	}
3159		3325
3160	if ($@) {	3326	if ($@) {
3161	warn "$@";	3327	warn "$@",
3162	warn "while executing safe code '$code'\n";	3328	"while executing safe code '$code'\n",
3163	warn "with arguments " . (join " ", %vars) . "\n";	3329	"with arguments " . (join " ", %vars) . "\n";
3164	}	3330	}
3165		3331
3166	wantarray ? @res : $res[0]	3332	wantarray ? @res : $res[0]
3167	}	3333	}
3168		3334
…		…
3182	=cut	3348	=cut
3183		3349
3184	sub register_script_function {	3350	sub register_script_function {
3185	my ($fun, $cb) = @_;	3351	my ($fun, $cb) = @_;
3186		3352
3187	no strict 'refs';	3353	$fun = "safe::$fun" if $CFG{safe_eval};
3188	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3354	*$fun = $safe_hole->wrap ($cb);
3189	}	3355	}
3190		3356
3191	=back	3357	=back
3192		3358
3193	=cut	3359	=cut
…		…
3202	# for this (global event?)	3368	# for this (global event?)
3203	%ext::player_env::MUSIC_FACE_CACHE = ();	3369	%ext::player_env::MUSIC_FACE_CACHE = ();
3204		3370
3205	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3371	my $enc = JSON::XS->new->utf8->canonical->relaxed;
3206		3372
3207	warn "loading facedata from $path\n";	3373	trace "loading facedata from $path\n";
3208		3374
3209	my $facedata;	3375	my $facedata;
3210	0 < aio_load $path, $facedata	3376	0 < aio_load $path, $facedata
3211	or die "$path: $!";	3377	or die "$path: $!";
3212		3378
…		…
3214		3380
3215	$facedata->{version} == 2	3381	$facedata->{version} == 2
3216	or cf::cleanup "$path: version mismatch, cannot proceed.";	3382	or cf::cleanup "$path: version mismatch, cannot proceed.";
3217		3383
3218	# patch in the exptable	3384	# patch in the exptable
		3385	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3219	$facedata->{resource}{"res/exp_table"} = {	3386	$facedata->{resource}{"res/exp_table"} = {
3220	type => FT_RSRC,	3387	type => FT_RSRC,
3221	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),	3388	data => $exp_table,
		3389	hash => (Digest::MD5::md5 $exp_table),
3222	};	3390	};
3223	cf::cede_to_tick;	3391	cf::cede_to_tick;
3224		3392
3225	{	3393	{
3226	my $faces = $facedata->{faceinfo};	3394	my $faces = $facedata->{faceinfo};
…		…
3228	while (my ($face, $info) = each %$faces) {	3396	while (my ($face, $info) = each %$faces) {
3229	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3397	my $idx = (cf::face::find $face) || cf::face::alloc $face;
3230		3398
3231	cf::face::set_visibility $idx, $info->{visibility};	3399	cf::face::set_visibility $idx, $info->{visibility};
3232	cf::face::set_magicmap $idx, $info->{magicmap};	3400	cf::face::set_magicmap $idx, $info->{magicmap};
3233	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3401	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3234	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3402	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3235		3403
3236	cf::cede_to_tick;	3404	cf::cede_to_tick;
3237	}	3405	}
3238		3406
3239	while (my ($face, $info) = each %$faces) {	3407	while (my ($face, $info) = each %$faces) {
…		…
3244		3412
3245	if (my $smooth = cf::face::find $info->{smooth}) {	3413	if (my $smooth = cf::face::find $info->{smooth}) {
3246	cf::face::set_smooth $idx, $smooth;	3414	cf::face::set_smooth $idx, $smooth;
3247	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3415	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3248	} else {	3416	} else {
3249	warn "smooth face '$info->{smooth}' not found for face '$face'";	3417	error "smooth face '$info->{smooth}' not found for face '$face'";
3250	}	3418	}
3251		3419
3252	cf::cede_to_tick;	3420	cf::cede_to_tick;
3253	}	3421	}
3254	}	3422	}
…		…
3263		3431
3264	cf::anim::invalidate_all; # d'oh	3432	cf::anim::invalidate_all; # d'oh
3265	}	3433	}
3266		3434
3267	{	3435	{
3268	# TODO: for gcfclient pleasure, we should give resources
3269	# that gcfclient doesn't grok a >10000 face index.
3270	my $res = $facedata->{resource};	3436	my $res = $facedata->{resource};
3271		3437
3272	while (my ($name, $info) = each %$res) {	3438	while (my ($name, $info) = each %$res) {
3273	if (defined $info->{type}) {	3439	if (defined $info->{type}) {
3274	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3440	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3275	my $data;
3276		3441
3277	if ($info->{type} & 1) {	3442	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3278	# prepend meta info
3279
3280	my $meta = $enc->encode ({
3281	name => $name,
3282	%{ $info->{meta} || {} },
3283	});
3284
3285	$data = pack "(w/a*)*", $meta, $info->{data};
3286	} else {
3287	$data = $info->{data};
3288	}
3289
3290	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3291	cf::face::set_type $idx, $info->{type};	3443	cf::face::set_type $idx, $info->{type};
3292	} else {	3444	} else {
3293	$RESOURCE{$name} = $info;	3445	$RESOURCE{$name} = $info; # unused
3294	}	3446	}
3295		3447
3296	cf::cede_to_tick;	3448	cf::cede_to_tick;
3297	}	3449	}
3298	}	3450	}
3299		3451
3300	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);	3452	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3301		3453
3302	1	3454	1
3303	}	3455	}
3304
3305	cf::global->attach (on_resource_update => sub {
3306	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3307	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3308
3309	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3310	my $sound = $soundconf->{compat}[$_]
3311	or next;
3312
3313	my $face = cf::face::find "sound/$sound->[1]";
3314	cf::sound::set $sound->[0] => $face;
3315	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3316	}
3317
3318	while (my ($k, $v) = each %{$soundconf->{event}}) {
3319	my $face = cf::face::find "sound/$v";
3320	cf::sound::set $k => $face;
3321	}
3322	}
3323	});
3324		3456
3325	register_exticmd fx_want => sub {	3457	register_exticmd fx_want => sub {
3326	my ($ns, $want) = @_;	3458	my ($ns, $want) = @_;
3327		3459
3328	while (my ($k, $v) = each %$want) {	3460	while (my ($k, $v) = each %$want) {
…		…
3367	sub reload_treasures {	3499	sub reload_treasures {
3368	load_resource_file "$DATADIR/treasures"	3500	load_resource_file "$DATADIR/treasures"
3369	or die "unable to load treasurelists\n";	3501	or die "unable to load treasurelists\n";
3370	}	3502	}
3371		3503
		3504	sub reload_sound {
		3505	trace "loading sound config from $DATADIR/sound\n";
		3506
		3507	0 < Coro::AIO::aio_load "$DATADIR/sound", my $data
		3508	or die "$DATADIR/sound $!";
		3509
		3510	my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data);
		3511
		3512	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3513	my $sound = $soundconf->{compat}[$_]
		3514	or next;
		3515
		3516	my $face = cf::face::find "sound/$sound->[1]";
		3517	cf::sound::set $sound->[0] => $face;
		3518	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3519	}
		3520
		3521	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3522	my $face = cf::face::find "sound/$v";
		3523	cf::sound::set $k => $face;
		3524	}
		3525	}
		3526
3372	sub reload_resources {	3527	sub reload_resources {
3373	warn "reloading resource files...\n";	3528	trace "reloading resource files...\n";
3374		3529
3375	reload_facedata;	3530	reload_facedata;
		3531	reload_sound;
3376	reload_archetypes;	3532	reload_archetypes;
3377	reload_regions;	3533	reload_regions;
3378	reload_treasures;	3534	reload_treasures;
3379		3535
3380	warn "finished reloading resource files\n";	3536	trace "finished reloading resource files\n";
3381	}	3537	}
3382		3538
3383	sub reload_config {	3539	sub reload_config {
		3540	trace "reloading config file...\n";
		3541
3384	open my $fh, "<:utf8", "$CONFDIR/config"	3542	open my $fh, "<:utf8", "$CONFDIR/config"
3385	or return;	3543	or return;
3386		3544
3387	local $/;	3545	local $/;
3388	*CFG = YAML::Load <$fh>;	3546	*CFG = YAML::XS::Load scalar <$fh>;
3389		3547
3390	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3548	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3391		3549
3392	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3550	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3393	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3551	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3394		3552
3395	if (exists $CFG{mlockall}) {	3553	if (exists $CFG{mlockall}) {
…		…
3397	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"	3555	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3398	and die "WARNING: m(un)lockall failed: $!\n";	3556	and die "WARNING: m(un)lockall failed: $!\n";
3399	};	3557	};
3400	warn $@ if $@;	3558	warn $@ if $@;
3401	}	3559	}
		3560
		3561	trace "finished reloading resource files\n";
3402	}	3562	}
3403		3563
3404	sub pidfile() {	3564	sub pidfile() {
3405	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT	3565	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3406	or die "$PIDFILE: $!";	3566	or die "$PIDFILE: $!";
…		…
3418		3578
3419	seek $fh, 0, 0;	3579	seek $fh, 0, 0;
3420	print $fh $$;	3580	print $fh $$;
3421	}	3581	}
3422		3582
		3583	sub main_loop {
		3584	trace "EV::loop starting\n";
		3585	if (1) {
		3586	EV::loop;
		3587	}
		3588	trace "EV::loop returned\n";
		3589	goto &main_loop unless $REALLY_UNLOOP;
		3590	}
		3591
3423	sub main {	3592	sub main {
3424	cf::init_globals; # initialise logging	3593	cf::init_globals; # initialise logging
3425		3594
3426	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;	3595	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3427	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";	3596	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3428	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";	3597	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3429	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";	3598	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3430
3431	cf::init_experience;
3432	cf::init_anim;
3433	cf::init_attackmess;
3434	cf::init_dynamic;
3435	cf::init_block;
3436		3599
3437	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority	3600	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3438		3601
3439	# we must not ever block the main coroutine	3602	# we must not ever block the main coroutine
3440	local $Coro::idle = sub {	3603	local $Coro::idle = sub {
…		…
3446	};	3609	};
3447		3610
3448	evthread_start IO::AIO::poll_fileno;	3611	evthread_start IO::AIO::poll_fileno;
3449		3612
3450	cf::sync_job {	3613	cf::sync_job {
		3614	cf::init_experience;
		3615	cf::init_anim;
		3616	cf::init_attackmess;
		3617	cf::init_dynamic;
		3618
		3619	cf::load_settings;
		3620	cf::load_materials;
		3621
3451	reload_resources;	3622	reload_resources;
3452	reload_config;	3623	reload_config;
3453	db_init;	3624	db_init;
3454		3625
3455	cf::load_settings;
3456	cf::load_materials;
3457	cf::init_uuid;	3626	cf::init_uuid;
3458	cf::init_signals;	3627	cf::init_signals;
3459	cf::init_commands;
3460	cf::init_skills;	3628	cf::init_skills;
3461		3629
3462	cf::init_beforeplay;	3630	cf::init_beforeplay;
3463		3631
3464	atomic;	3632	atomic;
…		…
3466	load_extensions;	3634	load_extensions;
3467		3635
3468	utime time, time, $RUNTIMEFILE;	3636	utime time, time, $RUNTIMEFILE;
3469		3637
3470	# no (long-running) fork's whatsoever before this point(!)	3638	# no (long-running) fork's whatsoever before this point(!)
		3639	use POSIX ();
3471	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};	3640	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3472		3641
3473	(pop @POST_INIT)->(0) while @POST_INIT;	3642	(pop @POST_INIT)->(0) while @POST_INIT;
3474	};	3643	};
3475		3644
3476	EV::loop;	3645	cf::object::thawer::errors_are_fatal 0;
		3646	info "parse errors in files are no longer fatal from this point on.\n";
		3647
		3648	main_loop;
3477	}	3649	}
3478		3650
3479	#############################################################################	3651	#############################################################################
3480	# initialisation and cleanup	3652	# initialisation and cleanup
3481		3653
3482	# install some emergency cleanup handlers	3654	# install some emergency cleanup handlers
3483	BEGIN {	3655	BEGIN {
3484	our %SIGWATCHER = ();	3656	our %SIGWATCHER = ();
3485	for my $signal (qw(INT HUP TERM)) {	3657	for my $signal (qw(INT HUP TERM)) {
3486	$SIGWATCHER{$signal} = EV::signal $signal, sub {	3658	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3487	cf::cleanup "SIG$signal";	3659	cf::cleanup "SIG$signal";
3488	};	3660	};
3489	}	3661	}
3490	}	3662	}
3491		3663
3492	sub write_runtime_sync {	3664	sub write_runtime_sync {
		3665	my $t0 = AE::time;
		3666
3493	# first touch the runtime file to show we are still running:	3667	# first touch the runtime file to show we are still running:
3494	# the fsync below can take a very very long time.	3668	# the fsync below can take a very very long time.
3495		3669
3496	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;	3670	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3497		3671
3498	my $guard = cf::lock_acquire "write_runtime";	3672	my $guard = cf::lock_acquire "write_runtime";
3499		3673
3500	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644	3674	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3501	or return;	3675	or return;
3502		3676
3503	my $value = $cf::RUNTIME + 90 + 10;	3677	my $value = $cf::RUNTIME + 90 + 10;
3504	# 10 is the runtime save interval, for a monotonic clock	3678	# 10 is the runtime save interval, for a monotonic clock
3505	# 60 allows for the watchdog to kill the server.	3679	# 60 allows for the watchdog to kill the server.
…		…
3518	or return;	3692	or return;
3519		3693
3520	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE	3694	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3521	and return;	3695	and return;
3522		3696
3523	warn "runtime file written.\n";	3697	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3524		3698
3525	1	3699	1
3526	}	3700	}
3527		3701
3528	our $uuid_lock;	3702	our $uuid_lock;
…		…
3540	or return;	3714	or return;
3541		3715
3542	my $value = uuid_seq uuid_cur;	3716	my $value = uuid_seq uuid_cur;
3543		3717
3544	unless ($value) {	3718	unless ($value) {
3545	warn "cowardly refusing to write zero uuid value!\n";	3719	info "cowardly refusing to write zero uuid value!\n";
3546	return;	3720	return;
3547	}	3721	}
3548		3722
3549	my $value = uuid_str $value + $uuid_skip;	3723	my $value = uuid_str $value + $uuid_skip;
3550	$uuid_skip = 0;	3724	$uuid_skip = 0;
…		…
3560	or return;	3734	or return;
3561		3735
3562	aio_rename "$uuid~", $uuid	3736	aio_rename "$uuid~", $uuid
3563	and return;	3737	and return;
3564		3738
3565	warn "uuid file written ($value).\n";	3739	trace "uuid file written ($value).\n";
3566		3740
3567	1	3741	1
3568		3742
3569	}	3743	}
3570		3744
…		…
3576	}	3750	}
3577		3751
3578	sub emergency_save() {	3752	sub emergency_save() {
3579	my $freeze_guard = cf::freeze_mainloop;	3753	my $freeze_guard = cf::freeze_mainloop;
3580		3754
3581	warn "emergency_perl_save: enter\n";	3755	info "emergency_perl_save: enter\n";
		3756
		3757	# this is a trade-off: we want to be very quick here, so
		3758	# save all maps without fsync, and later call a global sync
		3759	# (which in turn might be very very slow)
		3760	local $USE_FSYNC = 0;
3582		3761
3583	cf::sync_job {	3762	cf::sync_job {
3584	# this is a trade-off: we want to be very quick here, so	3763	cf::write_runtime_sync; # external watchdog should not bark
3585	# save all maps without fsync, and later call a global sync
3586	# (which in turn might be very very slow)
3587	local $USE_FSYNC = 0;
3588		3764
3589	# use a peculiar iteration method to avoid tripping on perl	3765	# use a peculiar iteration method to avoid tripping on perl
3590	# refcount bugs in for. also avoids problems with players	3766	# refcount bugs in for. also avoids problems with players
3591	# and maps saved/destroyed asynchronously.	3767	# and maps saved/destroyed asynchronously.
3592	warn "emergency_perl_save: begin player save\n";	3768	info "emergency_perl_save: begin player save\n";
3593	for my $login (keys %cf::PLAYER) {	3769	for my $login (keys %cf::PLAYER) {
3594	my $pl = $cf::PLAYER{$login} or next;	3770	my $pl = $cf::PLAYER{$login} or next;
3595	$pl->valid or next;	3771	$pl->valid or next;
3596	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt	3772	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3597	$pl->save;	3773	$pl->save;
3598	}	3774	}
3599	warn "emergency_perl_save: end player save\n";	3775	info "emergency_perl_save: end player save\n";
3600		3776
		3777	cf::write_runtime_sync; # external watchdog should not bark
		3778
3601	warn "emergency_perl_save: begin map save\n";	3779	info "emergency_perl_save: begin map save\n";
3602	for my $path (keys %cf::MAP) {	3780	for my $path (keys %cf::MAP) {
3603	my $map = $cf::MAP{$path} or next;	3781	my $map = $cf::MAP{$path} or next;
3604	$map->valid or next;	3782	$map->valid or next;
3605	$map->save;	3783	$map->save;
3606	}	3784	}
3607	warn "emergency_perl_save: end map save\n";	3785	info "emergency_perl_save: end map save\n";
3608		3786
		3787	cf::write_runtime_sync; # external watchdog should not bark
		3788
3609	warn "emergency_perl_save: begin database checkpoint\n";	3789	info "emergency_perl_save: begin database checkpoint\n";
3610	BDB::db_env_txn_checkpoint $DB_ENV;	3790	BDB::db_env_txn_checkpoint $DB_ENV;
3611	warn "emergency_perl_save: end database checkpoint\n";	3791	info "emergency_perl_save: end database checkpoint\n";
3612		3792
3613	warn "emergency_perl_save: begin write uuid\n";	3793	info "emergency_perl_save: begin write uuid\n";
3614	write_uuid_sync 1;	3794	write_uuid_sync 1;
3615	warn "emergency_perl_save: end write uuid\n";	3795	info "emergency_perl_save: end write uuid\n";
		3796
		3797	cf::write_runtime_sync; # external watchdog should not bark
		3798
		3799	trace "emergency_perl_save: syncing database to disk";
		3800	BDB::db_env_txn_checkpoint $DB_ENV;
		3801
		3802	info "emergency_perl_save: starting sync()\n";
		3803	IO::AIO::aio_sync sub {
		3804	info "emergency_perl_save: finished sync()\n";
		3805	};
		3806
		3807	cf::write_runtime_sync; # external watchdog should not bark
		3808
		3809	trace "emergency_perl_save: flushing outstanding aio requests";
		3810	while (IO::AIO::nreqs || BDB::nreqs) {
		3811	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
		3812	}
		3813
		3814	cf::write_runtime_sync; # external watchdog should not bark
3616	};	3815	};
3617		3816
3618	warn "emergency_perl_save: starting sync()\n";
3619	IO::AIO::aio_sync sub {
3620	warn "emergency_perl_save: finished sync()\n";
3621	};
3622
3623	warn "emergency_perl_save: leave\n";	3817	info "emergency_perl_save: leave\n";
3624	}	3818	}
3625		3819
3626	sub post_cleanup {	3820	sub post_cleanup {
3627	my ($make_core) = @_;	3821	my ($make_core) = @_;
3628		3822
		3823	IO::AIO::flush;
		3824
		3825	IO::AIO::flush;
		3826
3629	warn Carp::longmess "post_cleanup backtrace"	3827	error Carp::longmess "post_cleanup backtrace"
3630	if $make_core;	3828	if $make_core;
3631		3829
3632	my $fh = pidfile;	3830	my $fh = pidfile;
3633	unlink $PIDFILE if <$fh> == $$;	3831	unlink $PIDFILE if <$fh> == $$;
3634	}	3832	}
…		…
3654	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};	3852	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3655	for my $name (keys %$leaf_symtab) {	3853	for my $name (keys %$leaf_symtab) {
3656	_gv_clear *{"$pkg$name"};	3854	_gv_clear *{"$pkg$name"};
3657	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};	3855	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3658	}	3856	}
3659	warn "cleared package $pkg\n";#d#
3660	}	3857	}
3661		3858
3662	sub do_reload_perl() {	3859	sub do_reload_perl() {
3663	# can/must only be called in main	3860	# can/must only be called in main
3664	if ($Coro::current != $Coro::main) {	3861	if (in_main) {
3665	warn "can only reload from main coroutine";	3862	error "can only reload from main coroutine";
3666	return;	3863	return;
3667	}	3864	}
3668		3865
3669	return if $RELOAD++;	3866	return if $RELOAD++;
3670		3867
3671	my $t1 = EV::time;	3868	my $t1 = AE::time;
3672		3869
3673	while ($RELOAD) {	3870	while ($RELOAD) {
3674	warn "reloading...";	3871	info "reloading...";
3675		3872
3676	warn "entering sync_job";	3873	trace "entering sync_job";
3677		3874
3678	cf::sync_job {	3875	cf::sync_job {
3679	cf::write_runtime_sync; # external watchdog should not bark
3680	cf::emergency_save;	3876	cf::emergency_save;
3681	cf::write_runtime_sync; # external watchdog should not bark
3682		3877
3683	warn "syncing database to disk";
3684	BDB::db_env_txn_checkpoint $DB_ENV;
3685
3686	# if anything goes wrong in here, we should simply crash as we already saved
3687
3688	warn "flushing outstanding aio requests";
3689	while (IO::AIO::nreqs || BDB::nreqs) {
3690	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3691	}
3692
3693	warn "cancelling all extension coros";	3878	trace "cancelling all extension coros";
3694	$_->cancel for values %EXT_CORO;	3879	$_->cancel for values %EXT_CORO;
3695	%EXT_CORO = ();	3880	%EXT_CORO = ();
3696		3881
3697	warn "removing commands";	3882	trace "removing commands";
3698	%COMMAND = ();	3883	%COMMAND = ();
3699		3884
3700	warn "removing ext/exti commands";	3885	trace "removing ext/exti commands";
3701	%EXTCMD = ();	3886	%EXTCMD = ();
3702	%EXTICMD = ();	3887	%EXTICMD = ();
3703		3888
3704	warn "unloading/nuking all extensions";	3889	trace "unloading/nuking all extensions";
3705	for my $pkg (@EXTS) {	3890	for my $pkg (@EXTS) {
3706	warn "... unloading $pkg";	3891	trace "... unloading $pkg";
3707		3892
3708	if (my $cb = $pkg->can ("unload")) {	3893	if (my $cb = $pkg->can ("unload")) {
3709	eval {	3894	eval {
3710	$cb->($pkg);	3895	$cb->($pkg);
3711	1	3896	1
3712	} or warn "$pkg unloaded, but with errors: $@";	3897	} or error "$pkg unloaded, but with errors: $@";
3713	}	3898	}
3714		3899
3715	warn "... clearing $pkg";	3900	trace "... clearing $pkg";
3716	clear_package $pkg;	3901	clear_package $pkg;
3717	}	3902	}
3718		3903
3719	warn "unloading all perl modules loaded from $LIBDIR";	3904	trace "unloading all perl modules loaded from $LIBDIR";
3720	while (my ($k, $v) = each %INC) {	3905	while (my ($k, $v) = each %INC) {
3721	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3906	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3722		3907
3723	warn "... unloading $k";	3908	trace "... unloading $k";
3724	delete $INC{$k};	3909	delete $INC{$k};
3725		3910
3726	$k =~ s/\.pm$//;	3911	$k =~ s/\.pm$//;
3727	$k =~ s/\//::/g;	3912	$k =~ s/\//::/g;
3728		3913
…		…
3731	}	3916	}
3732		3917
3733	clear_package $k;	3918	clear_package $k;
3734	}	3919	}
3735		3920
3736	warn "getting rid of safe::, as good as possible";	3921	trace "getting rid of safe::, as good as possible";
3737	clear_package "safe::$_"	3922	clear_package "safe::$_"
3738	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3923	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3739		3924
3740	warn "unloading cf.pm \"a bit\"";	3925	trace "unloading cf.pm \"a bit\"";
3741	delete $INC{"cf.pm"};	3926	delete $INC{"cf.pm"};
3742	delete $INC{"cf/pod.pm"};	3927	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3743		3928
3744	# don't, removes xs symbols, too,	3929	# don't, removes xs symbols, too,
3745	# and global variables created in xs	3930	# and global variables created in xs
3746	#clear_package __PACKAGE__;	3931	#clear_package __PACKAGE__;
3747		3932
3748	warn "unload completed, starting to reload now";	3933	info "unload completed, starting to reload now";
3749		3934
3750	warn "reloading cf.pm";	3935	trace "reloading cf.pm";
3751	require cf;	3936	require cf;
3752	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3937	cf::_connect_to_perl_1;
3753		3938
3754	warn "loading config and database again";	3939	trace "loading config and database again";
3755	cf::reload_config;	3940	cf::reload_config;
3756		3941
3757	warn "loading extensions";	3942	trace "loading extensions";
3758	cf::load_extensions;	3943	cf::load_extensions;
3759		3944
3760	if ($REATTACH_ON_RELOAD) {	3945	if ($REATTACH_ON_RELOAD) {
3761	warn "reattaching attachments to objects/players";	3946	trace "reattaching attachments to objects/players";
3762	_global_reattach; # objects, sockets	3947	_global_reattach; # objects, sockets
3763	warn "reattaching attachments to maps";	3948	trace "reattaching attachments to maps";
3764	reattach $_ for values %MAP;	3949	reattach $_ for values %MAP;
3765	warn "reattaching attachments to players";	3950	trace "reattaching attachments to players";
3766	reattach $_ for values %PLAYER;	3951	reattach $_ for values %PLAYER;
3767	}	3952	}
3768		3953
3769	warn "running post_init jobs";	3954	trace "running post_init jobs";
3770	(pop @POST_INIT)->(1) while @POST_INIT;	3955	(pop @POST_INIT)->(1) while @POST_INIT;
3771		3956
3772	warn "leaving sync_job";	3957	trace "leaving sync_job";
3773		3958
3774	1	3959	1
3775	} or do {	3960	} or do {
3776	warn $@;	3961	error $@;
3777	cf::cleanup "error while reloading, exiting.";	3962	cf::cleanup "error while reloading, exiting.";
3778	};	3963	};
3779		3964
3780	warn "reloaded";	3965	info "reloaded";
3781	--$RELOAD;	3966	--$RELOAD;
3782	}	3967	}
3783		3968
3784	$t1 = EV::time - $t1;	3969	$t1 = AE::time - $t1;
3785	warn "reload completed in ${t1}s\n";	3970	info "reload completed in ${t1}s\n";
3786	};	3971	};
3787		3972
3788	our $RELOAD_WATCHER; # used only during reload	3973	our $RELOAD_WATCHER; # used only during reload
3789		3974
3790	sub reload_perl() {	3975	sub reload_perl() {
…		…
3792	# coro crashes during coro_state_free->destroy here.	3977	# coro crashes during coro_state_free->destroy here.
3793		3978
3794	$RELOAD_WATCHER ||= cf::async {	3979	$RELOAD_WATCHER ||= cf::async {
3795	Coro::AIO::aio_wait cache_extensions;	3980	Coro::AIO::aio_wait cache_extensions;
3796		3981
3797	$RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {	3982	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3798	do_reload_perl;	3983	do_reload_perl;
3799	undef $RELOAD_WATCHER;	3984	undef $RELOAD_WATCHER;
3800	};	3985	};
3801	};	3986	};
3802	}	3987	}
…		…
3819		4004
3820	our @WAIT_FOR_TICK;	4005	our @WAIT_FOR_TICK;
3821	our @WAIT_FOR_TICK_BEGIN;	4006	our @WAIT_FOR_TICK_BEGIN;
3822		4007
3823	sub wait_for_tick {	4008	sub wait_for_tick {
3824	return if tick_inhibit || $Coro::current == $Coro::main;	4009	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3825		4010
3826	my $signal = new Coro::Signal;	4011	my $signal = new Coro::Signal;
3827	push @WAIT_FOR_TICK, $signal;	4012	push @WAIT_FOR_TICK, $signal;
3828	$signal->wait;	4013	$signal->wait;
3829	}	4014	}
3830		4015
3831	sub wait_for_tick_begin {	4016	sub wait_for_tick_begin {
3832	return if tick_inhibit || $Coro::current == $Coro::main;	4017	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3833		4018
3834	my $signal = new Coro::Signal;	4019	my $signal = new Coro::Signal;
3835	push @WAIT_FOR_TICK_BEGIN, $signal;	4020	push @WAIT_FOR_TICK_BEGIN, $signal;
3836	$signal->wait;	4021	$signal->wait;
3837	}	4022	}
…		…
3843	return;	4028	return;
3844	}	4029	}
3845		4030
3846	cf::server_tick; # one server iteration	4031	cf::server_tick; # one server iteration
3847		4032
		4033	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
		4034
3848	if ($NOW >= $NEXT_RUNTIME_WRITE) {	4035	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3849	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;	4036	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3850	Coro::async_pool {	4037	Coro::async_pool {
3851	$Coro::current->{desc} = "runtime saver";	4038	$Coro::current->{desc} = "runtime saver";
3852	write_runtime_sync	4039	write_runtime_sync
3853	or warn "ERROR: unable to write runtime file: $!";	4040	or error "ERROR: unable to write runtime file: $!";
3854	};	4041	};
3855	}	4042	}
3856		4043
3857	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4044	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3858	$sig->send;	4045	$sig->send;
…		…
3866		4053
3867	if (0) {	4054	if (0) {
3868	if ($NEXT_TICK) {	4055	if ($NEXT_TICK) {
3869	my $jitter = $TICK_START - $NEXT_TICK;	4056	my $jitter = $TICK_START - $NEXT_TICK;
3870	$JITTER = $JITTER * 0.75 + $jitter * 0.25;	4057	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
3871	warn "jitter $JITTER\n";#d#	4058	debug "jitter $JITTER\n";#d#
3872	}	4059	}
3873	}	4060	}
3874	}	4061	}
3875		4062
3876	{	4063	{
3877	# configure BDB	4064	# configure BDB
3878		4065
3879	BDB::min_parallel 8;	4066	BDB::min_parallel 16;
3880	BDB::max_poll_reqs $TICK * 0.1;	4067	BDB::max_poll_reqs $TICK * 0.1;
3881	$AnyEvent::BDB::WATCHER->priority (1);	4068	$AnyEvent::BDB::WATCHER->priority (1);
3882		4069
3883	unless ($DB_ENV) {	4070	unless ($DB_ENV) {
3884	$DB_ENV = BDB::db_env_create;	4071	$DB_ENV = BDB::db_env_create;
…		…
3964	LOG llevInfo, "[ABT] [suppressed]\n";	4151	LOG llevInfo, "[ABT] [suppressed]\n";
3965	}	4152	}
3966	}	4153	}
3967		4154
3968	# load additional modules	4155	# load additional modules
3969	use cf::pod;	4156	require "cf/$_.pm" for @EXTRA_MODULES;
		4157	cf::_connect_to_perl_2;
3970		4158
3971	END { cf::emergency_save }	4159	END { cf::emergency_save }
3972		4160
3973	1	4161	1
3974		4162

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines