ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.457 by root, Wed Oct 1 05:50:19 2008 UTC vs.
Revision 1.537 by root, Sun May 2 19:16:16 2010 UTC

1	#	1	#
2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.	2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3	#	3	#
4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team	4	# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5	#	5	#
6	# Deliantra is free software: you can redistribute it and/or modify	6	# Deliantra is free software: you can redistribute it and/or modify it under
7	# it under the terms of the GNU General Public License as published by	7	# the terms of the Affero GNU General Public License as published by the
8	# the Free Software Foundation, either version 3 of the License, or	8	# Free Software Foundation, either version 3 of the License, or (at your
9	# (at your option) any later version.	9	# option) any later version.
10	#	10	#
11	# This program is distributed in the hope that it will be useful,	11	# This program is distributed in the hope that it will be useful,
12	# but WITHOUT ANY WARRANTY; without even the implied warranty of	12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the	13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14	# GNU General Public License for more details.	14	# GNU General Public License for more details.
15	#	15	#
16	# You should have received a copy of the GNU General Public License	16	# You should have received a copy of the Affero GNU General Public License
17	# along with this program. If not, see <http://www.gnu.org/licenses/>.	17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
18	#	19	#
19	# The authors can be reached via e-mail to <support@deliantra.net>	20	# The authors can be reached via e-mail to <support@deliantra.net>
20	#	21	#
21		22
22	package cf;	23	package cf;
23		24
24	use 5.10.0;	25	use 5.10.0;
25	use utf8;	26	use utf8;
26	use strict "vars", "subs";	27	use strict qw(vars subs);
27		28
28	use Symbol;	29	use Symbol;
29	use List::Util;	30	use List::Util;
30	use Socket;	31	use Socket;
31	use EV;	32	use EV;
32	use Opcode;	33	use Opcode;
33	use Safe;	34	use Safe;
34	use Safe::Hole;	35	use Safe::Hole;
35	use Storable ();	36	use Storable ();
		37	use Carp ();
36		38
		39	use Guard ();
37	use Coro ();	40	use Coro ();
38	use Coro::State;	41	use Coro::State;
39	use Coro::Handle;	42	use Coro::Handle;
40	use Coro::EV;	43	use Coro::EV;
41	use Coro::AnyEvent;	44	use Coro::AnyEvent;
42	use Coro::Timer;	45	use Coro::Timer;
43	use Coro::Signal;	46	use Coro::Signal;
44	use Coro::Semaphore;	47	use Coro::Semaphore;
		48	use Coro::SemaphoreSet;
45	use Coro::AnyEvent;	49	use Coro::AnyEvent;
46	use Coro::AIO;	50	use Coro::AIO;
47	use Coro::BDB 1.6;	51	use Coro::BDB 1.6;
48	use Coro::Storable;	52	use Coro::Storable;
49	use Coro::Util ();	53	use Coro::Util ();
50		54
51	use JSON::XS 2.01 ();	55	use JSON::XS 2.01 ();
52	use BDB ();	56	use BDB ();
53	use Data::Dumper;	57	use Data::Dumper;
54	use Digest::MD5;
55	use Fcntl;	58	use Fcntl;
56	use YAML ();	59	use YAML::XS ();
57	use IO::AIO ();	60	use IO::AIO ();
58	use Time::HiRes;	61	use Time::HiRes;
59	use Compress::LZF;	62	use Compress::LZF;
60	use Digest::MD5 ();	63	use Digest::MD5 ();
61		64
…		…
69	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	72	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
70		73
71	# make sure c-lzf reinitialises itself	74	# make sure c-lzf reinitialises itself
72	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";	75	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
73	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	76	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		77
		78	# strictly for debugging
		79	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
74		80
75	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	81	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
76		82
77	our %COMMAND = ();	83	our %COMMAND = ();
78	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
…		…
83	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
84	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
85		91
86	our $RELOAD; # number of reloads so far, non-zero while in reload	92	our $RELOAD; # number of reloads so far, non-zero while in reload
87	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
88		96
89	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
90	our $DATADIR = datadir;	98	our $DATADIR = datadir;
91	our $LIBDIR = "$DATADIR/ext";	99	our $LIBDIR = "$DATADIR/ext";
92	our $PODDIR = "$DATADIR/pod";	100	our $PODDIR = "$DATADIR/pod";
…		…
98	our $RANDOMDIR = "$LOCALDIR/random";	106	our $RANDOMDIR = "$LOCALDIR/random";
99	our $BDBDIR = "$LOCALDIR/db";	107	our $BDBDIR = "$LOCALDIR/db";
100	our $PIDFILE = "$LOCALDIR/pid";	108	our $PIDFILE = "$LOCALDIR/pid";
101	our $RUNTIMEFILE = "$LOCALDIR/runtime";	109	our $RUNTIMEFILE = "$LOCALDIR/runtime";
102		110
103	our %RESOURCE;	111	our %RESOURCE; # unused
		112
		113	our $OUTPUT_RATE_MIN = 3000;
		114	our $OUTPUT_RATE_MAX = 1000000;
		115
		116	our $MAX_LINKS = 32; # how many chained exits to follow
		117	our $VERBOSE_IO = 1;
104		118
105	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	119	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
106	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	120	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
107	our $NEXT_TICK;	121	our $NEXT_TICK;
108	our $USE_FSYNC = 1; # use fsync to write maps - default off	122	our $USE_FSYNC = 1; # use fsync to write maps - default on
109		123
110	our $BDB_DEADLOCK_WATCHER;	124	our $BDB_DEADLOCK_WATCHER;
111	our $BDB_CHECKPOINT_WATCHER;	125	our $BDB_CHECKPOINT_WATCHER;
112	our $BDB_TRICKLE_WATCHER;	126	our $BDB_TRICKLE_WATCHER;
113	our $DB_ENV;	127	our $DB_ENV;
114		128
		129	our @EXTRA_MODULES = qw(pod match mapscript);
		130
115	our %CFG;	131	our %CFG;
116		132
117	our $UPTIME; $UPTIME ||= time;	133	our $UPTIME; $UPTIME ||= time;
118	our $RUNTIME;	134	our $RUNTIME;
119	our $NOW;	135	our $NOW;
…		…
130	our $JITTER; # average jitter	146	our $JITTER; # average jitter
131	our $TICK_START; # for load detecting purposes	147	our $TICK_START; # for load detecting purposes
132		148
133	our @POST_INIT;	149	our @POST_INIT;
134		150
135	our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow)	151	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		152	our $REALLY_UNLOOP; # never set to true, please :)
136		153
137	binmode STDOUT;	154	binmode STDOUT;
138	binmode STDERR;	155	binmode STDERR;
139		156
140	# read virtual server time, if available	157	# read virtual server time, if available
…		…
142	open my $fh, "<", $RUNTIMEFILE	159	open my $fh, "<", $RUNTIMEFILE
143	or die "unable to read $RUNTIMEFILE file: $!";	160	or die "unable to read $RUNTIMEFILE file: $!";
144	$RUNTIME = <$fh> + 0.;	161	$RUNTIME = <$fh> + 0.;
145	}	162	}
146		163
		164	eval "sub TICK() { $TICK } 1" or die;
		165
147	mkdir $_	166	mkdir $_
148	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	167	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
149		168
150	our $EMERGENCY_POSITION;	169	our $EMERGENCY_POSITION;
151		170
152	sub cf::map::normalise;	171	sub cf::map::normalise;
		172
		173	sub in_main() {
		174	$Coro::current == $Coro::main
		175	}
		176
		177	#############################################################################
		178
		179	%REFLECT = ();
		180	for (@REFLECT) {
		181	my $reflect = JSON::XS::decode_json $_;
		182	$REFLECT{$reflect->{class}} = $reflect;
		183	}
		184
		185	# this is decidedly evil
		186	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
153		187
154	#############################################################################	188	#############################################################################
155		189
156	=head2 GLOBAL VARIABLES	190	=head2 GLOBAL VARIABLES
157		191
…		…
204	returns directly I<after> the tick processing (and consequently, can only wake one process	238	returns directly I<after> the tick processing (and consequently, can only wake one process
205	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	239	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
206		240
207	=item @cf::INVOKE_RESULTS	241	=item @cf::INVOKE_RESULTS
208		242
209	This array contains the results of the last C<invoke ()> call. When	243	This array contains the results of the last C<invoke ()> call. When
210	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	244	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
211	that call.	245	that call.
212		246
		247	=item %cf::REFLECT
		248
		249	Contains, for each (C++) class name, a hash reference with information
		250	about object members (methods, scalars, arrays and flags) and other
		251	metadata, which is useful for introspection.
		252
213	=back	253	=back
214		254
215	=cut	255	=cut
216		256
217	BEGIN {	257	sub error(@) { LOG llevError, join "", @_ }
218	*CORE::GLOBAL::warn = sub {	258	sub warn (@) { LOG llevWarn , join "", @_ }
		259	sub info (@) { LOG llevInfo , join "", @_ }
		260	sub debug(@) { LOG llevDebug, join "", @_ }
		261	sub trace(@) { LOG llevTrace, join "", @_ }
		262
		263	$Coro::State::WARNHOOK = sub {
219	my $msg = join "", @_;	264	my $msg = join "", @_;
220		265
221	$msg .= "\n"	266	$msg .= "\n"
222	unless $msg =~ /\n$/;	267	unless $msg =~ /\n$/;
223		268
224	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	269	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
225		270
226	LOG llevError, $msg;	271	LOG llevWarn, $msg;
227	};	272	};
228	}
229		273
230	$Coro::State::DIEHOOK = sub {	274	$Coro::State::DIEHOOK = sub {
231	return unless $^S eq 0; # "eq", not "=="	275	return unless $^S eq 0; # "eq", not "=="
232		276
233	if ($Coro::current == $Coro::main) {#d#	277	error Carp::longmess $_[0];
		278
		279	if (in_main) {#d#
234	warn "DIEHOOK called in main context, Coro bug?\n";#d#	280	error "DIEHOOK called in main context, Coro bug?\n";#d#
235	return;#d#	281	return;#d#
236	}#d#	282	}#d#
237		283
238	# kill coroutine otherwise	284	# kill coroutine otherwise
239	warn Carp::longmess $_[0];
240	Coro::terminate	285	Coro::terminate
241	};	286	};
242
243	$SIG{__DIE__} = sub { }; #d#?
244		287
245	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	288	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
246	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	289	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
247	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	290	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
248	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	291	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
262	)) {	305	)) {
263	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	306	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
264	}	307	}
265		308
266	$EV::DIED = sub {	309	$EV::DIED = sub {
267	warn "error in event callback: @_";	310	Carp::cluck "error in event callback: @_";
268	};	311	};
269		312
270	#############################################################################	313	#############################################################################
271		314
272	=head2 UTILITY FUNCTIONS	315	=head2 UTILITY FUNCTIONS
…		…
330	Wait until the given lock is available. See cf::lock_acquire.	373	Wait until the given lock is available. See cf::lock_acquire.
331		374
332	=item my $lock = cf::lock_acquire $string	375	=item my $lock = cf::lock_acquire $string
333		376
334	Wait until the given lock is available and then acquires it and returns	377	Wait until the given lock is available and then acquires it and returns
335	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	378	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
336	for example when the coroutine gets canceled), the lock is automatically	379	for example when the coroutine gets canceled), the lock is automatically
337	returned.	380	returned.
338		381
339	Locks are *not* recursive, locking from the same coro twice results in a	382	Locks are *not* recursive, locking from the same coro twice results in a
340	deadlocked coro.	383	deadlocked coro.
…		…
346		389
347	Return true if the lock is currently active, i.e. somebody has locked it.	390	Return true if the lock is currently active, i.e. somebody has locked it.
348		391
349	=cut	392	=cut
350		393
351	our %LOCK;	394	our $LOCKS = new Coro::SemaphoreSet;
352	our %LOCKER;#d#
353		395
354	sub lock_wait($) {	396	sub lock_wait($) {
355	my ($key) = @_;	397	$LOCKS->wait ($_[0]);
356
357	if ($LOCKER{$key} == $Coro::current) {#d#
358	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
359	return;#d#
360	}#d#
361
362	# wait for lock, if any
363	while ($LOCK{$key}) {
364	#local $Coro::current->{desc} = "$Coro::current->{desc} <waiting for lock $key>";
365	push @{ $LOCK{$key} }, $Coro::current;
366	Coro::schedule;
367	}
368	}	398	}
369		399
370	sub lock_acquire($) {	400	sub lock_acquire($) {
371	my ($key) = @_;	401	$LOCKS->guard ($_[0])
372
373	# wait, to be sure we are not locked
374	lock_wait $key;
375
376	$LOCK{$key} = [];
377	$LOCKER{$key} = $Coro::current;#d#
378
379	Coro::guard {
380	delete $LOCKER{$key};#d#
381	# wake up all waiters, to be on the safe side
382	$_->ready for @{ delete $LOCK{$key} };
383	}
384	}	402	}
385		403
386	sub lock_active($) {	404	sub lock_active($) {
387	my ($key) = @_;	405	$LOCKS->count ($_[0]) < 1
388
389	! ! $LOCK{$key}
390	}	406	}
391		407
392	sub freeze_mainloop {	408	sub freeze_mainloop {
393	tick_inhibit_inc;	409	tick_inhibit_inc;
394		410
395	Coro::guard \&tick_inhibit_dec;	411	&Guard::guard (\&tick_inhibit_dec);
396	}	412	}
397		413
398	=item cf::periodic $interval, $cb	414	=item cf::periodic $interval, $cb
399		415
400	Like EV::periodic, but randomly selects a starting point so that the actions	416	Like EV::periodic, but randomly selects a starting point so that the actions
401	get spread over timer.	417	get spread over time.
402		418
403	=cut	419	=cut
404		420
405	sub periodic($$) {	421	sub periodic($$) {
406	my ($interval, $cb) = @_;	422	my ($interval, $cb) = @_;
…		…
423		439
424	=cut	440	=cut
425		441
426	our @SLOT_QUEUE;	442	our @SLOT_QUEUE;
427	our $SLOT_QUEUE;	443	our $SLOT_QUEUE;
		444	our $SLOT_DECAY = 0.9;
428		445
429	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	446	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
430	$SLOT_QUEUE = Coro::async {	447	$SLOT_QUEUE = Coro::async {
431	$Coro::current->desc ("timeslot manager");	448	$Coro::current->desc ("timeslot manager");
432		449
433	my $signal = new Coro::Signal;	450	my $signal = new Coro::Signal;
		451	my $busy;
434		452
435	while () {	453	while () {
436	next_job:	454	next_job:
		455
437	my $avail = cf::till_tick;	456	my $avail = cf::till_tick;
438	if ($avail > 0.01) {	457
439	for (0 .. $#SLOT_QUEUE) {	458	for (0 .. $#SLOT_QUEUE) {
440	if ($SLOT_QUEUE[$_][0] < $avail) {	459	if ($SLOT_QUEUE[$_][0] <= $avail) {
		460	$busy = 0;
441	my $job = splice @SLOT_QUEUE, $_, 1, ();	461	my $job = splice @SLOT_QUEUE, $_, 1, ();
442	$job->[2]->send;	462	$job->[2]->send;
443	Coro::cede;	463	Coro::cede;
444	goto next_job;	464	goto next_job;
445	}	465	} else {
		466	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
446	}	467	}
447	}	468	}
448		469
449	if (@SLOT_QUEUE) {	470	if (@SLOT_QUEUE) {
450	# we do not use wait_for_tick() as it returns immediately when tick is inactive	471	# we do not use wait_for_tick() as it returns immediately when tick is inactive
451	push @cf::WAIT_FOR_TICK, $signal;	472	push @cf::WAIT_FOR_TICK, $signal;
452	$signal->wait;	473	$signal->wait;
453	} else {	474	} else {
		475	$busy = 0;
454	Coro::schedule;	476	Coro::schedule;
455	}	477	}
456	}	478	}
457	};	479	};
458		480
459	sub get_slot($;$$) {	481	sub get_slot($;$$) {
460	return if tick_inhibit || $Coro::current == $Coro::main;	482	return if tick_inhibit || $Coro::current == $Coro::main;
461		483
462	my ($time, $pri, $name) = @_;	484	my ($time, $pri, $name) = @_;
463		485
464	$time = $TICK * .6 if $time > $TICK * .6;	486	$time = clamp $time, 0.01, $TICK * .6;
		487
465	my $sig = new Coro::Signal;	488	my $sig = new Coro::Signal;
466		489
467	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	490	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
468	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	491	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
469	$SLOT_QUEUE->ready;	492	$SLOT_QUEUE->ready;
…		…
495	=cut	518	=cut
496		519
497	sub sync_job(&) {	520	sub sync_job(&) {
498	my ($job) = @_;	521	my ($job) = @_;
499		522
500	if ($Coro::current == $Coro::main) {	523	if (in_main) {
501	my $time = EV::time;	524	my $time = AE::time;
502		525
503	# this is the main coro, too bad, we have to block	526	# this is the main coro, too bad, we have to block
504	# till the operation succeeds, freezing the server :/	527	# till the operation succeeds, freezing the server :/
505		528
506	LOG llevError, Carp::longmess "sync job";#d#	529	#LOG llevError, Carp::longmess "sync job";#d#
507		530
508	my $freeze_guard = freeze_mainloop;	531	my $freeze_guard = freeze_mainloop;
509		532
510	my $busy = 1;	533	my $busy = 1;
511	my @res;	534	my @res;
512		535
513	(async {	536	(async {
514	$Coro::current->desc ("sync job coro");	537	$Coro::current->desc ("sync job coro");
515	@res = eval { $job->() };	538	@res = eval { $job->() };
516	warn $@ if $@;	539	error $@ if $@;
517	undef $busy;	540	undef $busy;
518	})->prio (Coro::PRIO_MAX);	541	})->prio (Coro::PRIO_MAX);
519		542
520	while ($busy) {	543	while ($busy) {
521	if (Coro::nready) {	544	if (Coro::nready) {
…		…
523	} else {	546	} else {
524	EV::loop EV::LOOP_ONESHOT;	547	EV::loop EV::LOOP_ONESHOT;
525	}	548	}
526	}	549	}
527		550
528	my $time = EV::time - $time;	551	my $time = AE::time - $time;
529		552
530	$TICK_START += $time; # do not account sync jobs to server load	553	$TICK_START += $time; # do not account sync jobs to server load
531		554
532	wantarray ? @res : $res[0]	555	wantarray ? @res : $res[0]
533	} else {	556	} else {
…		…
577	reset_signals;	600	reset_signals;
578	&$cb	601	&$cb
579	}, @args;	602	}, @args;
580		603
581	wantarray ? @res : $res[-1]	604	wantarray ? @res : $res[-1]
		605	}
		606
		607	sub objinfo {
		608	(
		609	"counter value" => cf::object::object_count,
		610	"objects created" => cf::object::create_count,
		611	"objects destroyed" => cf::object::destroy_count,
		612	"freelist size" => cf::object::free_count,
		613	"allocated objects" => cf::object::objects_size,
		614	"active objects" => cf::object::actives_size,
		615	)
582	}	616	}
583		617
584	=item $coin = coin_from_name $name	618	=item $coin = coin_from_name $name
585		619
586	=cut	620	=cut
…		…
623	within each server.	657	within each server.
624		658
625	=cut	659	=cut
626		660
627	sub db_table($) {	661	sub db_table($) {
		662	cf::error "db_get called from main context"
		663	if $Coro::current == $Coro::main;
		664
628	my ($name) = @_;	665	my ($name) = @_;
629	my $db = BDB::db_create $DB_ENV;	666	my $db = BDB::db_create $DB_ENV;
630		667
631	eval {	668	eval {
632	$db->set_flags (BDB::CHKSUM);	669	$db->set_flags (BDB::CHKSUM);
…		…
642	}	679	}
643		680
644	our $DB;	681	our $DB;
645		682
646	sub db_init {	683	sub db_init {
647	cf::sync_job {
648	$DB ||= db_table "db";	684	$DB ||= db_table "db";
649	};
650	}	685	}
651		686
652	sub db_get($$) {	687	sub db_get($$) {
653	my $key = "$_[0]/$_[1]";	688	my $key = "$_[0]/$_[1]";
654		689
655	cf::sync_job {	690	cf::error "db_get called from main context"
		691	if $Coro::current == $Coro::main;
		692
656	BDB::db_get $DB, undef, $key, my $data;	693	BDB::db_get $DB, undef, $key, my $data;
657		694
658	$! ? ()	695	$! ? ()
659	: $data	696	: $data
660	}
661	}	697	}
662		698
663	sub db_put($$$) {	699	sub db_put($$$) {
664	BDB::dbreq_pri 4;	700	BDB::dbreq_pri 4;
665	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	701	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
721		757
722	my $t1 = Time::HiRes::time;	758	my $t1 = Time::HiRes::time;
723	my $data = $process->(\@data);	759	my $data = $process->(\@data);
724	my $t2 = Time::HiRes::time;	760	my $t2 = Time::HiRes::time;
725		761
726	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	762	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
727		763
728	db_put cache => "$id/data", $data;	764	db_put cache => "$id/data", $data;
729	db_put cache => "$id/md5" , $md5;	765	db_put cache => "$id/md5" , $md5;
730	db_put cache => "$id/meta", $meta;	766	db_put cache => "$id/meta", $meta;
731		767
…		…
741		777
742	=cut	778	=cut
743		779
744	sub datalog($@) {	780	sub datalog($@) {
745	my ($type, %kv) = @_;	781	my ($type, %kv) = @_;
746	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	782	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
747	}	783	}
748		784
749	=back	785	=back
750		786
751	=cut	787	=cut
…		…
946		982
947	} elsif (exists $cb_id{$type}) {	983	} elsif (exists $cb_id{$type}) {
948	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	984	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
949		985
950	} elsif (ref $type) {	986	} elsif (ref $type) {
951	warn "attaching objects not supported, ignoring.\n";	987	error "attaching objects not supported, ignoring.\n";
952		988
953	} else {	989	} else {
954	shift @arg;	990	shift @arg;
955	warn "attach argument '$type' not supported, ignoring.\n";	991	error "attach argument '$type' not supported, ignoring.\n";
956	}	992	}
957	}	993	}
958	}	994	}
959		995
960	sub _object_attach {	996	sub _object_attach {
…		…
970	_attach $registry, $klass, @attach;	1006	_attach $registry, $klass, @attach;
971	}	1007	}
972		1008
973	$obj->{$name} = \%arg;	1009	$obj->{$name} = \%arg;
974	} else {	1010	} else {
975	warn "object uses attachment '$name' which is not available, postponing.\n";	1011	info "object uses attachment '$name' which is not available, postponing.\n";
976	}	1012	}
977		1013
978	$obj->{_attachment}{$name} = undef;	1014	$obj->{_attachment}{$name} = undef;
979	}	1015	}
980		1016
…		…
1039		1075
1040	for (@$callbacks) {	1076	for (@$callbacks) {
1041	eval { &{$_->[1]} };	1077	eval { &{$_->[1]} };
1042		1078
1043	if ($@) {	1079	if ($@) {
1044	warn "$@";
1045	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1080	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
1046	override;	1081	override;
1047	}	1082	}
1048		1083
1049	return 1 if $override;	1084	return 1 if $override;
1050	}	1085	}
…		…
1129	for (@$attach) {	1164	for (@$attach) {
1130	my ($klass, @attach) = @$_;	1165	my ($klass, @attach) = @$_;
1131	_attach $registry, $klass, @attach;	1166	_attach $registry, $klass, @attach;
1132	}	1167	}
1133	} else {	1168	} else {
1134	warn "object uses attachment '$name' that is not available, postponing.\n";	1169	info "object uses attachment '$name' that is not available, postponing.\n";
1135	}	1170	}
1136	}	1171	}
1137	}	1172	}
1138		1173
1139	cf::attachable->attach (	1174	cf::attachable->attach (
…		…
1166	my ($filename, $rdata, $objs) = @_;	1201	my ($filename, $rdata, $objs) = @_;
1167		1202
1168	sync_job {	1203	sync_job {
1169	if (length $$rdata) {	1204	if (length $$rdata) {
1170	utf8::decode (my $decname = $filename);	1205	utf8::decode (my $decname = $filename);
1171	warn sprintf "saving %s (%d,%d)\n",	1206	trace sprintf "saving %s (%d,%d)\n",
1172	$decname, length $$rdata, scalar @$objs;	1207	$decname, length $$rdata, scalar @$objs
		1208	if $VERBOSE_IO;
1173		1209
1174	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1210	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1175	aio_chmod $fh, SAVE_MODE;	1211	aio_chmod $fh, SAVE_MODE;
1176	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1212	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1177	aio_fsync $fh if $cf::USE_FSYNC;	1213	if ($cf::USE_FSYNC) {
		1214	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1215	aio_fsync $fh;
		1216	}
1178	aio_close $fh;	1217	aio_close $fh;
1179		1218
1180	if (@$objs) {	1219	if (@$objs) {
1181	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1220	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1182	aio_chmod $fh, SAVE_MODE;	1221	aio_chmod $fh, SAVE_MODE;
1183	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };	1222	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1184	aio_write $fh, 0, (length $data), $data, 0;	1223	aio_write $fh, 0, (length $data), $data, 0;
1185	aio_fsync $fh if $cf::USE_FSYNC;	1224	if ($cf::USE_FSYNC) {
		1225	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1226	aio_fsync $fh;
		1227	}
1186	aio_close $fh;	1228	aio_close $fh;
1187	aio_rename "$filename.pst~", "$filename.pst";	1229	aio_rename "$filename.pst~", "$filename.pst";
1188	}	1230	}
1189	} else {	1231	} else {
1190	aio_unlink "$filename.pst";	1232	aio_unlink "$filename.pst";
…		…
1193	aio_rename "$filename~", $filename;	1235	aio_rename "$filename~", $filename;
1194		1236
1195	$filename =~ s%/[^/]+$%%;	1237	$filename =~ s%/[^/]+$%%;
1196	aio_pathsync $filename if $cf::USE_FSYNC;	1238	aio_pathsync $filename if $cf::USE_FSYNC;
1197	} else {	1239	} else {
1198	warn "FATAL: $filename~: $!\n";	1240	error "unable to save objects: $filename~: $!\n";
1199	}	1241	}
1200	} else {	1242	} else {
1201	aio_unlink $filename;	1243	aio_unlink $filename;
1202	aio_unlink "$filename.pst";	1244	aio_unlink "$filename.pst";
1203	}	1245	}
…		…
1227	my $st = eval { Coro::Storable::thaw $av };	1269	my $st = eval { Coro::Storable::thaw $av };
1228	$av = $st->{objs};	1270	$av = $st->{objs};
1229	}	1271	}
1230		1272
1231	utf8::decode (my $decname = $filename);	1273	utf8::decode (my $decname = $filename);
1232	warn sprintf "loading %s (%d,%d)\n",	1274	trace sprintf "loading %s (%d,%d)\n",
1233	$decname, length $data, scalar @{$av || []};	1275	$decname, length $data, scalar @{$av || []}
		1276	if $VERBOSE_IO;
1234		1277
1235	($data, $av)	1278	($data, $av)
1236	}	1279	}
1237		1280
1238	=head2 COMMAND CALLBACKS	1281	=head2 COMMAND CALLBACKS
…		…
1297	}	1340	}
1298		1341
1299	use File::Glob ();	1342	use File::Glob ();
1300		1343
1301	cf::player->attach (	1344	cf::player->attach (
1302	on_command => sub {	1345	on_unknown_command => sub {
1303	my ($pl, $name, $params) = @_;	1346	my ($pl, $name, $params) = @_;
1304		1347
1305	my $cb = $COMMAND{$name}	1348	my $cb = $COMMAND{$name}
1306	or return;	1349	or return;
1307		1350
…		…
1330		1373
1331	$pl->ext_reply ($reply, @reply)	1374	$pl->ext_reply ($reply, @reply)
1332	if $reply;	1375	if $reply;
1333		1376
1334	} else {	1377	} else {
1335	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1378	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1336	}	1379	}
1337		1380
1338	cf::override;	1381	cf::override;
1339	},	1382	},
1340	);	1383	);
1341		1384
1342	# "readahead" all extensions	1385	# "readahead" all extensions
1343	sub cache_extensions {	1386	sub cache_extensions {
1344	my $grp = IO::AIO::aio_group;	1387	my $grp = IO::AIO::aio_group;
1345		1388
1346	add $grp IO::AIO::aio_readdir $LIBDIR, sub {	1389	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
1347	for (grep /\.ext$/, @{$_[0]}) {	1390	for (grep /\.ext$/, @{$_[0]}) {
1348	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;	1391	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
1349	}	1392	}
1350	};	1393	};
1351		1394
1352	$grp	1395	$grp
1353	}	1396	}
1354		1397
1355	sub load_extensions {	1398	sub load_extensions {
		1399	info "loading extensions...";
		1400
1356	cf::sync_job {	1401	cf::sync_job {
1357	my %todo;	1402	my %todo;
1358		1403
1359	for my $path (<$LIBDIR/*.ext>) {	1404	for my $path (<$LIBDIR/*.ext>) {
1360	next unless -r $path;	1405	next unless -r $path;
…		…
1386	. "\n};\n1";	1431	. "\n};\n1";
1387		1432
1388	$todo{$base} = \%ext;	1433	$todo{$base} = \%ext;
1389	}	1434	}
1390		1435
		1436	my $pass = 0;
1391	my %done;	1437	my %done;
1392	while (%todo) {	1438	while (%todo) {
1393	my $progress;	1439	my $progress;
1394		1440
		1441	++$pass;
		1442
		1443	ext:
1395	while (my ($k, $v) = each %todo) {	1444	while (my ($k, $v) = each %todo) {
1396	for (split /,\s*/, $v->{meta}{depends}) {	1445	for (split /,\s*/, $v->{meta}{depends}) {
1397	goto skip	1446	next ext
1398	unless exists $done{$_};	1447	unless exists $done{$_};
1399	}	1448	}
1400		1449
1401	warn "... loading '$k' into '$v->{pkg}'\n";	1450	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1402		1451
1403	unless (eval $v->{source}) {	1452	my $active = eval $v->{source};
		1453
		1454	if (length $@) {
1404	my $msg = $@ ? "$v->{path}: $@\n"	1455	error "$v->{path}: $@\n";
1405	: "$v->{base}: extension inactive.\n";
1406		1456
1407	if (exists $v->{meta}{mandatory}) {
1408	warn $msg;
1409	cf::cleanup "mandatory extension failed to load, exiting.";	1457	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1410	}	1458	if exists $v->{meta}{mandatory};
1411		1459
1412	warn $msg;	1460	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
		1461	delete $todo{$k};
		1462	} else {
		1463	$done{$k} = delete $todo{$k};
		1464	push @EXTS, $v->{pkg};
		1465	$progress = 1;
		1466
		1467	info "$v->{base}: extension inactive.\n"
		1468	unless $active;
1413	}	1469	}
1414
1415	$done{$k} = delete $todo{$k};
1416	push @EXTS, $v->{pkg};
1417	$progress = 1;
1418	}	1470	}
1419		1471
1420	skip:	1472	unless ($progress) {
1421	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1473	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1422	unless $progress;	1474
		1475	while (my ($k, $v) = each %todo) {
		1476	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1477	if exists $v->{meta}{mandatory};
		1478	}
		1479	}
1423	}	1480	}
1424	};	1481	};
1425	}	1482	}
1426		1483
1427	#############################################################################	1484	#############################################################################
…		…
1511	$cf::PLAYER{$login} = $pl	1568	$cf::PLAYER{$login} = $pl
1512	}	1569	}
1513	}	1570	}
1514	}	1571	}
1515		1572
		1573	cf::player->attach (
		1574	on_load => sub {
		1575	my ($pl, $path) = @_;
		1576
		1577	# restore slots saved in save, below
		1578	my $slots = delete $pl->{_slots};
		1579
		1580	$pl->ob->current_weapon ($slots->[0]);
		1581	$pl->combat_ob ($slots->[1]);
		1582	$pl->ranged_ob ($slots->[2]);
		1583	},
		1584	);
		1585
1516	sub save($) {	1586	sub save($) {
1517	my ($pl) = @_;	1587	my ($pl) = @_;
1518		1588
1519	return if $pl->{deny_save};	1589	return if $pl->{deny_save};
1520		1590
…		…
1525		1595
1526	aio_mkdir playerdir $pl, 0770;	1596	aio_mkdir playerdir $pl, 0770;
1527	$pl->{last_save} = $cf::RUNTIME;	1597	$pl->{last_save} = $cf::RUNTIME;
1528		1598
1529	cf::get_slot 0.01;	1599	cf::get_slot 0.01;
		1600
		1601	# save slots, to be restored later
		1602	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1530		1603
1531	$pl->save_pl ($path);	1604	$pl->save_pl ($path);
1532	cf::cede_to_tick;	1605	cf::cede_to_tick;
1533	}	1606	}
1534		1607
…		…
1571	$pl->password ("*"); # this should lock out the player until we have nuked the dir	1644	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1572		1645
1573	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1646	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1574	$pl->deactivate;	1647	$pl->deactivate;
1575	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;	1648	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1576	$pl->ob->check_score;
1577	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1649	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1578	$pl->ns->destroy if $pl->ns;	1650	$pl->ns->destroy if $pl->ns;
1579		1651
1580	my $path = playerdir $pl;	1652	my $path = playerdir $pl;
1581	my $temp = "$path~$cf::RUNTIME~deleting~";	1653	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1636	\@logins	1708	\@logins
1637	}	1709	}
1638		1710
1639	=item $player->maps	1711	=item $player->maps
1640		1712
		1713	=item cf::player::maps $login
		1714
1641	Returns an arrayref of map paths that are private for this	1715	Returns an arrayref of map paths that are private for this
1642	player. May block.	1716	player. May block.
1643		1717
1644	=cut	1718	=cut
1645		1719
…		…
1707	=cut	1781	=cut
1708		1782
1709	sub find_by_path($) {	1783	sub find_by_path($) {
1710	my ($path) = @_;	1784	my ($path) = @_;
1711		1785
		1786	$path =~ s/^~[^\/]*//; # skip ~login
		1787
1712	my ($match, $specificity);	1788	my ($match, $specificity);
1713		1789
1714	for my $region (list) {	1790	for my $region (list) {
1715	if ($region->{match} && $path =~ $region->{match}) {	1791	if ($region->{match} && $path =~ $region->{match}) {
1716	($match, $specificity) = ($region, $region->specificity)	1792	($match, $specificity) = ($region, $region->specificity)
…		…
1747	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM	1823	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1748		1824
1749	# mit "rum" bekleckern, nicht	1825	# mit "rum" bekleckern, nicht
1750	$self->_create_random_map (	1826	$self->_create_random_map (
1751	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1827	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1752	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1828	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1753	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1829	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1754	$rmp->{exit_on_final_map},	1830	$rmp->{exit_on_final_map},
1755	$rmp->{xsize}, $rmp->{ysize},	1831	$rmp->{xsize}, $rmp->{ysize},
1756	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},	1832	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1757	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},	1833	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
…		…
1779		1855
1780	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	1856	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1781	}	1857	}
1782		1858
1783	# also paths starting with '/'	1859	# also paths starting with '/'
1784	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	1860	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1785		1861
1786	sub thawer_merge {	1862	sub thawer_merge {
1787	my ($self, $merge) = @_;	1863	my ($self, $merge) = @_;
1788		1864
1789	# we have to keep some variables in memory intact	1865	# we have to keep some variables in memory intact
…		…
1887		1963
1888	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;	1964	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1889	"$UNIQUEDIR/$path"	1965	"$UNIQUEDIR/$path"
1890	}	1966	}
1891		1967
1892	# and all this just because we cannot iterate over
1893	# all maps in C++...
1894	sub change_all_map_light {
1895	my ($change) = @_;
1896
1897	$_->change_map_light ($change)
1898	for grep $_->outdoor, values %cf::MAP;
1899	}
1900
1901	sub decay_objects {	1968	sub decay_objects {
1902	my ($self) = @_;	1969	my ($self) = @_;
1903		1970
1904	return if $self->{deny_reset};	1971	return if $self->{deny_reset};
1905		1972
…		…
1987	sub find {	2054	sub find {
1988	my ($path, $origin) = @_;	2055	my ($path, $origin) = @_;
1989		2056
1990	$path = normalise $path, $origin && $origin->path;	2057	$path = normalise $path, $origin && $origin->path;
1991		2058
1992	cf::lock_wait "map_data:$path";#d#remove	2059	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1993	cf::lock_wait "map_find:$path";	2060	my $guard2 = cf::lock_acquire "map_find:$path";
1994		2061
1995	$cf::MAP{$path} || do {	2062	$cf::MAP{$path} || do {
1996	my $guard1 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1997	my $guard2 = cf::lock_acquire "map_find:$path";
1998
1999	my $map = new_from_path cf::map $path	2063	my $map = new_from_path cf::map $path
2000	or return;	2064	or return;
2001		2065
2002	$map->{last_save} = $cf::RUNTIME;	2066	$map->{last_save} = $cf::RUNTIME;
2003		2067
…		…
2015		2079
2016	$cf::MAP{$path} = $map	2080	$cf::MAP{$path} = $map
2017	}	2081	}
2018	}	2082	}
2019		2083
2020	sub pre_load { }	2084	sub pre_load { }
2021	sub post_load { }	2085	#sub post_load { } # XS
2022		2086
2023	sub load {	2087	sub load {
2024	my ($self) = @_;	2088	my ($self) = @_;
2025		2089
2026	local $self->{deny_reset} = 1; # loading can take a long time	2090	local $self->{deny_reset} = 1; # loading can take a long time
…		…
2071	unless ($self->{deny_activate}) {	2135	unless ($self->{deny_activate}) {
2072	$self->decay_objects;	2136	$self->decay_objects;
2073	$self->fix_auto_apply;	2137	$self->fix_auto_apply;
2074	$self->update_buttons;	2138	$self->update_buttons;
2075	cf::cede_to_tick;	2139	cf::cede_to_tick;
2076	$self->set_darkness_map;
2077	cf::cede_to_tick;
2078	$self->activate;	2140	$self->activate;
2079	}	2141	}
2080		2142
2081	$self->{last_save} = $cf::RUNTIME;	2143	$self->{last_save} = $cf::RUNTIME;
2082	$self->last_access ($cf::RUNTIME);	2144	$self->last_access ($cf::RUNTIME);
…		…
2085	}	2147	}
2086		2148
2087	$self->post_load;	2149	$self->post_load;
2088	}	2150	}
2089		2151
		2152	# customize the map for a given player, i.e.
		2153	# return the _real_ map. used by e.g. per-player
		2154	# maps to change the path to ~playername/mappath
2090	sub customise_for {	2155	sub customise_for {
2091	my ($self, $ob) = @_;	2156	my ($self, $ob) = @_;
2092		2157
2093	return find "~" . $ob->name . "/" . $self->{path}	2158	return find "~" . $ob->name . "/" . $self->{path}
2094	if $self->per_player;	2159	if $self->per_player;
…		…
2110	or next;	2175	or next;
2111	$neigh = find $neigh, $map	2176	$neigh = find $neigh, $map
2112	or next;	2177	or next;
2113	$neigh->load;	2178	$neigh->load;
2114		2179
		2180	# now find the diagonal neighbours
2115	push @neigh,	2181	push @neigh,
2116	[$neigh->tile_path (($_ + 3) % 4), $neigh],	2182	[$neigh->tile_path (($_ + 3) % 4), $neigh],
2117	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2183	[$neigh->tile_path (($_ + 1) % 4), $neigh];
2118	}	2184	}
2119		2185
…		…
2126	}	2192	}
2127		2193
2128	sub find_sync {	2194	sub find_sync {
2129	my ($path, $origin) = @_;	2195	my ($path, $origin) = @_;
2130		2196
2131	cf::sync_job { find $path, $origin }	2197	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2198	if $Coro::current == $Coro::main;
		2199
		2200	find $path, $origin
2132	}	2201	}
2133		2202
2134	sub do_load_sync {	2203	sub do_load_sync {
2135	my ($map) = @_;	2204	my ($map) = @_;
2136		2205
2137	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2206	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2138	if $Coro::current == $Coro::main;	2207	if $Coro::current == $Coro::main;
2139		2208
2140	cf::sync_job { $map->load };	2209	$map->load;
2141	}	2210	}
2142		2211
2143	our %MAP_PREFETCH;	2212	our %MAP_PREFETCH;
2144	our $MAP_PREFETCHER = undef;	2213	our $MAP_PREFETCHER = undef;
2145		2214
…		…
2171	$MAP_PREFETCHER->prio (6);	2240	$MAP_PREFETCHER->prio (6);
2172		2241
2173	()	2242	()
2174	}	2243	}
2175		2244
		2245	# common code, used by both ->save and ->swapout
2176	sub save {	2246	sub _save {
2177	my ($self) = @_;	2247	my ($self) = @_;
2178
2179	my $lock = cf::lock_acquire "map_data:$self->{path}";
2180		2248
2181	$self->{last_save} = $cf::RUNTIME;	2249	$self->{last_save} = $cf::RUNTIME;
2182		2250
2183	return unless $self->dirty;	2251	return unless $self->dirty;
2184		2252
…		…
2204	} else {	2272	} else {
2205	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2273	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2206	}	2274	}
2207	}	2275	}
2208		2276
		2277	sub save {
		2278	my ($self) = @_;
		2279
		2280	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2281
		2282	$self->_save;
		2283	}
		2284
2209	sub swap_out {	2285	sub swap_out {
2210	my ($self) = @_;	2286	my ($self) = @_;
2211		2287
2212	# save first because save cedes
2213	$self->save;
2214
2215	my $lock = cf::lock_acquire "map_data:$self->{path}";	2288	my $lock = cf::lock_acquire "map_data:$self->{path}";
2216		2289
2217	return if $self->players;
2218	return if $self->in_memory != cf::MAP_ACTIVE;	2290	return if $self->in_memory != cf::MAP_ACTIVE;
2219	return if $self->{deny_save};	2291	return if $self->{deny_save};
		2292	return if $self->players;
2220		2293
		2294	# first deactivate the map and "unlink" it from the core
		2295	$self->deactivate;
		2296	$_->clear_links_to ($self) for values %cf::MAP;
2221	$self->in_memory (cf::MAP_SWAPPED);	2297	$self->in_memory (cf::MAP_SWAPPED);
		2298
		2299	# then atomically save
		2300	$self->_save;
		2301
		2302	# then free the map
		2303	$self->clear;
		2304	}
		2305
		2306	sub reset_at {
		2307	my ($self) = @_;
		2308
		2309	# TODO: safety, remove and allow resettable per-player maps
		2310	return 1e99 if $self->{deny_reset};
		2311
		2312	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		2313	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		2314
		2315	$time + $to
		2316	}
		2317
		2318	sub should_reset {
		2319	my ($self) = @_;
		2320
		2321	$self->reset_at <= $cf::RUNTIME
		2322	}
		2323
		2324	sub reset {
		2325	my ($self) = @_;
		2326
		2327	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2328
		2329	return if $self->players;
		2330
		2331	cf::trace "resetting map ", $self->path, "\n";
		2332
		2333	$self->in_memory (cf::MAP_SWAPPED);
		2334
		2335	# need to save uniques path
		2336	unless ($self->{deny_save}) {
		2337	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2338
		2339	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2340	if $uniq;
		2341	}
		2342
		2343	delete $cf::MAP{$self->path};
2222		2344
2223	$self->deactivate;	2345	$self->deactivate;
2224	$_->clear_links_to ($self) for values %cf::MAP;	2346	$_->clear_links_to ($self) for values %cf::MAP;
2225	$self->clear;	2347	$self->clear;
2226	}
2227
2228	sub reset_at {
2229	my ($self) = @_;
2230
2231	# TODO: safety, remove and allow resettable per-player maps
2232	return 1e99 if $self->{deny_reset};
2233
2234	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
2235	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
2236
2237	$time + $to
2238	}
2239
2240	sub should_reset {
2241	my ($self) = @_;
2242
2243	$self->reset_at <= $cf::RUNTIME
2244	}
2245
2246	sub reset {
2247	my ($self) = @_;
2248
2249	my $lock = cf::lock_acquire "map_data:$self->{path}";
2250
2251	return if $self->players;
2252
2253	warn "resetting map ", $self->path;
2254
2255	$self->in_memory (cf::MAP_SWAPPED);
2256
2257	# need to save uniques path
2258	unless ($self->{deny_save}) {
2259	my $uniq = $self->uniq_path; utf8::encode $uniq;
2260
2261	$self->_save_objects ($uniq, cf::IO_UNIQUES)
2262	if $uniq;
2263	}
2264
2265	delete $cf::MAP{$self->path};
2266
2267	$self->deactivate;
2268	$_->clear_links_to ($self) for values %cf::MAP;
2269	$self->clear;
2270		2348
2271	$self->unlink_save;	2349	$self->unlink_save;
2272	$self->destroy;	2350	$self->destroy;
2273	}	2351	}
2274		2352
…		…
2282		2360
2283	delete $cf::MAP{$self->path};	2361	delete $cf::MAP{$self->path};
2284		2362
2285	$self->unlink_save;	2363	$self->unlink_save;
2286		2364
2287	bless $self, "cf::map";	2365	bless $self, "cf::map::wrap";
2288	delete $self->{deny_reset};	2366	delete $self->{deny_reset};
2289	$self->{deny_save} = 1;	2367	$self->{deny_save} = 1;
2290	$self->reset_timeout (1);	2368	$self->reset_timeout (1);
2291	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2369	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2292		2370
…		…
2349	: normalise $_	2427	: normalise $_
2350	} @{ aio_readdir $UNIQUEDIR or [] }	2428	} @{ aio_readdir $UNIQUEDIR or [] }
2351	]	2429	]
2352	}	2430	}
2353		2431
		2432	=item cf::map::static_maps
		2433
		2434	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2435	file in the shared directory excluding F</styles> and F</editor>). May
		2436	block.
		2437
		2438	=cut
		2439
		2440	sub static_maps() {
		2441	my @dirs = "";
		2442	my @maps;
		2443
		2444	while (@dirs) {
		2445	my $dir = shift @dirs;
		2446
		2447	next if $dir eq "/styles" || $dir eq "/editor";
		2448
		2449	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2450	or return;
		2451
		2452	for (@$files) {
		2453	s/\.map$// or next;
		2454	utf8::decode $_;
		2455	push @maps, "$dir/$_";
		2456	}
		2457
		2458	push @dirs, map "$dir/$_", @$dirs;
		2459	}
		2460
		2461	\@maps
		2462	}
		2463
2354	=back	2464	=back
2355		2465
2356	=head3 cf::object	2466	=head3 cf::object
2357		2467
2358	=cut	2468	=cut
…		…
2423		2533
2424	our $SAY_CHANNEL = {	2534	our $SAY_CHANNEL = {
2425	id => "say",	2535	id => "say",
2426	title => "Map",	2536	title => "Map",
2427	reply => "say ",	2537	reply => "say ",
2428	tooltip => "Things said to and replied from npcs near you and other players on the same map only.",	2538	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
2429	};	2539	};
2430		2540
2431	our $CHAT_CHANNEL = {	2541	our $CHAT_CHANNEL = {
2432	id => "chat",	2542	id => "chat",
2433	title => "Chat",	2543	title => "Chat",
…		…
2490		2600
2491	Freezes the player and moves him/her to a special map (C<{link}>).	2601	Freezes the player and moves him/her to a special map (C<{link}>).
2492		2602
2493	The player should be reasonably safe there for short amounts of time (e.g.	2603	The player should be reasonably safe there for short amounts of time (e.g.
2494	for loading a map). You I<MUST> call C<leave_link> as soon as possible,	2604	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2495	though, as the palyer cannot control the character while it is on the link	2605	though, as the player cannot control the character while it is on the link
2496	map.	2606	map.
2497		2607
2498	Will never block.	2608	Will never block.
2499		2609
2500	=item $player_object->leave_link ($map, $x, $y)	2610	=item $player_object->leave_link ($map, $x, $y)
…		…
2521	sub cf::object::player::enter_link {	2631	sub cf::object::player::enter_link {
2522	my ($self) = @_;	2632	my ($self) = @_;
2523		2633
2524	$self->deactivate_recursive;	2634	$self->deactivate_recursive;
2525		2635
		2636	++$self->{_link_recursion};
		2637
2526	return if UNIVERSAL::isa $self->map, "ext::map_link";	2638	return if UNIVERSAL::isa $self->map, "ext::map_link";
2527		2639
2528	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2640	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2529	if $self->map && $self->map->{path} ne "{link}";	2641	if $self->map && $self->map->{path} ne "{link}";
2530		2642
2531	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2643	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2532	}	2644	}
2533		2645
2534	sub cf::object::player::leave_link {	2646	sub cf::object::player::leave_link {
2535	my ($self, $map, $x, $y) = @_;	2647	my ($self, $map, $x, $y) = @_;
2536		2648
…		…
2553	($x, $y) = (-1, -1)	2665	($x, $y) = (-1, -1)
2554	unless (defined $x) && (defined $y);	2666	unless (defined $x) && (defined $y);
2555		2667
2556	# use -1 or undef as default coordinates, not 0, 0	2668	# use -1 or undef as default coordinates, not 0, 0
2557	($x, $y) = ($map->enter_x, $map->enter_y)	2669	($x, $y) = ($map->enter_x, $map->enter_y)
2558	if $x <=0 && $y <= 0;	2670	if $x <= 0 && $y <= 0;
2559		2671
2560	$map->load;	2672	$map->load;
2561	$map->load_neighbours;	2673	$map->load_neighbours;
2562		2674
2563	return unless $self->contr->active;	2675	return unless $self->contr->active;
2564	$self->flag (cf::FLAG_DEBUG, 0);#d# temp
2565	$self->activate_recursive;
2566		2676
2567	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2677	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2568	$self->enter_map ($map, $x, $y);	2678	if ($self->enter_map ($map, $x, $y)) {
2569	}	2679	# entering was successful
		2680	delete $self->{_link_recursion};
		2681	# only activate afterwards, to support waiting in hooks
		2682	$self->activate_recursive;
		2683	}
2570		2684
		2685	}
		2686
2571	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2687	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2572		2688
2573	Moves the player to the given map-path and coordinates by first freezing	2689	Moves the player to the given map-path and coordinates by first freezing
2574	her, loading and preparing them map, calling the provided $check callback	2690	her, loading and preparing them map, calling the provided $check callback
2575	that has to return the map if sucecssful, and then unfreezes the player on	2691	that has to return the map if sucecssful, and then unfreezes the player on
2576	the new (success) or old (failed) map position. In either case, $done will	2692	the new (success) or old (failed) map position. In either case, $done will
…		…
2583		2699
2584	our $GOTOGEN;	2700	our $GOTOGEN;
2585		2701
2586	sub cf::object::player::goto {	2702	sub cf::object::player::goto {
2587	my ($self, $path, $x, $y, $check, $done) = @_;	2703	my ($self, $path, $x, $y, $check, $done) = @_;
		2704
		2705	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2706	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2707	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2708	($path, $x, $y) = @$EMERGENCY_POSITION;
		2709	}
2588		2710
2589	# do generation counting so two concurrent goto's will be executed in-order	2711	# do generation counting so two concurrent goto's will be executed in-order
2590	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2712	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2591		2713
2592	$self->enter_link;	2714	$self->enter_link;
…		…
2616	my $map = eval {	2738	my $map = eval {
2617	my $map = defined $path ? cf::map::find $path : undef;	2739	my $map = defined $path ? cf::map::find $path : undef;
2618		2740
2619	if ($map) {	2741	if ($map) {
2620	$map = $map->customise_for ($self);	2742	$map = $map->customise_for ($self);
2621	$map = $check->($map) if $check && $map;	2743	$map = $check->($map, $x, $y, $self) if $check && $map;
2622	} else {	2744	} else {
2623	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);	2745	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2624	}	2746	}
2625		2747
2626	$map	2748	$map
…		…
2634	if ($gen == $self->{_goto_generation}) {	2756	if ($gen == $self->{_goto_generation}) {
2635	delete $self->{_goto_generation};	2757	delete $self->{_goto_generation};
2636	$self->leave_link ($map, $x, $y);	2758	$self->leave_link ($map, $x, $y);
2637	}	2759	}
2638		2760
2639	$done->() if $done;	2761	$done->($self) if $done;
2640	})->prio (1);	2762	})->prio (1);
2641	}	2763	}
2642		2764
2643	=item $player_object->enter_exit ($exit_object)	2765	=item $player_object->enter_exit ($exit_object)
2644		2766
…		…
2737	$self->message ("Something went wrong deep within the deliantra server. "	2859	$self->message ("Something went wrong deep within the deliantra server. "
2738	. "I'll try to bring you back to the map you were before. "	2860	. "I'll try to bring you back to the map you were before. "
2739	. "Please report this to the dungeon master!",	2861	. "Please report this to the dungeon master!",
2740	cf::NDI_UNIQUE | cf::NDI_RED);	2862	cf::NDI_UNIQUE | cf::NDI_RED);
2741		2863
2742	warn "ERROR in enter_exit: $@";	2864	error "ERROR in enter_exit: $@";
2743	$self->leave_link;	2865	$self->leave_link;
2744	}	2866	}
2745	})->prio (1);	2867	})->prio (1);
2746	}	2868	}
2747		2869
…		…
2759	sub cf::client::send_drawinfo {	2881	sub cf::client::send_drawinfo {
2760	my ($self, $text, $flags) = @_;	2882	my ($self, $text, $flags) = @_;
2761		2883
2762	utf8::encode $text;	2884	utf8::encode $text;
2763	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2885	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		2886	}
		2887
		2888	=item $client->send_big_packet ($pkt)
		2889
		2890	Like C<send_packet>, but tries to compress large packets, and fragments
		2891	them as required.
		2892
		2893	=cut
		2894
		2895	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		2896
		2897	sub cf::client::send_big_packet {
		2898	my ($self, $pkt) = @_;
		2899
		2900	# try lzf for large packets
		2901	$pkt = "lzf " . Compress::LZF::compress $pkt
		2902	if 1024 <= length $pkt and $self->{can_lzf};
		2903
		2904	# split very large packets
		2905	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		2906	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		2907	$pkt = "frag";
		2908	}
		2909
		2910	$self->send_packet ($pkt);
2764	}	2911	}
2765		2912
2766	=item $client->send_msg ($channel, $msg, $color, [extra...])	2913	=item $client->send_msg ($channel, $msg, $color, [extra...])
2767		2914
2768	Send a drawinfo or msg packet to the client, formatting the msg for the	2915	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2772		2919
2773	=cut	2920	=cut
2774		2921
2775	# non-persistent channels (usually the info channel)	2922	# non-persistent channels (usually the info channel)
2776	our %CHANNEL = (	2923	our %CHANNEL = (
		2924	"c/motd" => {
		2925	id => "infobox",
		2926	title => "MOTD",
		2927	reply => undef,
		2928	tooltip => "The message of the day",
		2929	},
2777	"c/identify" => {	2930	"c/identify" => {
2778	id => "infobox",	2931	id => "infobox",
2779	title => "Identify",	2932	title => "Identify",
2780	reply => undef,	2933	reply => undef,
2781	tooltip => "Items recently identified",	2934	tooltip => "Items recently identified",
…		…
2783	"c/examine" => {	2936	"c/examine" => {
2784	id => "infobox",	2937	id => "infobox",
2785	title => "Examine",	2938	title => "Examine",
2786	reply => undef,	2939	reply => undef,
2787	tooltip => "Signs and other items you examined",	2940	tooltip => "Signs and other items you examined",
		2941	},
		2942	"c/shopinfo" => {
		2943	id => "infobox",
		2944	title => "Shop Info",
		2945	reply => undef,
		2946	tooltip => "What your bargaining skill tells you about the shop",
2788	},	2947	},
2789	"c/book" => {	2948	"c/book" => {
2790	id => "infobox",	2949	id => "infobox",
2791	title => "Book",	2950	title => "Book",
2792	reply => undef,	2951	reply => undef,
…		…
2808	id => "infobox",	2967	id => "infobox",
2809	title => "Body Parts",	2968	title => "Body Parts",
2810	reply => undef,	2969	reply => undef,
2811	tooltip => "Shows which body parts you posess and are available",	2970	tooltip => "Shows which body parts you posess and are available",
2812	},	2971	},
		2972	"c/statistics" => {
		2973	id => "infobox",
		2974	title => "Statistics",
		2975	reply => undef,
		2976	tooltip => "Shows your primary statistics",
		2977	},
2813	"c/skills" => {	2978	"c/skills" => {
2814	id => "infobox",	2979	id => "infobox",
2815	title => "Skills",	2980	title => "Skills",
2816	reply => undef,	2981	reply => undef,
2817	tooltip => "Shows your experience per skill and item power",	2982	tooltip => "Shows your experience per skill and item power",
		2983	},
		2984	"c/shopitems" => {
		2985	id => "infobox",
		2986	title => "Shop Items",
		2987	reply => undef,
		2988	tooltip => "Shows the items currently for sale in this shop",
		2989	},
		2990	"c/resistances" => {
		2991	id => "infobox",
		2992	title => "Resistances",
		2993	reply => undef,
		2994	tooltip => "Shows your resistances",
		2995	},
		2996	"c/pets" => {
		2997	id => "infobox",
		2998	title => "Pets",
		2999	reply => undef,
		3000	tooltip => "Shows information abotu your pets/a specific pet",
		3001	},
		3002	"c/perceiveself" => {
		3003	id => "infobox",
		3004	title => "Perceive Self",
		3005	reply => undef,
		3006	tooltip => "You gained detailed knowledge about yourself",
2818	},	3007	},
2819	"c/uptime" => {	3008	"c/uptime" => {
2820	id => "infobox",	3009	id => "infobox",
2821	title => "Uptime",	3010	title => "Uptime",
2822	reply => undef,	3011	reply => undef,
…		…
2832	id => "party",	3021	id => "party",
2833	title => "Party",	3022	title => "Party",
2834	reply => "gsay ",	3023	reply => "gsay ",
2835	tooltip => "Messages and chat related to your party",	3024	tooltip => "Messages and chat related to your party",
2836	},	3025	},
		3026	"c/death" => {
		3027	id => "death",
		3028	title => "Death",
		3029	reply => undef,
		3030	tooltip => "Reason for and more info about your most recent death",
		3031	},
		3032	"c/say" => $SAY_CHANNEL,
		3033	"c/chat" => $CHAT_CHANNEL,
2837	);	3034	);
2838		3035
2839	sub cf::client::send_msg {	3036	sub cf::client::send_msg {
2840	my ($self, $channel, $msg, $color, @extra) = @_;	3037	my ($self, $channel, $msg, $color, @extra) = @_;
2841		3038
…		…
2846		3043
2847	# check predefined channels, for the benefit of C	3044	# check predefined channels, for the benefit of C
2848	if ($CHANNEL{$channel}) {	3045	if ($CHANNEL{$channel}) {
2849	$channel = $CHANNEL{$channel};	3046	$channel = $CHANNEL{$channel};
2850		3047
2851	$self->ext_msg (channel_info => $channel)	3048	$self->ext_msg (channel_info => $channel);
2852	if $self->can_msg;
2853
2854	$channel = $channel->{id};	3049	$channel = $channel->{id};
2855		3050
2856	} elsif (ref $channel) {	3051	} elsif (ref $channel) {
2857	# send meta info to client, if not yet sent	3052	# send meta info to client, if not yet sent
2858	unless (exists $self->{channel}{$channel->{id}}) {	3053	unless (exists $self->{channel}{$channel->{id}}) {
2859	$self->{channel}{$channel->{id}} = $channel;	3054	$self->{channel}{$channel->{id}} = $channel;
2860	$self->ext_msg (channel_info => $channel)	3055	$self->ext_msg (channel_info => $channel);
2861	if $self->can_msg;
2862	}	3056	}
2863		3057
2864	$channel = $channel->{id};	3058	$channel = $channel->{id};
2865	}	3059	}
2866		3060
2867	return unless @extra || length $msg;	3061	return unless @extra || length $msg;
2868		3062
2869	if ($self->can_msg) {
2870	# default colour, mask it out	3063	# default colour, mask it out
2871	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3064	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2872	if $color & cf::NDI_DEF;	3065	if $color & cf::NDI_DEF;
2873		3066
2874	my $pkt = "msg "	3067	my $pkt = "msg "
2875	. $self->{json_coder}->encode (	3068	. $self->{json_coder}->encode (
2876	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]	3069	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2877	);	3070	);
2878		3071
2879	# try lzf for large packets
2880	$pkt = "lzf " . Compress::LZF::compress $pkt
2881	if 1024 <= length $pkt and $self->{can_lzf};
2882
2883	# split very large packets
2884	if (8192 < length $pkt and $self->{can_lzf}) {
2885	$self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2886	$pkt = "frag";
2887	}
2888
2889	$self->send_packet ($pkt);	3072	$self->send_big_packet ($pkt);
2890	} else {
2891	if ($color >= 0) {
2892	# replace some tags by gcfclient-compatible ones
2893	for ($msg) {
2894	1 while
2895	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2896	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2897	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2898	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2899	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2900	}
2901
2902	$color &= cf::NDI_COLOR_MASK;
2903
2904	utf8::encode $msg;
2905
2906	if (0 && $msg =~ /\[/) {
2907	# COMMAND/INFO
2908	$self->send_packet ("drawextinfo $color 10 8 $msg")
2909	} else {
2910	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2911	$self->send_packet ("drawinfo $color $msg")
2912	}
2913	}
2914	}
2915	}	3073	}
2916		3074
2917	=item $client->ext_msg ($type, @msg)	3075	=item $client->ext_msg ($type, @msg)
2918		3076
2919	Sends an ext event to the client.	3077	Sends an ext event to the client.
…		…
2922		3080
2923	sub cf::client::ext_msg($$@) {	3081	sub cf::client::ext_msg($$@) {
2924	my ($self, $type, @msg) = @_;	3082	my ($self, $type, @msg) = @_;
2925		3083
2926	if ($self->extcmd == 2) {	3084	if ($self->extcmd == 2) {
2927	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3085	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2928	} elsif ($self->extcmd == 1) { # TODO: remove	3086	} elsif ($self->extcmd == 1) { # TODO: remove
2929	push @msg, msgtype => "event_$type";	3087	push @msg, msgtype => "event_$type";
2930	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3088	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2931	}	3089	}
2932	}	3090	}
2933		3091
2934	=item $client->ext_reply ($msgid, @msg)	3092	=item $client->ext_reply ($msgid, @msg)
2935		3093
…		…
2939		3097
2940	sub cf::client::ext_reply($$@) {	3098	sub cf::client::ext_reply($$@) {
2941	my ($self, $id, @msg) = @_;	3099	my ($self, $id, @msg) = @_;
2942		3100
2943	if ($self->extcmd == 2) {	3101	if ($self->extcmd == 2) {
2944	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3102	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2945	} elsif ($self->extcmd == 1) {	3103	} elsif ($self->extcmd == 1) {
2946	#TODO: version 1, remove	3104	#TODO: version 1, remove
2947	unshift @msg, msgtype => "reply", msgid => $id;	3105	unshift @msg, msgtype => "reply", msgid => $id;
2948	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3106	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2949	}	3107	}
2950	}	3108	}
2951		3109
2952	=item $success = $client->query ($flags, "text", \&cb)	3110	=item $success = $client->query ($flags, "text", \&cb)
2953		3111
…		…
3024		3182
3025	$ns->ext_reply ($reply, @reply)	3183	$ns->ext_reply ($reply, @reply)
3026	if $reply;	3184	if $reply;
3027		3185
3028	} else {	3186	} else {
3029	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3187	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3030	}	3188	}
3031		3189
3032	cf::override;	3190	cf::override;
3033	},	3191	},
3034	);	3192	);
…		…
3054		3212
3055	$coro	3213	$coro
3056	}	3214	}
3057		3215
3058	cf::client->attach (	3216	cf::client->attach (
3059	on_destroy => sub {	3217	on_client_destroy => sub {
3060	my ($ns) = @_;	3218	my ($ns) = @_;
3061		3219
3062	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3220	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
3063	},	3221	},
3064	);	3222	);
…		…
3080	our $safe_hole = new Safe::Hole;	3238	our $safe_hole = new Safe::Hole;
3081		3239
3082	$SIG{FPE} = 'IGNORE';	3240	$SIG{FPE} = 'IGNORE';
3083		3241
3084	$safe->permit_only (Opcode::opset qw(	3242	$safe->permit_only (Opcode::opset qw(
3085	:base_core :base_mem :base_orig :base_math	3243	:base_core :base_mem :base_orig :base_math :base_loop
3086	grepstart grepwhile mapstart mapwhile	3244	grepstart grepwhile mapstart mapwhile
3087	sort time	3245	sort time
3088	));	3246	));
3089		3247
3090	# here we export the classes and methods available to script code	3248	# here we export the classes and methods available to script code
…		…
3094	The following functions and methods are available within a safe environment:	3252	The following functions and methods are available within a safe environment:
3095		3253
3096	cf::object	3254	cf::object
3097	contr pay_amount pay_player map x y force_find force_add destroy	3255	contr pay_amount pay_player map x y force_find force_add destroy
3098	insert remove name archname title slaying race decrease split	3256	insert remove name archname title slaying race decrease split
		3257	value
3099		3258
3100	cf::object::player	3259	cf::object::player
3101	player	3260	player
3102		3261
3103	cf::player	3262	cf::player
…		…
3109	=cut	3268	=cut
3110		3269
3111	for (	3270	for (
3112	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3271	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3113	insert remove inv nrof name archname title slaying race	3272	insert remove inv nrof name archname title slaying race
3114	decrease split destroy change_exp)],	3273	decrease split destroy change_exp value msg lore send_msg)],
3115	["cf::object::player" => qw(player)],	3274	["cf::object::player" => qw(player)],
3116	["cf::player" => qw(peaceful)],	3275	["cf::player" => qw(peaceful send_msg)],
3117	["cf::map" => qw(trigger)],	3276	["cf::map" => qw(trigger)],
3118	) {	3277	) {
3119	no strict 'refs';	3278	no strict 'refs';
3120	my ($pkg, @funs) = @$_;	3279	my ($pkg, @funs) = @$_;
3121	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3280	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
…		…
3139		3298
3140	my $qcode = $code;	3299	my $qcode = $code;
3141	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3300	$qcode =~ s/"/‟/g; # not allowed in #line filenames
3142	$qcode =~ s/\n/\\n/g;	3301	$qcode =~ s/\n/\\n/g;
3143		3302
		3303	%vars = (_dummy => 0) unless %vars;
		3304
		3305	my @res;
3144	local $_;	3306	local $_;
3145	local @safe::cf::_safe_eval_args = values %vars;
3146		3307
3147	my $eval =	3308	my $eval =
3148	"do {\n"	3309	"do {\n"
3149	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3310	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
3150	. "#line 0 \"{$qcode}\"\n"	3311	. "#line 0 \"{$qcode}\"\n"
3151	. $code	3312	. $code
3152	. "\n}"	3313	. "\n}"
3153	;	3314	;
3154		3315
		3316	if ($CFG{safe_eval}) {
3155	sub_generation_inc;	3317	sub_generation_inc;
		3318	local @safe::cf::_safe_eval_args = values %vars;
3156	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3319	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
3157	sub_generation_inc;	3320	sub_generation_inc;
		3321	} else {
		3322	local @cf::_safe_eval_args = values %vars;
		3323	@res = wantarray ? eval eval : scalar eval $eval;
		3324	}
3158		3325
3159	if ($@) {	3326	if ($@) {
3160	warn "$@";	3327	warn "$@",
3161	warn "while executing safe code '$code'\n";	3328	"while executing safe code '$code'\n",
3162	warn "with arguments " . (join " ", %vars) . "\n";	3329	"with arguments " . (join " ", %vars) . "\n";
3163	}	3330	}
3164		3331
3165	wantarray ? @res : $res[0]	3332	wantarray ? @res : $res[0]
3166	}	3333	}
3167		3334
…		…
3181	=cut	3348	=cut
3182		3349
3183	sub register_script_function {	3350	sub register_script_function {
3184	my ($fun, $cb) = @_;	3351	my ($fun, $cb) = @_;
3185		3352
3186	no strict 'refs';	3353	$fun = "safe::$fun" if $CFG{safe_eval};
3187	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3354	*$fun = $safe_hole->wrap ($cb);
3188	}	3355	}
3189		3356
3190	=back	3357	=back
3191		3358
3192	=cut	3359	=cut
…		…
3201	# for this (global event?)	3368	# for this (global event?)
3202	%ext::player_env::MUSIC_FACE_CACHE = ();	3369	%ext::player_env::MUSIC_FACE_CACHE = ();
3203		3370
3204	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3371	my $enc = JSON::XS->new->utf8->canonical->relaxed;
3205		3372
3206	warn "loading facedata from $path\n";	3373	trace "loading facedata from $path\n";
3207		3374
3208	my $facedata;	3375	my $facedata;
3209	0 < aio_load $path, $facedata	3376	0 < aio_load $path, $facedata
3210	or die "$path: $!";	3377	or die "$path: $!";
3211		3378
…		…
3213		3380
3214	$facedata->{version} == 2	3381	$facedata->{version} == 2
3215	or cf::cleanup "$path: version mismatch, cannot proceed.";	3382	or cf::cleanup "$path: version mismatch, cannot proceed.";
3216		3383
3217	# patch in the exptable	3384	# patch in the exptable
		3385	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3218	$facedata->{resource}{"res/exp_table"} = {	3386	$facedata->{resource}{"res/exp_table"} = {
3219	type => FT_RSRC,	3387	type => FT_RSRC,
3220	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),	3388	data => $exp_table,
		3389	hash => (Digest::MD5::md5 $exp_table),
3221	};	3390	};
3222	cf::cede_to_tick;	3391	cf::cede_to_tick;
3223		3392
3224	{	3393	{
3225	my $faces = $facedata->{faceinfo};	3394	my $faces = $facedata->{faceinfo};
…		…
3227	while (my ($face, $info) = each %$faces) {	3396	while (my ($face, $info) = each %$faces) {
3228	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3397	my $idx = (cf::face::find $face) || cf::face::alloc $face;
3229		3398
3230	cf::face::set_visibility $idx, $info->{visibility};	3399	cf::face::set_visibility $idx, $info->{visibility};
3231	cf::face::set_magicmap $idx, $info->{magicmap};	3400	cf::face::set_magicmap $idx, $info->{magicmap};
3232	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3401	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3233	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3402	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3234		3403
3235	cf::cede_to_tick;	3404	cf::cede_to_tick;
3236	}	3405	}
3237		3406
3238	while (my ($face, $info) = each %$faces) {	3407	while (my ($face, $info) = each %$faces) {
…		…
3243		3412
3244	if (my $smooth = cf::face::find $info->{smooth}) {	3413	if (my $smooth = cf::face::find $info->{smooth}) {
3245	cf::face::set_smooth $idx, $smooth;	3414	cf::face::set_smooth $idx, $smooth;
3246	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3415	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3247	} else {	3416	} else {
3248	warn "smooth face '$info->{smooth}' not found for face '$face'";	3417	error "smooth face '$info->{smooth}' not found for face '$face'";
3249	}	3418	}
3250		3419
3251	cf::cede_to_tick;	3420	cf::cede_to_tick;
3252	}	3421	}
3253	}	3422	}
…		…
3262		3431
3263	cf::anim::invalidate_all; # d'oh	3432	cf::anim::invalidate_all; # d'oh
3264	}	3433	}
3265		3434
3266	{	3435	{
3267	# TODO: for gcfclient pleasure, we should give resources
3268	# that gcfclient doesn't grok a >10000 face index.
3269	my $res = $facedata->{resource};	3436	my $res = $facedata->{resource};
3270		3437
3271	while (my ($name, $info) = each %$res) {	3438	while (my ($name, $info) = each %$res) {
3272	if (defined $info->{type}) {	3439	if (defined $info->{type}) {
3273	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3440	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3274	my $data;
3275		3441
3276	if ($info->{type} & 1) {	3442	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3277	# prepend meta info
3278
3279	my $meta = $enc->encode ({
3280	name => $name,
3281	%{ $info->{meta} || {} },
3282	});
3283
3284	$data = pack "(w/a*)*", $meta, $info->{data};
3285	} else {
3286	$data = $info->{data};
3287	}
3288
3289	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3290	cf::face::set_type $idx, $info->{type};	3443	cf::face::set_type $idx, $info->{type};
3291	} else {	3444	} else {
3292	$RESOURCE{$name} = $info;	3445	$RESOURCE{$name} = $info; # unused
3293	}	3446	}
3294		3447
3295	cf::cede_to_tick;	3448	cf::cede_to_tick;
3296	}	3449	}
3297	}	3450	}
3298		3451
3299	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);	3452	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3300		3453
3301	1	3454	1
3302	}	3455	}
3303
3304	cf::global->attach (on_resource_update => sub {
3305	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3306	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3307
3308	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3309	my $sound = $soundconf->{compat}[$_]
3310	or next;
3311
3312	my $face = cf::face::find "sound/$sound->[1]";
3313	cf::sound::set $sound->[0] => $face;
3314	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3315	}
3316
3317	while (my ($k, $v) = each %{$soundconf->{event}}) {
3318	my $face = cf::face::find "sound/$v";
3319	cf::sound::set $k => $face;
3320	}
3321	}
3322	});
3323		3456
3324	register_exticmd fx_want => sub {	3457	register_exticmd fx_want => sub {
3325	my ($ns, $want) = @_;	3458	my ($ns, $want) = @_;
3326		3459
3327	while (my ($k, $v) = each %$want) {	3460	while (my ($k, $v) = each %$want) {
…		…
3366	sub reload_treasures {	3499	sub reload_treasures {
3367	load_resource_file "$DATADIR/treasures"	3500	load_resource_file "$DATADIR/treasures"
3368	or die "unable to load treasurelists\n";	3501	or die "unable to load treasurelists\n";
3369	}	3502	}
3370		3503
		3504	sub reload_sound {
		3505	trace "loading sound config from $DATADIR/sound\n";
		3506
		3507	0 < Coro::AIO::aio_load "$DATADIR/sound", my $data
		3508	or die "$DATADIR/sound $!";
		3509
		3510	my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data);
		3511
		3512	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3513	my $sound = $soundconf->{compat}[$_]
		3514	or next;
		3515
		3516	my $face = cf::face::find "sound/$sound->[1]";
		3517	cf::sound::set $sound->[0] => $face;
		3518	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3519	}
		3520
		3521	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3522	my $face = cf::face::find "sound/$v";
		3523	cf::sound::set $k => $face;
		3524	}
		3525	}
		3526
3371	sub reload_resources {	3527	sub reload_resources {
3372	warn "reloading resource files...\n";	3528	trace "reloading resource files...\n";
3373		3529
3374	reload_facedata;	3530	reload_facedata;
		3531	reload_sound;
3375	reload_archetypes;	3532	reload_archetypes;
3376	reload_regions;	3533	reload_regions;
3377	reload_treasures;	3534	reload_treasures;
3378		3535
3379	warn "finished reloading resource files\n";	3536	trace "finished reloading resource files\n";
3380	}	3537	}
3381		3538
3382	sub reload_config {	3539	sub reload_config {
		3540	trace "reloading config file...\n";
		3541
3383	open my $fh, "<:utf8", "$CONFDIR/config"	3542	open my $fh, "<:utf8", "$CONFDIR/config"
3384	or return;	3543	or return;
3385		3544
3386	local $/;	3545	local $/;
3387	*CFG = YAML::Load <$fh>;	3546	*CFG = YAML::XS::Load scalar <$fh>;
3388		3547
3389	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3548	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3390		3549
3391	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3550	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3392	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3551	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3393		3552
3394	if (exists $CFG{mlockall}) {	3553	if (exists $CFG{mlockall}) {
…		…
3396	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"	3555	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3397	and die "WARNING: m(un)lockall failed: $!\n";	3556	and die "WARNING: m(un)lockall failed: $!\n";
3398	};	3557	};
3399	warn $@ if $@;	3558	warn $@ if $@;
3400	}	3559	}
		3560
		3561	trace "finished reloading resource files\n";
3401	}	3562	}
3402		3563
3403	sub pidfile() {	3564	sub pidfile() {
3404	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT	3565	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3405	or die "$PIDFILE: $!";	3566	or die "$PIDFILE: $!";
…		…
3417		3578
3418	seek $fh, 0, 0;	3579	seek $fh, 0, 0;
3419	print $fh $$;	3580	print $fh $$;
3420	}	3581	}
3421		3582
		3583	sub main_loop {
		3584	trace "EV::loop starting\n";
		3585	if (1) {
		3586	EV::loop;
		3587	}
		3588	trace "EV::loop returned\n";
		3589	goto &main_loop unless $REALLY_UNLOOP;
		3590	}
		3591
3422	sub main {	3592	sub main {
3423	cf::init_globals; # initialise logging	3593	cf::init_globals; # initialise logging
3424		3594
3425	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;	3595	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3426	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";	3596	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3427	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";	3597	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3428	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";	3598	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3429
3430	cf::init_experience;
3431	cf::init_anim;
3432	cf::init_attackmess;
3433	cf::init_dynamic;
3434	cf::init_block;
3435		3599
3436	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority	3600	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3437		3601
3438	# we must not ever block the main coroutine	3602	# we must not ever block the main coroutine
3439	local $Coro::idle = sub {	3603	local $Coro::idle = sub {
…		…
3445	};	3609	};
3446		3610
3447	evthread_start IO::AIO::poll_fileno;	3611	evthread_start IO::AIO::poll_fileno;
3448		3612
3449	cf::sync_job {	3613	cf::sync_job {
		3614	cf::init_experience;
		3615	cf::init_anim;
		3616	cf::init_attackmess;
		3617	cf::init_dynamic;
		3618
		3619	cf::load_settings;
		3620	cf::load_materials;
		3621
3450	reload_resources;	3622	reload_resources;
3451	reload_config;	3623	reload_config;
3452	db_init;	3624	db_init;
3453		3625
3454	cf::load_settings;
3455	cf::load_materials;
3456	cf::init_uuid;	3626	cf::init_uuid;
3457	cf::init_signals;	3627	cf::init_signals;
3458	cf::init_commands;
3459	cf::init_skills;	3628	cf::init_skills;
3460		3629
3461	cf::init_beforeplay;	3630	cf::init_beforeplay;
3462		3631
3463	atomic;	3632	atomic;
…		…
3465	load_extensions;	3634	load_extensions;
3466		3635
3467	utime time, time, $RUNTIMEFILE;	3636	utime time, time, $RUNTIMEFILE;
3468		3637
3469	# no (long-running) fork's whatsoever before this point(!)	3638	# no (long-running) fork's whatsoever before this point(!)
		3639	use POSIX ();
3470	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};	3640	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3471		3641
3472	(pop @POST_INIT)->(0) while @POST_INIT;	3642	(pop @POST_INIT)->(0) while @POST_INIT;
3473	};	3643	};
3474		3644
3475	EV::loop;	3645	cf::object::thawer::errors_are_fatal 0;
		3646	info "parse errors in files are no longer fatal from this point on.\n";
		3647
		3648	main_loop;
3476	}	3649	}
3477		3650
3478	#############################################################################	3651	#############################################################################
3479	# initialisation and cleanup	3652	# initialisation and cleanup
3480		3653
3481	# install some emergency cleanup handlers	3654	# install some emergency cleanup handlers
3482	BEGIN {	3655	BEGIN {
3483	our %SIGWATCHER = ();	3656	our %SIGWATCHER = ();
3484	for my $signal (qw(INT HUP TERM)) {	3657	for my $signal (qw(INT HUP TERM)) {
3485	$SIGWATCHER{$signal} = EV::signal $signal, sub {	3658	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3486	cf::cleanup "SIG$signal";	3659	cf::cleanup "SIG$signal";
3487	};	3660	};
3488	}	3661	}
3489	}	3662	}
3490		3663
3491	sub write_runtime_sync {	3664	sub write_runtime_sync {
		3665	my $t0 = AE::time;
		3666
3492	# first touch the runtime file to show we are still running:	3667	# first touch the runtime file to show we are still running:
3493	# the fsync below can take a very very long time.	3668	# the fsync below can take a very very long time.
3494		3669
3495	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;	3670	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3496		3671
3497	my $guard = cf::lock_acquire "write_runtime";	3672	my $guard = cf::lock_acquire "write_runtime";
3498		3673
3499	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644	3674	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3500	or return;	3675	or return;
3501		3676
3502	my $value = $cf::RUNTIME + 90 + 10;	3677	my $value = $cf::RUNTIME + 90 + 10;
3503	# 10 is the runtime save interval, for a monotonic clock	3678	# 10 is the runtime save interval, for a monotonic clock
3504	# 60 allows for the watchdog to kill the server.	3679	# 60 allows for the watchdog to kill the server.
…		…
3517	or return;	3692	or return;
3518		3693
3519	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE	3694	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3520	and return;	3695	and return;
3521		3696
3522	warn "runtime file written.\n";	3697	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3523		3698
3524	1	3699	1
3525	}	3700	}
3526		3701
3527	our $uuid_lock;	3702	our $uuid_lock;
…		…
3539	or return;	3714	or return;
3540		3715
3541	my $value = uuid_seq uuid_cur;	3716	my $value = uuid_seq uuid_cur;
3542		3717
3543	unless ($value) {	3718	unless ($value) {
3544	warn "cowardly refusing to write zero uuid value!\n";	3719	info "cowardly refusing to write zero uuid value!\n";
3545	return;	3720	return;
3546	}	3721	}
3547		3722
3548	my $value = uuid_str $value + $uuid_skip;	3723	my $value = uuid_str $value + $uuid_skip;
3549	$uuid_skip = 0;	3724	$uuid_skip = 0;
…		…
3559	or return;	3734	or return;
3560		3735
3561	aio_rename "$uuid~", $uuid	3736	aio_rename "$uuid~", $uuid
3562	and return;	3737	and return;
3563		3738
3564	warn "uuid file written ($value).\n";	3739	trace "uuid file written ($value).\n";
3565		3740
3566	1	3741	1
3567		3742
3568	}	3743	}
3569		3744
…		…
3575	}	3750	}
3576		3751
3577	sub emergency_save() {	3752	sub emergency_save() {
3578	my $freeze_guard = cf::freeze_mainloop;	3753	my $freeze_guard = cf::freeze_mainloop;
3579		3754
3580	warn "emergency_perl_save: enter\n";	3755	info "emergency_perl_save: enter\n";
		3756
		3757	# this is a trade-off: we want to be very quick here, so
		3758	# save all maps without fsync, and later call a global sync
		3759	# (which in turn might be very very slow)
		3760	local $USE_FSYNC = 0;
3581		3761
3582	cf::sync_job {	3762	cf::sync_job {
3583	# this is a trade-off: we want to be very quick here, so	3763	cf::write_runtime_sync; # external watchdog should not bark
3584	# save all maps without fsync, and later call a global sync
3585	# (which in turn might be very very slow)
3586	local $USE_FSYNC = 0;
3587		3764
3588	# use a peculiar iteration method to avoid tripping on perl	3765	# use a peculiar iteration method to avoid tripping on perl
3589	# refcount bugs in for. also avoids problems with players	3766	# refcount bugs in for. also avoids problems with players
3590	# and maps saved/destroyed asynchronously.	3767	# and maps saved/destroyed asynchronously.
3591	warn "emergency_perl_save: begin player save\n";	3768	info "emergency_perl_save: begin player save\n";
3592	for my $login (keys %cf::PLAYER) {	3769	for my $login (keys %cf::PLAYER) {
3593	my $pl = $cf::PLAYER{$login} or next;	3770	my $pl = $cf::PLAYER{$login} or next;
3594	$pl->valid or next;	3771	$pl->valid or next;
3595	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt	3772	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3596	$pl->save;	3773	$pl->save;
3597	}	3774	}
3598	warn "emergency_perl_save: end player save\n";	3775	info "emergency_perl_save: end player save\n";
3599		3776
		3777	cf::write_runtime_sync; # external watchdog should not bark
		3778
3600	warn "emergency_perl_save: begin map save\n";	3779	info "emergency_perl_save: begin map save\n";
3601	for my $path (keys %cf::MAP) {	3780	for my $path (keys %cf::MAP) {
3602	my $map = $cf::MAP{$path} or next;	3781	my $map = $cf::MAP{$path} or next;
3603	$map->valid or next;	3782	$map->valid or next;
3604	$map->save;	3783	$map->save;
3605	}	3784	}
3606	warn "emergency_perl_save: end map save\n";	3785	info "emergency_perl_save: end map save\n";
3607		3786
		3787	cf::write_runtime_sync; # external watchdog should not bark
		3788
3608	warn "emergency_perl_save: begin database checkpoint\n";	3789	info "emergency_perl_save: begin database checkpoint\n";
3609	BDB::db_env_txn_checkpoint $DB_ENV;	3790	BDB::db_env_txn_checkpoint $DB_ENV;
3610	warn "emergency_perl_save: end database checkpoint\n";	3791	info "emergency_perl_save: end database checkpoint\n";
3611		3792
3612	warn "emergency_perl_save: begin write uuid\n";	3793	info "emergency_perl_save: begin write uuid\n";
3613	write_uuid_sync 1;	3794	write_uuid_sync 1;
3614	warn "emergency_perl_save: end write uuid\n";	3795	info "emergency_perl_save: end write uuid\n";
		3796
		3797	cf::write_runtime_sync; # external watchdog should not bark
		3798
		3799	trace "emergency_perl_save: syncing database to disk";
		3800	BDB::db_env_txn_checkpoint $DB_ENV;
		3801
		3802	info "emergency_perl_save: starting sync\n";
		3803	IO::AIO::aio_sync sub {
		3804	info "emergency_perl_save: finished sync\n";
		3805	};
		3806
		3807	cf::write_runtime_sync; # external watchdog should not bark
		3808
		3809	trace "emergency_perl_save: flushing outstanding aio requests";
		3810	while (IO::AIO::nreqs || BDB::nreqs) {
		3811	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
		3812	}
		3813
		3814	cf::write_runtime_sync; # external watchdog should not bark
3615	};	3815	};
3616		3816
3617	warn "emergency_perl_save: starting sync()\n";
3618	IO::AIO::aio_sync sub {
3619	warn "emergency_perl_save: finished sync()\n";
3620	};
3621
3622	warn "emergency_perl_save: leave\n";	3817	info "emergency_perl_save: leave\n";
3623	}	3818	}
3624		3819
3625	sub post_cleanup {	3820	sub post_cleanup {
3626	my ($make_core) = @_;	3821	my ($make_core) = @_;
3627		3822
		3823	IO::AIO::flush;
		3824
3628	warn Carp::longmess "post_cleanup backtrace"	3825	error Carp::longmess "post_cleanup backtrace"
3629	if $make_core;	3826	if $make_core;
3630		3827
3631	my $fh = pidfile;	3828	my $fh = pidfile;
3632	unlink $PIDFILE if <$fh> == $$;	3829	unlink $PIDFILE if <$fh> == $$;
3633	}	3830	}
…		…
3653	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};	3850	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3654	for my $name (keys %$leaf_symtab) {	3851	for my $name (keys %$leaf_symtab) {
3655	_gv_clear *{"$pkg$name"};	3852	_gv_clear *{"$pkg$name"};
3656	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};	3853	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3657	}	3854	}
3658	warn "cleared package $pkg\n";#d#
3659	}	3855	}
3660		3856
3661	sub do_reload_perl() {	3857	sub do_reload_perl() {
3662	# can/must only be called in main	3858	# can/must only be called in main
3663	if ($Coro::current != $Coro::main) {	3859	if (in_main) {
3664	warn "can only reload from main coroutine";	3860	error "can only reload from main coroutine";
3665	return;	3861	return;
3666	}	3862	}
3667		3863
3668	return if $RELOAD++;	3864	return if $RELOAD++;
3669		3865
3670	my $t1 = EV::time;	3866	my $t1 = AE::time;
3671		3867
3672	while ($RELOAD) {	3868	while ($RELOAD) {
3673	warn "reloading...";	3869	info "reloading...";
3674		3870
3675	warn "entering sync_job";	3871	trace "entering sync_job";
3676		3872
3677	cf::sync_job {	3873	cf::sync_job {
3678	cf::write_runtime_sync; # external watchdog should not bark
3679	cf::emergency_save;	3874	cf::emergency_save;
3680	cf::write_runtime_sync; # external watchdog should not bark
3681		3875
3682	warn "syncing database to disk";
3683	BDB::db_env_txn_checkpoint $DB_ENV;
3684
3685	# if anything goes wrong in here, we should simply crash as we already saved
3686
3687	warn "flushing outstanding aio requests";
3688	while (IO::AIO::nreqs || BDB::nreqs) {
3689	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3690	}
3691
3692	warn "cancelling all extension coros";	3876	trace "cancelling all extension coros";
3693	$_->cancel for values %EXT_CORO;	3877	$_->cancel for values %EXT_CORO;
3694	%EXT_CORO = ();	3878	%EXT_CORO = ();
3695		3879
3696	warn "removing commands";	3880	trace "removing commands";
3697	%COMMAND = ();	3881	%COMMAND = ();
3698		3882
3699	warn "removing ext/exti commands";	3883	trace "removing ext/exti commands";
3700	%EXTCMD = ();	3884	%EXTCMD = ();
3701	%EXTICMD = ();	3885	%EXTICMD = ();
3702		3886
3703	warn "unloading/nuking all extensions";	3887	trace "unloading/nuking all extensions";
3704	for my $pkg (@EXTS) {	3888	for my $pkg (@EXTS) {
3705	warn "... unloading $pkg";	3889	trace "... unloading $pkg";
3706		3890
3707	if (my $cb = $pkg->can ("unload")) {	3891	if (my $cb = $pkg->can ("unload")) {
3708	eval {	3892	eval {
3709	$cb->($pkg);	3893	$cb->($pkg);
3710	1	3894	1
3711	} or warn "$pkg unloaded, but with errors: $@";	3895	} or error "$pkg unloaded, but with errors: $@";
3712	}	3896	}
3713		3897
3714	warn "... clearing $pkg";	3898	trace "... clearing $pkg";
3715	clear_package $pkg;	3899	clear_package $pkg;
3716	}	3900	}
3717		3901
3718	warn "unloading all perl modules loaded from $LIBDIR";	3902	trace "unloading all perl modules loaded from $LIBDIR";
3719	while (my ($k, $v) = each %INC) {	3903	while (my ($k, $v) = each %INC) {
3720	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3904	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3721		3905
3722	warn "... unloading $k";	3906	trace "... unloading $k";
3723	delete $INC{$k};	3907	delete $INC{$k};
3724		3908
3725	$k =~ s/\.pm$//;	3909	$k =~ s/\.pm$//;
3726	$k =~ s/\//::/g;	3910	$k =~ s/\//::/g;
3727		3911
…		…
3730	}	3914	}
3731		3915
3732	clear_package $k;	3916	clear_package $k;
3733	}	3917	}
3734		3918
3735	warn "getting rid of safe::, as good as possible";	3919	trace "getting rid of safe::, as good as possible";
3736	clear_package "safe::$_"	3920	clear_package "safe::$_"
3737	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3921	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3738		3922
3739	warn "unloading cf.pm \"a bit\"";	3923	trace "unloading cf.pm \"a bit\"";
3740	delete $INC{"cf.pm"};	3924	delete $INC{"cf.pm"};
3741	delete $INC{"cf/pod.pm"};	3925	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3742		3926
3743	# don't, removes xs symbols, too,	3927	# don't, removes xs symbols, too,
3744	# and global variables created in xs	3928	# and global variables created in xs
3745	#clear_package __PACKAGE__;	3929	#clear_package __PACKAGE__;
3746		3930
3747	warn "unload completed, starting to reload now";	3931	info "unload completed, starting to reload now";
3748		3932
3749	warn "reloading cf.pm";	3933	trace "reloading cf.pm";
3750	require cf;	3934	require cf;
3751	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3935	cf::_connect_to_perl_1;
3752		3936
3753	warn "loading config and database again";	3937	trace "loading config and database again";
3754	cf::reload_config;	3938	cf::reload_config;
3755		3939
3756	warn "loading extensions";	3940	trace "loading extensions";
3757	cf::load_extensions;	3941	cf::load_extensions;
3758		3942
3759	if ($REATTACH_ON_RELOAD) {	3943	if ($REATTACH_ON_RELOAD) {
3760	warn "reattaching attachments to objects/players";	3944	trace "reattaching attachments to objects/players";
3761	_global_reattach; # objects, sockets	3945	_global_reattach; # objects, sockets
3762	warn "reattaching attachments to maps";	3946	trace "reattaching attachments to maps";
3763	reattach $_ for values %MAP;	3947	reattach $_ for values %MAP;
3764	warn "reattaching attachments to players";	3948	trace "reattaching attachments to players";
3765	reattach $_ for values %PLAYER;	3949	reattach $_ for values %PLAYER;
3766	}	3950	}
3767		3951
3768	warn "running post_init jobs";	3952	trace "running post_init jobs";
3769	(pop @POST_INIT)->(1) while @POST_INIT;	3953	(pop @POST_INIT)->(1) while @POST_INIT;
3770		3954
3771	warn "leaving sync_job";	3955	trace "leaving sync_job";
3772		3956
3773	1	3957	1
3774	} or do {	3958	} or do {
3775	warn $@;	3959	error $@;
3776	cf::cleanup "error while reloading, exiting.";	3960	cf::cleanup "error while reloading, exiting.";
3777	};	3961	};
3778		3962
3779	warn "reloaded";	3963	info "reloaded";
3780	--$RELOAD;	3964	--$RELOAD;
3781	}	3965	}
3782		3966
3783	$t1 = EV::time - $t1;	3967	$t1 = AE::time - $t1;
3784	warn "reload completed in ${t1}s\n";	3968	info "reload completed in ${t1}s\n";
3785	};	3969	};
3786		3970
3787	our $RELOAD_WATCHER; # used only during reload	3971	our $RELOAD_WATCHER; # used only during reload
3788		3972
3789	sub reload_perl() {	3973	sub reload_perl() {
…		…
3791	# coro crashes during coro_state_free->destroy here.	3975	# coro crashes during coro_state_free->destroy here.
3792		3976
3793	$RELOAD_WATCHER ||= cf::async {	3977	$RELOAD_WATCHER ||= cf::async {
3794	Coro::AIO::aio_wait cache_extensions;	3978	Coro::AIO::aio_wait cache_extensions;
3795		3979
3796	$RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {	3980	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3797	do_reload_perl;	3981	do_reload_perl;
3798	undef $RELOAD_WATCHER;	3982	undef $RELOAD_WATCHER;
3799	};	3983	};
3800	};	3984	};
3801	}	3985	}
…		…
3818		4002
3819	our @WAIT_FOR_TICK;	4003	our @WAIT_FOR_TICK;
3820	our @WAIT_FOR_TICK_BEGIN;	4004	our @WAIT_FOR_TICK_BEGIN;
3821		4005
3822	sub wait_for_tick {	4006	sub wait_for_tick {
3823	return if tick_inhibit || $Coro::current == $Coro::main;	4007	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3824		4008
3825	my $signal = new Coro::Signal;	4009	my $signal = new Coro::Signal;
3826	push @WAIT_FOR_TICK, $signal;	4010	push @WAIT_FOR_TICK, $signal;
3827	$signal->wait;	4011	$signal->wait;
3828	}	4012	}
3829		4013
3830	sub wait_for_tick_begin {	4014	sub wait_for_tick_begin {
3831	return if tick_inhibit || $Coro::current == $Coro::main;	4015	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3832		4016
3833	my $signal = new Coro::Signal;	4017	my $signal = new Coro::Signal;
3834	push @WAIT_FOR_TICK_BEGIN, $signal;	4018	push @WAIT_FOR_TICK_BEGIN, $signal;
3835	$signal->wait;	4019	$signal->wait;
3836	}	4020	}
…		…
3842	return;	4026	return;
3843	}	4027	}
3844		4028
3845	cf::server_tick; # one server iteration	4029	cf::server_tick; # one server iteration
3846		4030
		4031	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
		4032
3847	if ($NOW >= $NEXT_RUNTIME_WRITE) {	4033	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3848	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;	4034	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3849	Coro::async_pool {	4035	Coro::async_pool {
3850	$Coro::current->{desc} = "runtime saver";	4036	$Coro::current->{desc} = "runtime saver";
3851	write_runtime_sync	4037	write_runtime_sync
3852	or warn "ERROR: unable to write runtime file: $!";	4038	or error "ERROR: unable to write runtime file: $!";
3853	};	4039	};
3854	}	4040	}
3855		4041
3856	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4042	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3857	$sig->send;	4043	$sig->send;
…		…
3865		4051
3866	if (0) {	4052	if (0) {
3867	if ($NEXT_TICK) {	4053	if ($NEXT_TICK) {
3868	my $jitter = $TICK_START - $NEXT_TICK;	4054	my $jitter = $TICK_START - $NEXT_TICK;
3869	$JITTER = $JITTER * 0.75 + $jitter * 0.25;	4055	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
3870	warn "jitter $JITTER\n";#d#	4056	debug "jitter $JITTER\n";#d#
3871	}	4057	}
3872	}	4058	}
3873	}	4059	}
3874		4060
3875	{	4061	{
3876	# configure BDB	4062	# configure BDB
3877		4063
3878	BDB::min_parallel 8;	4064	BDB::min_parallel 16;
3879	BDB::max_poll_reqs $TICK * 0.1;	4065	BDB::max_poll_reqs $TICK * 0.1;
3880	$AnyEvent::BDB::WATCHER->priority (1);	4066	$AnyEvent::BDB::WATCHER->priority (1);
3881		4067
3882	unless ($DB_ENV) {	4068	unless ($DB_ENV) {
3883	$DB_ENV = BDB::db_env_create;	4069	$DB_ENV = BDB::db_env_create;
…		…
3963	LOG llevInfo, "[ABT] [suppressed]\n";	4149	LOG llevInfo, "[ABT] [suppressed]\n";
3964	}	4150	}
3965	}	4151	}
3966		4152
3967	# load additional modules	4153	# load additional modules
3968	use cf::pod;	4154	require "cf/$_.pm" for @EXTRA_MODULES;
		4155	cf::_connect_to_perl_2;
3969		4156
3970	END { cf::emergency_save }	4157	END { cf::emergency_save }
3971		4158
3972	1	4159	1
3973		4160

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines