ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.409 by root, Mon Jan 14 11:41:48 2008 UTC vs.
Revision 1.501 by root, Sat Jan 16 23:27:21 2010 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
		25	use 5.10.0;
3	use utf8;	26	use utf8;
4	use strict;	27	use strict qw(vars subs);
5		28
6	use Symbol;	29	use Symbol;
7	use List::Util;	30	use List::Util;
8	use Socket;	31	use Socket;
9	use EV 1.86;	32	use EV;
10	use Opcode;	33	use Opcode;
11	use Safe;	34	use Safe;
12	use Safe::Hole;	35	use Safe::Hole;
13	use Storable ();	36	use Storable ();
		37	use Carp ();
14		38
		39	use Guard ();
15	use Coro 4.32 ();	40	use Coro ();
16	use Coro::State;	41	use Coro::State;
17	use Coro::Handle;	42	use Coro::Handle;
18	use Coro::EV;	43	use Coro::EV;
		44	use Coro::AnyEvent;
19	use Coro::Timer;	45	use Coro::Timer;
20	use Coro::Signal;	46	use Coro::Signal;
21	use Coro::Semaphore;	47	use Coro::Semaphore;
		48	use Coro::SemaphoreSet;
		49	use Coro::AnyEvent;
22	use Coro::AIO;	50	use Coro::AIO;
23	use Coro::BDB;	51	use Coro::BDB 1.6;
24	use Coro::Storable;	52	use Coro::Storable;
25	use Coro::Util ();	53	use Coro::Util ();
26		54
27	use JSON::XS 2.01 ();	55	use JSON::XS 2.01 ();
28	use BDB ();	56	use BDB ();
29	use Data::Dumper;	57	use Data::Dumper;
30	use Digest::MD5;
31	use Fcntl;	58	use Fcntl;
32	use YAML ();	59	use YAML::XS ();
33	use IO::AIO 2.51 ();	60	use IO::AIO ();
34	use Time::HiRes;	61	use Time::HiRes;
35	use Compress::LZF;	62	use Compress::LZF;
36	use Digest::MD5 ();	63	use Digest::MD5 ();
		64
		65	AnyEvent::detect;
37		66
38	# configure various modules to our taste	67	# configure various modules to our taste
39	#	68	#
40	$Storable::canonical = 1; # reduce rsync transfers	69	$Storable::canonical = 1; # reduce rsync transfers
41	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	70	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		71
		72	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		73
		74	# make sure c-lzf reinitialises itself
		75	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
42	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	76	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
43		77
44	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	78	# strictly for debugging
		79	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45		80
46	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	81	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
47		82
48	our %COMMAND = ();	83	our %COMMAND = ();
49	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
…		…
52	our %EXTCMD = ();	87	our %EXTCMD = ();
53	our %EXTICMD = ();	88	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
56		91
57	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
58	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
59		96
60	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
61	our $DATADIR = datadir;	98	our $DATADIR = datadir;
62	our $LIBDIR = "$DATADIR/ext";	99	our $LIBDIR = "$DATADIR/ext";
63	our $PODDIR = "$DATADIR/pod";	100	our $PODDIR = "$DATADIR/pod";
64	our $MAPDIR = "$DATADIR/" . mapdir;	101	our $MAPDIR = "$DATADIR/" . mapdir;
65	our $LOCALDIR = localdir;	102	our $LOCALDIR = localdir;
66	our $TMPDIR = "$LOCALDIR/" . tmpdir;	103	our $TMPDIR = "$LOCALDIR/" . tmpdir;
67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	104	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	105	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69	our $RANDOMDIR = "$LOCALDIR/random";	106	our $RANDOMDIR = "$LOCALDIR/random";
70	our $BDBDIR = "$LOCALDIR/db";	107	our $BDBDIR = "$LOCALDIR/db";
		108	our $PIDFILE = "$LOCALDIR/pid";
		109	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		110
71	our %RESOURCE;	111	our %RESOURCE;
72		112
73	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	113	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
74	our $TICK_WATCHER;
75	our $AIO_POLL_WATCHER;
76	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	114	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
77	our $NEXT_TICK;	115	our $NEXT_TICK;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off	116	our $USE_FSYNC = 1; # use fsync to write maps - default on
79		117
80	our $BDB_POLL_WATCHER;
81	our $BDB_DEADLOCK_WATCHER;	118	our $BDB_DEADLOCK_WATCHER;
82	our $BDB_CHECKPOINT_WATCHER;	119	our $BDB_CHECKPOINT_WATCHER;
83	our $BDB_TRICKLE_WATCHER;	120	our $BDB_TRICKLE_WATCHER;
84	our $DB_ENV;	121	our $DB_ENV;
85		122
		123	our @EXTRA_MODULES = qw(pod match mapscript);
		124
86	our %CFG;	125	our %CFG;
87		126
88	our $UPTIME; $UPTIME ||= time;	127	our $UPTIME; $UPTIME ||= time;
89	our $RUNTIME;	128	our $RUNTIME;
90	our $NOW;	129	our $NOW;
…		…
96	# used to convert map paths into valid unix filenames by replacing / by ∕	135	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	136	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		137
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	138	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	139	our $LOADAVG; # same thing, but with alpha-smoothing
		140	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	141	our $TICK_START; # for load detecting purposes
		142
		143	our @POST_INIT;
		144
		145	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		146	our $REALLY_UNLOOP; # never set to true, please :)
102		147
103	binmode STDOUT;	148	binmode STDOUT;
104	binmode STDERR;	149	binmode STDERR;
105		150
106	# read virtual server time, if available	151	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	152	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	153	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	154	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	155	$RUNTIME = <$fh> + 0.;
111	}	156	}
		157
		158	eval "sub TICK() { $TICK } 1" or die;
112		159
113	mkdir $_	160	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	161	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115		162
116	our $EMERGENCY_POSITION;	163	our $EMERGENCY_POSITION;
117		164
118	sub cf::map::normalise;	165	sub cf::map::normalise;
		166
		167	#############################################################################
		168
		169	%REFLECT = ();
		170	for (@REFLECT) {
		171	my $reflect = JSON::XS::decode_json $_;
		172	$REFLECT{$reflect->{class}} = $reflect;
		173	}
		174
		175	# this is decidedly evil
		176	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
119		177
120	#############################################################################	178	#############################################################################
121		179
122	=head2 GLOBAL VARIABLES	180	=head2 GLOBAL VARIABLES
123		181
…		…
170	returns directly I<after> the tick processing (and consequently, can only wake one process	228	returns directly I<after> the tick processing (and consequently, can only wake one process
171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	229	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
172		230
173	=item @cf::INVOKE_RESULTS	231	=item @cf::INVOKE_RESULTS
174		232
175	This array contains the results of the last C<invoke ()> call. When	233	This array contains the results of the last C<invoke ()> call. When
176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	234	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177	that call.	235	that call.
178		236
		237	=item %cf::REFLECT
		238
		239	Contains, for each (C++) class name, a hash reference with information
		240	about object members (methods, scalars, arrays and flags) and other
		241	metadata, which is useful for introspection.
		242
179	=back	243	=back
180		244
181	=cut	245	=cut
182		246
183	BEGIN {	247	$Coro::State::WARNHOOK = sub {
184	*CORE::GLOBAL::warn = sub {
185	my $msg = join "", @_;	248	my $msg = join "", @_;
186		249
187	$msg .= "\n"	250	$msg .= "\n"
188	unless $msg =~ /\n$/;	251	unless $msg =~ /\n$/;
189		252
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	253	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		254
192	LOG llevError, $msg;	255	LOG llevError, $msg;
193	};	256	};
194	}
195		257
196	$Coro::State::DIEHOOK = sub {	258	$Coro::State::DIEHOOK = sub {
		259	return unless $^S eq 0; # "eq", not "=="
		260
197	warn Carp::longmess $_[0];	261	warn Carp::longmess $_[0];
		262
		263	if ($Coro::current == $Coro::main) {#d#
		264	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		265	return;#d#
		266	}#d#
		267
		268	# kill coroutine otherwise
198	Coro::terminate;	269	Coro::terminate
199	};	270	};
200		271
201	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	272	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
202	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	273	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
203	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	274	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
…		…
211	for my $pkg (qw(	282	for my $pkg (qw(
212	cf::global cf::attachable	283	cf::global cf::attachable
213	cf::object cf::object::player	284	cf::object cf::object::player
214	cf::client cf::player	285	cf::client cf::player
215	cf::arch cf::living	286	cf::arch cf::living
		287	cf::map cf::mapspace
216	cf::map cf::party cf::region	288	cf::party cf::region
217	)) {	289	)) {
218	no strict 'refs';
219	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	290	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
220	}	291	}
221		292
222	$EV::DIED = sub {	293	$EV::DIED = sub {
223	warn "error in event callback: @_";	294	Carp::cluck "error in event callback: @_";
224	};	295	};
225		296
226	#############################################################################	297	#############################################################################
227		298
228	=head2 UTILITY FUNCTIONS	299	=head2 UTILITY FUNCTIONS
…		…
265	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	336	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
266		337
267	sub encode_json($) { $json_coder->encode ($_[0]) }	338	sub encode_json($) { $json_coder->encode ($_[0]) }
268	sub decode_json($) { $json_coder->decode ($_[0]) }	339	sub decode_json($) { $json_coder->decode ($_[0]) }
269		340
		341	=item cf::post_init { BLOCK }
		342
		343	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		344	but I<before> the server starts ticking again.
		345
		346	The cdoeblock will have a single boolean argument to indicate whether this
		347	is a reload or not.
		348
		349	=cut
		350
		351	sub post_init(&) {
		352	push @POST_INIT, shift;
		353	}
		354
270	=item cf::lock_wait $string	355	=item cf::lock_wait $string
271		356
272	Wait until the given lock is available. See cf::lock_acquire.	357	Wait until the given lock is available. See cf::lock_acquire.
273		358
274	=item my $lock = cf::lock_acquire $string	359	=item my $lock = cf::lock_acquire $string
275		360
276	Wait until the given lock is available and then acquires it and returns	361	Wait until the given lock is available and then acquires it and returns
277	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	362	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
278	for example when the coroutine gets canceled), the lock is automatically	363	for example when the coroutine gets canceled), the lock is automatically
279	returned.	364	returned.
280		365
281	Locks are *not* recursive, locking from the same coro twice results in a	366	Locks are *not* recursive, locking from the same coro twice results in a
282	deadlocked coro.	367	deadlocked coro.
…		…
288		373
289	Return true if the lock is currently active, i.e. somebody has locked it.	374	Return true if the lock is currently active, i.e. somebody has locked it.
290		375
291	=cut	376	=cut
292		377
293	our %LOCK;	378	our $LOCKS = new Coro::SemaphoreSet;
294	our %LOCKER;#d#
295		379
296	sub lock_wait($) {	380	sub lock_wait($) {
297	my ($key) = @_;	381	$LOCKS->wait ($_[0]);
298
299	if ($LOCKER{$key} == $Coro::current) {#d#
300	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
301	return;#d#
302	}#d#
303
304	# wait for lock, if any
305	while ($LOCK{$key}) {
306	push @{ $LOCK{$key} }, $Coro::current;
307	Coro::schedule;
308	}
309	}	382	}
310		383
311	sub lock_acquire($) {	384	sub lock_acquire($) {
312	my ($key) = @_;	385	$LOCKS->guard ($_[0])
313
314	# wait, to be sure we are not locked
315	lock_wait $key;
316
317	$LOCK{$key} = [];
318	$LOCKER{$key} = $Coro::current;#d#
319
320	Coro::guard {
321	delete $LOCKER{$key};#d#
322	# wake up all waiters, to be on the safe side
323	$_->ready for @{ delete $LOCK{$key} };
324	}
325	}	386	}
326		387
327	sub lock_active($) {	388	sub lock_active($) {
328	my ($key) = @_;	389	$LOCKS->count ($_[0]) < 1
329
330	! ! $LOCK{$key}
331	}	390	}
332		391
333	sub freeze_mainloop {	392	sub freeze_mainloop {
334	return unless $TICK_WATCHER->is_active;	393	tick_inhibit_inc;
335		394
336	my $guard = Coro::guard {	395	&Guard::guard (\&tick_inhibit_dec);
337	$TICK_WATCHER->start;
338	};
339	$TICK_WATCHER->stop;
340	$guard
341	}	396	}
342		397
343	=item cf::periodic $interval, $cb	398	=item cf::periodic $interval, $cb
344		399
345	Like EV::periodic, but randomly selects a starting point so that the actions	400	Like EV::periodic, but randomly selects a starting point so that the actions
…		…
400	}	455	}
401	}	456	}
402	};	457	};
403		458
404	sub get_slot($;$$) {	459	sub get_slot($;$$) {
		460	return if tick_inhibit || $Coro::current == $Coro::main;
		461
405	my ($time, $pri, $name) = @_;	462	my ($time, $pri, $name) = @_;
406		463
407	$time = $TICK * .6 if $time > $TICK * .6;	464	$time = $TICK * .6 if $time > $TICK * .6;
408	my $sig = new Coro::Signal;	465	my $sig = new Coro::Signal;
409		466
…		…
446	# this is the main coro, too bad, we have to block	503	# this is the main coro, too bad, we have to block
447	# till the operation succeeds, freezing the server :/	504	# till the operation succeeds, freezing the server :/
448		505
449	LOG llevError, Carp::longmess "sync job";#d#	506	LOG llevError, Carp::longmess "sync job";#d#
450		507
451	# TODO: use suspend/resume instead
452	# (but this is cancel-safe)
453	my $freeze_guard = freeze_mainloop;	508	my $freeze_guard = freeze_mainloop;
454		509
455	my $busy = 1;	510	my $busy = 1;
456	my @res;	511	my @res;
457		512
…		…
468	} else {	523	} else {
469	EV::loop EV::LOOP_ONESHOT;	524	EV::loop EV::LOOP_ONESHOT;
470	}	525	}
471	}	526	}
472		527
473	$time = EV::time - $time;	528	my $time = EV::time - $time;
474		529
475	LOG llevError | logBacktrace, Carp::longmess "long sync job"
476	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
477
478	$tick_start += $time; # do not account sync jobs to server load	530	$TICK_START += $time; # do not account sync jobs to server load
479		531
480	wantarray ? @res : $res[0]	532	wantarray ? @res : $res[0]
481	} else {	533	} else {
482	# we are in another coroutine, how wonderful, everything just works	534	# we are in another coroutine, how wonderful, everything just works
483		535
…		…
525	reset_signals;	577	reset_signals;
526	&$cb	578	&$cb
527	}, @args;	579	}, @args;
528		580
529	wantarray ? @res : $res[-1]	581	wantarray ? @res : $res[-1]
		582	}
		583
		584	=item $coin = coin_from_name $name
		585
		586	=cut
		587
		588	our %coin_alias = (
		589	"silver" => "silvercoin",
		590	"silvercoin" => "silvercoin",
		591	"silvercoins" => "silvercoin",
		592	"gold" => "goldcoin",
		593	"goldcoin" => "goldcoin",
		594	"goldcoins" => "goldcoin",
		595	"platinum" => "platinacoin",
		596	"platinumcoin" => "platinacoin",
		597	"platinumcoins" => "platinacoin",
		598	"platina" => "platinacoin",
		599	"platinacoin" => "platinacoin",
		600	"platinacoins" => "platinacoin",
		601	"royalty" => "royalty",
		602	"royalties" => "royalty",
		603	);
		604
		605	sub coin_from_name($) {
		606	$coin_alias{$_[0]}
		607	? cf::arch::find $coin_alias{$_[0]}
		608	: undef
530	}	609	}
531		610
532	=item $value = cf::db_get $family => $key	611	=item $value = cf::db_get $family => $key
533		612
534	Returns a single value from the environment database.	613	Returns a single value from the environment database.
…		…
673		752
674	#############################################################################	753	#############################################################################
675		754
676	=head2 ATTACHABLE OBJECTS	755	=head2 ATTACHABLE OBJECTS
677		756
678	Many objects in crossfire are so-called attachable objects. That means you can	757	Many objects in deliantra are so-called attachable objects. That means you can
679	attach callbacks/event handlers (a collection of which is called an "attachment")	758	attach callbacks/event handlers (a collection of which is called an "attachment")
680	to it. All such attachable objects support the following methods.	759	to it. All such attachable objects support the following methods.
681		760
682	In the following description, CLASS can be any of C<global>, C<object>	761	In the following description, CLASS can be any of C<global>, C<object>
683	C<player>, C<client> or C<map> (i.e. the attachable objects in	762	C<player>, C<client> or C<map> (i.e. the attachable objects in
…		…
733	=item cf::CLASS::attachment $name, ...	812	=item cf::CLASS::attachment $name, ...
734		813
735	Register an attachment by C<$name> through which attachable objects of the	814	Register an attachment by C<$name> through which attachable objects of the
736	given CLASS can refer to this attachment.	815	given CLASS can refer to this attachment.
737		816
738	Some classes such as crossfire maps and objects can specify attachments	817	Some classes such as deliantra maps and objects can specify attachments
739	that are attached at load/instantiate time, thus the need for a name.	818	that are attached at load/instantiate time, thus the need for a name.
740		819
741	These calls expect any number of the following handler/hook descriptions:	820	These calls expect any number of the following handler/hook descriptions:
742		821
743	=over 4	822	=over 4
…		…
1034		1113
1035	sub reattach {	1114	sub reattach {
1036	# basically do the same as instantiate, without calling instantiate	1115	# basically do the same as instantiate, without calling instantiate
1037	my ($obj) = @_;	1116	my ($obj) = @_;
1038		1117
		1118	# no longer needed after getting rid of delete_package?
1039	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1119	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
1040		1120
1041	my $registry = $obj->registry;	1121	my $registry = $obj->registry;
1042		1122
1043	@$registry = ();	1123	@$registry = ();
1044		1124
…		…
1090	utf8::decode (my $decname = $filename);	1170	utf8::decode (my $decname = $filename);
1091	warn sprintf "saving %s (%d,%d)\n",	1171	warn sprintf "saving %s (%d,%d)\n",
1092	$decname, length $$rdata, scalar @$objs;	1172	$decname, length $$rdata, scalar @$objs;
1093		1173
1094	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1174	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1095	chmod SAVE_MODE, $fh;	1175	aio_chmod $fh, SAVE_MODE;
1096	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1176	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1097	aio_fsync $fh if $cf::USE_FSYNC;	1177	if ($cf::USE_FSYNC) {
		1178	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1179	aio_fsync $fh;
		1180	}
1098	close $fh;	1181	aio_close $fh;
1099		1182
1100	if (@$objs) {	1183	if (@$objs) {
1101	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1184	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1102	chmod SAVE_MODE, $fh;	1185	aio_chmod $fh, SAVE_MODE;
1103	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };	1186	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1104	aio_write $fh, 0, (length $data), $data, 0;	1187	aio_write $fh, 0, (length $data), $data, 0;
1105	aio_fsync $fh if $cf::USE_FSYNC;	1188	if ($cf::USE_FSYNC) {
		1189	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1190	aio_fsync $fh;
		1191	}
1106	close $fh;	1192	aio_close $fh;
1107	aio_rename "$filename.pst~", "$filename.pst";	1193	aio_rename "$filename.pst~", "$filename.pst";
1108	}	1194	}
1109	} else {	1195	} else {
1110	aio_unlink "$filename.pst";	1196	aio_unlink "$filename.pst";
1111	}	1197	}
1112		1198
1113	aio_rename "$filename~", $filename;	1199	aio_rename "$filename~", $filename;
		1200
		1201	$filename =~ s%/[^/]+$%%;
		1202	aio_pathsync $filename if $cf::USE_FSYNC;
1114	} else {	1203	} else {
1115	warn "FATAL: $filename~: $!\n";	1204	warn "unable to save objects: $filename~: $!\n";
1116	}	1205	}
1117	} else {	1206	} else {
1118	aio_unlink $filename;	1207	aio_unlink $filename;
1119	aio_unlink "$filename.pst";	1208	aio_unlink "$filename.pst";
1120	}	1209	}
…		…
1211	my ($name, $cb) = @_;	1300	my ($name, $cb) = @_;
1212		1301
1213	$EXTICMD{$name} = $cb;	1302	$EXTICMD{$name} = $cb;
1214	}	1303	}
1215		1304
		1305	use File::Glob ();
		1306
1216	cf::player->attach (	1307	cf::player->attach (
1217	on_command => sub {	1308	on_command => sub {
1218	my ($pl, $name, $params) = @_;	1309	my ($pl, $name, $params) = @_;
1219		1310
1220	my $cb = $COMMAND{$name}	1311	my $cb = $COMMAND{$name}
…		…
1252		1343
1253	cf::override;	1344	cf::override;
1254	},	1345	},
1255	);	1346	);
1256		1347
		1348	# "readahead" all extensions
		1349	sub cache_extensions {
		1350	my $grp = IO::AIO::aio_group;
		1351
		1352	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1353	for (grep /\.ext$/, @{$_[0]}) {
		1354	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1355	}
		1356	};
		1357
		1358	$grp
		1359	}
		1360
1257	sub load_extensions {	1361	sub load_extensions {
1258	cf::sync_job {	1362	cf::sync_job {
1259	my %todo;	1363	my %todo;
1260		1364
1261	for my $path (<$LIBDIR/*.ext>) {	1365	for my $path (<$LIBDIR/*.ext>) {
…		…
1280		1384
1281	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1385	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1282	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1386	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1283		1387
1284	$ext{source} =	1388	$ext{source} =
1285	"package $pkg; use strict; use utf8;\n"	1389	"package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1286	. "#line 1 \"$path\"\n{\n"	1390	. "#line 1 \"$path\"\n{\n"
1287	. $source	1391	. $source
1288	. "\n};\n1";	1392	. "\n};\n1";
1289		1393
1290	$todo{$base} = \%ext;	1394	$todo{$base} = \%ext;
…		…
1306	my $msg = $@ ? "$v->{path}: $@\n"	1410	my $msg = $@ ? "$v->{path}: $@\n"
1307	: "$v->{base}: extension inactive.\n";	1411	: "$v->{base}: extension inactive.\n";
1308		1412
1309	if (exists $v->{meta}{mandatory}) {	1413	if (exists $v->{meta}{mandatory}) {
1310	warn $msg;	1414	warn $msg;
1311	warn "mandatory extension failed to load, exiting.\n";	1415	cf::cleanup "mandatory extension failed to load, exiting.";
1312	exit 1;
1313	}	1416	}
1314		1417
1315	warn $msg;	1418	warn $msg;
1316	}	1419	}
1317		1420
…		…
1331		1434
1332	=back	1435	=back
1333		1436
1334	=head2 CORE EXTENSIONS	1437	=head2 CORE EXTENSIONS
1335		1438
1336	Functions and methods that extend core crossfire objects.	1439	Functions and methods that extend core deliantra objects.
1337		1440
1338	=cut	1441	=cut
1339		1442
1340	package cf::player;	1443	package cf::player;
1341		1444
…		…
1384		1487
1385	sub exists($) {	1488	sub exists($) {
1386	my ($login) = @_;	1489	my ($login) = @_;
1387		1490
1388	$cf::PLAYER{$login}	1491	$cf::PLAYER{$login}
1389	or cf::sync_job { !aio_stat path $login }	1492	or !aio_stat path $login
1390	}	1493	}
1391		1494
1392	sub find($) {	1495	sub find($) {
1393	return $cf::PLAYER{$_[0]} || do {	1496	return $cf::PLAYER{$_[0]} || do {
1394	my $login = $_[0];	1497	my $login = $_[0];
…		…
1406	my $f = new_from_file cf::object::thawer path $login	1509	my $f = new_from_file cf::object::thawer path $login
1407	or return;	1510	or return;
1408		1511
1409	my $pl = cf::player::load_pl $f	1512	my $pl = cf::player::load_pl $f
1410	or return;	1513	or return;
		1514
1411	local $cf::PLAYER_LOADING{$login} = $pl;	1515	local $cf::PLAYER_LOADING{$login} = $pl;
1412	$f->resolve_delayed_derefs;	1516	$f->resolve_delayed_derefs;
1413	$cf::PLAYER{$login} = $pl	1517	$cf::PLAYER{$login} = $pl
1414	}	1518	}
1415	}	1519	}
…		…
1425		1529
1426	return if $pl->{deny_save};	1530	return if $pl->{deny_save};
1427		1531
1428	aio_mkdir playerdir $pl, 0770;	1532	aio_mkdir playerdir $pl, 0770;
1429	$pl->{last_save} = $cf::RUNTIME;	1533	$pl->{last_save} = $cf::RUNTIME;
		1534
		1535	cf::get_slot 0.01;
1430		1536
1431	$pl->save_pl ($path);	1537	$pl->save_pl ($path);
1432	cf::cede_to_tick;	1538	cf::cede_to_tick;
1433	}	1539	}
1434		1540
…		…
1466	my ($pl) = @_;	1572	my ($pl) = @_;
1467		1573
1468	my $name = $pl->ob->name;	1574	my $name = $pl->ob->name;
1469		1575
1470	$pl->{deny_save} = 1;	1576	$pl->{deny_save} = 1;
1471	$pl->password ("*"); # this should lock out the player until we nuked the dir	1577	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1472		1578
1473	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1579	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1474	$pl->deactivate;	1580	$pl->deactivate;
		1581	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
		1582	$pl->ob->check_score;
1475	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1583	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1476	$pl->ns->destroy if $pl->ns;	1584	$pl->ns->destroy if $pl->ns;
1477		1585
1478	my $path = playerdir $pl;	1586	my $path = playerdir $pl;
1479	my $temp = "$path~$cf::RUNTIME~deleting~";	1587	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1518		1626
1519	for my $login (@$dirs) {	1627	for my $login (@$dirs) {
1520	my $path = path $login;	1628	my $path = path $login;
1521		1629
1522	# a .pst is a dead give-away for a valid player	1630	# a .pst is a dead give-away for a valid player
1523	unless (-e "$path.pst") {	1631	# if no pst file found, open and chekc for blocked users
		1632	if (aio_stat "$path.pst") {
1524	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;	1633	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1525	aio_read $fh, 0, 512, my $buf, 0 or next;	1634	aio_read $fh, 0, 512, my $buf, 0 or next;
1526	$buf !~ /^password -------------$/m or next; # official not-valid tag	1635	$buf !~ /^password -------------$/m or next; # official not-valid tag
1527	}	1636	}
1528		1637
…		…
1559	}	1668	}
1560		1669
1561	\@paths	1670	\@paths
1562	}	1671	}
1563		1672
1564	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1673	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1565		1674
1566	Expand crossfire pod fragments into protocol xml.	1675	Expand deliantra pod fragments into protocol xml.
1567
1568	=cut
1569
1570	use re 'eval';
1571
1572	my $group;
1573	my $interior; $interior = qr{
1574	# match a pod interior sequence sans C<< >>
1575	(?:
1576	\ (.*?)\ (?{ $group = $^N })
1577	| < (??{$interior}) >
1578	)
1579	}x;
1580
1581	sub expand_cfpod {
1582	my ($self, $pod) = @_;
1583
1584	my $xml;
1585
1586	while () {
1587	if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
1588	$group = $1;
1589
1590	$group =~ s/&/&amp;/g;
1591	$group =~ s/</&lt;/g;
1592
1593	$xml .= $group;
1594	} elsif ($pod =~ m%\G
1595	([BCGHITU])
1596	<
1597	(?:
1598	([^<>]*) (?{ $group = $^N })
1599	| < $interior >
1600	)
1601	>
1602	%gcsx
1603	) {
1604	my ($code, $data) = ($1, $group);
1605
1606	if ($code eq "B") {
1607	$xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
1608	} elsif ($code eq "I") {
1609	$xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
1610	} elsif ($code eq "U") {
1611	$xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
1612	} elsif ($code eq "C") {
1613	$xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
1614	} elsif ($code eq "T") {
1615	$xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
1616	} elsif ($code eq "G") {
1617	my ($male, $female) = split /\|/, $data;
1618	$data = $self->gender ? $female : $male;
1619	$xml .= expand_cfpod ($self, $data);
1620	} elsif ($code eq "H") {
1621	$xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
1622	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1623	"")
1624	[$self->{hintmode}];
1625	} else {
1626	$xml .= "error processing '$code($data)' directive";
1627	}
1628	} else {
1629	if ($pod =~ /\G(.+)/) {
1630	warn "parse error while expanding $pod (at $1)";
1631	}
1632	last;
1633	}
1634	}
1635
1636	for ($xml) {
1637	# create single paragraphs (very hackish)
1638	s/(?<=\S)\n(?=\w)/ /g;
1639
1640	# compress some whitespace
1641	s/\s+\n/\n/g; # ws line-ends
1642	s/\n\n+/\n/g; # double lines
1643	s/^\n+//; # beginning lines
1644	s/\n+$//; # ending lines
1645	}
1646
1647	$xml
1648	}
1649
1650	no re 'eval';
1651
1652	sub hintmode {
1653	$_[0]{hintmode} = $_[1] if @_ > 1;
1654	$_[0]{hintmode}
1655	}
1656		1676
1657	=item $player->ext_reply ($msgid, @msg)	1677	=item $player->ext_reply ($msgid, @msg)
1658		1678
1659	Sends an ext reply to the player.	1679	Sends an ext reply to the player.
1660		1680
…		…
1727	our $MAX_RESET = 3600;	1747	our $MAX_RESET = 3600;
1728	our $DEFAULT_RESET = 3000;	1748	our $DEFAULT_RESET = 3000;
1729		1749
1730	sub generate_random_map {	1750	sub generate_random_map {
1731	my ($self, $rmp) = @_;	1751	my ($self, $rmp) = @_;
		1752
		1753	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1754
1732	# mit "rum" bekleckern, nicht	1755	# mit "rum" bekleckern, nicht
1733	$self->_create_random_map (	1756	$self->_create_random_map (
1734	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1757	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1735	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1758	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1736	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1759	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1858		1881
1859	# the temporary/swap location	1882	# the temporary/swap location
1860	sub save_path {	1883	sub save_path {
1861	my ($self) = @_;	1884	my ($self) = @_;
1862		1885
1863	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1886	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1864	"$TMPDIR/$path.map"	1887	"$TMPDIR/$path.map"
1865	}	1888	}
1866		1889
1867	# the unique path, undef == no special unique path	1890	# the unique path, undef == no special unique path
1868	sub uniq_path {	1891	sub uniq_path {
1869	my ($self) = @_;	1892	my ($self) = @_;
1870		1893
1871	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1894	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1872	"$UNIQUEDIR/$path"	1895	"$UNIQUEDIR/$path"
1873	}
1874
1875	# and all this just because we cannot iterate over
1876	# all maps in C++...
1877	sub change_all_map_light {
1878	my ($change) = @_;
1879
1880	$_->change_map_light ($change)
1881	for grep $_->outdoor, values %cf::MAP;
1882	}	1896	}
1883		1897
1884	sub decay_objects {	1898	sub decay_objects {
1885	my ($self) = @_;	1899	my ($self) = @_;
1886		1900
…		…
1970	sub find {	1984	sub find {
1971	my ($path, $origin) = @_;	1985	my ($path, $origin) = @_;
1972		1986
1973	$path = normalise $path, $origin && $origin->path;	1987	$path = normalise $path, $origin && $origin->path;
1974		1988
1975	cf::lock_wait "map_data:$path";#d#remove	1989	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1976	cf::lock_wait "map_find:$path";	1990	my $guard2 = cf::lock_acquire "map_find:$path";
1977		1991
1978	$cf::MAP{$path} || do {	1992	$cf::MAP{$path} || do {
1979	my $guard1 = cf::lock_acquire "map_find:$path";
1980	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1981
1982	my $map = new_from_path cf::map $path	1993	my $map = new_from_path cf::map $path
1983	or return;	1994	or return;
1984		1995
1985	$map->{last_save} = $cf::RUNTIME;	1996	$map->{last_save} = $cf::RUNTIME;
1986		1997
…		…
1988	or return;	1999	or return;
1989		2000
1990	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2001	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1991	# doing this can freeze the server in a sync job, obviously	2002	# doing this can freeze the server in a sync job, obviously
1992	#$cf::WAIT_FOR_TICK->wait;	2003	#$cf::WAIT_FOR_TICK->wait;
		2004	undef $guard2;
1993	undef $guard1;	2005	undef $guard1;
1994	undef $guard2;
1995	$map->reset;	2006	$map->reset;
1996	return find $path;	2007	return find $path;
1997	}	2008	}
1998		2009
1999	$cf::MAP{$path} = $map	2010	$cf::MAP{$path} = $map
2000	}	2011	}
2001	}	2012	}
2002		2013
2003	sub pre_load { }	2014	sub pre_load { }
2004	sub post_load { }	2015	#sub post_load { } # XS
2005		2016
2006	sub load {	2017	sub load {
2007	my ($self) = @_;	2018	my ($self) = @_;
2008		2019
2009	local $self->{deny_reset} = 1; # loading can take a long time	2020	local $self->{deny_reset} = 1; # loading can take a long time
…		…
2026	my $f = new_from_file cf::object::thawer $self->{load_path};	2037	my $f = new_from_file cf::object::thawer $self->{load_path};
2027	$f->skip_block;	2038	$f->skip_block;
2028	$self->_load_objects ($f)	2039	$self->_load_objects ($f)
2029	or return;	2040	or return;
2030		2041
2031	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2042	$self->post_load_original
2032	if delete $self->{load_original};	2043	if delete $self->{load_original};
2033		2044
2034	if (my $uniq = $self->uniq_path) {	2045	if (my $uniq = $self->uniq_path) {
2035	utf8::encode $uniq;	2046	utf8::encode $uniq;
2036	unless (aio_stat $uniq) {	2047	unless (aio_stat $uniq) {
…		…
2054	unless ($self->{deny_activate}) {	2065	unless ($self->{deny_activate}) {
2055	$self->decay_objects;	2066	$self->decay_objects;
2056	$self->fix_auto_apply;	2067	$self->fix_auto_apply;
2057	$self->update_buttons;	2068	$self->update_buttons;
2058	cf::cede_to_tick;	2069	cf::cede_to_tick;
2059	$self->set_darkness_map;
2060	cf::cede_to_tick;
2061	$self->activate;	2070	$self->activate;
2062	}	2071	}
2063		2072
2064	$self->{last_save} = $cf::RUNTIME;	2073	$self->{last_save} = $cf::RUNTIME;
2065	$self->last_access ($cf::RUNTIME);	2074	$self->last_access ($cf::RUNTIME);
2066		2075
2067	$self->in_memory (cf::MAP_IN_MEMORY);	2076	$self->in_memory (cf::MAP_ACTIVE);
2068	}	2077	}
2069		2078
2070	$self->post_load;	2079	$self->post_load;
2071	}	2080	}
2072		2081
…		…
2130	my ($path, $origin, $load) = @_;	2139	my ($path, $origin, $load) = @_;
2131		2140
2132	$path = normalise $path, $origin && $origin->{path};	2141	$path = normalise $path, $origin && $origin->{path};
2133		2142
2134	if (my $map = $cf::MAP{$path}) {	2143	if (my $map = $cf::MAP{$path}) {
2135	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2144	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2136	}	2145	}
2137		2146
2138	$MAP_PREFETCH{$path} |= $load;	2147	$MAP_PREFETCH{$path} |= $load;
2139		2148
2140	$MAP_PREFETCHER ||= cf::async {	2149	$MAP_PREFETCHER ||= cf::async {
…		…
2177	cf::async {	2186	cf::async {
2178	$Coro::current->{desc} = "map player save";	2187	$Coro::current->{desc} = "map player save";
2179	$_->contr->save for $self->players;	2188	$_->contr->save for $self->players;
2180	};	2189	};
2181		2190
		2191	cf::get_slot 0.02;
		2192
2182	if ($uniq) {	2193	if ($uniq) {
2183	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2194	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2184	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2195	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2185	} else {	2196	} else {
2186	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2197	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
…		…
2194	$self->save;	2205	$self->save;
2195		2206
2196	my $lock = cf::lock_acquire "map_data:$self->{path}";	2207	my $lock = cf::lock_acquire "map_data:$self->{path}";
2197		2208
2198	return if $self->players;	2209	return if $self->players;
2199	return if $self->in_memory != cf::MAP_IN_MEMORY;	2210	return if $self->in_memory != cf::MAP_ACTIVE;
2200	return if $self->{deny_save};	2211	return if $self->{deny_save};
2201		2212
2202	$self->in_memory (cf::MAP_SWAPPED);	2213	$self->in_memory (cf::MAP_SWAPPED);
2203		2214
2204	$self->deactivate;	2215	$self->deactivate;
…		…
2229		2240
2230	my $lock = cf::lock_acquire "map_data:$self->{path}";	2241	my $lock = cf::lock_acquire "map_data:$self->{path}";
2231		2242
2232	return if $self->players;	2243	return if $self->players;
2233		2244
2234	warn "resetting map ", $self->path;	2245	warn "resetting map ", $self->path, "\n";
2235		2246
2236	$self->in_memory (cf::MAP_SWAPPED);	2247	$self->in_memory (cf::MAP_SWAPPED);
2237		2248
2238	# need to save uniques path	2249	# need to save uniques path
2239	unless ($self->{deny_save}) {	2250	unless ($self->{deny_save}) {
…		…
2322		2333
2323	sub unique_maps() {	2334	sub unique_maps() {
2324	[	2335	[
2325	map {	2336	map {
2326	utf8::decode $_;	2337	utf8::decode $_;
2327	/\.map$/	2338	s/\.map$//; # TODO future compatibility hack
		2339	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2340	? ()
2328	? normalise $_	2341	: normalise $_
2329	: ()
2330	} @{ aio_readdir $UNIQUEDIR or [] }	2342	} @{ aio_readdir $UNIQUEDIR or [] }
2331	]	2343	]
2332	}	2344	}
2333		2345
2334	package cf;	2346	=item cf::map::static_maps
		2347
		2348	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2349	file in the shared directory excluding F</styles> and F</editor>). May
		2350	block.
		2351
		2352	=cut
		2353
		2354	sub static_maps() {
		2355	my @dirs = "";
		2356	my @maps;
		2357
		2358	while (@dirs) {
		2359	my $dir = shift @dirs;
		2360
		2361	next if $dir eq "/styles" || $dir eq "/editor";
		2362
		2363	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2364	or return;
		2365
		2366	for (@$files) {
		2367	s/\.map$// or next;
		2368	utf8::decode $_;
		2369	push @maps, "$dir/$_";
		2370	}
		2371
		2372	push @dirs, map "$dir/$_", @$dirs;
		2373	}
		2374
		2375	\@maps
		2376	}
2335		2377
2336	=back	2378	=back
2337		2379
2338	=head3 cf::object	2380	=head3 cf::object
2339		2381
…		…
2343		2385
2344	=over 4	2386	=over 4
2345		2387
2346	=item $ob->inv_recursive	2388	=item $ob->inv_recursive
2347		2389
2348	Returns the inventory of the object _and_ their inventories, recursively.	2390	Returns the inventory of the object I<and> their inventories, recursively,
		2391	but I<not> the object itself.
2349		2392
2350	=cut	2393	=cut
2351		2394
2352	sub inv_recursive_;	2395	sub inv_recursive_;
2353	sub inv_recursive_ {	2396	sub inv_recursive_ {
…		…
2358	inv_recursive_ inv $_[0]	2401	inv_recursive_ inv $_[0]
2359	}	2402	}
2360		2403
2361	=item $ref = $ob->ref	2404	=item $ref = $ob->ref
2362		2405
2363	creates and returns a persistent reference to an objetc that can be stored as a string.	2406	Creates and returns a persistent reference to an object that can be stored as a string.
2364		2407
2365	=item $ob = cf::object::deref ($refstring)	2408	=item $ob = cf::object::deref ($refstring)
2366		2409
2367	returns the objetc referenced by refstring. may return undef when it cnanot find the object,	2410	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2368	even if the object actually exists. May block.	2411	even if the object actually exists. May block.
…		…
2400	can be C<undef>. Does the right thing when the player is currently in a	2443	can be C<undef>. Does the right thing when the player is currently in a
2401	dialogue with the given NPC character.	2444	dialogue with the given NPC character.
2402		2445
2403	=cut	2446	=cut
2404		2447
		2448	our $SAY_CHANNEL = {
		2449	id => "say",
		2450	title => "Map",
		2451	reply => "say ",
		2452	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2453	};
		2454
		2455	our $CHAT_CHANNEL = {
		2456	id => "chat",
		2457	title => "Chat",
		2458	reply => "chat ",
		2459	tooltip => "Player chat and shouts, global to the server.",
		2460	};
		2461
2405	# rough implementation of a future "reply" method that works	2462	# rough implementation of a future "reply" method that works
2406	# with dialog boxes.	2463	# with dialog boxes.
2407	#TODO: the first argument must go, split into a $npc->reply_to ( method	2464	#TODO: the first argument must go, split into a $npc->reply_to ( method
2408	sub cf::object::player::reply($$$;$) {	2465	sub cf::object::player::reply($$$;$) {
2409	my ($self, $npc, $msg, $flags) = @_;	2466	my ($self, $npc, $msg, $flags) = @_;
…		…
2420	my $dialog = $pl->{npc_dialog};	2477	my $dialog = $pl->{npc_dialog};
2421	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2478	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2422		2479
2423	} else {	2480	} else {
2424	$msg = $npc->name . " says: $msg" if $npc;	2481	$msg = $npc->name . " says: $msg" if $npc;
2425	$self->message ($msg, $flags);	2482	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2426	}	2483	}
2427	}	2484	}
2428	}	2485	}
2429		2486
2430	=item $object->send_msg ($channel, $msg, $color, [extra...])	2487	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2455		2512
2456	=item $player_object->enter_link	2513	=item $player_object->enter_link
2457		2514
2458	Freezes the player and moves him/her to a special map (C<{link}>).	2515	Freezes the player and moves him/her to a special map (C<{link}>).
2459		2516
2460	The player should be reasonably safe there for short amounts of time. You	2517	The player should be reasonably safe there for short amounts of time (e.g.
2461	I<MUST> call C<leave_link> as soon as possible, though.	2518	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2519	though, as the palyer cannot control the character while it is on the link
		2520	map.
2462		2521
2463	Will never block.	2522	Will never block.
2464		2523
2465	=item $player_object->leave_link ($map, $x, $y)	2524	=item $player_object->leave_link ($map, $x, $y)
2466		2525
…		…
2518	($x, $y) = (-1, -1)	2577	($x, $y) = (-1, -1)
2519	unless (defined $x) && (defined $y);	2578	unless (defined $x) && (defined $y);
2520		2579
2521	# use -1 or undef as default coordinates, not 0, 0	2580	# use -1 or undef as default coordinates, not 0, 0
2522	($x, $y) = ($map->enter_x, $map->enter_y)	2581	($x, $y) = ($map->enter_x, $map->enter_y)
2523	if $x <=0 && $y <= 0;	2582	if $x <= 0 && $y <= 0;
2524		2583
2525	$map->load;	2584	$map->load;
2526	$map->load_neighbours;	2585	$map->load_neighbours;
2527		2586
2528	return unless $self->contr->active;	2587	return unless $self->contr->active;
2529	$self->activate_recursive;
2530		2588
2531	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2589	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2532	$self->enter_map ($map, $x, $y);	2590	$self->enter_map ($map, $x, $y);
		2591
		2592	# only activate afterwards, to support waiting in hooks
		2593	$self->activate_recursive;
2533	}	2594	}
2534		2595
2535	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2596	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
2536		2597
2537	Moves the player to the given map-path and coordinates by first freezing	2598	Moves the player to the given map-path and coordinates by first freezing
2538	her, loading and preparing them map, calling the provided $check callback	2599	her, loading and preparing them map, calling the provided $check callback
2539	that has to return the map if sucecssful, and then unfreezes the player on	2600	that has to return the map if sucecssful, and then unfreezes the player on
2540	the new (success) or old (failed) map position. In either case, $done will	2601	the new (success) or old (failed) map position. In either case, $done will
2541	be called at the end of this process.	2602	be called at the end of this process.
		2603
		2604	Note that $check will be called with a potentially non-loaded map, so if
		2605	it needs a loaded map it has to call C<< ->load >>.
2542		2606
2543	=cut	2607	=cut
2544		2608
2545	our $GOTOGEN;	2609	our $GOTOGEN;
2546		2610
…		…
2625	}	2689	}
2626		2690
2627	sub prepare_random_map {	2691	sub prepare_random_map {
2628	my ($exit) = @_;	2692	my ($exit) = @_;
2629		2693
2630	my $guard = cf::lock_acquire "exit_prepare:$exit";
2631
2632	# all this does is basically replace the /! path by	2694	# all this does is basically replace the /! path by
2633	# a new random map path (?random/...) with a seed	2695	# a new random map path (?random/...) with a seed
2634	# that depends on the exit object	2696	# that depends on the exit object
2635		2697
2636	my $rmp = parse_random_map_params $exit->msg;	2698	my $rmp = parse_random_map_params $exit->msg;
…		…
2638	if ($exit->map) {	2700	if ($exit->map) {
2639	$rmp->{region} = $exit->region->name;	2701	$rmp->{region} = $exit->region->name;
2640	$rmp->{origin_map} = $exit->map->path;	2702	$rmp->{origin_map} = $exit->map->path;
2641	$rmp->{origin_x} = $exit->x;	2703	$rmp->{origin_x} = $exit->x;
2642	$rmp->{origin_y} = $exit->y;	2704	$rmp->{origin_y} = $exit->y;
		2705
		2706	$exit->map->touch;
2643	}	2707	}
2644		2708
2645	$rmp->{random_seed} ||= $exit->random_seed;	2709	$rmp->{random_seed} ||= $exit->random_seed;
2646		2710
2647	my $data = cf::encode_json $rmp;	2711	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2648	my $md5 = Digest::MD5::md5_hex $data;	2712	my $md5 = Digest::MD5::md5_hex $data;
2649	my $meta = "$RANDOMDIR/$md5.meta";	2713	my $meta = "$RANDOMDIR/$md5.meta";
2650		2714
2651	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2715	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2652	aio_write $fh, 0, (length $data), $data, 0;	2716	aio_write $fh, 0, (length $data), $data, 0;
2653	undef $fh;	2717	undef $fh;
2654	aio_rename "$meta~", $meta;	2718	aio_rename "$meta~", $meta;
2655		2719
		2720	my $slaying = "?random/$md5";
		2721
		2722	if ($exit->valid) {
2656	$exit->slaying ("?random/$md5");	2723	$exit->slaying ("?random/$md5");
2657	$exit->msg (undef);	2724	$exit->msg (undef);
		2725	}
2658	}	2726	}
2659	}	2727	}
2660		2728
2661	sub cf::object::player::enter_exit {	2729	sub cf::object::player::enter_exit {
2662	my ($self, $exit) = @_;	2730	my ($self, $exit) = @_;
2663		2731
2664	return unless $self->type == cf::PLAYER;	2732	return unless $self->type == cf::PLAYER;
2665		2733
2666	if ($exit->slaying eq "/!") {
2667	#TODO: this should de-fi-ni-te-ly not be a sync-job
2668	# the problem is that $exit might not survive long enough
2669	# so it needs to be done right now, right here
2670	cf::sync_job { prepare_random_map $exit };
2671	}
2672
2673	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2674	my $hp = $exit->stats->hp;
2675	my $sp = $exit->stats->sp;
2676
2677	$self->enter_link;	2734	$self->enter_link;
2678		2735
2679	# if exit is damned, update players death & WoR home-position
2680	$self->contr->savebed ($slaying, $hp, $sp)
2681	if $exit->flag (FLAG_DAMNED);
2682
2683	(async {	2736	(async {
2684	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";	2737	$Coro::current->{desc} = "enter_exit";
2685		2738
2686	$self->deactivate_recursive; # just to be sure
2687	unless (eval {	2739	unless (eval {
		2740	$self->deactivate_recursive; # just to be sure
		2741
		2742	# random map handling
		2743	{
		2744	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2745
		2746	prepare_random_map $exit
		2747	if $exit->slaying eq "/!";
		2748	}
		2749
		2750	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2751	my $x = $exit->stats->hp;
		2752	my $y = $exit->stats->sp;
		2753
2688	$self->goto ($slaying, $hp, $sp);	2754	$self->goto ($map, $x, $y);
2689		2755
		2756	# if exit is damned, update players death & WoR home-position
		2757	$self->contr->savebed ($map, $x, $y)
		2758	if $exit->flag (cf::FLAG_DAMNED);
		2759
2690	1;	2760	1
2691	}) {	2761	}) {
2692	$self->message ("Something went wrong deep within the crossfire server. "	2762	$self->message ("Something went wrong deep within the deliantra server. "
2693	. "I'll try to bring you back to the map you were before. "	2763	. "I'll try to bring you back to the map you were before. "
2694	. "Please report this to the dungeon master!",	2764	. "Please report this to the dungeon master!",
2695	cf::NDI_UNIQUE | cf::NDI_RED);	2765	cf::NDI_UNIQUE | cf::NDI_RED);
2696		2766
2697	warn "ERROR in enter_exit: $@";	2767	warn "ERROR in enter_exit: $@";
…		…
2714	sub cf::client::send_drawinfo {	2784	sub cf::client::send_drawinfo {
2715	my ($self, $text, $flags) = @_;	2785	my ($self, $text, $flags) = @_;
2716		2786
2717	utf8::encode $text;	2787	utf8::encode $text;
2718	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2788	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		2789	}
		2790
		2791	=item $client->send_big_packet ($pkt)
		2792
		2793	Like C<send_packet>, but tries to compress large packets, and fragments
		2794	them as required.
		2795
		2796	=cut
		2797
		2798	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		2799
		2800	sub cf::client::send_big_packet {
		2801	my ($self, $pkt) = @_;
		2802
		2803	# try lzf for large packets
		2804	$pkt = "lzf " . Compress::LZF::compress $pkt
		2805	if 1024 <= length $pkt and $self->{can_lzf};
		2806
		2807	# split very large packets
		2808	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		2809	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		2810	$pkt = "frag";
		2811	}
		2812
		2813	$self->send_packet ($pkt);
2719	}	2814	}
2720		2815
2721	=item $client->send_msg ($channel, $msg, $color, [extra...])	2816	=item $client->send_msg ($channel, $msg, $color, [extra...])
2722		2817
2723	Send a drawinfo or msg packet to the client, formatting the msg for the	2818	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2727		2822
2728	=cut	2823	=cut
2729		2824
2730	# non-persistent channels (usually the info channel)	2825	# non-persistent channels (usually the info channel)
2731	our %CHANNEL = (	2826	our %CHANNEL = (
		2827	"c/motd" => {
		2828	id => "infobox",
		2829	title => "MOTD",
		2830	reply => undef,
		2831	tooltip => "The message of the day",
		2832	},
2732	"c/identify" => {	2833	"c/identify" => {
2733	id => "infobox",	2834	id => "infobox",
2734	title => "Identify",	2835	title => "Identify",
2735	reply => undef,	2836	reply => undef,
2736	tooltip => "Items recently identified",	2837	tooltip => "Items recently identified",
…		…
2738	"c/examine" => {	2839	"c/examine" => {
2739	id => "infobox",	2840	id => "infobox",
2740	title => "Examine",	2841	title => "Examine",
2741	reply => undef,	2842	reply => undef,
2742	tooltip => "Signs and other items you examined",	2843	tooltip => "Signs and other items you examined",
		2844	},
		2845	"c/shopinfo" => {
		2846	id => "infobox",
		2847	title => "Shop Info",
		2848	reply => undef,
		2849	tooltip => "What your bargaining skill tells you about the shop",
2743	},	2850	},
2744	"c/book" => {	2851	"c/book" => {
2745	id => "infobox",	2852	id => "infobox",
2746	title => "Book",	2853	title => "Book",
2747	reply => undef,	2854	reply => undef,
…		…
2763	id => "infobox",	2870	id => "infobox",
2764	title => "Body Parts",	2871	title => "Body Parts",
2765	reply => undef,	2872	reply => undef,
2766	tooltip => "Shows which body parts you posess and are available",	2873	tooltip => "Shows which body parts you posess and are available",
2767	},	2874	},
		2875	"c/statistics" => {
		2876	id => "infobox",
		2877	title => "Statistics",
		2878	reply => undef,
		2879	tooltip => "Shows your primary statistics",
		2880	},
		2881	"c/skills" => {
		2882	id => "infobox",
		2883	title => "Skills",
		2884	reply => undef,
		2885	tooltip => "Shows your experience per skill and item power",
		2886	},
		2887	"c/shopitems" => {
		2888	id => "infobox",
		2889	title => "Shop Items",
		2890	reply => undef,
		2891	tooltip => "Shows the items currently for sale in this shop",
		2892	},
		2893	"c/resistances" => {
		2894	id => "infobox",
		2895	title => "Resistances",
		2896	reply => undef,
		2897	tooltip => "Shows your resistances",
		2898	},
		2899	"c/pets" => {
		2900	id => "infobox",
		2901	title => "Pets",
		2902	reply => undef,
		2903	tooltip => "Shows information abotu your pets/a specific pet",
		2904	},
		2905	"c/perceiveself" => {
		2906	id => "infobox",
		2907	title => "Perceive Self",
		2908	reply => undef,
		2909	tooltip => "You gained detailed knowledge about yourself",
		2910	},
2768	"c/uptime" => {	2911	"c/uptime" => {
2769	id => "infobox",	2912	id => "infobox",
2770	title => "Uptime",	2913	title => "Uptime",
2771	reply => undef,	2914	reply => undef,
2772	tooltip => "How long the server has been running since last restart",	2915	tooltip => "How long the server has been running since last restart",
…		…
2775	id => "infobox",	2918	id => "infobox",
2776	title => "Map Info",	2919	title => "Map Info",
2777	reply => undef,	2920	reply => undef,
2778	tooltip => "Information related to the maps",	2921	tooltip => "Information related to the maps",
2779	},	2922	},
		2923	"c/party" => {
		2924	id => "party",
		2925	title => "Party",
		2926	reply => "gsay ",
		2927	tooltip => "Messages and chat related to your party",
		2928	},
		2929	"c/death" => {
		2930	id => "death",
		2931	title => "Death",
		2932	reply => undef,
		2933	tooltip => "Reason for and more info about your most recent death",
		2934	},
		2935	"c/say" => $SAY_CHANNEL,
		2936	"c/chat" => $CHAT_CHANNEL,
2780	);	2937	);
2781		2938
2782	sub cf::client::send_msg {	2939	sub cf::client::send_msg {
2783	my ($self, $channel, $msg, $color, @extra) = @_;	2940	my ($self, $channel, $msg, $color, @extra) = @_;
2784		2941
2785	$msg = $self->pl->expand_cfpod ($msg);	2942	$msg = $self->pl->expand_cfpod ($msg)
		2943	unless $color & cf::NDI_VERBATIM;
2786		2944
2787	$color &= cf::NDI_CLIENT_MASK; # just in case...	2945	$color &= cf::NDI_CLIENT_MASK; # just in case...
2788		2946
2789	# check predefined channels, for the benefit of C	2947	# check predefined channels, for the benefit of C
2790	if ($CHANNEL{$channel}) {	2948	if ($CHANNEL{$channel}) {
2791	$channel = $CHANNEL{$channel};	2949	$channel = $CHANNEL{$channel};
2792		2950
2793	$self->ext_msg (channel_info => $channel)	2951	$self->ext_msg (channel_info => $channel);
2794	if $self->can_msg;
2795
2796	$channel = $channel->{id};	2952	$channel = $channel->{id};
2797		2953
2798	} elsif (ref $channel) {	2954	} elsif (ref $channel) {
2799	# send meta info to client, if not yet sent	2955	# send meta info to client, if not yet sent
2800	unless (exists $self->{channel}{$channel->{id}}) {	2956	unless (exists $self->{channel}{$channel->{id}}) {
2801	$self->{channel}{$channel->{id}} = $channel;	2957	$self->{channel}{$channel->{id}} = $channel;
2802	$self->ext_msg (channel_info => $channel)	2958	$self->ext_msg (channel_info => $channel);
2803	if $self->can_msg;
2804	}	2959	}
2805		2960
2806	$channel = $channel->{id};	2961	$channel = $channel->{id};
2807	}	2962	}
2808		2963
2809	return unless @extra || length $msg;	2964	return unless @extra || length $msg;
2810		2965
2811	if ($self->can_msg) {
2812	# default colour, mask it out	2966	# default colour, mask it out
2813	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	2967	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2814	if $color & cf::NDI_DEF;	2968	if $color & cf::NDI_DEF;
2815		2969
2816	$self->send_packet ("msg " . $self->{json_coder}->encode (	2970	my $pkt = "msg "
		2971	. $self->{json_coder}->encode (
2817	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	2972	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2818	} else {	2973	);
2819	if ($color >= 0) {
2820	# replace some tags by gcfclient-compatible ones
2821	for ($msg) {
2822	1 while
2823	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2824	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2825	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2826	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2827	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2828	}
2829		2974
2830	$color &= cf::NDI_COLOR_MASK;	2975	$self->send_big_packet ($pkt);
2831
2832	utf8::encode $msg;
2833
2834	if (0 && $msg =~ /\[/) {
2835	# COMMAND/INFO
2836	$self->send_packet ("drawextinfo $color 10 8 $msg")
2837	} else {
2838	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2839	$self->send_packet ("drawinfo $color $msg")
2840	}
2841	}
2842	}
2843	}	2976	}
2844		2977
2845	=item $client->ext_msg ($type, @msg)	2978	=item $client->ext_msg ($type, @msg)
2846		2979
2847	Sends an ext event to the client.	2980	Sends an ext event to the client.
…		…
2850		2983
2851	sub cf::client::ext_msg($$@) {	2984	sub cf::client::ext_msg($$@) {
2852	my ($self, $type, @msg) = @_;	2985	my ($self, $type, @msg) = @_;
2853		2986
2854	if ($self->extcmd == 2) {	2987	if ($self->extcmd == 2) {
2855	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	2988	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2856	} elsif ($self->extcmd == 1) { # TODO: remove	2989	} elsif ($self->extcmd == 1) { # TODO: remove
2857	push @msg, msgtype => "event_$type";	2990	push @msg, msgtype => "event_$type";
2858	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	2991	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2859	}	2992	}
2860	}	2993	}
2861		2994
2862	=item $client->ext_reply ($msgid, @msg)	2995	=item $client->ext_reply ($msgid, @msg)
2863		2996
…		…
2867		3000
2868	sub cf::client::ext_reply($$@) {	3001	sub cf::client::ext_reply($$@) {
2869	my ($self, $id, @msg) = @_;	3002	my ($self, $id, @msg) = @_;
2870		3003
2871	if ($self->extcmd == 2) {	3004	if ($self->extcmd == 2) {
2872	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3005	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2873	} elsif ($self->extcmd == 1) {	3006	} elsif ($self->extcmd == 1) {
2874	#TODO: version 1, remove	3007	#TODO: version 1, remove
2875	unshift @msg, msgtype => "reply", msgid => $id;	3008	unshift @msg, msgtype => "reply", msgid => $id;
2876	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3009	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2877	}	3010	}
2878	}	3011	}
2879		3012
2880	=item $success = $client->query ($flags, "text", \&cb)	3013	=item $success = $client->query ($flags, "text", \&cb)
2881		3014
…		…
3008	our $safe_hole = new Safe::Hole;	3141	our $safe_hole = new Safe::Hole;
3009		3142
3010	$SIG{FPE} = 'IGNORE';	3143	$SIG{FPE} = 'IGNORE';
3011		3144
3012	$safe->permit_only (Opcode::opset qw(	3145	$safe->permit_only (Opcode::opset qw(
3013	:base_core :base_mem :base_orig :base_math	3146	:base_core :base_mem :base_orig :base_math :base_loop
3014	grepstart grepwhile mapstart mapwhile	3147	grepstart grepwhile mapstart mapwhile
3015	sort time	3148	sort time
3016	));	3149	));
3017		3150
3018	# here we export the classes and methods available to script code	3151	# here we export the classes and methods available to script code
…		…
3021		3154
3022	The following functions and methods are available within a safe environment:	3155	The following functions and methods are available within a safe environment:
3023		3156
3024	cf::object	3157	cf::object
3025	contr pay_amount pay_player map x y force_find force_add destroy	3158	contr pay_amount pay_player map x y force_find force_add destroy
3026	insert remove name archname title slaying race decrease_ob_nr	3159	insert remove name archname title slaying race decrease split
		3160	value
3027		3161
3028	cf::object::player	3162	cf::object::player
3029	player	3163	player
3030		3164
3031	cf::player	3165	cf::player
…		…
3036		3170
3037	=cut	3171	=cut
3038		3172
3039	for (	3173	for (
3040	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3174	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
3041	insert remove inv name archname title slaying race	3175	insert remove inv nrof name archname title slaying race
3042	decrease_ob_nr destroy)],	3176	decrease split destroy change_exp value msg lore send_msg)],
3043	["cf::object::player" => qw(player)],	3177	["cf::object::player" => qw(player)],
3044	["cf::player" => qw(peaceful)],	3178	["cf::player" => qw(peaceful send_msg)],
3045	["cf::map" => qw(trigger)],	3179	["cf::map" => qw(trigger)],
3046	) {	3180	) {
3047	no strict 'refs';	3181	no strict 'refs';
3048	my ($pkg, @funs) = @$_;	3182	my ($pkg, @funs) = @$_;
3049	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3183	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
…		…
3067		3201
3068	my $qcode = $code;	3202	my $qcode = $code;
3069	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3203	$qcode =~ s/"/‟/g; # not allowed in #line filenames
3070	$qcode =~ s/\n/\\n/g;	3204	$qcode =~ s/\n/\\n/g;
3071		3205
		3206	%vars = (_dummy => 0) unless %vars;
		3207
		3208	my @res;
3072	local $_;	3209	local $_;
3073	local @safe::cf::_safe_eval_args = values %vars;
3074		3210
3075	my $eval =	3211	my $eval =
3076	"do {\n"	3212	"do {\n"
3077	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3213	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
3078	. "#line 0 \"{$qcode}\"\n"	3214	. "#line 0 \"{$qcode}\"\n"
3079	. $code	3215	. $code
3080	. "\n}"	3216	. "\n}"
3081	;	3217	;
3082		3218
		3219	if ($CFG{safe_eval}) {
3083	sub_generation_inc;	3220	sub_generation_inc;
		3221	local @safe::cf::_safe_eval_args = values %vars;
3084	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3222	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
3085	sub_generation_inc;	3223	sub_generation_inc;
		3224	} else {
		3225	local @cf::_safe_eval_args = values %vars;
		3226	@res = wantarray ? eval eval : scalar eval $eval;
		3227	}
3086		3228
3087	if ($@) {	3229	if ($@) {
3088	warn "$@";	3230	warn "$@";
3089	warn "while executing safe code '$code'\n";	3231	warn "while executing safe code '$code'\n";
3090	warn "with arguments " . (join " ", %vars) . "\n";	3232	warn "with arguments " . (join " ", %vars) . "\n";
…		…
3109	=cut	3251	=cut
3110		3252
3111	sub register_script_function {	3253	sub register_script_function {
3112	my ($fun, $cb) = @_;	3254	my ($fun, $cb) = @_;
3113		3255
3114	no strict 'refs';	3256	$fun = "safe::$fun" if $CFG{safe_eval};
3115	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3257	*$fun = $safe_hole->wrap ($cb);
3116	}	3258	}
3117		3259
3118	=back	3260	=back
3119		3261
3120	=cut	3262	=cut
…		…
3141		3283
3142	$facedata->{version} == 2	3284	$facedata->{version} == 2
3143	or cf::cleanup "$path: version mismatch, cannot proceed.";	3285	or cf::cleanup "$path: version mismatch, cannot proceed.";
3144		3286
3145	# patch in the exptable	3287	# patch in the exptable
		3288	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3146	$facedata->{resource}{"res/exp_table"} = {	3289	$facedata->{resource}{"res/exp_table"} = {
3147	type => FT_RSRC,	3290	type => FT_RSRC,
3148	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),	3291	data => $exp_table,
		3292	hash => (Digest::MD5::md5 $exp_table),
3149	};	3293	};
3150	cf::cede_to_tick;	3294	cf::cede_to_tick;
3151		3295
3152	{	3296	{
3153	my $faces = $facedata->{faceinfo};	3297	my $faces = $facedata->{faceinfo};
…		…
3155	while (my ($face, $info) = each %$faces) {	3299	while (my ($face, $info) = each %$faces) {
3156	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3300	my $idx = (cf::face::find $face) || cf::face::alloc $face;
3157		3301
3158	cf::face::set_visibility $idx, $info->{visibility};	3302	cf::face::set_visibility $idx, $info->{visibility};
3159	cf::face::set_magicmap $idx, $info->{magicmap};	3303	cf::face::set_magicmap $idx, $info->{magicmap};
3160	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3304	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3161	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3305	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3162		3306
3163	cf::cede_to_tick;	3307	cf::cede_to_tick;
3164	}	3308	}
3165		3309
3166	while (my ($face, $info) = each %$faces) {	3310	while (my ($face, $info) = each %$faces) {
…		…
3190		3334
3191	cf::anim::invalidate_all; # d'oh	3335	cf::anim::invalidate_all; # d'oh
3192	}	3336	}
3193		3337
3194	{	3338	{
3195	# TODO: for gcfclient pleasure, we should give resources
3196	# that gcfclient doesn't grok a >10000 face index.
3197	my $res = $facedata->{resource};	3339	my $res = $facedata->{resource};
3198		3340
3199	while (my ($name, $info) = each %$res) {	3341	while (my ($name, $info) = each %$res) {
3200	if (defined $info->{type}) {	3342	if (defined $info->{type}) {
3201	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3343	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3202	my $data;
3203		3344
3204	if ($info->{type} & 1) {	3345	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3205	# prepend meta info
3206
3207	my $meta = $enc->encode ({
3208	name => $name,
3209	%{ $info->{meta} || {} },
3210	});
3211
3212	$data = pack "(w/a*)*", $meta, $info->{data};
3213	} else {
3214	$data = $info->{data};
3215	}
3216
3217	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3218	cf::face::set_type $idx, $info->{type};	3346	cf::face::set_type $idx, $info->{type};
3219	} else {	3347	} else {
3220	$RESOURCE{$name} = $info;	3348	$RESOURCE{$name} = $info;
3221	}	3349	}
3222		3350
…		…
3255	while (my ($k, $v) = each %$want) {	3383	while (my ($k, $v) = each %$want) {
3256	$ns->fx_want ($k, $v);	3384	$ns->fx_want ($k, $v);
3257	}	3385	}
3258	};	3386	};
3259		3387
		3388	sub load_resource_file($) {
		3389	my $guard = lock_acquire "load_resource_file";
		3390
		3391	my $status = load_resource_file_ $_[0];
		3392	get_slot 0.1, 100;
		3393	cf::arch::commit_load;
		3394
		3395	$status
		3396	}
		3397
3260	sub reload_regions {	3398	sub reload_regions {
3261	# HACK to clear player env face cache, we need some signal framework	3399	# HACK to clear player env face cache, we need some signal framework
3262	# for this (global event?)	3400	# for this (global event?)
3263	%ext::player_env::MUSIC_FACE_CACHE = ();	3401	%ext::player_env::MUSIC_FACE_CACHE = ();
3264		3402
…		…
3277	}	3415	}
3278		3416
3279	sub reload_archetypes {	3417	sub reload_archetypes {
3280	load_resource_file "$DATADIR/archetypes"	3418	load_resource_file "$DATADIR/archetypes"
3281	or die "unable to load archetypes\n";	3419	or die "unable to load archetypes\n";
3282	#d# NEED to laod twice to resolve forward references
3283	# this really needs to be done in an extra post-pass
3284	# (which needs to be synchronous, so solve it differently)
3285	load_resource_file "$DATADIR/archetypes"
3286	or die "unable to load archetypes\n";
3287	}	3420	}
3288		3421
3289	sub reload_treasures {	3422	sub reload_treasures {
3290	load_resource_file "$DATADIR/treasures"	3423	load_resource_file "$DATADIR/treasures"
3291	or die "unable to load treasurelists\n";	3424	or die "unable to load treasurelists\n";
3292	}	3425	}
3293		3426
3294	sub reload_resources {	3427	sub reload_resources {
3295	warn "reloading resource files...\n";	3428	warn "reloading resource files...\n";
3296		3429
		3430	reload_facedata;
		3431	reload_archetypes;
3297	reload_regions;	3432	reload_regions;
3298	reload_facedata;
3299	#reload_archetypes;#d#
3300	reload_archetypes;
3301	reload_treasures;	3433	reload_treasures;
3302		3434
3303	warn "finished reloading resource files\n";	3435	warn "finished reloading resource files\n";
3304	}	3436	}
3305		3437
3306	sub init {
3307	reload_resources;
3308	}
3309
3310	sub reload_config {	3438	sub reload_config {
		3439	warn "reloading config file...\n";
		3440
3311	open my $fh, "<:utf8", "$CONFDIR/config"	3441	open my $fh, "<:utf8", "$CONFDIR/config"
3312	or return;	3442	or return;
3313		3443
3314	local $/;	3444	local $/;
3315	*CFG = YAML::Load <$fh>;	3445	*CFG = YAML::XS::Load scalar <$fh>;
3316		3446
3317	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3447	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3318		3448
3319	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3449	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3320	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3450	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
3324	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"	3454	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3325	and die "WARNING: m(un)lockall failed: $!\n";	3455	and die "WARNING: m(un)lockall failed: $!\n";
3326	};	3456	};
3327	warn $@ if $@;	3457	warn $@ if $@;
3328	}	3458	}
		3459
		3460	warn "finished reloading resource files\n";
		3461	}
		3462
		3463	sub pidfile() {
		3464	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3465	or die "$PIDFILE: $!";
		3466	flock $fh, &Fcntl::LOCK_EX
		3467	or die "$PIDFILE: flock: $!";
		3468	$fh
		3469	}
		3470
		3471	# make sure only one server instance is running at any one time
		3472	sub atomic {
		3473	my $fh = pidfile;
		3474
		3475	my $pid = <$fh>;
		3476	kill 9, $pid if $pid > 0;
		3477
		3478	seek $fh, 0, 0;
		3479	print $fh $$;
		3480	}
		3481
		3482	sub main_loop {
		3483	warn "EV::loop starting\n";
		3484	if (1) {
		3485	EV::loop;
		3486	}
		3487	warn "EV::loop returned\n";
		3488	goto &main_loop unless $REALLY_UNLOOP;
3329	}	3489	}
3330		3490
3331	sub main {	3491	sub main {
		3492	cf::init_globals; # initialise logging
		3493
		3494	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3495	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3496	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3497	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3498
		3499	cf::init_experience;
		3500	cf::init_anim;
		3501	cf::init_attackmess;
		3502	cf::init_dynamic;
		3503
		3504	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3505
3332	# we must not ever block the main coroutine	3506	# we must not ever block the main coroutine
3333	local $Coro::idle = sub {	3507	local $Coro::idle = sub {
3334	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3508	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3335	(async {	3509	(async {
3336	$Coro::current->{desc} = "IDLE BUG HANDLER";	3510	$Coro::current->{desc} = "IDLE BUG HANDLER";
3337	EV::loop EV::LOOP_ONESHOT;	3511	EV::loop EV::LOOP_ONESHOT;
3338	})->prio (Coro::PRIO_MAX);	3512	})->prio (Coro::PRIO_MAX);
3339	};	3513	};
3340		3514
		3515	evthread_start IO::AIO::poll_fileno;
		3516
		3517	cf::sync_job {
		3518	cf::load_settings;
		3519	cf::load_materials;
		3520
		3521	reload_resources;
3341	reload_config;	3522	reload_config;
3342	db_init;	3523	db_init;
		3524
		3525	cf::init_uuid;
		3526	cf::init_signals;
		3527	cf::init_commands;
		3528	cf::init_skills;
		3529
		3530	cf::init_beforeplay;
		3531
		3532	atomic;
		3533
3343	load_extensions;	3534	load_extensions;
3344		3535
3345	$TICK_WATCHER->start;	3536	utime time, time, $RUNTIMEFILE;
3346	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority	3537
3347	EV::loop;	3538	# no (long-running) fork's whatsoever before this point(!)
		3539	use POSIX ();
		3540	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3541
		3542	(pop @POST_INIT)->(0) while @POST_INIT;
		3543	};
		3544
		3545	main_loop;
3348	}	3546	}
3349		3547
3350	#############################################################################	3548	#############################################################################
3351	# initialisation and cleanup	3549	# initialisation and cleanup
3352		3550
…		…
3358	cf::cleanup "SIG$signal";	3556	cf::cleanup "SIG$signal";
3359	};	3557	};
3360	}	3558	}
3361	}	3559	}
3362		3560
3363	sub write_runtime {	3561	sub write_runtime_sync {
3364	my $runtime = "$LOCALDIR/runtime";
3365
3366	# first touch the runtime file to show we are still running:	3562	# first touch the runtime file to show we are still running:
3367	# the fsync below can take a very very long time.	3563	# the fsync below can take a very very long time.
3368		3564
3369	IO::AIO::aio_utime $runtime, undef, undef;	3565	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3370		3566
3371	my $guard = cf::lock_acquire "write_runtime";	3567	my $guard = cf::lock_acquire "write_runtime";
3372		3568
3373	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3569	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
3374	or return;	3570	or return;
3375		3571
3376	my $value = $cf::RUNTIME + 90 + 10;	3572	my $value = $cf::RUNTIME + 90 + 10;
3377	# 10 is the runtime save interval, for a monotonic clock	3573	# 10 is the runtime save interval, for a monotonic clock
3378	# 60 allows for the watchdog to kill the server.	3574	# 60 allows for the watchdog to kill the server.
…		…
3388	aio_utime $fh, undef, undef;	3584	aio_utime $fh, undef, undef;
3389		3585
3390	close $fh	3586	close $fh
3391	or return;	3587	or return;
3392		3588
3393	aio_rename "$runtime~", $runtime	3589	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3394	and return;	3590	and return;
3395		3591
3396	warn "runtime file written.\n";	3592	warn "runtime file written.\n";
3397		3593
3398	1	3594	1
		3595	}
		3596
		3597	our $uuid_lock;
		3598	our $uuid_skip;
		3599
		3600	sub write_uuid_sync($) {
		3601	$uuid_skip ||= $_[0];
		3602
		3603	return if $uuid_lock;
		3604	local $uuid_lock = 1;
		3605
		3606	my $uuid = "$LOCALDIR/uuid";
		3607
		3608	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3609	or return;
		3610
		3611	my $value = uuid_seq uuid_cur;
		3612
		3613	unless ($value) {
		3614	warn "cowardly refusing to write zero uuid value!\n";
		3615	return;
		3616	}
		3617
		3618	my $value = uuid_str $value + $uuid_skip;
		3619	$uuid_skip = 0;
		3620
		3621	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3622	and return;
		3623
		3624	# always fsync - this file is important
		3625	aio_fsync $fh
		3626	and return;
		3627
		3628	close $fh
		3629	or return;
		3630
		3631	aio_rename "$uuid~", $uuid
		3632	and return;
		3633
		3634	warn "uuid file written ($value).\n";
		3635
		3636	1
		3637
		3638	}
		3639
		3640	sub write_uuid($$) {
		3641	my ($skip, $sync) = @_;
		3642
		3643	$sync ? write_uuid_sync $skip
		3644	: async { write_uuid_sync $skip };
3399	}	3645	}
3400		3646
3401	sub emergency_save() {	3647	sub emergency_save() {
3402	my $freeze_guard = cf::freeze_mainloop;	3648	my $freeze_guard = cf::freeze_mainloop;
3403		3649
3404	warn "enter emergency perl save\n";	3650	warn "emergency_perl_save: enter\n";
3405		3651
3406	cf::sync_job {	3652	cf::sync_job {
		3653	# this is a trade-off: we want to be very quick here, so
		3654	# save all maps without fsync, and later call a global sync
		3655	# (which in turn might be very very slow)
		3656	local $USE_FSYNC = 0;
		3657
3407	# use a peculiar iteration method to avoid tripping on perl	3658	# use a peculiar iteration method to avoid tripping on perl
3408	# refcount bugs in for. also avoids problems with players	3659	# refcount bugs in for. also avoids problems with players
3409	# and maps saved/destroyed asynchronously.	3660	# and maps saved/destroyed asynchronously.
3410	warn "begin emergency player save\n";	3661	warn "emergency_perl_save: begin player save\n";
3411	for my $login (keys %cf::PLAYER) {	3662	for my $login (keys %cf::PLAYER) {
3412	my $pl = $cf::PLAYER{$login} or next;	3663	my $pl = $cf::PLAYER{$login} or next;
3413	$pl->valid or next;	3664	$pl->valid or next;
3414	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt	3665	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3415	$pl->save;	3666	$pl->save;
3416	}	3667	}
3417	warn "end emergency player save\n";	3668	warn "emergency_perl_save: end player save\n";
3418		3669
3419	warn "begin emergency map save\n";	3670	warn "emergency_perl_save: begin map save\n";
3420	for my $path (keys %cf::MAP) {	3671	for my $path (keys %cf::MAP) {
3421	my $map = $cf::MAP{$path} or next;	3672	my $map = $cf::MAP{$path} or next;
3422	$map->valid or next;	3673	$map->valid or next;
3423	$map->save;	3674	$map->save;
3424	}	3675	}
3425	warn "end emergency map save\n";	3676	warn "emergency_perl_save: end map save\n";
3426		3677
3427	warn "begin emergency database checkpoint\n";	3678	warn "emergency_perl_save: begin database checkpoint\n";
3428	BDB::db_env_txn_checkpoint $DB_ENV;	3679	BDB::db_env_txn_checkpoint $DB_ENV;
3429	warn "end emergency database checkpoint\n";	3680	warn "emergency_perl_save: end database checkpoint\n";
		3681
		3682	warn "emergency_perl_save: begin write uuid\n";
		3683	write_uuid_sync 1;
		3684	warn "emergency_perl_save: end write uuid\n";
3430	};	3685	};
3431		3686
		3687	warn "emergency_perl_save: starting sync()\n";
		3688	IO::AIO::aio_sync sub {
		3689	warn "emergency_perl_save: finished sync()\n";
		3690	};
		3691
3432	warn "leave emergency perl save\n";	3692	warn "emergency_perl_save: leave\n";
3433	}	3693	}
3434		3694
3435	sub post_cleanup {	3695	sub post_cleanup {
3436	my ($make_core) = @_;	3696	my ($make_core) = @_;
3437		3697
3438	warn Carp::longmess "post_cleanup backtrace"	3698	warn Carp::longmess "post_cleanup backtrace"
3439	if $make_core;	3699	if $make_core;
		3700
		3701	my $fh = pidfile;
		3702	unlink $PIDFILE if <$fh> == $$;
		3703	}
		3704
		3705	# a safer delete_package, copied from Symbol
		3706	sub clear_package($) {
		3707	my $pkg = shift;
		3708
		3709	# expand to full symbol table name if needed
		3710	unless ($pkg =~ /^main::.*::$/) {
		3711	$pkg = "main$pkg" if $pkg =~ /^::/;
		3712	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3713	$pkg .= '::' unless $pkg =~ /::$/;
		3714	}
		3715
		3716	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3717	my $stem_symtab = *{$stem}{HASH};
		3718
		3719	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3720	or return;
		3721
		3722	# clear all symbols
		3723	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3724	for my $name (keys %$leaf_symtab) {
		3725	_gv_clear *{"$pkg$name"};
		3726	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3727	}
		3728	warn "cleared package $pkg\n";#d#
3440	}	3729	}
3441		3730
3442	sub do_reload_perl() {	3731	sub do_reload_perl() {
3443	# can/must only be called in main	3732	# can/must only be called in main
3444	if ($Coro::current != $Coro::main) {	3733	if ($Coro::current != $Coro::main) {
3445	warn "can only reload from main coroutine";	3734	warn "can only reload from main coroutine";
3446	return;	3735	return;
3447	}	3736	}
3448		3737
		3738	return if $RELOAD++;
		3739
		3740	my $t1 = EV::time;
		3741
		3742	while ($RELOAD) {
3449	warn "reloading...";	3743	warn "reloading...";
3450		3744
3451	warn "entering sync_job";	3745	warn "entering sync_job";
3452		3746
3453	cf::sync_job {	3747	cf::sync_job {
3454	cf::write_runtime; # external watchdog should not bark	3748	cf::write_runtime_sync; # external watchdog should not bark
3455	cf::emergency_save;	3749	cf::emergency_save;
3456	cf::write_runtime; # external watchdog should not bark	3750	cf::write_runtime_sync; # external watchdog should not bark
3457		3751
3458	warn "syncing database to disk";	3752	warn "syncing database to disk";
3459	BDB::db_env_txn_checkpoint $DB_ENV;	3753	BDB::db_env_txn_checkpoint $DB_ENV;
3460		3754
3461	# if anything goes wrong in here, we should simply crash as we already saved	3755	# if anything goes wrong in here, we should simply crash as we already saved
3462		3756
3463	warn "flushing outstanding aio requests";	3757	warn "flushing outstanding aio requests";
3464	for (;;) {
3465	BDB::flush;
3466	IO::AIO::flush;
3467	Coro::cede_notself;
3468	last unless IO::AIO::nreqs || BDB::nreqs;	3758	while (IO::AIO::nreqs || BDB::nreqs) {
3469	warn "iterate...";	3759	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3470	}
3471
3472	++$RELOAD;
3473
3474	warn "cancelling all extension coros";
3475	$_->cancel for values %EXT_CORO;
3476	%EXT_CORO = ();
3477
3478	warn "removing commands";
3479	%COMMAND = ();
3480
3481	warn "removing ext/exti commands";
3482	%EXTCMD = ();
3483	%EXTICMD = ();
3484
3485	warn "unloading/nuking all extensions";
3486	for my $pkg (@EXTS) {
3487	warn "... unloading $pkg";
3488
3489	if (my $cb = $pkg->can ("unload")) {
3490	eval {
3491	$cb->($pkg);
3492	1
3493	} or warn "$pkg unloaded, but with errors: $@";
3494	}	3760	}
3495		3761
3496	warn "... nuking $pkg";	3762	warn "cancelling all extension coros";
3497	Symbol::delete_package $pkg;	3763	$_->cancel for values %EXT_CORO;
3498	}	3764	%EXT_CORO = ();
3499		3765
3500	warn "unloading all perl modules loaded from $LIBDIR";	3766	warn "removing commands";
3501	while (my ($k, $v) = each %INC) {	3767	%COMMAND = ();
3502	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3503		3768
		3769	warn "removing ext/exti commands";
		3770	%EXTCMD = ();
		3771	%EXTICMD = ();
		3772
		3773	warn "unloading/nuking all extensions";
		3774	for my $pkg (@EXTS) {
3504	warn "... unloading $k";	3775	warn "... unloading $pkg";
3505	delete $INC{$k};
3506		3776
3507	$k =~ s/\.pm$//;
3508	$k =~ s/\//::/g;
3509
3510	if (my $cb = $k->can ("unload_module")) {	3777	if (my $cb = $pkg->can ("unload")) {
		3778	eval {
3511	$cb->();	3779	$cb->($pkg);
		3780	1
		3781	} or warn "$pkg unloaded, but with errors: $@";
		3782	}
		3783
		3784	warn "... clearing $pkg";
		3785	clear_package $pkg;
3512	}	3786	}
3513		3787
3514	Symbol::delete_package $k;	3788	warn "unloading all perl modules loaded from $LIBDIR";
		3789	while (my ($k, $v) = each %INC) {
		3790	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
		3791
		3792	warn "... unloading $k";
		3793	delete $INC{$k};
		3794
		3795	$k =~ s/\.pm$//;
		3796	$k =~ s/\//::/g;
		3797
		3798	if (my $cb = $k->can ("unload_module")) {
		3799	$cb->();
		3800	}
		3801
		3802	clear_package $k;
3515	}	3803	}
3516		3804
3517	warn "getting rid of safe::, as good as possible";	3805	warn "getting rid of safe::, as good as possible";
3518	Symbol::delete_package "safe::$_"	3806	clear_package "safe::$_"
3519	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3807	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3520		3808
3521	warn "unloading cf.pm \"a bit\"";	3809	warn "unloading cf.pm \"a bit\"";
3522	delete $INC{"cf.pm"};	3810	delete $INC{"cf.pm"};
3523	delete $INC{"cf/pod.pm"};	3811	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3524		3812
3525	# don't, removes xs symbols, too,	3813	# don't, removes xs symbols, too,
3526	# and global variables created in xs	3814	# and global variables created in xs
3527	#Symbol::delete_package __PACKAGE__;	3815	#clear_package __PACKAGE__;
3528		3816
3529	warn "unload completed, starting to reload now";	3817	warn "unload completed, starting to reload now";
3530		3818
3531	warn "reloading cf.pm";	3819	warn "reloading cf.pm";
3532	require cf;	3820	require cf;
3533	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3821	cf::_connect_to_perl_1;
3534		3822
3535	warn "loading config and database again";	3823	warn "loading config and database again";
3536	cf::reload_config;	3824	cf::reload_config;
3537		3825
3538	warn "loading extensions";	3826	warn "loading extensions";
3539	cf::load_extensions;	3827	cf::load_extensions;
3540		3828
		3829	if ($REATTACH_ON_RELOAD) {
3541	warn "reattaching attachments to objects/players";	3830	warn "reattaching attachments to objects/players";
3542	_global_reattach; # objects, sockets	3831	_global_reattach; # objects, sockets
3543	warn "reattaching attachments to maps";	3832	warn "reattaching attachments to maps";
3544	reattach $_ for values %MAP;	3833	reattach $_ for values %MAP;
3545	warn "reattaching attachments to players";	3834	warn "reattaching attachments to players";
3546	reattach $_ for values %PLAYER;	3835	reattach $_ for values %PLAYER;
		3836	}
3547		3837
		3838	warn "running post_init jobs";
		3839	(pop @POST_INIT)->(1) while @POST_INIT;
		3840
3548	warn "leaving sync_job";	3841	warn "leaving sync_job";
3549		3842
3550	1	3843	1
3551	} or do {	3844	} or do {
3552	warn $@;	3845	warn $@;
3553	warn "error while reloading, exiting.";	3846	cf::cleanup "error while reloading, exiting.";
3554	exit 1;
3555	};	3847	};
3556		3848
3557	warn "reloaded";	3849	warn "reloaded";
		3850	--$RELOAD;
		3851	}
		3852
		3853	$t1 = EV::time - $t1;
		3854	warn "reload completed in ${t1}s\n";
3558	};	3855	};
3559		3856
3560	our $RELOAD_WATCHER; # used only during reload	3857	our $RELOAD_WATCHER; # used only during reload
3561		3858
3562	sub reload_perl() {	3859	sub reload_perl() {
3563	# doing reload synchronously and two reloads happen back-to-back,	3860	# doing reload synchronously and two reloads happen back-to-back,
3564	# coro crashes during coro_state_free->destroy here.	3861	# coro crashes during coro_state_free->destroy here.
3565		3862
		3863	$RELOAD_WATCHER ||= cf::async {
		3864	Coro::AIO::aio_wait cache_extensions;
		3865
3566	$RELOAD_WATCHER ||= EV::timer 0, 0, sub {	3866	$RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3567	do_reload_perl;	3867	do_reload_perl;
3568	undef $RELOAD_WATCHER;	3868	undef $RELOAD_WATCHER;
		3869	};
3569	};	3870	};
3570	}	3871	}
3571		3872
3572	register_command "reload" => sub {	3873	register_command "reload" => sub {
3573	my ($who, $arg) = @_;	3874	my ($who, $arg) = @_;
…		…
3587		3888
3588	our @WAIT_FOR_TICK;	3889	our @WAIT_FOR_TICK;
3589	our @WAIT_FOR_TICK_BEGIN;	3890	our @WAIT_FOR_TICK_BEGIN;
3590		3891
3591	sub wait_for_tick {	3892	sub wait_for_tick {
3592	return unless $TICK_WATCHER->is_active;
3593	return if $Coro::current == $Coro::main;	3893	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3594		3894
3595	my $signal = new Coro::Signal;	3895	my $signal = new Coro::Signal;
3596	push @WAIT_FOR_TICK, $signal;	3896	push @WAIT_FOR_TICK, $signal;
3597	$signal->wait;	3897	$signal->wait;
3598	}	3898	}
3599		3899
3600	sub wait_for_tick_begin {	3900	sub wait_for_tick_begin {
3601	return unless $TICK_WATCHER->is_active;
3602	return if $Coro::current == $Coro::main;	3901	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3603		3902
3604	my $signal = new Coro::Signal;	3903	my $signal = new Coro::Signal;
3605	push @WAIT_FOR_TICK_BEGIN, $signal;	3904	push @WAIT_FOR_TICK_BEGIN, $signal;
3606	$signal->wait;	3905	$signal->wait;
3607	}	3906	}
3608		3907
3609	$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub {	3908	sub tick {
3610	if ($Coro::current != $Coro::main) {	3909	if ($Coro::current != $Coro::main) {
3611	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3910	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3612	unless ++$bug_warning > 10;	3911	unless ++$bug_warning > 10;
3613	return;	3912	return;
3614	}	3913	}
3615		3914
3616	$NOW = $tick_start = EV::now;
3617
3618	cf::server_tick; # one server iteration	3915	cf::server_tick; # one server iteration
3619
3620	$RUNTIME += $TICK;
3621	$NEXT_TICK = $_[0]->at;
3622		3916
3623	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3917	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3624	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;	3918	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3625	Coro::async_pool {	3919	Coro::async_pool {
3626	$Coro::current->{desc} = "runtime saver";	3920	$Coro::current->{desc} = "runtime saver";
3627	write_runtime	3921	write_runtime_sync
3628	or warn "ERROR: unable to write runtime file: $!";	3922	or warn "ERROR: unable to write runtime file: $!";
3629	};	3923	};
3630	}	3924	}
3631		3925
3632	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3926	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
…		…
3634	}	3928	}
3635	while (my $sig = shift @WAIT_FOR_TICK) {	3929	while (my $sig = shift @WAIT_FOR_TICK) {
3636	$sig->send;	3930	$sig->send;
3637	}	3931	}
3638		3932
3639	$LOAD = ($NOW - $tick_start) / $TICK;	3933	$LOAD = ($NOW - $TICK_START) / $TICK;
3640	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3934	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3641		3935
3642	_post_tick;	3936	if (0) {
3643	};	3937	if ($NEXT_TICK) {
3644	$TICK_WATCHER->priority (EV::MAXPRI);	3938	my $jitter = $TICK_START - $NEXT_TICK;
		3939	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3940	warn "jitter $JITTER\n";#d#
		3941	}
		3942	}
		3943	}
3645		3944
3646	{	3945	{
3647	# configure BDB	3946	# configure BDB
3648		3947
3649	BDB::min_parallel 8;	3948	BDB::min_parallel 8;
3650	BDB::max_poll_reqs $TICK * 0.1;	3949	BDB::max_poll_reqs $TICK * 0.1;
3651	$Coro::BDB::WATCHER->priority (1);	3950	$AnyEvent::BDB::WATCHER->priority (1);
3652		3951
3653	unless ($DB_ENV) {	3952	unless ($DB_ENV) {
3654	$DB_ENV = BDB::db_env_create;	3953	$DB_ENV = BDB::db_env_create;
3655	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC	3954	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3656	| BDB::LOG_AUTOREMOVE, 1);	3955	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		3956	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3657	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);	3957	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3658	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);	3958	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3659		3959
3660	cf::sync_job {	3960	cf::sync_job {
3661	eval {	3961	eval {
…		…
3687	{	3987	{
3688	# configure IO::AIO	3988	# configure IO::AIO
3689		3989
3690	IO::AIO::min_parallel 8;	3990	IO::AIO::min_parallel 8;
3691	IO::AIO::max_poll_time $TICK * 0.1;	3991	IO::AIO::max_poll_time $TICK * 0.1;
3692	$Coro::AIO::WATCHER->priority (1);	3992	undef $AnyEvent::AIO::WATCHER;
3693	}	3993	}
3694		3994
3695	my $_log_backtrace;	3995	my $_log_backtrace;
3696		3996
3697	sub _log_backtrace {	3997	sub _log_backtrace {
…		…
3700	$msg =~ s/\n//;	4000	$msg =~ s/\n//;
3701		4001
3702	# limit the # of concurrent backtraces	4002	# limit the # of concurrent backtraces
3703	if ($_log_backtrace < 2) {	4003	if ($_log_backtrace < 2) {
3704	++$_log_backtrace;	4004	++$_log_backtrace;
		4005	my $perl_bt = Carp::longmess $msg;
3705	async {	4006	async {
3706	$Coro::current->{desc} = "abt $msg";	4007	$Coro::current->{desc} = "abt $msg";
3707		4008
3708	my @bt = fork_call {	4009	my @bt = fork_call {
3709	@addr = map { sprintf "%x", $_ } @addr;	4010	@addr = map { sprintf "%x", $_ } @addr;
…		…
3720	}	4021	}
3721		4022
3722	@funcs	4023	@funcs
3723	};	4024	};
3724		4025
3725	LOG llevInfo, "[ABT] $msg\n";	4026	LOG llevInfo, "[ABT] $perl_bt\n";
		4027	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3726	LOG llevInfo, "[ABT] $_\n" for @bt;	4028	LOG llevInfo, "[ABT] $_\n" for @bt;
3727	--$_log_backtrace;	4029	--$_log_backtrace;
3728	};	4030	};
3729	} else {	4031	} else {
3730	LOG llevInfo, "[ABT] $msg\n";	4032	LOG llevInfo, "[ABT] $msg\n";
3731	LOG llevInfo, "[ABT] [suppressed]\n";	4033	LOG llevInfo, "[ABT] [suppressed]\n";
3732	}	4034	}
3733	}	4035	}
3734		4036
3735	# load additional modules	4037	# load additional modules
3736	use cf::pod;	4038	require "cf/$_.pm" for @EXTRA_MODULES;
		4039	cf::_connect_to_perl_2;
3737		4040
3738	END { cf::emergency_save }	4041	END { cf::emergency_save }
3739		4042
3740	1	4043	1
3741		4044

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines