ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.474 by root, Thu Jul 16 21:42:56 2009 UTC vs.
Revision 1.598 by root, Sun Nov 11 02:38:10 2012 UTC

1	#	1	#
2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.	2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3	#	3	#
4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team	4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5	#	5	#
6	# Deliantra is free software: you can redistribute it and/or modify	6	# Deliantra is free software: you can redistribute it and/or modify it under
7	# it under the terms of the GNU General Public License as published by	7	# the terms of the Affero GNU General Public License as published by the
8	# the Free Software Foundation, either version 3 of the License, or	8	# Free Software Foundation, either version 3 of the License, or (at your
9	# (at your option) any later version.	9	# option) any later version.
10	#	10	#
11	# This program is distributed in the hope that it will be useful,	11	# This program is distributed in the hope that it will be useful,
12	# but WITHOUT ANY WARRANTY; without even the implied warranty of	12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the	13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14	# GNU General Public License for more details.	14	# GNU General Public License for more details.
15	#	15	#
16	# You should have received a copy of the GNU General Public License	16	# You should have received a copy of the Affero GNU General Public License
17	# along with this program. If not, see <http://www.gnu.org/licenses/>.	17	# and the GNU General Public License along with this program. If not, see
18	#	18	# <http://www.gnu.org/licenses/>.
		19	#
19	# The authors can be reached via e-mail to <support@deliantra.net>	20	# The authors can be reached via e-mail to <support@deliantra.net>
20	#	21	#
21		22
22	package cf;	23	package cf;
23		24
24	use 5.10.0;	25	use common::sense;
25	use utf8;
26	use strict qw(vars subs);
27		26
28	use Symbol;	27	use Symbol;
29	use List::Util;	28	use List::Util;
30	use Socket;	29	use Socket;
31	use EV;	30	use EV;
32	use Opcode;	31	use Opcode;
33	use Safe;	32	use Safe;
34	use Safe::Hole;	33	use Safe::Hole;
35	use Storable ();	34	use Storable ();
36
37	use Guard ();	35	use Carp ();
		36
		37	use AnyEvent ();
		38	use AnyEvent::IO ();
		39	use AnyEvent::DNS ();
		40
38	use Coro ();	41	use Coro ();
39	use Coro::State;	42	use Coro::State;
40	use Coro::Handle;	43	use Coro::Handle;
41	use Coro::EV;	44	use Coro::EV;
42	use Coro::AnyEvent;	45	use Coro::AnyEvent;
…		…
48	use Coro::AIO;	51	use Coro::AIO;
49	use Coro::BDB 1.6;	52	use Coro::BDB 1.6;
50	use Coro::Storable;	53	use Coro::Storable;
51	use Coro::Util ();	54	use Coro::Util ();
52		55
		56	use Guard ();
53	use JSON::XS 2.01 ();	57	use JSON::XS 2.01 ();
54	use BDB ();	58	use BDB ();
55	use Data::Dumper;	59	use Data::Dumper;
56	use Digest::MD5;
57	use Fcntl;	60	use Fcntl;
58	use YAML ();	61	use YAML::XS ();
59	use IO::AIO ();	62	use IO::AIO ();
60	use Time::HiRes;
61	use Compress::LZF;	63	use Compress::LZF;
62	use Digest::MD5 ();	64	use Digest::MD5 ();
63		65
64	AnyEvent::detect;	66	AnyEvent::detect;
65		67
…		…
77	# strictly for debugging	79	# strictly for debugging
78	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };	80	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
79		81
80	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	82	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
81		83
		84	our @ORIG_INC;
		85
82	our %COMMAND = ();	86	our %COMMAND = ();
83	our %COMMAND_TIME = ();	87	our %COMMAND_TIME = ();
84		88
85	our @EXTS = (); # list of extension package names	89	our @EXTS = (); # list of extension package names
86	our %EXTCMD = ();	90	our %EXTCMD = ();
		91	our %EXTACMD = ();
87	our %EXTICMD = ();	92	our %EXTICMD = ();
		93	our %EXTIACMD = ();
88	our %EXT_CORO = (); # coroutines bound to extensions	94	our %EXT_CORO = (); # coroutines bound to extensions
89	our %EXT_MAP = (); # pluggable maps	95	our %EXT_MAP = (); # pluggable maps
90		96
91	our $RELOAD; # number of reloads so far, non-zero while in reload	97	our $RELOAD; # number of reloads so far, non-zero while in reload
92	our @EVENT;	98	our @EVENT;
		99	our @REFLECT; # set by XS
		100	our %REFLECT; # set by us
93		101
94	our $CONFDIR = confdir;	102	our $CONFDIR = confdir;
		103
95	our $DATADIR = datadir;	104	our $DATADIR = datadir;
96	our $LIBDIR = "$DATADIR/ext";	105	our $LIBDIR = "$DATADIR/ext";
97	our $PODDIR = "$DATADIR/pod";	106	our $PODDIR = "$DATADIR/pod";
98	our $MAPDIR = "$DATADIR/" . mapdir;	107	our $MAPDIR = "$DATADIR/" . mapdir;
		108
99	our $LOCALDIR = localdir;	109	our $LOCALDIR = localdir;
100	our $TMPDIR = "$LOCALDIR/" . tmpdir;	110	our $TMPDIR = "$LOCALDIR/" . tmpdir;
101	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	111	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
102	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	112	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
103	our $RANDOMDIR = "$LOCALDIR/random";	113	our $RANDOMDIR = "$LOCALDIR/random";
104	our $BDBDIR = "$LOCALDIR/db";	114	our $BDBDIR = "$LOCALDIR/db";
105	our $PIDFILE = "$LOCALDIR/pid";	115	our $PIDFILE = "$LOCALDIR/pid";
106	our $RUNTIMEFILE = "$LOCALDIR/runtime";	116	our $RUNTIMEFILE = "$LOCALDIR/runtime";
107		117
108	our %RESOURCE;	118	#our %RESOURCE; # unused
		119
		120	our $OUTPUT_RATE_MIN = 3000;
		121	our $OUTPUT_RATE_MAX = 1000000;
		122
		123	our $MAX_LINKS = 32; # how many chained exits to follow
		124	our $VERBOSE_IO = 1;
109		125
110	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	126	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
111	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	127	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
112	our $NEXT_TICK;	128	our $NEXT_TICK;
113	our $USE_FSYNC = 1; # use fsync to write maps - default on	129	our $USE_FSYNC = 1; # use fsync to write maps - default on
…		…
115	our $BDB_DEADLOCK_WATCHER;	131	our $BDB_DEADLOCK_WATCHER;
116	our $BDB_CHECKPOINT_WATCHER;	132	our $BDB_CHECKPOINT_WATCHER;
117	our $BDB_TRICKLE_WATCHER;	133	our $BDB_TRICKLE_WATCHER;
118	our $DB_ENV;	134	our $DB_ENV;
119		135
120	our @EXTRA_MODULES = qw(pod mapscript);	136	our @EXTRA_MODULES = qw(pod match mapscript incloader);
121		137
122	our %CFG;	138	our %CFG;
		139	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
123		140
124	our $UPTIME; $UPTIME ||= time;	141	our $UPTIME; $UPTIME ||= time;
125	our $RUNTIME;	142	our $RUNTIME = 0;
		143	our $SERVER_TICK = 0;
126	our $NOW;	144	our $NOW;
127		145
128	our (%PLAYER, %PLAYER_LOADING); # all users	146	our (%PLAYER, %PLAYER_LOADING); # all users
129	our (%MAP, %MAP_LOADING ); # all maps	147	our (%MAP, %MAP_LOADING ); # all maps
130	our $LINK_MAP; # the special {link} map, which is always available	148	our $LINK_MAP; # the special {link} map, which is always available
…		…
139		157
140	our @POST_INIT;	158	our @POST_INIT;
141		159
142	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)	160	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
143	our $REALLY_UNLOOP; # never set to true, please :)	161	our $REALLY_UNLOOP; # never set to true, please :)
		162
		163	our $WAIT_FOR_TICK = new Coro::Signal;
		164	our @WAIT_FOR_TICK_BEGIN;
144		165
145	binmode STDOUT;	166	binmode STDOUT;
146	binmode STDERR;	167	binmode STDERR;
147		168
148	# read virtual server time, if available	169	# read virtual server time, if available
…		…
159		180
160	our $EMERGENCY_POSITION;	181	our $EMERGENCY_POSITION;
161		182
162	sub cf::map::normalise;	183	sub cf::map::normalise;
163		184
		185	sub in_main() {
		186	$Coro::current == $Coro::main
		187	}
		188
164	#############################################################################	189	#############################################################################
165		190
		191	%REFLECT = ();
		192	for (@REFLECT) {
		193	my $reflect = JSON::XS::decode_json $_;
		194	$REFLECT{$reflect->{class}} = $reflect;
		195	}
		196
		197	# this is decidedly evil
		198	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		199
		200	#############################################################################
		201
166	=head2 GLOBAL VARIABLES	202	=head2 GLOBAL VARIABLES
167		203
168	=over 4	204	=over 4
169		205
170	=item $cf::UPTIME	206	=item $cf::UPTIME
171		207
172	The timestamp of the server start (so not actually an uptime).	208	The timestamp of the server start (so not actually an "uptime").
		209
		210	=item $cf::SERVER_TICK
		211
		212	An unsigned integer that starts at zero when the server is started and is
		213	incremented on every tick.
		214
		215	=item $cf::NOW
		216
		217	The (real) time of the last (current) server tick - updated before and
		218	after tick processing, so this is useful only as a rough "what time is it
		219	now" estimate.
		220
		221	=item $cf::TICK
		222
		223	The interval between each server tick, in seconds.
173		224
174	=item $cf::RUNTIME	225	=item $cf::RUNTIME
175		226
176	The time this server has run, starts at 0 and is increased by $cf::TICK on	227	The time this server has run, starts at 0 and is increased by $cf::TICK on
177	every server tick.	228	every server tick.
178		229
179	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	230	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
180	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	231	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
181	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	232	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
182		233
183	Various directories - "/etc", read-only install directory, perl-library	234	Various directories - "/etc", read-only install directory, perl-library
184	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	235	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
185	unique-items directory, player file directory, random maps directory and	236	unique-items directory, player file directory, random maps directory and
186	database environment.	237	database environment.
187		238
188	=item $cf::NOW
189
190	The time of the last (current) server tick.
191
192	=item $cf::TICK
193
194	The interval between server ticks, in seconds.
195
196	=item $cf::LOADAVG	239	=item $cf::LOADAVG
197		240
198	The current CPU load on the server (alpha-smoothed), as a value between 0	241	The current CPU load on the server (alpha-smoothed), as a value between 0
199	(none) and 1 (overloaded), indicating how much time is spent on processing	242	(none) and 1 (overloaded), indicating how much time is spent on processing
200	objects per tick. Healthy values are < 0.5.	243	objects per tick. Healthy values are < 0.5.
…		…
209	from wherever your confdir points to.	252	from wherever your confdir points to.
210		253
211	=item cf::wait_for_tick, cf::wait_for_tick_begin	254	=item cf::wait_for_tick, cf::wait_for_tick_begin
212		255
213	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	256	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
214	returns directly I<after> the tick processing (and consequently, can only wake one process	257	returns directly I<after> the tick processing (and consequently, can only wake one thread
215	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	258	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
216		259
		260	Note that cf::Wait_for_tick will immediately return when the server is not
		261	ticking, making it suitable for small pauses in threads that need to run
		262	when the server is paused. If that is not applicable (i.e. you I<really>
		263	want to wait, use C<$cf::WAIT_FOR_TICK>).
		264
		265	=item $cf::WAIT_FOR_TICK
		266
		267	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		268	variable contains a L<Coro::Signal> that is broadcats after every server
		269	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		270	next server tick.
		271
		272	=cut
		273
		274	sub wait_for_tick();
		275	sub wait_for_tick_begin();
		276
217	=item @cf::INVOKE_RESULTS	277	=item @cf::INVOKE_RESULTS
218		278
219	This array contains the results of the last C<invoke ()> call. When	279	This array contains the results of the last C<invoke ()> call. When
220	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	280	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
221	that call.	281	that call.
222		282
		283	=item %cf::REFLECT
		284
		285	Contains, for each (C++) class name, a hash reference with information
		286	about object members (methods, scalars, arrays and flags) and other
		287	metadata, which is useful for introspection.
		288
223	=back	289	=back
224		290
225	=cut	291	=cut
226		292
227	BEGIN {	293	sub error(@) { LOG llevError, join "", @_ }
228	*CORE::GLOBAL::warn = sub {	294	sub warn (@) { LOG llevWarn , join "", @_ }
		295	sub info (@) { LOG llevInfo , join "", @_ }
		296	sub debug(@) { LOG llevDebug, join "", @_ }
		297	sub trace(@) { LOG llevTrace, join "", @_ }
		298
		299	$Coro::State::WARNHOOK = sub {
229	my $msg = join "", @_;	300	my $msg = join "", @_;
230		301
231	$msg .= "\n"	302	$msg .= "\n"
232	unless $msg =~ /\n$/;	303	unless $msg =~ /\n$/;
233		304
234	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	305	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
235		306
236	LOG llevError, $msg;	307	LOG llevWarn, $msg;
237	};	308	};
238	}
239		309
240	$Coro::State::DIEHOOK = sub {	310	$Coro::State::DIEHOOK = sub {
241	return unless $^S eq 0; # "eq", not "=="	311	return unless $^S eq 0; # "eq", not "=="
242		312
243	if ($Coro::current == $Coro::main) {#d#	313	error Carp::longmess $_[0];
		314
		315	if (in_main) {#d#
244	warn "DIEHOOK called in main context, Coro bug?\n";#d#	316	error "DIEHOOK called in main context, Coro bug?\n";#d#
245	return;#d#	317	return;#d#
246	}#d#	318	}#d#
247		319
248	# kill coroutine otherwise	320	# kill coroutine otherwise
249	warn Carp::longmess $_[0];
250	Coro::terminate	321	Coro::terminate
251	};	322	};
252
253	$SIG{__DIE__} = sub { }; #d#?
254		323
255	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	324	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
256	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	325	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
257	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	326	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
258	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	327	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
272	)) {	341	)) {
273	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	342	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
274	}	343	}
275		344
276	$EV::DIED = sub {	345	$EV::DIED = sub {
277	warn "error in event callback: @_";	346	warn "error in event callback: $@";
278	};	347	};
		348
		349	#############################################################################
		350
		351	sub fork_call(&@);
		352	sub get_slot($;$$);
279		353
280	#############################################################################	354	#############################################################################
281		355
282	=head2 UTILITY FUNCTIONS	356	=head2 UTILITY FUNCTIONS
283		357
…		…
304	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	378	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
305	$d	379	$d
306	} || "[unable to dump $_[0]: '$@']";	380	} || "[unable to dump $_[0]: '$@']";
307	}	381	}
308		382
		383	=item $scalar = cf::load_file $path
		384
		385	Loads the given file from path and returns its contents. Croaks on error
		386	and can block.
		387
		388	=cut
		389
		390	sub load_file($) {
		391	0 <= aio_load $_[0], my $data
		392	or Carp::croak "$_[0]: $!";
		393
		394	$data
		395	}
		396
		397	=item $success = cf::replace_file $path, $data, $sync
		398
		399	Atomically replaces the file at the given $path with new $data, and
		400	optionally $sync the data to disk before replacing the file.
		401
		402	=cut
		403
		404	sub replace_file($$;$) {
		405	my ($path, $data, $sync) = @_;
		406
		407	my $lock = cf::lock_acquire ("replace_file:$path");
		408
		409	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		410	or return;
		411
		412	$data = $data->() if ref $data;
		413
		414	length $data == aio_write $fh, 0, (length $data), $data, 0
		415	or return;
		416
		417	!$sync
		418	or !aio_fsync $fh
		419	or return;
		420
		421	aio_close $fh
		422	and return;
		423
		424	aio_rename "$path~", $path
		425	and return;
		426
		427	if ($sync) {
		428	$path =~ s%/[^/]*$%%;
		429	aio_pathsync $path;
		430	}
		431
		432	1
		433	}
		434
309	=item $ref = cf::decode_json $json	435	=item $ref = cf::decode_json $json
310		436
311	Converts a JSON string into the corresponding perl data structure.	437	Converts a JSON string into the corresponding perl data structure.
312		438
313	=item $json = cf::encode_json $ref	439	=item $json = cf::encode_json $ref
…		…
319	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	445	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
320		446
321	sub encode_json($) { $json_coder->encode ($_[0]) }	447	sub encode_json($) { $json_coder->encode ($_[0]) }
322	sub decode_json($) { $json_coder->decode ($_[0]) }	448	sub decode_json($) { $json_coder->decode ($_[0]) }
323		449
		450	=item $ref = cf::decode_storable $scalar
		451
		452	Same as Coro::Storable::thaw, so blocks.
		453
		454	=cut
		455
		456	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		457
		458	=item $ref = cf::decode_yaml $scalar
		459
		460	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		461
		462	=cut
		463
		464	sub decode_yaml($) {
		465	fork_call { YAML::XS::Load $_[0] } @_
		466	}
		467
		468	=item $scalar = cf::unlzf $scalar
		469
		470	Same as Compress::LZF::compress, but takes server ticks into account, so
		471	blocks.
		472
		473	=cut
		474
		475	sub unlzf($) {
		476	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		477	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		478	Compress::LZF::decompress $_[0]
		479	}
		480
324	=item cf::post_init { BLOCK }	481	=item cf::post_init { BLOCK }
325		482
326	Execute the given codeblock, I<after> all extensions have been (re-)loaded,	483	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
327	but I<before> the server starts ticking again.	484	but I<before> the server starts ticking again.
328		485
329	The cdoeblock will have a single boolean argument to indicate whether this	486	The codeblock will have a single boolean argument to indicate whether this
330	is a reload or not.	487	is a reload or not.
331		488
332	=cut	489	=cut
333		490
334	sub post_init(&) {	491	sub post_init(&) {
335	push @POST_INIT, shift;	492	push @POST_INIT, shift;
		493	}
		494
		495	sub _post_init {
		496	trace "running post_init jobs";
		497
		498	# run them in parallel...
		499
		500	my @join;
		501
		502	while () {
		503	push @join, map &Coro::async ($_, 0), @POST_INIT;
		504	@POST_INIT = ();
		505
		506	@join or last;
		507
		508	(pop @join)->join;
		509	}
336	}	510	}
337		511
338	=item cf::lock_wait $string	512	=item cf::lock_wait $string
339		513
340	Wait until the given lock is available. See cf::lock_acquire.	514	Wait until the given lock is available. See cf::lock_acquire.
…		…
379	}	553	}
380		554
381	=item cf::periodic $interval, $cb	555	=item cf::periodic $interval, $cb
382		556
383	Like EV::periodic, but randomly selects a starting point so that the actions	557	Like EV::periodic, but randomly selects a starting point so that the actions
384	get spread over timer.	558	get spread over time.
385		559
386	=cut	560	=cut
387		561
388	sub periodic($$) {	562	sub periodic($$) {
389	my ($interval, $cb) = @_;	563	my ($interval, $cb) = @_;
…		…
393	EV::periodic $start, $interval, 0, $cb	567	EV::periodic $start, $interval, 0, $cb
394	}	568	}
395		569
396	=item cf::get_slot $time[, $priority[, $name]]	570	=item cf::get_slot $time[, $priority[, $name]]
397		571
398	Allocate $time seconds of blocking CPU time at priority C<$priority>:	572	Allocate $time seconds of blocking CPU time at priority C<$priority>
399	This call blocks and returns only when you have at least C<$time> seconds	573	(default: 0): This call blocks and returns only when you have at least
400	of cpu time till the next tick. The slot is only valid till the next cede.	574	C<$time> seconds of cpu time till the next tick. The slot is only valid
		575	till the next cede.
		576
		577	Background jobs should use a priority les than zero, interactive jobs
		578	should use 100 or more.
401		579
402	The optional C<$name> can be used to identify the job to run. It might be	580	The optional C<$name> can be used to identify the job to run. It might be
403	used for statistical purposes and should identify the same time-class.	581	used for statistical purposes and should identify the same time-class.
404		582
405	Useful for short background jobs.	583	Useful for short background jobs.
406		584
407	=cut	585	=cut
408		586
409	our @SLOT_QUEUE;	587	our @SLOT_QUEUE;
410	our $SLOT_QUEUE;	588	our $SLOT_QUEUE;
		589	our $SLOT_DECAY = 0.9;
411		590
412	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	591	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
413	$SLOT_QUEUE = Coro::async {	592	$SLOT_QUEUE = Coro::async {
414	$Coro::current->desc ("timeslot manager");	593	$Coro::current->desc ("timeslot manager");
415		594
416	my $signal = new Coro::Signal;	595	my $signal = new Coro::Signal;
		596	my $busy;
417		597
418	while () {	598	while () {
419	next_job:	599	next_job:
		600
420	my $avail = cf::till_tick;	601	my $avail = cf::till_tick;
421	if ($avail > 0.01) {	602
422	for (0 .. $#SLOT_QUEUE) {	603	for (0 .. $#SLOT_QUEUE) {
423	if ($SLOT_QUEUE[$_][0] < $avail) {	604	if ($SLOT_QUEUE[$_][0] <= $avail) {
		605	$busy = 0;
424	my $job = splice @SLOT_QUEUE, $_, 1, ();	606	my $job = splice @SLOT_QUEUE, $_, 1, ();
425	$job->[2]->send;	607	$job->[2]->send;
426	Coro::cede;	608	Coro::cede;
427	goto next_job;	609	goto next_job;
428	}	610	} else {
		611	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
429	}	612	}
430	}	613	}
431		614
432	if (@SLOT_QUEUE) {	615	if (@SLOT_QUEUE) {
433	# we do not use wait_for_tick() as it returns immediately when tick is inactive	616	# we do not use wait_for_tick() as it returns immediately when tick is inactive
434	push @cf::WAIT_FOR_TICK, $signal;	617	$WAIT_FOR_TICK->wait;
435	$signal->wait;
436	} else {	618	} else {
		619	$busy = 0;
437	Coro::schedule;	620	Coro::schedule;
438	}	621	}
439	}	622	}
440	};	623	};
441		624
442	sub get_slot($;$$) {	625	sub get_slot($;$$) {
443	return if tick_inhibit || $Coro::current == $Coro::main;	626	return if tick_inhibit || $Coro::current == $Coro::main;
444		627
445	my ($time, $pri, $name) = @_;	628	my ($time, $pri, $name) = @_;
446		629
447	$time = $TICK * .6 if $time > $TICK * .6;	630	$time = clamp $time, 0.01, $TICK * .6;
		631
448	my $sig = new Coro::Signal;	632	my $sig = new Coro::Signal;
449		633
450	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	634	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
451	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	635	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
452	$SLOT_QUEUE->ready;	636	$SLOT_QUEUE->ready;
…		…
478	=cut	662	=cut
479		663
480	sub sync_job(&) {	664	sub sync_job(&) {
481	my ($job) = @_;	665	my ($job) = @_;
482		666
483	if ($Coro::current == $Coro::main) {	667	if (in_main) {
484	my $time = EV::time;	668	my $time = AE::time;
485		669
486	# this is the main coro, too bad, we have to block	670	# this is the main coro, too bad, we have to block
487	# till the operation succeeds, freezing the server :/	671	# till the operation succeeds, freezing the server :/
488		672
489	LOG llevError, Carp::longmess "sync job";#d#	673	#LOG llevError, Carp::longmess "sync job";#d#
490		674
491	my $freeze_guard = freeze_mainloop;	675	my $freeze_guard = freeze_mainloop;
492		676
493	my $busy = 1;	677	my $busy = 1;
494	my @res;	678	my @res;
495		679
496	(async {	680	(async {
497	$Coro::current->desc ("sync job coro");	681	$Coro::current->desc ("sync job coro");
498	@res = eval { $job->() };	682	@res = eval { $job->() };
499	warn $@ if $@;	683	error $@ if $@;
500	undef $busy;	684	undef $busy;
501	})->prio (Coro::PRIO_MAX);	685	})->prio (Coro::PRIO_MAX);
502		686
503	while ($busy) {	687	while ($busy) {
504	if (Coro::nready) {	688	if (Coro::nready) {
…		…
506	} else {	690	} else {
507	EV::loop EV::LOOP_ONESHOT;	691	EV::loop EV::LOOP_ONESHOT;
508	}	692	}
509	}	693	}
510		694
511	my $time = EV::time - $time;	695	my $time = AE::time - $time;
512		696
513	$TICK_START += $time; # do not account sync jobs to server load	697	$TICK_START += $time; # do not account sync jobs to server load
514		698
515	wantarray ? @res : $res[0]	699	wantarray ? @res : $res[0]
516	} else {	700	} else {
…		…
538	$EXT_CORO{$coro+0} = $coro;	722	$EXT_CORO{$coro+0} = $coro;
539		723
540	$coro	724	$coro
541	}	725	}
542		726
543	=item fork_call { }, $args	727	=item fork_call { }, @args
544		728
545	Executes the given code block with the given arguments in a seperate	729	Executes the given code block with the given arguments in a seperate
546	process, returning the results. Everything must be serialisable with	730	process, returning the results. Everything must be serialisable with
547	Coro::Storable. May, of course, block. Note that the executed sub may	731	Coro::Storable. May, of course, block. Note that the executed sub may
548	never block itself or use any form of event handling.	732	never block itself or use any form of event handling.
549		733
550	=cut	734	=cut
551		735
		736	sub post_fork {
		737	reset_signals;
		738	}
		739
552	sub fork_call(&@) {	740	sub fork_call(&@) {
553	my ($cb, @args) = @_;	741	my ($cb, @args) = @_;
554		742
555	# we seemingly have to make a local copy of the whole thing,	743	# we seemingly have to make a local copy of the whole thing,
556	# otherwise perl prematurely frees the stuff :/	744	# otherwise perl prematurely frees the stuff :/
557	# TODO: investigate and fix (likely this will be rather laborious)	745	# TODO: investigate and fix (likely this will be rather laborious)
558		746
559	my @res = Coro::Util::fork_eval {	747	my @res = Coro::Util::fork_eval {
560	reset_signals;	748	cf::post_fork;
561	&$cb	749	&$cb
562	}, @args;	750	} @args;
563		751
564	wantarray ? @res : $res[-1]	752	wantarray ? @res : $res[-1]
		753	}
		754
		755	sub objinfo {
		756	(
		757	"counter value" => cf::object::object_count,
		758	"objects created" => cf::object::create_count,
		759	"objects destroyed" => cf::object::destroy_count,
		760	"freelist size" => cf::object::free_count,
		761	"allocated objects" => cf::object::objects_size,
		762	"active objects" => cf::object::actives_size,
		763	)
565	}	764	}
566		765
567	=item $coin = coin_from_name $name	766	=item $coin = coin_from_name $name
568		767
569	=cut	768	=cut
…		…
606	within each server.	805	within each server.
607		806
608	=cut	807	=cut
609		808
610	sub db_table($) {	809	sub db_table($) {
		810	cf::error "db_get called from main context"
		811	if $Coro::current == $Coro::main;
		812
611	my ($name) = @_;	813	my ($name) = @_;
612	my $db = BDB::db_create $DB_ENV;	814	my $db = BDB::db_create $DB_ENV;
613		815
614	eval {	816	eval {
615	$db->set_flags (BDB::CHKSUM);	817	$db->set_flags (BDB::CHKSUM);
…		…
625	}	827	}
626		828
627	our $DB;	829	our $DB;
628		830
629	sub db_init {	831	sub db_init {
630	cf::sync_job {
631	$DB ||= db_table "db";	832	$DB ||= db_table "db";
632	};
633	}	833	}
634		834
635	sub db_get($$) {	835	sub db_get($$) {
636	my $key = "$_[0]/$_[1]";	836	my $key = "$_[0]/$_[1]";
637		837
638	cf::sync_job {	838	cf::error "db_get called from main context"
		839	if $Coro::current == $Coro::main;
		840
639	BDB::db_get $DB, undef, $key, my $data;	841	BDB::db_get $DB, undef, $key, my $data;
640		842
641	$! ? ()	843	$! ? ()
642	: $data	844	: $data
643	}
644	}	845	}
645		846
646	sub db_put($$$) {	847	sub db_put($$$) {
647	BDB::dbreq_pri 4;	848	BDB::dbreq_pri 4;
648	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	849	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
676		877
677	my @data;	878	my @data;
678	my $md5;	879	my $md5;
679		880
680	for (0 .. $#$src) {	881	for (0 .. $#$src) {
681	0 <= aio_load $src->[$_], $data[$_]	882	$data[$_] = load_file $src->[$_];
682	or Carp::croak "$src->[$_]: $!";
683	}	883	}
684		884
685	# if processing is expensive, check	885	# if processing is expensive, check
686	# checksum first	886	# checksum first
687	if (1) {	887	if (1) {
…		…
700		900
701	return db_get cache => "$id/data";	901	return db_get cache => "$id/data";
702	}	902	}
703	}	903	}
704		904
705	my $t1 = Time::HiRes::time;	905	my $t1 = EV::time;
706	my $data = $process->(\@data);	906	my $data = $process->(\@data);
707	my $t2 = Time::HiRes::time;	907	my $t2 = EV::time;
708		908
709	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	909	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
710		910
711	db_put cache => "$id/data", $data;	911	db_put cache => "$id/data", $data;
712	db_put cache => "$id/md5" , $md5;	912	db_put cache => "$id/md5" , $md5;
713	db_put cache => "$id/meta", $meta;	913	db_put cache => "$id/meta", $meta;
714		914
…		…
724		924
725	=cut	925	=cut
726		926
727	sub datalog($@) {	927	sub datalog($@) {
728	my ($type, %kv) = @_;	928	my ($type, %kv) = @_;
729	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	929	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
730	}	930	}
731		931
732	=back	932	=back
733		933
734	=cut	934	=cut
…		…
929		1129
930	} elsif (exists $cb_id{$type}) {	1130	} elsif (exists $cb_id{$type}) {
931	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1131	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
932		1132
933	} elsif (ref $type) {	1133	} elsif (ref $type) {
934	warn "attaching objects not supported, ignoring.\n";	1134	error "attaching objects not supported, ignoring.\n";
935		1135
936	} else {	1136	} else {
937	shift @arg;	1137	shift @arg;
938	warn "attach argument '$type' not supported, ignoring.\n";	1138	error "attach argument '$type' not supported, ignoring.\n";
939	}	1139	}
940	}	1140	}
941	}	1141	}
942		1142
943	sub _object_attach {	1143	sub _object_attach {
…		…
953	_attach $registry, $klass, @attach;	1153	_attach $registry, $klass, @attach;
954	}	1154	}
955		1155
956	$obj->{$name} = \%arg;	1156	$obj->{$name} = \%arg;
957	} else {	1157	} else {
958	warn "object uses attachment '$name' which is not available, postponing.\n";	1158	info "object uses attachment '$name' which is not available, postponing.\n";
959	}	1159	}
960		1160
961	$obj->{_attachment}{$name} = undef;	1161	$obj->{_attachment}{$name} = undef;
962	}	1162	}
963		1163
…		…
1022		1222
1023	for (@$callbacks) {	1223	for (@$callbacks) {
1024	eval { &{$_->[1]} };	1224	eval { &{$_->[1]} };
1025		1225
1026	if ($@) {	1226	if ($@) {
1027	warn "$@";
1028	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1227	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
1029	override;	1228	override;
1030	}	1229	}
1031		1230
1032	return 1 if $override;	1231	return 1 if $override;
1033	}	1232	}
…		…
1112	for (@$attach) {	1311	for (@$attach) {
1113	my ($klass, @attach) = @$_;	1312	my ($klass, @attach) = @$_;
1114	_attach $registry, $klass, @attach;	1313	_attach $registry, $klass, @attach;
1115	}	1314	}
1116	} else {	1315	} else {
1117	warn "object uses attachment '$name' that is not available, postponing.\n";	1316	info "object uses attachment '$name' that is not available, postponing.\n";
1118	}	1317	}
1119	}	1318	}
1120	}	1319	}
1121		1320
1122	cf::attachable->attach (	1321	cf::attachable->attach (
…		…
1149	my ($filename, $rdata, $objs) = @_;	1348	my ($filename, $rdata, $objs) = @_;
1150		1349
1151	sync_job {	1350	sync_job {
1152	if (length $$rdata) {	1351	if (length $$rdata) {
1153	utf8::decode (my $decname = $filename);	1352	utf8::decode (my $decname = $filename);
1154	warn sprintf "saving %s (%d,%d)\n",	1353	trace sprintf "saving %s (%d,%d)\n",
1155	$decname, length $$rdata, scalar @$objs;	1354	$decname, length $$rdata, scalar @$objs
		1355	if $VERBOSE_IO;
1156		1356
1157	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1357	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1158	aio_chmod $fh, SAVE_MODE;	1358	aio_chmod $fh, SAVE_MODE;
1159	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1359	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1160	if ($cf::USE_FSYNC) {	1360	if ($cf::USE_FSYNC) {
…		…
1182	aio_rename "$filename~", $filename;	1382	aio_rename "$filename~", $filename;
1183		1383
1184	$filename =~ s%/[^/]+$%%;	1384	$filename =~ s%/[^/]+$%%;
1185	aio_pathsync $filename if $cf::USE_FSYNC;	1385	aio_pathsync $filename if $cf::USE_FSYNC;
1186	} else {	1386	} else {
1187	warn "unable to save objects: $filename~: $!\n";	1387	error "unable to save objects: $filename~: $!\n";
1188	}	1388	}
1189	} else {	1389	} else {
1190	aio_unlink $filename;	1390	aio_unlink $filename;
1191	aio_unlink "$filename.pst";	1391	aio_unlink "$filename.pst";
1192	}	1392	}
…		…
1216	my $st = eval { Coro::Storable::thaw $av };	1416	my $st = eval { Coro::Storable::thaw $av };
1217	$av = $st->{objs};	1417	$av = $st->{objs};
1218	}	1418	}
1219		1419
1220	utf8::decode (my $decname = $filename);	1420	utf8::decode (my $decname = $filename);
1221	warn sprintf "loading %s (%d,%d)\n",	1421	trace sprintf "loading %s (%d,%d)\n",
1222	$decname, length $data, scalar @{$av || []};	1422	$decname, length $data, scalar @{$av || []}
		1423	if $VERBOSE_IO;
1223		1424
1224	($data, $av)	1425	($data, $av)
1225	}	1426	}
1226		1427
1227	=head2 COMMAND CALLBACKS	1428	=head2 COMMAND CALLBACKS
…		…
1231	=cut	1432	=cut
1232		1433
1233	#############################################################################	1434	#############################################################################
1234	# command handling &c	1435	# command handling &c
1235		1436
1236	=item cf::register_command $name => \&callback($ob,$args);	1437	=item cf::register_command $name => \&callback($ob,$args)
1237		1438
1238	Register a callback for execution when the client sends the user command	1439	Register a callback for execution when the client sends the user command
1239	$name.	1440	$name.
1240		1441
1241	=cut	1442	=cut
…		…
1247	#warn "registering command '$name/$time' to '$caller'";	1448	#warn "registering command '$name/$time' to '$caller'";
1248		1449
1249	push @{ $COMMAND{$name} }, [$caller, $cb];	1450	push @{ $COMMAND{$name} }, [$caller, $cb];
1250	}	1451	}
1251		1452
1252	=item cf::register_extcmd $name => \&callback($pl,$packet);	1453	=item cf::register_extcmd $name => \&callback($pl,@args)
1253		1454
1254	Register a callback for execution when the client sends an (synchronous)	1455	Register a callback for execution when the client sends an (synchronous)
1255	extcmd packet. Ext commands will be processed in the order they are	1456	extcmd packet. Ext commands will be processed in the order they are
1256	received by the server, like other user commands. The first argument is	1457	received by the server, like other user commands. The first argument is
1257	the logged-in player. Ext commands can only be processed after a player	1458	the logged-in player. Ext commands can only be processed after a player
1258	has logged in successfully.	1459	has logged in successfully.
1259		1460
1260	If the callback returns something, it is sent back as if reply was being	1461	The values will be sent back to the client.
1261	called.
1262		1462
		1463	=item cf::register_async_extcmd $name => \&callback($pl,$reply->(...),@args)
		1464
		1465	Same as C<cf::register_extcmd>, but instead of returning values, the
		1466	callback needs to clal the C<$reply> function.
		1467
1263	=item cf::register_exticmd $name => \&callback($ns,$packet);	1468	=item cf::register_exticmd $name => \&callback($ns,@args)
1264		1469
1265	Register a callback for execution when the client sends an (asynchronous)	1470	Register a callback for execution when the client sends an (asynchronous)
1266	exticmd packet. Exti commands are processed by the server as soon as they	1471	exticmd packet. Exti commands are processed by the server as soon as they
1267	are received, i.e. out of order w.r.t. other commands. The first argument	1472	are received, i.e. out of order w.r.t. other commands. The first argument
1268	is a client socket. Exti commands can be received anytime, even before	1473	is a client socket. Exti commands can be received anytime, even before
1269	log-in.	1474	log-in.
1270		1475
1271	If the callback returns something, it is sent back as if reply was being	1476	The values will be sent back to the client.
1272	called.
1273		1477
1274	=cut	1478	=item cf::register_async_exticmd $name => \&callback($ns,$reply->(...),@args)
1275		1479
		1480	Same as C<cf::register_extcmd>, but instead of returning values, the
		1481	callback needs to clal the C<$reply> function.
		1482
		1483	=cut
		1484
1276	sub register_extcmd {	1485	sub register_extcmd($$) {
1277	my ($name, $cb) = @_;	1486	my ($name, $cb) = @_;
1278		1487
1279	$EXTCMD{$name} = $cb;	1488	$EXTCMD{$name} = $cb;
1280	}	1489	}
1281		1490
1282	sub register_exticmd {	1491	sub register_async_extcmd($$) {
1283	my ($name, $cb) = @_;	1492	my ($name, $cb) = @_;
1284		1493
		1494	$EXTACMD{$name} = $cb;
		1495	}
		1496
		1497	sub register_exticmd($$) {
		1498	my ($name, $cb) = @_;
		1499
1285	$EXTICMD{$name} = $cb;	1500	$EXTICMD{$name} = $cb;
1286	}	1501	}
1287		1502
		1503	sub register_async_exticmd($$) {
		1504	my ($name, $cb) = @_;
		1505
		1506	$EXTIACMD{$name} = $cb;
		1507	}
		1508
1288	use File::Glob ();	1509	use File::Glob ();
1289		1510
1290	cf::player->attach (	1511	cf::player->attach (
1291	on_command => sub {	1512	on_unknown_command => sub {
1292	my ($pl, $name, $params) = @_;	1513	my ($pl, $name, $params) = @_;
1293		1514
1294	my $cb = $COMMAND{$name}	1515	my $cb = $COMMAND{$name}
1295	or return;	1516	or return;
1296		1517
…		…
1304	my ($pl, $buf) = @_;	1525	my ($pl, $buf) = @_;
1305		1526
1306	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1527	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1307		1528
1308	if (ref $msg) {	1529	if (ref $msg) {
1309	my ($type, $reply, @payload) =	1530	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1310	"ARRAY" eq ref $msg
1311	? @$msg
1312	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1313		1531
1314	my @reply;
1315
1316	if (my $cb = $EXTCMD{$type}) {	1532	if (my $cb = $EXTACMD{$type}) {
		1533	$cb->(
		1534	$pl,
		1535	sub {
		1536	$pl->ext_msg ("reply-$reply", @_)
		1537	if $reply;
		1538	},
		1539	@payload
		1540	);
		1541	} else {
		1542	my @reply;
		1543
		1544	if (my $cb = $EXTCMD{$type}) {
1317	@reply = $cb->($pl, @payload);	1545	@reply = $cb->($pl, @payload);
		1546	}
		1547
		1548	$pl->ext_msg ("reply-$reply", @reply)
		1549	if $reply;
1318	}	1550	}
1319		1551
1320	$pl->ext_reply ($reply, @reply)
1321	if $reply;
1322
1323	} else {	1552	} else {
1324	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1553	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1325	}	1554	}
1326		1555
1327	cf::override;	1556	cf::override;
1328	},	1557	},
1329	);	1558	);
…		…
1339	};	1568	};
1340		1569
1341	$grp	1570	$grp
1342	}	1571	}
1343		1572
		1573	sub _ext_cfg_reg($$$$) {
		1574	my ($rvar, $varname, $cfgname, $default) = @_;
		1575
		1576	$cfgname = lc $varname
		1577	unless length $cfgname;
		1578
		1579	$EXT_CFG{$cfgname} = [$rvar, $default];
		1580
		1581	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1582	}
		1583
1344	sub load_extensions {	1584	sub load_extensions {
		1585	info "loading extensions...";
		1586
		1587	%EXT_CFG = ();
		1588
1345	cf::sync_job {	1589	cf::sync_job {
1346	my %todo;	1590	my %todo;
1347		1591
1348	for my $path (<$LIBDIR/*.ext>) {	1592	for my $path (<$LIBDIR/*.ext>) {
1349	next unless -r $path;	1593	next unless -r $path;
…		…
1367		1611
1368	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1612	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1369	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1613	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1370		1614
1371	$ext{source} =	1615	$ext{source} =
1372	"package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"	1616	"package $pkg; use common::sense;\n"
1373	. "#line 1 \"$path\"\n{\n"	1617	. "#line 1 \"$path\"\n{\n"
1374	. $source	1618	. $source
1375	. "\n};\n1";	1619	. "\n};\n1";
1376		1620
1377	$todo{$base} = \%ext;	1621	$todo{$base} = \%ext;
1378	}	1622	}
1379		1623
		1624	my $pass = 0;
1380	my %done;	1625	my %done;
1381	while (%todo) {	1626	while (%todo) {
1382	my $progress;	1627	my $progress;
1383		1628
		1629	++$pass;
		1630
		1631	ext:
1384	while (my ($k, $v) = each %todo) {	1632	while (my ($k, $v) = each %todo) {
1385	for (split /,\s*/, $v->{meta}{depends}) {	1633	for (split /,\s*/, $v->{meta}{depends}) {
1386	goto skip	1634	next ext
1387	unless exists $done{$_};	1635	unless exists $done{$_};
1388	}	1636	}
1389		1637
1390	warn "... loading '$k' into '$v->{pkg}'\n";	1638	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1391		1639
1392	unless (eval $v->{source}) {	1640	my $source = $v->{source};
		1641
		1642	# support "CONF varname :confname = default" pseudo-statements
		1643	$source =~ s{
		1644	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1645	}{
		1646	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1647	}gmxe;
		1648
		1649	my $active = eval $source;
		1650
		1651	if (length $@) {
1393	my $msg = $@ ? "$v->{path}: $@\n"	1652	error "$v->{path}: $@\n";
1394	: "$v->{base}: extension inactive.\n";
1395		1653
1396	if (exists $v->{meta}{mandatory}) {
1397	warn $msg;
1398	cf::cleanup "mandatory extension failed to load, exiting.";	1654	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1399	}	1655	if exists $v->{meta}{mandatory};
1400		1656
1401	warn $msg;	1657	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
		1658	delete $todo{$k};
		1659	} else {
		1660	$done{$k} = delete $todo{$k};
		1661	push @EXTS, $v->{pkg};
		1662	$progress = 1;
		1663
		1664	info "$v->{base}: extension inactive.\n"
		1665	unless $active;
1402	}	1666	}
1403
1404	$done{$k} = delete $todo{$k};
1405	push @EXTS, $v->{pkg};
1406	$progress = 1;
1407	}	1667	}
1408		1668
1409	skip:	1669	unless ($progress) {
1410	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1670	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1411	unless $progress;	1671
		1672	while (my ($k, $v) = each %todo) {
		1673	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1674	if exists $v->{meta}{mandatory};
		1675	}
		1676
		1677	last;
		1678	}
1412	}	1679	}
1413	};	1680	};
1414	}	1681	}
1415		1682
1416	#############################################################################	1683	#############################################################################
…		…
1500	$cf::PLAYER{$login} = $pl	1767	$cf::PLAYER{$login} = $pl
1501	}	1768	}
1502	}	1769	}
1503	}	1770	}
1504		1771
		1772	cf::player->attach (
		1773	on_load => sub {
		1774	my ($pl, $path) = @_;
		1775
		1776	# restore slots saved in save, below
		1777	my $slots = delete $pl->{_slots};
		1778
		1779	$pl->ob->current_weapon ($slots->[0]);
		1780	$pl->combat_ob ($slots->[1]);
		1781	$pl->ranged_ob ($slots->[2]);
		1782	},
		1783	);
		1784
1505	sub save($) {	1785	sub save($) {
1506	my ($pl) = @_;	1786	my ($pl) = @_;
1507		1787
1508	return if $pl->{deny_save};	1788	return if $pl->{deny_save};
1509		1789
…		…
1514		1794
1515	aio_mkdir playerdir $pl, 0770;	1795	aio_mkdir playerdir $pl, 0770;
1516	$pl->{last_save} = $cf::RUNTIME;	1796	$pl->{last_save} = $cf::RUNTIME;
1517		1797
1518	cf::get_slot 0.01;	1798	cf::get_slot 0.01;
		1799
		1800	# save slots, to be restored later
		1801	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1519		1802
1520	$pl->save_pl ($path);	1803	$pl->save_pl ($path);
1521	cf::cede_to_tick;	1804	cf::cede_to_tick;
1522	}	1805	}
1523		1806
…		…
1557	my $name = $pl->ob->name;	1840	my $name = $pl->ob->name;
1558		1841
1559	$pl->{deny_save} = 1;	1842	$pl->{deny_save} = 1;
1560	$pl->password ("*"); # this should lock out the player until we have nuked the dir	1843	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1561		1844
1562	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1845	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1563	$pl->deactivate;	1846	$pl->deactivate;
		1847
1564	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;	1848	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1565	$pl->ob->check_score;
1566	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1849	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1850	ext::highscore::check ($pl->ob);
		1851
1567	$pl->ns->destroy if $pl->ns;	1852	$pl->ns->destroy if $pl->ns;
1568		1853
1569	my $path = playerdir $pl;	1854	my $path = playerdir $pl;
1570	my $temp = "$path~$cf::RUNTIME~deleting~";	1855	my $temp = "$path~$cf::RUNTIME~deleting~";
1571	aio_rename $path, $temp;	1856	aio_rename $path, $temp;
…		…
1625	\@logins	1910	\@logins
1626	}	1911	}
1627		1912
1628	=item $player->maps	1913	=item $player->maps
1629		1914
		1915	=item cf::player::maps $login
		1916
1630	Returns an arrayref of map paths that are private for this	1917	Returns an arrayref of map paths that are private for this
1631	player. May block.	1918	player. May block.
1632		1919
1633	=cut	1920	=cut
1634		1921
…		…
1655		1942
1656	=item $protocol_xml = $player->expand_cfpod ($cfpod)	1943	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1657		1944
1658	Expand deliantra pod fragments into protocol xml.	1945	Expand deliantra pod fragments into protocol xml.
1659		1946
1660	=item $player->ext_reply ($msgid, @msg)
1661
1662	Sends an ext reply to the player.
1663
1664	=cut
1665
1666	sub ext_reply($$@) {
1667	my ($self, $id, @msg) = @_;
1668
1669	$self->ns->ext_reply ($id, @msg)
1670	}
1671
1672	=item $player->ext_msg ($type, @msg)	1947	=item $player->ext_msg ($type, @msg)
1673		1948
1674	Sends an ext event to the client.	1949	Sends an ext event to the client.
1675		1950
1676	=cut	1951	=cut
…		…
1695		1970
1696	=cut	1971	=cut
1697		1972
1698	sub find_by_path($) {	1973	sub find_by_path($) {
1699	my ($path) = @_;	1974	my ($path) = @_;
		1975
		1976	$path =~ s/^~[^\/]*//; # skip ~login
1700		1977
1701	my ($match, $specificity);	1978	my ($match, $specificity);
1702		1979
1703	for my $region (list) {	1980	for my $region (list) {
1704	if ($region->{match} && $path =~ $region->{match}) {	1981	if ($region->{match} && $path =~ $region->{match}) {
…		…
1733	sub generate_random_map {	2010	sub generate_random_map {
1734	my ($self, $rmp) = @_;	2011	my ($self, $rmp) = @_;
1735		2012
1736	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM	2013	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1737		2014
1738	# mit "rum" bekleckern, nicht
1739	$self->_create_random_map (	2015	$self->_create_random_map ($rmp);
1740	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1741	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1742	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1743	$rmp->{exit_on_final_map},
1744	$rmp->{xsize}, $rmp->{ysize},
1745	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1746	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1747	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1748	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1749	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1750	(cf::region::find $rmp->{region}), $rmp->{custom}
1751	)
1752	}	2016	}
1753		2017
1754	=item cf::map->register ($regex, $prio)	2018	=item cf::map->register ($regex, $prio)
1755		2019
1756	Register a handler for the map path matching the given regex at the	2020	Register a handler for the map path matching the given regex at the
…		…
1761		2025
1762	sub register {	2026	sub register {
1763	my (undef, $regex, $prio) = @_;	2027	my (undef, $regex, $prio) = @_;
1764	my $pkg = caller;	2028	my $pkg = caller;
1765		2029
1766	no strict;
1767	push @{"$pkg\::ISA"}, __PACKAGE__;	2030	push @{"$pkg\::ISA"}, __PACKAGE__;
1768		2031
1769	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2032	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1770	}	2033	}
1771		2034
1772	# also paths starting with '/'	2035	# also paths starting with '/'
1773	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2036	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1774		2037
1775	sub thawer_merge {	2038	sub thawer_merge {
1776	my ($self, $merge) = @_;	2039	my ($self, $merge) = @_;
1777		2040
1778	# we have to keep some variables in memory intact	2041	# we have to keep some variables in memory intact
…		…
1783	}	2046	}
1784		2047
1785	sub normalise {	2048	sub normalise {
1786	my ($path, $base) = @_;	2049	my ($path, $base) = @_;
1787		2050
1788	$path = "$path"; # make sure its a string	2051	$path = "$path"; # make sure it's a string
1789		2052
1790	$path =~ s/\.map$//;	2053	$path =~ s/\.map$//;
1791		2054
1792	# map plan:	2055	# map plan:
1793	#	2056	#
…		…
1808	$base =~ s{[^/]+/?$}{};	2071	$base =~ s{[^/]+/?$}{};
1809	$path = "$base/$path";	2072	$path = "$base/$path";
1810	}	2073	}
1811		2074
1812	for ($path) {	2075	for ($path) {
1813	redo if s{//}{/};
1814	redo if s{/\.?/}{/};	2076	redo if s{/\.?/}{/};
1815	redo if s{/[^/]+/\.\./}{/};	2077	redo if s{/[^/]+/\.\./}{/};
1816	}	2078	}
1817		2079
1818	$path	2080	$path
…		…
1832	$self->init; # pass $1 etc.	2094	$self->init; # pass $1 etc.
1833	return $self;	2095	return $self;
1834	}	2096	}
1835	}	2097	}
1836		2098
1837	Carp::cluck "unable to resolve path '$path' (base '$base').";	2099	Carp::cluck "unable to resolve path '$path' (base '$base')";
1838	()	2100	()
1839	}	2101	}
1840		2102
		2103	# may re-bless or do other evil things
1841	sub init {	2104	sub init {
1842	my ($self) = @_;	2105	my ($self) = @_;
1843		2106
1844	$self	2107	$self
1845	}	2108	}
…		…
1910	$self->{load_path} = $path;	2173	$self->{load_path} = $path;
1911		2174
1912	1	2175	1
1913	}	2176	}
1914		2177
		2178	# used to laod the header of an original map
1915	sub load_header_orig {	2179	sub load_header_orig {
1916	my ($self) = @_;	2180	my ($self) = @_;
1917		2181
1918	$self->load_header_from ($self->load_path)	2182	$self->load_header_from ($self->load_path)
1919	}	2183	}
1920		2184
		2185	# used to laod the header of an instantiated map
1921	sub load_header_temp {	2186	sub load_header_temp {
1922	my ($self) = @_;	2187	my ($self) = @_;
1923		2188
1924	$self->load_header_from ($self->save_path)	2189	$self->load_header_from ($self->save_path)
1925	}	2190	}
1926		2191
		2192	# called after loading the header from an instantiated map
1927	sub prepare_temp {	2193	sub prepare_temp {
1928	my ($self) = @_;	2194	my ($self) = @_;
1929		2195
1930	$self->last_access ((delete $self->{last_access})	2196	$self->last_access ((delete $self->{last_access})
1931	|| $cf::RUNTIME); #d#	2197	|| $cf::RUNTIME); #d#
1932	# safety	2198	# safety
1933	$self->{instantiate_time} = $cf::RUNTIME	2199	$self->{instantiate_time} = $cf::RUNTIME
1934	if $self->{instantiate_time} > $cf::RUNTIME;	2200	if $self->{instantiate_time} > $cf::RUNTIME;
1935	}	2201	}
1936		2202
		2203	# called after loading the header from an original map
1937	sub prepare_orig {	2204	sub prepare_orig {
1938	my ($self) = @_;	2205	my ($self) = @_;
1939		2206
1940	$self->{load_original} = 1;	2207	$self->{load_original} = 1;
1941	$self->{instantiate_time} = $cf::RUNTIME;	2208	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1965		2232
1966	sub find;	2233	sub find;
1967	sub find {	2234	sub find {
1968	my ($path, $origin) = @_;	2235	my ($path, $origin) = @_;
1969		2236
		2237	cf::cede_to_tick;
		2238
1970	$path = normalise $path, $origin && $origin->path;	2239	$path = normalise $path, $origin;
1971		2240
1972	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove	2241	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1973	my $guard2 = cf::lock_acquire "map_find:$path";	2242	my $guard2 = cf::lock_acquire "map_find:$path";
1974		2243
1975	$cf::MAP{$path} || do {	2244	$cf::MAP{$path} || do {
…		…
1992		2261
1993	$cf::MAP{$path} = $map	2262	$cf::MAP{$path} = $map
1994	}	2263	}
1995	}	2264	}
1996		2265
1997	sub pre_load { }	2266	sub pre_load { }
1998	sub post_load { }	2267	#sub post_load { } # XS
1999		2268
2000	sub load {	2269	sub load {
2001	my ($self) = @_;	2270	my ($self) = @_;
2002		2271
2003	local $self->{deny_reset} = 1; # loading can take a long time	2272	local $self->{deny_reset} = 1; # loading can take a long time
…		…
2006		2275
2007	{	2276	{
2008	my $guard = cf::lock_acquire "map_data:$path";	2277	my $guard = cf::lock_acquire "map_data:$path";
2009		2278
2010	return unless $self->valid;	2279	return unless $self->valid;
2011	return unless $self->in_memory == cf::MAP_SWAPPED;	2280	return unless $self->state == cf::MAP_SWAPPED;
2012
2013	$self->in_memory (cf::MAP_LOADING);
2014		2281
2015	$self->alloc;	2282	$self->alloc;
2016		2283
2017	$self->pre_load;	2284	$self->pre_load;
2018	cf::cede_to_tick;	2285	cf::cede_to_tick;
2019		2286
		2287	if (exists $self->{load_path}) {
2020	my $f = new_from_file cf::object::thawer $self->{load_path};	2288	my $f = new_from_file cf::object::thawer $self->{load_path};
2021	$f->skip_block;	2289	$f->skip_block;
2022	$self->_load_objects ($f)	2290	$self->_load_objects ($f)
2023	or return;	2291	or return;
2024		2292
2025	$self->post_load_original	2293	$self->post_load_original
2026	if delete $self->{load_original};	2294	if delete $self->{load_original};
2027		2295
2028	if (my $uniq = $self->uniq_path) {	2296	if (my $uniq = $self->uniq_path) {
2029	utf8::encode $uniq;	2297	utf8::encode $uniq;
2030	unless (aio_stat $uniq) {	2298	unless (aio_stat $uniq) {
2031	if (my $f = new_from_file cf::object::thawer $uniq) {	2299	if (my $f = new_from_file cf::object::thawer $uniq) {
2032	$self->clear_unique_items;	2300	$self->clear_unique_items;
2033	$self->_load_objects ($f);	2301	$self->_load_objects ($f);
2034	$f->resolve_delayed_derefs;	2302	$f->resolve_delayed_derefs;
		2303	}
2035	}	2304	}
2036	}	2305	}
2037	}
2038		2306
2039	$f->resolve_delayed_derefs;	2307	$f->resolve_delayed_derefs;
		2308	} else {
		2309	$self->post_load_original
		2310	if delete $self->{load_original};
		2311	}
		2312
		2313	$self->state (cf::MAP_INACTIVE);
2040		2314
2041	cf::cede_to_tick;	2315	cf::cede_to_tick;
2042	# now do the right thing for maps	2316	# now do the right thing for maps
2043	$self->link_multipart_objects;	2317	$self->link_multipart_objects;
2044	$self->difficulty ($self->estimate_difficulty)	2318	$self->difficulty ($self->estimate_difficulty)
…		…
2048	unless ($self->{deny_activate}) {	2322	unless ($self->{deny_activate}) {
2049	$self->decay_objects;	2323	$self->decay_objects;
2050	$self->fix_auto_apply;	2324	$self->fix_auto_apply;
2051	$self->update_buttons;	2325	$self->update_buttons;
2052	cf::cede_to_tick;	2326	cf::cede_to_tick;
2053	$self->activate;	2327	#$self->activate; # no longer activate maps automatically
2054	}	2328	}
2055		2329
2056	$self->{last_save} = $cf::RUNTIME;	2330	$self->{last_save} = $cf::RUNTIME;
2057	$self->last_access ($cf::RUNTIME);	2331	$self->last_access ($cf::RUNTIME);
2058
2059	$self->in_memory (cf::MAP_ACTIVE);
2060	}	2332	}
2061		2333
2062	$self->post_load;	2334	$self->post_load;
2063	}
2064		2335
		2336	1
		2337	}
		2338
		2339	# customize the map for a given player, i.e.
		2340	# return the _real_ map. used by e.g. per-player
		2341	# maps to change the path to ~playername/mappath
2065	sub customise_for {	2342	sub customise_for {
2066	my ($self, $ob) = @_;	2343	my ($self, $ob) = @_;
2067		2344
2068	return find "~" . $ob->name . "/" . $self->{path}	2345	return find "~" . $ob->name . "/" . $self->{path}
2069	if $self->per_player;	2346	if $self->per_player;
…		…
2072	# if $self->per_party;	2349	# if $self->per_party;
2073		2350
2074	$self	2351	$self
2075	}	2352	}
2076		2353
2077	# find and load all maps in the 3x3 area around a map
2078	sub load_neighbours {
2079	my ($map) = @_;
2080
2081	my @neigh; # diagonal neighbours
2082
2083	for (0 .. 3) {
2084	my $neigh = $map->tile_path ($_)
2085	or next;
2086	$neigh = find $neigh, $map
2087	or next;
2088	$neigh->load;
2089
2090	push @neigh,
2091	[$neigh->tile_path (($_ + 3) % 4), $neigh],
2092	[$neigh->tile_path (($_ + 1) % 4), $neigh];
2093	}
2094
2095	for (grep defined $_->[0], @neigh) {
2096	my ($path, $origin) = @$_;
2097	my $neigh = find $path, $origin
2098	or next;
2099	$neigh->load;
2100	}
2101	}
2102
2103	sub find_sync {	2354	sub find_sync {
2104	my ($path, $origin) = @_;	2355	my ($path, $origin) = @_;
2105		2356
2106	cf::sync_job { find $path, $origin }	2357	# it's a bug to call this from the main context
		2358	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2359	if $Coro::current == $Coro::main;
		2360
		2361	find $path, $origin
2107	}	2362	}
2108		2363
2109	sub do_load_sync {	2364	sub do_load_sync {
2110	my ($map) = @_;	2365	my ($map) = @_;
2111		2366
		2367	# it's a bug to call this from the main context
2112	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2368	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2113	if $Coro::current == $Coro::main;	2369	if $Coro::current == $Coro::main;
2114		2370
2115	cf::sync_job { $map->load };	2371	$map->load;
2116	}	2372	}
2117		2373
2118	our %MAP_PREFETCH;	2374	our %MAP_PREFETCH;
2119	our $MAP_PREFETCHER = undef;	2375	our $MAP_PREFETCHER = undef;
2120		2376
2121	sub find_async {	2377	sub find_async {
2122	my ($path, $origin, $load) = @_;	2378	my ($path, $origin, $load) = @_;
2123		2379
2124	$path = normalise $path, $origin && $origin->{path};	2380	$path = normalise $path, $origin;
2125		2381
2126	if (my $map = $cf::MAP{$path}) {	2382	if (my $map = $cf::MAP{$path}) {
2127	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;	2383	return $map if !$load || $map->linkable;
2128	}	2384	}
2129		2385
2130	$MAP_PREFETCH{$path} |= $load;	2386	$MAP_PREFETCH{$path} |= $load;
2131		2387
2132	$MAP_PREFETCHER ||= cf::async {	2388	$MAP_PREFETCHER ||= cf::async {
…		…
2146	$MAP_PREFETCHER->prio (6);	2402	$MAP_PREFETCHER->prio (6);
2147		2403
2148	()	2404	()
2149	}	2405	}
2150		2406
		2407	# common code, used by both ->save and ->swapout
2151	sub save {	2408	sub _save {
2152	my ($self) = @_;	2409	my ($self) = @_;
2153
2154	my $lock = cf::lock_acquire "map_data:$self->{path}";
2155		2410
2156	$self->{last_save} = $cf::RUNTIME;	2411	$self->{last_save} = $cf::RUNTIME;
2157		2412
2158	return unless $self->dirty;	2413	return unless $self->dirty;
2159		2414
…		…
2179	} else {	2434	} else {
2180	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2435	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2181	}	2436	}
2182	}	2437	}
2183		2438
		2439	sub save {
		2440	my ($self) = @_;
		2441
		2442	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2443
		2444	$self->_save;
		2445	}
		2446
2184	sub swap_out {	2447	sub swap_out {
2185	my ($self) = @_;	2448	my ($self) = @_;
2186		2449
2187	# save first because save cedes
2188	$self->save;
2189
2190	my $lock = cf::lock_acquire "map_data:$self->{path}";	2450	my $lock = cf::lock_acquire "map_data:$self->{path}";
2191		2451
		2452	return if !$self->linkable;
		2453	return if $self->{deny_save};
2192	return if $self->players;	2454	return if $self->players;
2193	return if $self->in_memory != cf::MAP_ACTIVE;	2455
		2456	# first deactivate the map and "unlink" it from the core
		2457	$self->deactivate;
		2458	$_->clear_links_to ($self) for values %cf::MAP;
		2459	$self->state (cf::MAP_SWAPPED);
		2460
		2461	# then atomically save
		2462	$self->_save;
		2463
		2464	# then free the map
		2465	$self->clear;
		2466	}
		2467
		2468	sub reset_at {
		2469	my ($self) = @_;
		2470
		2471	# TODO: safety, remove and allow resettable per-player maps
2194	return if $self->{deny_save};	2472	return 1e99 if $self->{deny_reset};
2195		2473
		2474	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		2475	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		2476
		2477	$time + $to
		2478	}
		2479
		2480	sub should_reset {
		2481	my ($self) = @_;
		2482
		2483	$self->reset_at <= $cf::RUNTIME
		2484	}
		2485
		2486	sub reset {
		2487	my ($self) = @_;
		2488
		2489	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2490
		2491	return if $self->players;
		2492
		2493	cf::trace "resetting map ", $self->path, "\n";
		2494
2196	$self->in_memory (cf::MAP_SWAPPED);	2495	$self->state (cf::MAP_SWAPPED);
		2496
		2497	# need to save uniques path
		2498	unless ($self->{deny_save}) {
		2499	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2500
		2501	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2502	if $uniq;
		2503	}
		2504
		2505	delete $cf::MAP{$self->path};
2197		2506
2198	$self->deactivate;	2507	$self->deactivate;
2199	$_->clear_links_to ($self) for values %cf::MAP;	2508	$_->clear_links_to ($self) for values %cf::MAP;
2200	$self->clear;	2509	$self->clear;
2201	}
2202
2203	sub reset_at {
2204	my ($self) = @_;
2205
2206	# TODO: safety, remove and allow resettable per-player maps
2207	return 1e99 if $self->{deny_reset};
2208
2209	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
2210	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
2211
2212	$time + $to
2213	}
2214
2215	sub should_reset {
2216	my ($self) = @_;
2217
2218	$self->reset_at <= $cf::RUNTIME
2219	}
2220
2221	sub reset {
2222	my ($self) = @_;
2223
2224	my $lock = cf::lock_acquire "map_data:$self->{path}";
2225
2226	return if $self->players;
2227
2228	warn "resetting map ", $self->path;
2229
2230	$self->in_memory (cf::MAP_SWAPPED);
2231
2232	# need to save uniques path
2233	unless ($self->{deny_save}) {
2234	my $uniq = $self->uniq_path; utf8::encode $uniq;
2235
2236	$self->_save_objects ($uniq, cf::IO_UNIQUES)
2237	if $uniq;
2238	}
2239
2240	delete $cf::MAP{$self->path};
2241
2242	$self->deactivate;
2243	$_->clear_links_to ($self) for values %cf::MAP;
2244	$self->clear;
2245		2510
2246	$self->unlink_save;	2511	$self->unlink_save;
2247	$self->destroy;	2512	$self->destroy;
2248	}	2513	}
2249		2514
…		…
2257		2522
2258	delete $cf::MAP{$self->path};	2523	delete $cf::MAP{$self->path};
2259		2524
2260	$self->unlink_save;	2525	$self->unlink_save;
2261		2526
2262	bless $self, "cf::map";	2527	bless $self, "cf::map::wrap";
2263	delete $self->{deny_reset};	2528	delete $self->{deny_reset};
2264	$self->{deny_save} = 1;	2529	$self->{deny_save} = 1;
2265	$self->reset_timeout (1);	2530	$self->reset_timeout (1);
2266	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2531	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2267		2532
…		…
2324	: normalise $_	2589	: normalise $_
2325	} @{ aio_readdir $UNIQUEDIR or [] }	2590	} @{ aio_readdir $UNIQUEDIR or [] }
2326	]	2591	]
2327	}	2592	}
2328		2593
		2594	=item cf::map::static_maps
		2595
		2596	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2597	file in the shared directory excluding F</styles> and F</editor>). May
		2598	block.
		2599
		2600	=cut
		2601
		2602	sub static_maps() {
		2603	my @dirs = "";
		2604	my @maps;
		2605
		2606	while (@dirs) {
		2607	my $dir = shift @dirs;
		2608
		2609	next if $dir eq "/styles" || $dir eq "/editor";
		2610
		2611	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2612	or return;
		2613
		2614	for (@$files) {
		2615	s/\.map$// or next;
		2616	utf8::decode $_;
		2617	push @maps, "$dir/$_";
		2618	}
		2619
		2620	push @dirs, map "$dir/$_", @$dirs;
		2621	}
		2622
		2623	\@maps
		2624	}
		2625
2329	=back	2626	=back
2330		2627
2331	=head3 cf::object	2628	=head3 cf::object
2332		2629
2333	=cut	2630	=cut
…		…
2465		2762
2466	Freezes the player and moves him/her to a special map (C<{link}>).	2763	Freezes the player and moves him/her to a special map (C<{link}>).
2467		2764
2468	The player should be reasonably safe there for short amounts of time (e.g.	2765	The player should be reasonably safe there for short amounts of time (e.g.
2469	for loading a map). You I<MUST> call C<leave_link> as soon as possible,	2766	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2470	though, as the palyer cannot control the character while it is on the link	2767	though, as the player cannot control the character while it is on the link
2471	map.	2768	map.
2472		2769
2473	Will never block.	2770	Will never block.
2474		2771
2475	=item $player_object->leave_link ($map, $x, $y)	2772	=item $player_object->leave_link ($map, $x, $y)
…		…
2496	sub cf::object::player::enter_link {	2793	sub cf::object::player::enter_link {
2497	my ($self) = @_;	2794	my ($self) = @_;
2498		2795
2499	$self->deactivate_recursive;	2796	$self->deactivate_recursive;
2500		2797
		2798	++$self->{_link_recursion};
		2799
2501	return if UNIVERSAL::isa $self->map, "ext::map_link";	2800	return if UNIVERSAL::isa $self->map, "ext::map_link";
2502		2801
2503	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2802	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2504	if $self->map && $self->map->{path} ne "{link}";	2803	if $self->map && $self->map->{path} ne "{link}";
2505		2804
2506	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2805	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2507	}	2806	}
2508		2807
2509	sub cf::object::player::leave_link {	2808	sub cf::object::player::leave_link {
2510	my ($self, $map, $x, $y) = @_;	2809	my ($self, $map, $x, $y) = @_;
2511		2810
…		…
2528	($x, $y) = (-1, -1)	2827	($x, $y) = (-1, -1)
2529	unless (defined $x) && (defined $y);	2828	unless (defined $x) && (defined $y);
2530		2829
2531	# use -1 or undef as default coordinates, not 0, 0	2830	# use -1 or undef as default coordinates, not 0, 0
2532	($x, $y) = ($map->enter_x, $map->enter_y)	2831	($x, $y) = ($map->enter_x, $map->enter_y)
2533	if $x <=0 && $y <= 0;	2832	if $x <= 0 && $y <= 0;
2534		2833
2535	$map->load;	2834	$map->load;
2536	$map->load_neighbours;
2537		2835
2538	return unless $self->contr->active;	2836	return unless $self->contr->active;
2539	$self->flag (cf::FLAG_DEBUG, 0);#d# temp
2540	$self->activate_recursive;
2541		2837
2542	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2838	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2543	$self->enter_map ($map, $x, $y);	2839	if ($self->enter_map ($map, $x, $y)) {
2544	}	2840	# entering was successful
		2841	delete $self->{_link_recursion};
		2842	# only activate afterwards, to support waiting in hooks
		2843	$self->activate_recursive;
		2844	}
2545		2845
		2846	}
		2847
2546	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2848	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2547		2849
2548	Moves the player to the given map-path and coordinates by first freezing	2850	Moves the player to the given map-path and coordinates by first freezing
2549	her, loading and preparing them map, calling the provided $check callback	2851	her, loading and preparing them map, calling the provided $check callback
2550	that has to return the map if sucecssful, and then unfreezes the player on	2852	that has to return the map if sucecssful, and then unfreezes the player on
2551	the new (success) or old (failed) map position. In either case, $done will	2853	the new (success) or old (failed) map position. In either case, $done will
…		…
2558		2860
2559	our $GOTOGEN;	2861	our $GOTOGEN;
2560		2862
2561	sub cf::object::player::goto {	2863	sub cf::object::player::goto {
2562	my ($self, $path, $x, $y, $check, $done) = @_;	2864	my ($self, $path, $x, $y, $check, $done) = @_;
		2865
		2866	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2867	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2868	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2869	($path, $x, $y) = @$EMERGENCY_POSITION;
		2870	}
2563		2871
2564	# do generation counting so two concurrent goto's will be executed in-order	2872	# do generation counting so two concurrent goto's will be executed in-order
2565	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2873	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2566		2874
2567	$self->enter_link;	2875	$self->enter_link;
…		…
2587	($path, $x, $y) = (undef, undef, undef);	2895	($path, $x, $y) = (undef, undef, undef);
2588	}	2896	}
2589	}	2897	}
2590		2898
2591	my $map = eval {	2899	my $map = eval {
2592	my $map = defined $path ? cf::map::find $path : undef;	2900	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2593		2901
2594	if ($map) {	2902	if ($map) {
2595	$map = $map->customise_for ($self);	2903	$map = $map->customise_for ($self);
2596	$map = $check->($map) if $check && $map;	2904	$map = $check->($map, $x, $y, $self) if $check && $map;
2597	} else {	2905	} else {
2598	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);	2906	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2599	}	2907	}
2600		2908
2601	$map	2909	$map
…		…
2609	if ($gen == $self->{_goto_generation}) {	2917	if ($gen == $self->{_goto_generation}) {
2610	delete $self->{_goto_generation};	2918	delete $self->{_goto_generation};
2611	$self->leave_link ($map, $x, $y);	2919	$self->leave_link ($map, $x, $y);
2612	}	2920	}
2613		2921
2614	$done->() if $done;	2922	$done->($self) if $done;
2615	})->prio (1);	2923	})->prio (1);
2616	}	2924	}
2617		2925
2618	=item $player_object->enter_exit ($exit_object)	2926	=item $player_object->enter_exit ($exit_object)
2619		2927
…		…
2687	$Coro::current->{desc} = "enter_exit";	2995	$Coro::current->{desc} = "enter_exit";
2688		2996
2689	unless (eval {	2997	unless (eval {
2690	$self->deactivate_recursive; # just to be sure	2998	$self->deactivate_recursive; # just to be sure
2691		2999
2692	# random map handling
2693	{
2694	my $guard = cf::lock_acquire "exit_prepare:$exit";
2695
2696	prepare_random_map $exit
2697	if $exit->slaying eq "/!";
2698	}
2699
2700	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	3000	my $map = cf::map::normalise $exit->slaying, $exit->map;
2701	my $x = $exit->stats->hp;	3001	my $x = $exit->stats->hp;
2702	my $y = $exit->stats->sp;	3002	my $y = $exit->stats->sp;
		3003
		3004	# special map handling
		3005	my $slaying = $exit->slaying;
		3006
		3007	# special map handling
		3008	if ($slaying eq "/!") {
		3009	my $guard = cf::lock_acquire "exit_prepare:$exit";
		3010
		3011	prepare_random_map $exit
		3012	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		3013
		3014	$map = $exit->slaying;
		3015
		3016	} elsif ($slaying eq '!up') {
		3017	$map = $exit->map->tile_path (cf::TILE_UP);
		3018	$x = $exit->x;
		3019	$y = $exit->y;
		3020
		3021	} elsif ($slaying eq '!down') {
		3022	$map = $exit->map->tile_path (cf::TILE_DOWN);
		3023	$x = $exit->x;
		3024	$y = $exit->y;
		3025	}
2703		3026
2704	$self->goto ($map, $x, $y);	3027	$self->goto ($map, $x, $y);
2705		3028
2706	# if exit is damned, update players death & WoR home-position	3029	# if exit is damned, update players death & WoR home-position
2707	$self->contr->savebed ($map, $x, $y)	3030	$self->contr->savebed ($map, $x, $y)
…		…
2712	$self->message ("Something went wrong deep within the deliantra server. "	3035	$self->message ("Something went wrong deep within the deliantra server. "
2713	. "I'll try to bring you back to the map you were before. "	3036	. "I'll try to bring you back to the map you were before. "
2714	. "Please report this to the dungeon master!",	3037	. "Please report this to the dungeon master!",
2715	cf::NDI_UNIQUE | cf::NDI_RED);	3038	cf::NDI_UNIQUE | cf::NDI_RED);
2716		3039
2717	warn "ERROR in enter_exit: $@";	3040	error "ERROR in enter_exit: $@";
2718	$self->leave_link;	3041	$self->leave_link;
2719	}	3042	}
2720	})->prio (1);	3043	})->prio (1);
2721	}	3044	}
2722		3045
…		…
2734	sub cf::client::send_drawinfo {	3057	sub cf::client::send_drawinfo {
2735	my ($self, $text, $flags) = @_;	3058	my ($self, $text, $flags) = @_;
2736		3059
2737	utf8::encode $text;	3060	utf8::encode $text;
2738	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3061	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		3062	}
		3063
		3064	=item $client->send_big_packet ($pkt)
		3065
		3066	Like C<send_packet>, but tries to compress large packets, and fragments
		3067	them as required.
		3068
		3069	=cut
		3070
		3071	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3072
		3073	sub cf::client::send_big_packet {
		3074	my ($self, $pkt) = @_;
		3075
		3076	# try lzf for large packets
		3077	$pkt = "lzf " . Compress::LZF::compress $pkt
		3078	if 1024 <= length $pkt and $self->{can_lzf};
		3079
		3080	# split very large packets
		3081	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3082	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3083	$pkt = "frag";
		3084	}
		3085
		3086	$self->send_packet ($pkt);
2739	}	3087	}
2740		3088
2741	=item $client->send_msg ($channel, $msg, $color, [extra...])	3089	=item $client->send_msg ($channel, $msg, $color, [extra...])
2742		3090
2743	Send a drawinfo or msg packet to the client, formatting the msg for the	3091	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2747		3095
2748	=cut	3096	=cut
2749		3097
2750	# non-persistent channels (usually the info channel)	3098	# non-persistent channels (usually the info channel)
2751	our %CHANNEL = (	3099	our %CHANNEL = (
		3100	"c/motd" => {
		3101	id => "infobox",
		3102	title => "MOTD",
		3103	reply => undef,
		3104	tooltip => "The message of the day",
		3105	},
2752	"c/identify" => {	3106	"c/identify" => {
2753	id => "infobox",	3107	id => "infobox",
2754	title => "Identify",	3108	title => "Identify",
2755	reply => undef,	3109	reply => undef,
2756	tooltip => "Items recently identified",	3110	tooltip => "Items recently identified",
…		…
2758	"c/examine" => {	3112	"c/examine" => {
2759	id => "infobox",	3113	id => "infobox",
2760	title => "Examine",	3114	title => "Examine",
2761	reply => undef,	3115	reply => undef,
2762	tooltip => "Signs and other items you examined",	3116	tooltip => "Signs and other items you examined",
		3117	},
		3118	"c/shopinfo" => {
		3119	id => "infobox",
		3120	title => "Shop Info",
		3121	reply => undef,
		3122	tooltip => "What your bargaining skill tells you about the shop",
2763	},	3123	},
2764	"c/book" => {	3124	"c/book" => {
2765	id => "infobox",	3125	id => "infobox",
2766	title => "Book",	3126	title => "Book",
2767	reply => undef,	3127	reply => undef,
…		…
2883	my $pkt = "msg "	3243	my $pkt = "msg "
2884	. $self->{json_coder}->encode (	3244	. $self->{json_coder}->encode (
2885	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]	3245	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2886	);	3246	);
2887		3247
2888	# try lzf for large packets
2889	$pkt = "lzf " . Compress::LZF::compress $pkt
2890	if 1024 <= length $pkt and $self->{can_lzf};
2891
2892	# split very large packets
2893	if (8192 < length $pkt and $self->{can_lzf}) {
2894	$self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
2895	$pkt = "frag";
2896	}
2897
2898	$self->send_packet ($pkt);	3248	$self->send_big_packet ($pkt);
2899	}	3249	}
2900		3250
2901	=item $client->ext_msg ($type, @msg)	3251	=item $client->ext_msg ($type, @msg)
2902		3252
2903	Sends an ext event to the client.	3253	Sends an ext event to the client.
…		…
2905	=cut	3255	=cut
2906		3256
2907	sub cf::client::ext_msg($$@) {	3257	sub cf::client::ext_msg($$@) {
2908	my ($self, $type, @msg) = @_;	3258	my ($self, $type, @msg) = @_;
2909		3259
2910	if ($self->extcmd == 2) {
2911	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3260	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2912	} elsif ($self->extcmd == 1) { # TODO: remove
2913	push @msg, msgtype => "event_$type";
2914	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2915	}
2916	}
2917
2918	=item $client->ext_reply ($msgid, @msg)
2919
2920	Sends an ext reply to the client.
2921
2922	=cut
2923
2924	sub cf::client::ext_reply($$@) {
2925	my ($self, $id, @msg) = @_;
2926
2927	if ($self->extcmd == 2) {
2928	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2929	} elsif ($self->extcmd == 1) {
2930	#TODO: version 1, remove
2931	unshift @msg, msgtype => "reply", msgid => $id;
2932	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2933	}
2934	}	3261	}
2935		3262
2936	=item $success = $client->query ($flags, "text", \&cb)	3263	=item $success = $client->query ($flags, "text", \&cb)
2937		3264
2938	Queues a query to the client, calling the given callback with	3265	Queues a query to the client, calling the given callback with
…		…
2993	my ($ns, $buf) = @_;	3320	my ($ns, $buf) = @_;
2994		3321
2995	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3322	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2996		3323
2997	if (ref $msg) {	3324	if (ref $msg) {
2998	my ($type, $reply, @payload) =	3325	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
2999	"ARRAY" eq ref $msg
3000	? @$msg
3001	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
3002		3326
3003	my @reply;
3004
3005	if (my $cb = $EXTICMD{$type}) {	3327	if (my $cb = $EXTIACMD{$type}) {
		3328	$cb->(
		3329	$ns,
		3330	sub {
		3331	$ns->ext_msg ("reply-$reply", @_)
		3332	if $reply;
		3333	},
		3334	@payload
		3335	);
		3336	} else {
		3337	my @reply;
		3338
		3339	if (my $cb = $EXTICMD{$type}) {
3006	@reply = $cb->($ns, @payload);	3340	@reply = $cb->($ns, @payload);
		3341	}
		3342
		3343	$ns->ext_msg ("reply-$reply", @reply)
		3344	if $reply;
3007	}	3345	}
3008
3009	$ns->ext_reply ($reply, @reply)
3010	if $reply;
3011
3012	} else {	3346	} else {
3013	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3347	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3014	}	3348	}
3015		3349
3016	cf::override;	3350	cf::override;
3017	},	3351	},
3018	);	3352	);
…		…
3038		3372
3039	$coro	3373	$coro
3040	}	3374	}
3041		3375
3042	cf::client->attach (	3376	cf::client->attach (
3043	on_destroy => sub {	3377	on_client_destroy => sub {
3044	my ($ns) = @_;	3378	my ($ns) = @_;
3045		3379
3046	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3380	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
3047	},	3381	},
3048	);	3382	);
…		…
3064	our $safe_hole = new Safe::Hole;	3398	our $safe_hole = new Safe::Hole;
3065		3399
3066	$SIG{FPE} = 'IGNORE';	3400	$SIG{FPE} = 'IGNORE';
3067		3401
3068	$safe->permit_only (Opcode::opset qw(	3402	$safe->permit_only (Opcode::opset qw(
3069	:base_core :base_mem :base_orig :base_math	3403	:base_core :base_mem :base_orig :base_math :base_loop
3070	grepstart grepwhile mapstart mapwhile	3404	grepstart grepwhile mapstart mapwhile
3071	sort time	3405	sort time
3072	));	3406	));
3073		3407
3074	# here we export the classes and methods available to script code	3408	# here we export the classes and methods available to script code
…		…
3099	decrease split destroy change_exp value msg lore send_msg)],	3433	decrease split destroy change_exp value msg lore send_msg)],
3100	["cf::object::player" => qw(player)],	3434	["cf::object::player" => qw(player)],
3101	["cf::player" => qw(peaceful send_msg)],	3435	["cf::player" => qw(peaceful send_msg)],
3102	["cf::map" => qw(trigger)],	3436	["cf::map" => qw(trigger)],
3103	) {	3437	) {
3104	no strict 'refs';
3105	my ($pkg, @funs) = @$_;	3438	my ($pkg, @funs) = @$_;
3106	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3439	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
3107	for @funs;	3440	for @funs;
3108	}	3441	}
3109		3442
…		…
3126	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3459	$qcode =~ s/"/‟/g; # not allowed in #line filenames
3127	$qcode =~ s/\n/\\n/g;	3460	$qcode =~ s/\n/\\n/g;
3128		3461
3129	%vars = (_dummy => 0) unless %vars;	3462	%vars = (_dummy => 0) unless %vars;
3130		3463
		3464	my @res;
3131	local $_;	3465	local $_;
3132	local @safe::cf::_safe_eval_args = values %vars;
3133		3466
3134	my $eval =	3467	my $eval =
3135	"do {\n"	3468	"do {\n"
3136	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3469	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
3137	. "#line 0 \"{$qcode}\"\n"	3470	. "#line 0 \"{$qcode}\"\n"
3138	. $code	3471	. $code
3139	. "\n}"	3472	. "\n}"
3140	;	3473	;
3141		3474
		3475	if ($CFG{safe_eval}) {
3142	sub_generation_inc;	3476	sub_generation_inc;
		3477	local @safe::cf::_safe_eval_args = values %vars;
3143	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3478	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
3144	sub_generation_inc;	3479	sub_generation_inc;
		3480	} else {
		3481	local @cf::_safe_eval_args = values %vars;
		3482	@res = wantarray ? eval eval : scalar eval $eval;
		3483	}
3145		3484
3146	if ($@) {	3485	if ($@) {
3147	warn "$@";	3486	warn "$@",
3148	warn "while executing safe code '$code'\n";	3487	"while executing safe code '$code'\n",
3149	warn "with arguments " . (join " ", %vars) . "\n";	3488	"with arguments " . (join " ", %vars) . "\n";
3150	}	3489	}
3151		3490
3152	wantarray ? @res : $res[0]	3491	wantarray ? @res : $res[0]
3153	}	3492	}
3154		3493
…		…
3168	=cut	3507	=cut
3169		3508
3170	sub register_script_function {	3509	sub register_script_function {
3171	my ($fun, $cb) = @_;	3510	my ($fun, $cb) = @_;
3172		3511
3173	no strict 'refs';	3512	$fun = "safe::$fun" if $CFG{safe_eval};
3174	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3513	*$fun = $safe_hole->wrap ($cb);
3175	}	3514	}
3176		3515
3177	=back	3516	=back
3178		3517
3179	=cut	3518	=cut
3180		3519
3181	#############################################################################	3520	#############################################################################
3182	# the server's init and main functions	3521	# the server's init and main functions
		3522
		3523	our %FACEHASH; # hash => idx, #d# HACK for http server
		3524
		3525	# internal api, not fianlised
		3526	sub set_face {
		3527	my ($name, $type, $data) = @_;
		3528
		3529	my $idx = cf::face::find $name;
		3530
		3531	if ($idx) {
		3532	delete $FACEHASH{cf::face::get_chksum $idx};
		3533	} else {
		3534	$idx = cf::face::alloc $name;
		3535	}
		3536
		3537	my $hash = cf::face::mangle_chksum Digest::MD5::md5 $data;
		3538
		3539	cf::face::set_type $idx, $type;
		3540	cf::face::set_data $idx, 0, $data, $hash;
		3541	cf::face::set_meta $idx, $type & 1 ? undef : undef;
		3542	$FACEHASH{$hash} = $idx;#d#
		3543
		3544	$idx
		3545	}
3183		3546
3184	sub load_facedata($) {	3547	sub load_facedata($) {
3185	my ($path) = @_;	3548	my ($path) = @_;
3186		3549
3187	# HACK to clear player env face cache, we need some signal framework	3550	# HACK to clear player env face cache, we need some signal framework
3188	# for this (global event?)	3551	# for this (global event?)
3189	%ext::player_env::MUSIC_FACE_CACHE = ();	3552	%ext::player_env::MUSIC_FACE_CACHE = ();
3190		3553
3191	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3554	my $enc = JSON::XS->new->utf8->canonical->relaxed;
3192		3555
3193	warn "loading facedata from $path\n";	3556	trace "loading facedata from $path\n";
3194		3557
3195	my $facedata;	3558	my $facedata = decode_storable load_file $path;
3196	0 < aio_load $path, $facedata
3197	or die "$path: $!";
3198
3199	$facedata = Coro::Storable::thaw $facedata;
3200		3559
3201	$facedata->{version} == 2	3560	$facedata->{version} == 2
3202	or cf::cleanup "$path: version mismatch, cannot proceed.";	3561	or cf::cleanup "$path: version mismatch, cannot proceed.";
3203		3562
3204	# patch in the exptable
3205	$facedata->{resource}{"res/exp_table"} = {
3206	type => FT_RSRC,
3207	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
3208	};
3209	cf::cede_to_tick;	3563	cf::cede_to_tick;
3210		3564
3211	{	3565	{
3212	my $faces = $facedata->{faceinfo};	3566	my $faces = delete $facedata->{faceinfo};
3213		3567
3214	while (my ($face, $info) = each %$faces) {	3568	for my $face (sort keys %$faces) {
		3569	my $info = $faces->{$face};
3215	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3570	my $idx = (cf::face::find $face) || cf::face::alloc $face;
3216		3571
3217	cf::face::set_visibility $idx, $info->{visibility};	3572	cf::face::set_visibility $idx, $info->{visibility};
3218	cf::face::set_magicmap $idx, $info->{magicmap};	3573	cf::face::set_magicmap $idx, $info->{magicmap};
3219	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3574	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3220	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3575	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3221		3576	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
		3577	$FACEHASH{$info->{hash64}} = $idx;#d#
		3578
3222	cf::cede_to_tick;	3579	cf::cede_to_tick;
3223	}	3580	}
3224		3581
3225	while (my ($face, $info) = each %$faces) {	3582	while (my ($face, $info) = each %$faces) {
3226	next unless $info->{smooth};	3583	next unless $info->{smooth};
…		…
3230		3587
3231	if (my $smooth = cf::face::find $info->{smooth}) {	3588	if (my $smooth = cf::face::find $info->{smooth}) {
3232	cf::face::set_smooth $idx, $smooth;	3589	cf::face::set_smooth $idx, $smooth;
3233	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3590	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3234	} else {	3591	} else {
3235	warn "smooth face '$info->{smooth}' not found for face '$face'";	3592	error "smooth face '$info->{smooth}' not found for face '$face'";
3236	}	3593	}
3237		3594
3238	cf::cede_to_tick;	3595	cf::cede_to_tick;
3239	}	3596	}
3240	}	3597	}
3241		3598
3242	{	3599	{
3243	my $anims = $facedata->{animinfo};	3600	my $anims = delete $facedata->{animinfo};
3244		3601
3245	while (my ($anim, $info) = each %$anims) {	3602	while (my ($anim, $info) = each %$anims) {
3246	cf::anim::set $anim, $info->{frames}, $info->{facings};	3603	cf::anim::set $anim, $info->{frames}, $info->{facings};
3247	cf::cede_to_tick;	3604	cf::cede_to_tick;
3248	}	3605	}
3249		3606
3250	cf::anim::invalidate_all; # d'oh	3607	cf::anim::invalidate_all; # d'oh
3251	}	3608	}
3252		3609
3253	{	3610	{
3254	# TODO: for gcfclient pleasure, we should give resources
3255	# that gcfclient doesn't grok a >10000 face index.
3256	my $res = $facedata->{resource};	3611	my $res = delete $facedata->{resource};
3257		3612
3258	while (my ($name, $info) = each %$res) {	3613	while (my ($name, $info) = each %$res) {
3259	if (defined $info->{type}) {	3614	if (defined (my $type = $info->{type})) {
		3615	# TODO: different hash - must free and use new index, or cache ixface data queue
3260	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3616	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3261	my $data;
3262		3617
3263	if ($info->{type} & 1) {
3264	# prepend meta info
3265
3266	my $meta = $enc->encode ({
3267	name => $name,
3268	%{ $info->{meta} || {} },
3269	});
3270
3271	$data = pack "(w/a*)*", $meta, $info->{data};
3272	} else {
3273	$data = $info->{data};
3274	}
3275
3276	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3277	cf::face::set_type $idx, $info->{type};	3618	cf::face::set_type $idx, $type;
		3619	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
		3620	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
		3621	$FACEHASH{$info->{hash}} = $idx;#d#
3278	} else {	3622	} else {
3279	$RESOURCE{$name} = $info;	3623	# $RESOURCE{$name} = $info; # unused
3280	}	3624	}
3281		3625
3282	cf::cede_to_tick;	3626	cf::cede_to_tick;
3283	}	3627	}
3284	}	3628	}
3285		3629
3286	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);	3630	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3287		3631
3288	1	3632	1
3289	}	3633	}
3290
3291	cf::global->attach (on_resource_update => sub {
3292	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3293	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3294
3295	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3296	my $sound = $soundconf->{compat}[$_]
3297	or next;
3298
3299	my $face = cf::face::find "sound/$sound->[1]";
3300	cf::sound::set $sound->[0] => $face;
3301	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3302	}
3303
3304	while (my ($k, $v) = each %{$soundconf->{event}}) {
3305	my $face = cf::face::find "sound/$v";
3306	cf::sound::set $k => $face;
3307	}
3308	}
3309	});
3310		3634
3311	register_exticmd fx_want => sub {	3635	register_exticmd fx_want => sub {
3312	my ($ns, $want) = @_;	3636	my ($ns, $want) = @_;
3313		3637
3314	while (my ($k, $v) = each %$want) {	3638	while (my ($k, $v) = each %$want) {
…		…
3322	my $status = load_resource_file_ $_[0];	3646	my $status = load_resource_file_ $_[0];
3323	get_slot 0.1, 100;	3647	get_slot 0.1, 100;
3324	cf::arch::commit_load;	3648	cf::arch::commit_load;
3325		3649
3326	$status	3650	$status
		3651	}
		3652
		3653	sub reload_exp_table {
		3654	_reload_exp_table;
		3655
		3656	set_face "res/exp_table" => FT_RSRC,
		3657	JSON::XS->new->utf8->canonical->encode (
		3658	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3659	);
		3660	}
		3661
		3662	sub reload_materials {
		3663	_reload_materials;
3327	}	3664	}
3328		3665
3329	sub reload_regions {	3666	sub reload_regions {
3330	# HACK to clear player env face cache, we need some signal framework	3667	# HACK to clear player env face cache, we need some signal framework
3331	# for this (global event?)	3668	# for this (global event?)
…		…
3346	}	3683	}
3347		3684
3348	sub reload_archetypes {	3685	sub reload_archetypes {
3349	load_resource_file "$DATADIR/archetypes"	3686	load_resource_file "$DATADIR/archetypes"
3350	or die "unable to load archetypes\n";	3687	or die "unable to load archetypes\n";
		3688
		3689	set_face "res/skill_info" => FT_RSRC,
		3690	JSON::XS->new->utf8->canonical->encode (
		3691	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
		3692	);
		3693	set_face "res/spell_paths" => FT_RSRC,
		3694	JSON::XS->new->utf8->canonical->encode (
		3695	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3696	);
3351	}	3697	}
3352		3698
3353	sub reload_treasures {	3699	sub reload_treasures {
3354	load_resource_file "$DATADIR/treasures"	3700	load_resource_file "$DATADIR/treasures"
3355	or die "unable to load treasurelists\n";	3701	or die "unable to load treasurelists\n";
3356	}	3702	}
3357		3703
		3704	sub reload_sound {
		3705	trace "loading sound config from $DATADIR/sound\n";
		3706
		3707	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3708
		3709	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3710	my $sound = $soundconf->{compat}[$_]
		3711	or next;
		3712
		3713	my $face = cf::face::find "sound/$sound->[1]";
		3714	cf::sound::set $sound->[0] => $face;
		3715	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3716	}
		3717
		3718	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3719	my $face = cf::face::find "sound/$v";
		3720	cf::sound::set $k => $face;
		3721	}
		3722	}
		3723
3358	sub reload_resources {	3724	sub reload_resources {
3359	warn "reloading resource files...\n";	3725	trace "reloading resource files...\n";
3360		3726
		3727	reload_materials;
3361	reload_facedata;	3728	reload_facedata;
		3729	reload_exp_table;
		3730	reload_sound;
3362	reload_archetypes;	3731	reload_archetypes;
3363	reload_regions;	3732	reload_regions;
3364	reload_treasures;	3733	reload_treasures;
3365		3734
3366	warn "finished reloading resource files\n";	3735	trace "finished reloading resource files\n";
3367	}	3736	}
3368		3737
3369	sub reload_config {	3738	sub reload_config {
3370	open my $fh, "<:utf8", "$CONFDIR/config"	3739	trace "reloading config file...\n";
3371	or return;
3372		3740
3373	local $/;	3741	my $config = load_file "$CONFDIR/config";
3374	*CFG = YAML::Load <$fh>;	3742	utf8::decode $config;
		3743	*CFG = decode_yaml $config;
3375		3744
3376	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3745	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3377		3746
3378	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3747	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3379	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3748	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3380		3749
3381	if (exists $CFG{mlockall}) {	3750	if (exists $CFG{mlockall}) {
…		…
3405	seek $fh, 0, 0;	3774	seek $fh, 0, 0;
3406	print $fh $$;	3775	print $fh $$;
3407	}	3776	}
3408		3777
3409	sub main_loop {	3778	sub main_loop {
3410	warn "EV::loop starting\n";	3779	trace "EV::loop starting\n";
3411	if (1) {	3780	if (1) {
3412	EV::loop;	3781	EV::loop;
3413	}	3782	}
3414	warn "EV::loop returned\n";	3783	trace "EV::loop returned\n";
3415	goto &main_loop unless $REALLY_UNLOOP;	3784	goto &main_loop unless $REALLY_UNLOOP;
3416	}	3785	}
3417		3786
3418	sub main {	3787	sub main {
3419	cf::init_globals; # initialise logging	3788	cf::init_globals; # initialise logging
3420		3789
3421	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;	3790	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3422	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";	3791	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3423	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";	3792	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3424	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";	3793	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3425		3794
3426	cf::init_experience;
3427	cf::init_anim;
3428	cf::init_attackmess;
3429	cf::init_dynamic;
3430
3431	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority	3795	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3432		3796
3433	# we must not ever block the main coroutine	3797	# we must not ever block the main coroutine
3434	local $Coro::idle = sub {	3798	$Coro::idle = sub {
3435	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3799	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3436	(async {	3800	(async {
3437	$Coro::current->{desc} = "IDLE BUG HANDLER";	3801	$Coro::current->{desc} = "IDLE BUG HANDLER";
3438	EV::loop EV::LOOP_ONESHOT;	3802	EV::loop EV::LOOP_ONESHOT;
3439	})->prio (Coro::PRIO_MAX);	3803	})->prio (Coro::PRIO_MAX);
3440	};	3804	};
3441		3805
3442	evthread_start IO::AIO::poll_fileno;	3806	evthread_start IO::AIO::poll_fileno;
3443		3807
3444	cf::sync_job {	3808	cf::sync_job {
		3809	cf::incloader::init ();
		3810
		3811	db_init;
		3812
		3813	cf::init_anim;
		3814	cf::init_attackmess;
		3815	cf::init_dynamic;
		3816
		3817	cf::load_settings;
		3818
3445	reload_resources;	3819	reload_resources;
3446	reload_config;	3820	reload_config;
3447	db_init;
3448		3821
3449	cf::load_settings;
3450	cf::load_materials;
3451	cf::init_uuid;	3822	cf::init_uuid;
3452	cf::init_signals;	3823	cf::init_signals;
3453	cf::init_commands;
3454	cf::init_skills;	3824	cf::init_skills;
3455		3825
3456	cf::init_beforeplay;	3826	cf::init_beforeplay;
3457		3827
3458	atomic;	3828	atomic;
…		…
3460	load_extensions;	3830	load_extensions;
3461		3831
3462	utime time, time, $RUNTIMEFILE;	3832	utime time, time, $RUNTIMEFILE;
3463		3833
3464	# no (long-running) fork's whatsoever before this point(!)	3834	# no (long-running) fork's whatsoever before this point(!)
		3835	use POSIX ();
3465	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};	3836	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3466		3837
3467	(pop @POST_INIT)->(0) while @POST_INIT;	3838	cf::_post_init 0;
3468	};	3839	};
3469		3840
		3841	cf::object::thawer::errors_are_fatal 0;
		3842	info "parse errors in files are no longer fatal from this point on.\n";
		3843
		3844	AE::postpone {
		3845	undef &main; # free gobs of memory :)
		3846	};
		3847
3470	main_loop;	3848	goto &main_loop;
3471	}	3849	}
3472		3850
3473	#############################################################################	3851	#############################################################################
3474	# initialisation and cleanup	3852	# initialisation and cleanup
3475		3853
3476	# install some emergency cleanup handlers	3854	# install some emergency cleanup handlers
3477	BEGIN {	3855	BEGIN {
3478	our %SIGWATCHER = ();	3856	our %SIGWATCHER = ();
3479	for my $signal (qw(INT HUP TERM)) {	3857	for my $signal (qw(INT HUP TERM)) {
3480	$SIGWATCHER{$signal} = EV::signal $signal, sub {	3858	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3481	cf::cleanup "SIG$signal";	3859	cf::cleanup "SIG$signal";
3482	};	3860	};
3483	}	3861	}
3484	}	3862	}
3485		3863
3486	sub write_runtime_sync {	3864	sub write_runtime_sync {
		3865	my $t0 = AE::time;
		3866
3487	# first touch the runtime file to show we are still running:	3867	# first touch the runtime file to show we are still running:
3488	# the fsync below can take a very very long time.	3868	# the fsync below can take a very very long time.
3489		3869
3490	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;	3870	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3491		3871
3492	my $guard = cf::lock_acquire "write_runtime";	3872	my $guard = cf::lock_acquire "write_runtime";
3493		3873
3494	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644	3874	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3495	or return;	3875	or return;
3496		3876
3497	my $value = $cf::RUNTIME + 90 + 10;	3877	my $value = $cf::RUNTIME + 90 + 10;
3498	# 10 is the runtime save interval, for a monotonic clock	3878	# 10 is the runtime save interval, for a monotonic clock
3499	# 60 allows for the watchdog to kill the server.	3879	# 60 allows for the watchdog to kill the server.
…		…
3512	or return;	3892	or return;
3513		3893
3514	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE	3894	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3515	and return;	3895	and return;
3516		3896
3517	warn "runtime file written.\n";	3897	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3518		3898
3519	1	3899	1
3520	}	3900	}
3521		3901
3522	our $uuid_lock;	3902	our $uuid_lock;
…		…
3534	or return;	3914	or return;
3535		3915
3536	my $value = uuid_seq uuid_cur;	3916	my $value = uuid_seq uuid_cur;
3537		3917
3538	unless ($value) {	3918	unless ($value) {
3539	warn "cowardly refusing to write zero uuid value!\n";	3919	info "cowardly refusing to write zero uuid value!\n";
3540	return;	3920	return;
3541	}	3921	}
3542		3922
3543	my $value = uuid_str $value + $uuid_skip;	3923	my $value = uuid_str $value + $uuid_skip;
3544	$uuid_skip = 0;	3924	$uuid_skip = 0;
…		…
3554	or return;	3934	or return;
3555		3935
3556	aio_rename "$uuid~", $uuid	3936	aio_rename "$uuid~", $uuid
3557	and return;	3937	and return;
3558		3938
3559	warn "uuid file written ($value).\n";	3939	trace "uuid file written ($value).\n";
3560		3940
3561	1	3941	1
3562		3942
3563	}	3943	}
3564		3944
…		…
3570	}	3950	}
3571		3951
3572	sub emergency_save() {	3952	sub emergency_save() {
3573	my $freeze_guard = cf::freeze_mainloop;	3953	my $freeze_guard = cf::freeze_mainloop;
3574		3954
3575	warn "emergency_perl_save: enter\n";	3955	info "emergency_perl_save: enter\n";
		3956
		3957	# this is a trade-off: we want to be very quick here, so
		3958	# save all maps without fsync, and later call a global sync
		3959	# (which in turn might be very very slow)
		3960	local $USE_FSYNC = 0;
3576		3961
3577	cf::sync_job {	3962	cf::sync_job {
3578	# this is a trade-off: we want to be very quick here, so	3963	cf::write_runtime_sync; # external watchdog should not bark
3579	# save all maps without fsync, and later call a global sync
3580	# (which in turn might be very very slow)
3581	local $USE_FSYNC = 0;
3582		3964
3583	# use a peculiar iteration method to avoid tripping on perl	3965	# use a peculiar iteration method to avoid tripping on perl
3584	# refcount bugs in for. also avoids problems with players	3966	# refcount bugs in for. also avoids problems with players
3585	# and maps saved/destroyed asynchronously.	3967	# and maps saved/destroyed asynchronously.
3586	warn "emergency_perl_save: begin player save\n";	3968	info "emergency_perl_save: begin player save\n";
3587	for my $login (keys %cf::PLAYER) {	3969	for my $login (keys %cf::PLAYER) {
3588	my $pl = $cf::PLAYER{$login} or next;	3970	my $pl = $cf::PLAYER{$login} or next;
3589	$pl->valid or next;	3971	$pl->valid or next;
3590	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt	3972	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3591	$pl->save;	3973	$pl->save;
3592	}	3974	}
3593	warn "emergency_perl_save: end player save\n";	3975	info "emergency_perl_save: end player save\n";
3594		3976
		3977	cf::write_runtime_sync; # external watchdog should not bark
		3978
3595	warn "emergency_perl_save: begin map save\n";	3979	info "emergency_perl_save: begin map save\n";
3596	for my $path (keys %cf::MAP) {	3980	for my $path (keys %cf::MAP) {
3597	my $map = $cf::MAP{$path} or next;	3981	my $map = $cf::MAP{$path} or next;
3598	$map->valid or next;	3982	$map->valid or next;
3599	$map->save;	3983	$map->save;
3600	}	3984	}
3601	warn "emergency_perl_save: end map save\n";	3985	info "emergency_perl_save: end map save\n";
3602		3986
		3987	cf::write_runtime_sync; # external watchdog should not bark
		3988
3603	warn "emergency_perl_save: begin database checkpoint\n";	3989	info "emergency_perl_save: begin database checkpoint\n";
3604	BDB::db_env_txn_checkpoint $DB_ENV;	3990	BDB::db_env_txn_checkpoint $DB_ENV;
3605	warn "emergency_perl_save: end database checkpoint\n";	3991	info "emergency_perl_save: end database checkpoint\n";
3606		3992
3607	warn "emergency_perl_save: begin write uuid\n";	3993	info "emergency_perl_save: begin write uuid\n";
3608	write_uuid_sync 1;	3994	write_uuid_sync 1;
3609	warn "emergency_perl_save: end write uuid\n";	3995	info "emergency_perl_save: end write uuid\n";
		3996
		3997	cf::write_runtime_sync; # external watchdog should not bark
		3998
		3999	trace "emergency_perl_save: syncing database to disk";
		4000	BDB::db_env_txn_checkpoint $DB_ENV;
		4001
		4002	info "emergency_perl_save: starting sync\n";
		4003	IO::AIO::aio_sync sub {
		4004	info "emergency_perl_save: finished sync\n";
		4005	};
		4006
		4007	cf::write_runtime_sync; # external watchdog should not bark
		4008
		4009	trace "emergency_perl_save: flushing outstanding aio requests";
		4010	while (IO::AIO::nreqs || BDB::nreqs) {
		4011	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		4012	}
		4013
		4014	cf::write_runtime_sync; # external watchdog should not bark
3610	};	4015	};
3611		4016
3612	warn "emergency_perl_save: starting sync()\n";
3613	IO::AIO::aio_sync sub {
3614	warn "emergency_perl_save: finished sync()\n";
3615	};
3616
3617	warn "emergency_perl_save: leave\n";	4017	info "emergency_perl_save: leave\n";
3618	}	4018	}
3619		4019
3620	sub post_cleanup {	4020	sub post_cleanup {
3621	my ($make_core) = @_;	4021	my ($make_core) = @_;
3622		4022
		4023	IO::AIO::flush;
		4024
3623	warn Carp::longmess "post_cleanup backtrace"	4025	error Carp::longmess "post_cleanup backtrace"
3624	if $make_core;	4026	if $make_core;
3625		4027
3626	my $fh = pidfile;	4028	my $fh = pidfile;
3627	unlink $PIDFILE if <$fh> == $$;	4029	unlink $PIDFILE if <$fh> == $$;
3628	}	4030	}
…		…
3648	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};	4050	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
3649	for my $name (keys %$leaf_symtab) {	4051	for my $name (keys %$leaf_symtab) {
3650	_gv_clear *{"$pkg$name"};	4052	_gv_clear *{"$pkg$name"};
3651	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};	4053	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
3652	}	4054	}
3653	warn "cleared package $pkg\n";#d#
3654	}	4055	}
3655		4056
3656	sub do_reload_perl() {	4057	sub do_reload_perl() {
3657	# can/must only be called in main	4058	# can/must only be called in main
3658	if ($Coro::current != $Coro::main) {	4059	unless (in_main) {
3659	warn "can only reload from main coroutine";	4060	error "can only reload from main coroutine";
3660	return;	4061	return;
3661	}	4062	}
3662		4063
3663	return if $RELOAD++;	4064	return if $RELOAD++;
3664		4065
3665	my $t1 = EV::time;	4066	my $t1 = AE::time;
3666		4067
3667	while ($RELOAD) {	4068	while ($RELOAD) {
3668	warn "reloading...";	4069	cf::get_slot 0.1, -1, "reload_perl";
		4070	info "perl_reload: reloading...";
3669		4071
3670	warn "entering sync_job";	4072	trace "perl_reload: entering sync_job";
3671		4073
3672	cf::sync_job {	4074	cf::sync_job {
3673	cf::write_runtime_sync; # external watchdog should not bark
3674	cf::emergency_save;	4075	#cf::emergency_save;
3675	cf::write_runtime_sync; # external watchdog should not bark
3676		4076
3677	warn "syncing database to disk";
3678	BDB::db_env_txn_checkpoint $DB_ENV;
3679
3680	# if anything goes wrong in here, we should simply crash as we already saved
3681
3682	warn "flushing outstanding aio requests";
3683	while (IO::AIO::nreqs || BDB::nreqs) {
3684	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3685	}
3686
3687	warn "cancelling all extension coros";	4077	trace "perl_reload: cancelling all extension coros";
3688	$_->cancel for values %EXT_CORO;	4078	$_->cancel for values %EXT_CORO;
3689	%EXT_CORO = ();	4079	%EXT_CORO = ();
3690		4080
3691	warn "removing commands";	4081	trace "perl_reload: removing commands";
3692	%COMMAND = ();	4082	%COMMAND = ();
3693		4083
3694	warn "removing ext/exti commands";	4084	trace "perl_reload: removing ext/exti commands";
3695	%EXTCMD = ();	4085	%EXTCMD = ();
3696	%EXTICMD = ();	4086	%EXTICMD = ();
3697		4087
3698	warn "unloading/nuking all extensions";	4088	trace "perl_reload: unloading/nuking all extensions";
3699	for my $pkg (@EXTS) {	4089	for my $pkg (@EXTS) {
3700	warn "... unloading $pkg";	4090	trace "... unloading $pkg";
3701		4091
3702	if (my $cb = $pkg->can ("unload")) {	4092	if (my $cb = $pkg->can ("unload")) {
3703	eval {	4093	eval {
3704	$cb->($pkg);	4094	$cb->($pkg);
3705	1	4095	1
3706	} or warn "$pkg unloaded, but with errors: $@";	4096	} or error "$pkg unloaded, but with errors: $@";
3707	}	4097	}
3708		4098
3709	warn "... clearing $pkg";	4099	trace "... clearing $pkg";
3710	clear_package $pkg;	4100	clear_package $pkg;
3711	}	4101	}
3712		4102
3713	warn "unloading all perl modules loaded from $LIBDIR";	4103	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3714	while (my ($k, $v) = each %INC) {	4104	while (my ($k, $v) = each %INC) {
3715	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4105	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3716		4106
3717	warn "... unloading $k";	4107	trace "... unloading $k";
3718	delete $INC{$k};	4108	delete $INC{$k};
3719		4109
3720	$k =~ s/\.pm$//;	4110	$k =~ s/\.pm$//;
3721	$k =~ s/\//::/g;	4111	$k =~ s/\//::/g;
3722		4112
…		…
3725	}	4115	}
3726		4116
3727	clear_package $k;	4117	clear_package $k;
3728	}	4118	}
3729		4119
3730	warn "getting rid of safe::, as good as possible";	4120	trace "perl_reload: getting rid of safe::, as good as possible";
3731	clear_package "safe::$_"	4121	clear_package "safe::$_"
3732	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4122	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3733		4123
3734	warn "unloading cf.pm \"a bit\"";	4124	trace "perl_reload: unloading cf.pm \"a bit\"";
3735	delete $INC{"cf.pm"};	4125	delete $INC{"cf.pm"};
3736	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;	4126	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3737		4127
3738	# don't, removes xs symbols, too,	4128	# don't, removes xs symbols, too,
3739	# and global variables created in xs	4129	# and global variables created in xs
3740	#clear_package __PACKAGE__;	4130	#clear_package __PACKAGE__;
3741		4131
3742	warn "unload completed, starting to reload now";	4132	info "perl_reload: unload completed, starting to reload now";
3743		4133
3744	warn "reloading cf.pm";	4134	trace "perl_reload: reloading cf.pm";
3745	require cf;	4135	require cf;
3746	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4136	cf::_connect_to_perl_1;
3747		4137
3748	warn "loading config and database again";	4138	trace "perl_reload: loading config and database again";
3749	cf::reload_config;	4139	cf::reload_config;
3750		4140
3751	warn "loading extensions";	4141	trace "perl_reload: loading extensions";
3752	cf::load_extensions;	4142	cf::load_extensions;
3753		4143
3754	if ($REATTACH_ON_RELOAD) {	4144	if ($REATTACH_ON_RELOAD) {
3755	warn "reattaching attachments to objects/players";	4145	trace "perl_reload: reattaching attachments to objects/players";
3756	_global_reattach; # objects, sockets	4146	_global_reattach; # objects, sockets
3757	warn "reattaching attachments to maps";	4147	trace "perl_reload: reattaching attachments to maps";
3758	reattach $_ for values %MAP;	4148	reattach $_ for values %MAP;
3759	warn "reattaching attachments to players";	4149	trace "perl_reload: reattaching attachments to players";
3760	reattach $_ for values %PLAYER;	4150	reattach $_ for values %PLAYER;
3761	}	4151	}
3762		4152
3763	warn "running post_init jobs";	4153	cf::_post_init 1;
3764	(pop @POST_INIT)->(1) while @POST_INIT;
3765		4154
3766	warn "leaving sync_job";	4155	trace "perl_reload: leaving sync_job";
3767		4156
3768	1	4157	1
3769	} or do {	4158	} or do {
3770	warn $@;	4159	error $@;
3771	cf::cleanup "error while reloading, exiting.";	4160	cf::cleanup "perl_reload: error, exiting.";
3772	};	4161	};
3773		4162
3774	warn "reloaded";
3775	--$RELOAD;	4163	--$RELOAD;
3776	}	4164	}
3777		4165
3778	$t1 = EV::time - $t1;	4166	$t1 = AE::time - $t1;
3779	warn "reload completed in ${t1}s\n";	4167	info "perl_reload: completed in ${t1}s\n";
3780	};	4168	};
3781		4169
3782	our $RELOAD_WATCHER; # used only during reload	4170	our $RELOAD_WATCHER; # used only during reload
3783		4171
3784	sub reload_perl() {	4172	sub reload_perl() {
…		…
3786	# coro crashes during coro_state_free->destroy here.	4174	# coro crashes during coro_state_free->destroy here.
3787		4175
3788	$RELOAD_WATCHER ||= cf::async {	4176	$RELOAD_WATCHER ||= cf::async {
3789	Coro::AIO::aio_wait cache_extensions;	4177	Coro::AIO::aio_wait cache_extensions;
3790		4178
3791	$RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {	4179	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3792	do_reload_perl;	4180	do_reload_perl;
3793	undef $RELOAD_WATCHER;	4181	undef $RELOAD_WATCHER;
3794	};	4182	};
3795	};	4183	};
3796	}	4184	}
…		…
3805	reload_perl;	4193	reload_perl;
3806	};	4194	};
3807	}	4195	}
3808	};	4196	};
3809		4197
3810	unshift @INC, $LIBDIR;	4198	#############################################################################
3811		4199
3812	my $bug_warning = 0;	4200	my $bug_warning = 0;
3813		4201
3814	our @WAIT_FOR_TICK;
3815	our @WAIT_FOR_TICK_BEGIN;
3816
3817	sub wait_for_tick {	4202	sub wait_for_tick() {
3818	return if tick_inhibit || $Coro::current == $Coro::main;	4203	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3819		4204
3820	my $signal = new Coro::Signal;	4205	$WAIT_FOR_TICK->wait;
3821	push @WAIT_FOR_TICK, $signal;
3822	$signal->wait;
3823	}	4206	}
3824		4207
3825	sub wait_for_tick_begin {	4208	sub wait_for_tick_begin() {
3826	return if tick_inhibit || $Coro::current == $Coro::main;	4209	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3827		4210
3828	my $signal = new Coro::Signal;	4211	my $signal = new Coro::Signal;
3829	push @WAIT_FOR_TICK_BEGIN, $signal;	4212	push @WAIT_FOR_TICK_BEGIN, $signal;
3830	$signal->wait;	4213	$signal->wait;
3831	}	4214	}
…		…
3835	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4218	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3836	unless ++$bug_warning > 10;	4219	unless ++$bug_warning > 10;
3837	return;	4220	return;
3838	}	4221	}
3839		4222
3840	cf::server_tick; # one server iteration	4223	cf::one_tick; # one server iteration
		4224
		4225	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3841		4226
3842	if ($NOW >= $NEXT_RUNTIME_WRITE) {	4227	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3843	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;	4228	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3844	Coro::async_pool {	4229	Coro::async_pool {
3845	$Coro::current->{desc} = "runtime saver";	4230	$Coro::current->{desc} = "runtime saver";
3846	write_runtime_sync	4231	write_runtime_sync
3847	or warn "ERROR: unable to write runtime file: $!";	4232	or error "ERROR: unable to write runtime file: $!";
3848	};	4233	};
3849	}	4234	}
3850		4235
3851	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4236	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3852	$sig->send;	4237	$sig->send;
3853	}	4238	}
3854	while (my $sig = shift @WAIT_FOR_TICK) {	4239	$WAIT_FOR_TICK->broadcast;
3855	$sig->send;
3856	}
3857		4240
3858	$LOAD = ($NOW - $TICK_START) / $TICK;	4241	$LOAD = ($NOW - $TICK_START) / $TICK;
3859	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4242	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3860		4243
3861	if (0) {	4244	if (0) {
3862	if ($NEXT_TICK) {	4245	if ($NEXT_TICK) {
3863	my $jitter = $TICK_START - $NEXT_TICK;	4246	my $jitter = $TICK_START - $NEXT_TICK;
3864	$JITTER = $JITTER * 0.75 + $jitter * 0.25;	4247	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
3865	warn "jitter $JITTER\n";#d#	4248	debug "jitter $JITTER\n";#d#
3866	}	4249	}
3867	}	4250	}
3868	}	4251	}
3869		4252
3870	{	4253	{
3871	# configure BDB	4254	# configure BDB
		4255	info "initialising database";
3872		4256
3873	BDB::min_parallel 8;	4257	BDB::min_parallel 16;
3874	BDB::max_poll_reqs $TICK * 0.1;	4258	BDB::max_poll_reqs $TICK * 0.1;
3875	$AnyEvent::BDB::WATCHER->priority (1);	4259	#$AnyEvent::BDB::WATCHER->priority (1);
3876		4260
3877	unless ($DB_ENV) {	4261	unless ($DB_ENV) {
3878	$DB_ENV = BDB::db_env_create;	4262	$DB_ENV = BDB::db_env_create;
3879	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);	4263	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3880	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;	4264	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
…		…
3905	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };	4289	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3906	};	4290	};
3907	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {	4291	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3908	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };	4292	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3909	};	4293	};
		4294
		4295	info "database initialised";
3910	}	4296	}
3911		4297
3912	{	4298	{
3913	# configure IO::AIO	4299	# configure IO::AIO
3914		4300
		4301	info "initialising aio";
3915	IO::AIO::min_parallel 8;	4302	IO::AIO::min_parallel 8;
3916	IO::AIO::max_poll_time $TICK * 0.1;	4303	IO::AIO::max_poll_time $TICK * 0.1;
3917	undef $AnyEvent::AIO::WATCHER;	4304	undef $AnyEvent::AIO::WATCHER;
		4305	info "aio initialised";
3918	}	4306	}
3919		4307
3920	my $_log_backtrace;	4308	our $_log_backtrace;
		4309	our $_log_backtrace_last;
3921		4310
3922	sub _log_backtrace {	4311	sub _log_backtrace {
3923	my ($msg, @addr) = @_;	4312	my ($msg, @addr) = @_;
3924		4313
3925	$msg =~ s/\n//;	4314	$msg =~ s/\n$//;
3926		4315
		4316	if ($_log_backtrace_last eq $msg) {
		4317	LOG llevInfo, "[ABT] $msg\n";
		4318	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3927	# limit the # of concurrent backtraces	4319	# limit the # of concurrent backtraces
3928	if ($_log_backtrace < 2) {	4320	} elsif ($_log_backtrace < 2) {
		4321	$_log_backtrace_last = $msg;
3929	++$_log_backtrace;	4322	++$_log_backtrace;
3930	my $perl_bt = Carp::longmess $msg;	4323	my $perl_bt = Carp::longmess $msg;
3931	async {	4324	async {
3932	$Coro::current->{desc} = "abt $msg";	4325	$Coro::current->{desc} = "abt $msg";
3933		4326
…		…
3953	LOG llevInfo, "[ABT] $_\n" for @bt;	4346	LOG llevInfo, "[ABT] $_\n" for @bt;
3954	--$_log_backtrace;	4347	--$_log_backtrace;
3955	};	4348	};
3956	} else {	4349	} else {
3957	LOG llevInfo, "[ABT] $msg\n";	4350	LOG llevInfo, "[ABT] $msg\n";
3958	LOG llevInfo, "[ABT] [suppressed]\n";	4351	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3959	}	4352	}
3960	}	4353	}
3961		4354
3962	# load additional modules	4355	# load additional modules
3963	require "cf/$_.pm" for @EXTRA_MODULES;	4356	require "cf/$_.pm" for @EXTRA_MODULES;
		4357	cf::_connect_to_perl_2;
3964		4358
3965	END { cf::emergency_save }	4359	END { cf::emergency_save }
3966		4360
3967	1	4361	1
3968		4362

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines