ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.369 by root, Thu Sep 13 08:35:25 2007 UTC vs.
Revision 1.561 by root, Fri Apr 22 06:10:33 2011 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use Guard ();
15	use Coro 3.64 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
24	use Coro::Util ();	51	use Coro::Util ();
25		52
26	use JSON::XS ();	53	use JSON::XS 2.01 ();
27	use BDB ();	54	use BDB ();
28	use Data::Dumper;	55	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	56	use Fcntl;
31	use YAML::Syck ();	57	use YAML::XS ();
32	use IO::AIO 2.32 ();	58	use IO::AIO ();
33	use Time::HiRes;	59	use Time::HiRes;
34	use Compress::LZF;	60	use Compress::LZF;
35	use Digest::MD5 ();	61	use Digest::MD5 ();
		62
		63	AnyEvent::detect;
36		64
37	# configure various modules to our taste	65	# configure various modules to our taste
38	#	66	#
39	$Storable::canonical = 1; # reduce rsync transfers	67	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	68	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		69
		70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		71
		72	# make sure c-lzf reinitialises itself
		73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		75
43	$Event::Eval = 1; # no idea why this is required, but it is	76	# strictly for debugging
44		77	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		78
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	79	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		80
		81	our @ORIG_INC;
51		82
52	our %COMMAND = ();	83	our %COMMAND = ();
53	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
54		85
55	our @EXTS = (); # list of extension package names	86	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	87	our %EXTCMD = ();
57	our %EXTICMD = ();	88	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
60		91
61	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
63		96
64	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
		98
65	our $DATADIR = datadir;	99	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	100	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	101	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	102	our $MAPDIR = "$DATADIR/" . mapdir;
		103
69	our $LOCALDIR = localdir;	104	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	105	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	106	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	107	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	108	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	109	our $BDBDIR = "$LOCALDIR/db";
		110	our $PIDFILE = "$LOCALDIR/pid";
		111	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		112
		113	our %RESOURCE; # unused
		114
		115	our $OUTPUT_RATE_MIN = 3000;
		116	our $OUTPUT_RATE_MAX = 1000000;
		117
		118	our $MAX_LINKS = 32; # how many chained exits to follow
		119	our $VERBOSE_IO = 1;
75		120
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	121	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	122	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	123	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	124	our $USE_FSYNC = 1; # use fsync to write maps - default on
83		125
84	our $BDB_POLL_WATCHER;	126	our $BDB_DEADLOCK_WATCHER;
85	our $BDB_CHECKPOINT_WATCHER;	127	our $BDB_CHECKPOINT_WATCHER;
86	our $BDB_TRICKLE_WATCHER;	128	our $BDB_TRICKLE_WATCHER;
87	our $DB_ENV;	129	our $DB_ENV;
88		130
		131	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		132
89	our %CFG;	133	our %CFG;
90		134
91	our $UPTIME; $UPTIME ||= time;	135	our $UPTIME; $UPTIME ||= time;
92	our $RUNTIME;	136	our $RUNTIME;
		137	our $NOW;
93		138
94	our (%PLAYER, %PLAYER_LOADING); # all users	139	our (%PLAYER, %PLAYER_LOADING); # all users
95	our (%MAP, %MAP_LOADING ); # all maps	140	our (%MAP, %MAP_LOADING ); # all maps
96	our $LINK_MAP; # the special {link} map, which is always available	141	our $LINK_MAP; # the special {link} map, which is always available
97		142
98	# used to convert map paths into valid unix filenames by replacing / by ∕	143	# used to convert map paths into valid unix filenames by replacing / by ∕
99	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	144	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
100		145
101	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	146	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
102	our $LOADAVG; # same thing, but with alpha-smoothing	147	our $LOADAVG; # same thing, but with alpha-smoothing
		148	our $JITTER; # average jitter
103	our $tick_start; # for load detecting purposes	149	our $TICK_START; # for load detecting purposes
		150
		151	our @POST_INIT;
		152
		153	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		154	our $REALLY_UNLOOP; # never set to true, please :)
104		155
105	binmode STDOUT;	156	binmode STDOUT;
106	binmode STDERR;	157	binmode STDERR;
107		158
108	# read virtual server time, if available	159	# read virtual server time, if available
109	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	160	unless ($RUNTIME || !-e $RUNTIMEFILE) {
110	open my $fh, "<", "$LOCALDIR/runtime"	161	open my $fh, "<", $RUNTIMEFILE
111	or die "unable to read runtime file: $!";	162	or die "unable to read $RUNTIMEFILE file: $!";
112	$RUNTIME = <$fh> + 0.;	163	$RUNTIME = <$fh> + 0.;
113	}	164	}
		165
		166	eval "sub TICK() { $TICK } 1" or die;
114		167
115	mkdir $_	168	mkdir $_
116	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	169	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
117		170
118	our $EMERGENCY_POSITION;	171	our $EMERGENCY_POSITION;
119		172
120	sub cf::map::normalise;	173	sub cf::map::normalise;
		174
		175	sub in_main() {
		176	$Coro::current == $Coro::main
		177	}
		178
		179	#############################################################################
		180
		181	%REFLECT = ();
		182	for (@REFLECT) {
		183	my $reflect = JSON::XS::decode_json $_;
		184	$REFLECT{$reflect->{class}} = $reflect;
		185	}
		186
		187	# this is decidedly evil
		188	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
121		189
122	#############################################################################	190	#############################################################################
123		191
124	=head2 GLOBAL VARIABLES	192	=head2 GLOBAL VARIABLES
125		193
…		…
161		229
162	The raw value load value from the last tick.	230	The raw value load value from the last tick.
163		231
164	=item %cf::CFG	232	=item %cf::CFG
165		233
166	Configuration for the server, loaded from C</etc/crossfire/config>, or	234	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
167	from wherever your confdir points to.	235	from wherever your confdir points to.
168		236
169	=item cf::wait_for_tick, cf::wait_for_tick_begin	237	=item cf::wait_for_tick, cf::wait_for_tick_begin
170		238
171	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	239	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
172	returns directly I<after> the tick processing (and consequently, can only wake one process	240	returns directly I<after> the tick processing (and consequently, can only wake one thread
173	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	241	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
174		242
		243	=cut
		244
		245	sub wait_for_tick();
		246	sub wait_for_tick_begin();
		247
175	=item @cf::INVOKE_RESULTS	248	=item @cf::INVOKE_RESULTS
176		249
177	This array contains the results of the last C<invoke ()> call. When	250	This array contains the results of the last C<invoke ()> call. When
178	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	251	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
179	that call.	252	that call.
180		253
		254	=item %cf::REFLECT
		255
		256	Contains, for each (C++) class name, a hash reference with information
		257	about object members (methods, scalars, arrays and flags) and other
		258	metadata, which is useful for introspection.
		259
181	=back	260	=back
182		261
183	=cut	262	=cut
184		263
185	BEGIN {	264	sub error(@) { LOG llevError, join "", @_ }
186	*CORE::GLOBAL::warn = sub {	265	sub warn (@) { LOG llevWarn , join "", @_ }
		266	sub info (@) { LOG llevInfo , join "", @_ }
		267	sub debug(@) { LOG llevDebug, join "", @_ }
		268	sub trace(@) { LOG llevTrace, join "", @_ }
		269
		270	$Coro::State::WARNHOOK = sub {
187	my $msg = join "", @_;	271	my $msg = join "", @_;
188		272
189	$msg .= "\n"	273	$msg .= "\n"
190	unless $msg =~ /\n$/;	274	unless $msg =~ /\n$/;
191		275
192	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	276	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
193		277
194	LOG llevError, $msg;	278	LOG llevWarn, $msg;
195	};	279	};
196	}	280
		281	$Coro::State::DIEHOOK = sub {
		282	return unless $^S eq 0; # "eq", not "=="
		283
		284	error Carp::longmess $_[0];
		285
		286	if (in_main) {#d#
		287	error "DIEHOOK called in main context, Coro bug?\n";#d#
		288	return;#d#
		289	}#d#
		290
		291	# kill coroutine otherwise
		292	Coro::terminate
		293	};
197		294
198	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	295	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
199	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	296	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
200	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	297	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
201	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	298	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
208	for my $pkg (qw(	305	for my $pkg (qw(
209	cf::global cf::attachable	306	cf::global cf::attachable
210	cf::object cf::object::player	307	cf::object cf::object::player
211	cf::client cf::player	308	cf::client cf::player
212	cf::arch cf::living	309	cf::arch cf::living
		310	cf::map cf::mapspace
213	cf::map cf::party cf::region	311	cf::party cf::region
214	)) {	312	)) {
215	no strict 'refs';
216	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	313	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
217	}	314	}
218		315
219	$Event::DIED = sub {	316	$EV::DIED = sub {
220	warn "error in event callback: @_";	317	Carp::cluck "error in event callback: @_";
221	};	318	};
		319
		320	#############################################################################
		321
		322	sub fork_call(&@);
		323	sub get_slot($;$$);
222		324
223	#############################################################################	325	#############################################################################
224		326
225	=head2 UTILITY FUNCTIONS	327	=head2 UTILITY FUNCTIONS
226		328
…		…
247	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	349	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
248	$d	350	$d
249	} || "[unable to dump $_[0]: '$@']";	351	} || "[unable to dump $_[0]: '$@']";
250	}	352	}
251		353
		354	=item $scalar = load_file $path
		355
		356	Loads the given file from path and returns its contents. Croaks on error
		357	and can block.
		358
		359	=cut
		360
		361	sub load_file($) {
		362	0 <= aio_load $_[0], my $data
		363	or Carp::croak "$_[0]: $!";
		364
		365	$data
		366	}
		367
252	=item $ref = cf::from_json $json	368	=item $ref = cf::decode_json $json
253		369
254	Converts a JSON string into the corresponding perl data structure.	370	Converts a JSON string into the corresponding perl data structure.
255		371
256	=item $json = cf::to_json $ref	372	=item $json = cf::encode_json $ref
257		373
258	Converts a perl data structure into its JSON representation.	374	Converts a perl data structure into its JSON representation.
259		375
260	=cut	376	=cut
261		377
262	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	378	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
263		379
264	sub to_json ($) { $json_coder->encode ($_[0]) }	380	sub encode_json($) { $json_coder->encode ($_[0]) }
265	sub from_json ($) { $json_coder->decode ($_[0]) }	381	sub decode_json($) { $json_coder->decode ($_[0]) }
		382
		383	=item $ref = cf::decode_storable $scalar
		384
		385	Same as Coro::Storable::thaw, so blocks.
		386
		387	=cut
		388
		389	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		390
		391	=item $ref = cf::decode_yaml $scalar
		392
		393	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		394
		395	=cut
		396
		397	sub decode_yaml($) {
		398	fork_call { YAML::XS::Load $_[0] } @_
		399	}
		400
		401	=item $scalar = cf::unlzf $scalar
		402
		403	Same as Compress::LZF::compress, but takes server ticks into account, so
		404	blocks.
		405
		406	=cut
		407
		408	sub unlzf($) {
		409	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		410	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		411	Compress::LZF::decompress $_[0]
		412	}
		413
		414	=item cf::post_init { BLOCK }
		415
		416	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		417	but I<before> the server starts ticking again.
		418
		419	The codeblock will have a single boolean argument to indicate whether this
		420	is a reload or not.
		421
		422	=cut
		423
		424	sub post_init(&) {
		425	push @POST_INIT, shift;
		426	}
		427
		428	sub _post_init {
		429	trace "running post_init jobs";
		430
		431	# run them in parallel...
		432
		433	my @join;
		434
		435	while () {
		436	push @join, map &Coro::async ($_, 0), @POST_INIT;
		437	@POST_INIT = ();
		438
		439	@join or last;
		440
		441	(pop @join)->join;
		442	}
		443	}
266		444
267	=item cf::lock_wait $string	445	=item cf::lock_wait $string
268		446
269	Wait until the given lock is available. See cf::lock_acquire.	447	Wait until the given lock is available. See cf::lock_acquire.
270		448
271	=item my $lock = cf::lock_acquire $string	449	=item my $lock = cf::lock_acquire $string
272		450
273	Wait until the given lock is available and then acquires it and returns	451	Wait until the given lock is available and then acquires it and returns
274	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	452	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
275	for example when the coroutine gets canceled), the lock is automatically	453	for example when the coroutine gets canceled), the lock is automatically
276	returned.	454	returned.
277		455
278	Locks are *not* recursive, locking from the same coro twice results in a	456	Locks are *not* recursive, locking from the same coro twice results in a
279	deadlocked coro.	457	deadlocked coro.
…		…
285		463
286	Return true if the lock is currently active, i.e. somebody has locked it.	464	Return true if the lock is currently active, i.e. somebody has locked it.
287		465
288	=cut	466	=cut
289		467
290	our %LOCK;	468	our $LOCKS = new Coro::SemaphoreSet;
291	our %LOCKER;#d#
292		469
293	sub lock_wait($) {	470	sub lock_wait($) {
294	my ($key) = @_;	471	$LOCKS->wait ($_[0]);
295
296	if ($LOCKER{$key} == $Coro::current) {#d#
297	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
298	return;#d#
299	}#d#
300
301	# wait for lock, if any
302	while ($LOCK{$key}) {
303	push @{ $LOCK{$key} }, $Coro::current;
304	Coro::schedule;
305	}
306	}	472	}
307		473
308	sub lock_acquire($) {	474	sub lock_acquire($) {
309	my ($key) = @_;	475	$LOCKS->guard ($_[0])
310
311	# wait, to be sure we are not locked
312	lock_wait $key;
313
314	$LOCK{$key} = [];
315	$LOCKER{$key} = $Coro::current;#d#
316
317	Coro::guard {
318	delete $LOCKER{$key};#d#
319	# wake up all waiters, to be on the safe side
320	$_->ready for @{ delete $LOCK{$key} };
321	}
322	}	476	}
323		477
324	sub lock_active($) {	478	sub lock_active($) {
325	my ($key) = @_;	479	$LOCKS->count ($_[0]) < 1
326
327	! ! $LOCK{$key}
328	}	480	}
329		481
330	sub freeze_mainloop {	482	sub freeze_mainloop {
331	return unless $TICK_WATCHER->is_active;	483	tick_inhibit_inc;
332		484
333	my $guard = Coro::guard {	485	&Guard::guard (\&tick_inhibit_dec);
334	$TICK_WATCHER->start;	486	}
335	};	487
336	$TICK_WATCHER->stop;	488	=item cf::periodic $interval, $cb
337	$guard	489
		490	Like EV::periodic, but randomly selects a starting point so that the actions
		491	get spread over time.
		492
		493	=cut
		494
		495	sub periodic($$) {
		496	my ($interval, $cb) = @_;
		497
		498	my $start = rand List::Util::min 180, $interval;
		499
		500	EV::periodic $start, $interval, 0, $cb
338	}	501	}
339		502
340	=item cf::get_slot $time[, $priority[, $name]]	503	=item cf::get_slot $time[, $priority[, $name]]
341		504
342	Allocate $time seconds of blocking CPU time at priority C<$priority>:	505	Allocate $time seconds of blocking CPU time at priority C<$priority>
343	This call blocks and returns only when you have at least C<$time> seconds	506	(default: 0): This call blocks and returns only when you have at least
344	of cpu time till the next tick. The slot is only valid till the next cede.	507	C<$time> seconds of cpu time till the next tick. The slot is only valid
		508	till the next cede.
		509
		510	Background jobs should use a priority les than zero, interactive jobs
		511	should use 100 or more.
345		512
346	The optional C<$name> can be used to identify the job to run. It might be	513	The optional C<$name> can be used to identify the job to run. It might be
347	used for statistical purposes and should identify the same time-class.	514	used for statistical purposes and should identify the same time-class.
348		515
349	Useful for short background jobs.	516	Useful for short background jobs.
350		517
351	=cut	518	=cut
352		519
353	our @SLOT_QUEUE;	520	our @SLOT_QUEUE;
354	our $SLOT_QUEUE;	521	our $SLOT_QUEUE;
		522	our $SLOT_DECAY = 0.9;
355		523
356	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	524	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
357	$SLOT_QUEUE = Coro::async {	525	$SLOT_QUEUE = Coro::async {
		526	$Coro::current->desc ("timeslot manager");
		527
358	my $signal = new Coro::Signal;	528	my $signal = new Coro::Signal;
		529	my $busy;
359		530
360	while () {	531	while () {
361	next_job:	532	next_job:
		533
362	my $avail = cf::till_tick;	534	my $avail = cf::till_tick;
363	if ($avail > 0.01) {	535
364	for (0 .. $#SLOT_QUEUE) {	536	for (0 .. $#SLOT_QUEUE) {
365	if ($SLOT_QUEUE[$_][0] < $avail) {	537	if ($SLOT_QUEUE[$_][0] <= $avail) {
		538	$busy = 0;
366	my $job = splice @SLOT_QUEUE, $_, 1, ();	539	my $job = splice @SLOT_QUEUE, $_, 1, ();
367	$job->[2]->send;	540	$job->[2]->send;
368	Coro::cede;	541	Coro::cede;
369	goto next_job;	542	goto next_job;
370	}	543	} else {
		544	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
371	}	545	}
372	}	546	}
373		547
374	if (@SLOT_QUEUE) {	548	if (@SLOT_QUEUE) {
375	# we do not use wait_For_tick() as it returns immediately when tick is inactive	549	# we do not use wait_for_tick() as it returns immediately when tick is inactive
376	push @cf::WAIT_FOR_TICK, $signal;	550	push @cf::WAIT_FOR_TICK, $signal;
377	$signal->wait;	551	$signal->wait;
378	} else {	552	} else {
		553	$busy = 0;
379	Coro::schedule;	554	Coro::schedule;
380	}	555	}
381	}	556	}
382	};	557	};
383		558
384	sub get_slot($;$$) {	559	sub get_slot($;$$) {
		560	return if tick_inhibit || $Coro::current == $Coro::main;
		561
385	my ($time, $pri, $name) = @_;	562	my ($time, $pri, $name) = @_;
386		563
387	$time = $TICK * .6 if $time > $TICK * .6;	564	$time = clamp $time, 0.01, $TICK * .6;
		565
388	my $sig = new Coro::Signal;	566	my $sig = new Coro::Signal;
389		567
390	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	568	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
391	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	569	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
392	$SLOT_QUEUE->ready;	570	$SLOT_QUEUE->ready;
…		…
403		581
404	BEGIN { *async = \&Coro::async_pool }	582	BEGIN { *async = \&Coro::async_pool }
405		583
406	=item cf::sync_job { BLOCK }	584	=item cf::sync_job { BLOCK }
407		585
408	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	586	The design of Deliantra requires that the main coroutine ($Coro::main)
409	is always able to handle events or runnable, as Crossfire TRT is only	587	is always able to handle events or runnable, as Deliantra is only
410	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	588	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
411	acceptable.	589	acceptable.
412		590
413	If it must be done, put the blocking parts into C<sync_job>. This will run	591	If it must be done, put the blocking parts into C<sync_job>. This will run
414	the given BLOCK in another coroutine while waiting for the result. The	592	the given BLOCK in another coroutine while waiting for the result. The
…		…
418	=cut	596	=cut
419		597
420	sub sync_job(&) {	598	sub sync_job(&) {
421	my ($job) = @_;	599	my ($job) = @_;
422		600
423	if ($Coro::current == $Coro::main) {	601	if (in_main) {
424	my $time = Event::time;	602	my $time = AE::time;
425		603
426	# this is the main coro, too bad, we have to block	604	# this is the main coro, too bad, we have to block
427	# till the operation succeeds, freezing the server :/	605	# till the operation succeeds, freezing the server :/
428		606
429	# TODO: use suspend/resume instead	607	#LOG llevError, Carp::longmess "sync job";#d#
430	# (but this is cancel-safe)	608
431	my $freeze_guard = freeze_mainloop;	609	my $freeze_guard = freeze_mainloop;
432		610
433	my $busy = 1;	611	my $busy = 1;
434	my @res;	612	my @res;
435		613
436	(async {	614	(async {
		615	$Coro::current->desc ("sync job coro");
437	@res = eval { $job->() };	616	@res = eval { $job->() };
438	warn $@ if $@;	617	error $@ if $@;
439	undef $busy;	618	undef $busy;
440	})->prio (Coro::PRIO_MAX);	619	})->prio (Coro::PRIO_MAX);
441		620
442	while ($busy) {	621	while ($busy) {
443	Coro::cede or Event::one_event;	622	if (Coro::nready) {
		623	Coro::cede_notself;
		624	} else {
		625	EV::loop EV::LOOP_ONESHOT;
444	}	626	}
		627	}
445		628
446	$time = Event::time - $time;	629	my $time = AE::time - $time;
447		630
448	LOG llevError | logBacktrace, Carp::longmess "long sync job"
449	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
450
451	$tick_start += $time; # do not account sync jobs to server load	631	$TICK_START += $time; # do not account sync jobs to server load
452		632
453	wantarray ? @res : $res[0]	633	wantarray ? @res : $res[0]
454	} else {	634	} else {
455	# we are in another coroutine, how wonderful, everything just works	635	# we are in another coroutine, how wonderful, everything just works
456		636
…		…
476	$EXT_CORO{$coro+0} = $coro;	656	$EXT_CORO{$coro+0} = $coro;
477		657
478	$coro	658	$coro
479	}	659	}
480		660
481	=item fork_call { }, $args	661	=item fork_call { }, @args
482		662
483	Executes the given code block with the given arguments in a seperate	663	Executes the given code block with the given arguments in a seperate
484	process, returning the results. Everything must be serialisable with	664	process, returning the results. Everything must be serialisable with
485	Coro::Storable. May, of course, block. Note that the executed sub may	665	Coro::Storable. May, of course, block. Note that the executed sub may
486	never block itself or use any form of Event handling.	666	never block itself or use any form of event handling.
487		667
488	=cut	668	=cut
		669
		670	sub post_fork {
		671	reset_signals;
		672	}
489		673
490	sub fork_call(&@) {	674	sub fork_call(&@) {
491	my ($cb, @args) = @_;	675	my ($cb, @args) = @_;
492		676
493	# we seemingly have to make a local copy of the whole thing,	677	# we seemingly have to make a local copy of the whole thing,
494	# otherwise perl prematurely frees the stuff :/	678	# otherwise perl prematurely frees the stuff :/
495	# TODO: investigate and fix (likely this will be rather laborious)	679	# TODO: investigate and fix (likely this will be rather laborious)
496		680
497	my @res = Coro::Util::fork_eval {	681	my @res = Coro::Util::fork_eval {
498	reset_signals;	682	cf::post_fork;
499	&$cb	683	&$cb
500	}, @args;	684	} @args;
501		685
502	wantarray ? @res : $res[-1]	686	wantarray ? @res : $res[-1]
		687	}
		688
		689	sub objinfo {
		690	(
		691	"counter value" => cf::object::object_count,
		692	"objects created" => cf::object::create_count,
		693	"objects destroyed" => cf::object::destroy_count,
		694	"freelist size" => cf::object::free_count,
		695	"allocated objects" => cf::object::objects_size,
		696	"active objects" => cf::object::actives_size,
		697	)
		698	}
		699
		700	=item $coin = coin_from_name $name
		701
		702	=cut
		703
		704	our %coin_alias = (
		705	"silver" => "silvercoin",
		706	"silvercoin" => "silvercoin",
		707	"silvercoins" => "silvercoin",
		708	"gold" => "goldcoin",
		709	"goldcoin" => "goldcoin",
		710	"goldcoins" => "goldcoin",
		711	"platinum" => "platinacoin",
		712	"platinumcoin" => "platinacoin",
		713	"platinumcoins" => "platinacoin",
		714	"platina" => "platinacoin",
		715	"platinacoin" => "platinacoin",
		716	"platinacoins" => "platinacoin",
		717	"royalty" => "royalty",
		718	"royalties" => "royalty",
		719	);
		720
		721	sub coin_from_name($) {
		722	$coin_alias{$_[0]}
		723	? cf::arch::find $coin_alias{$_[0]}
		724	: undef
503	}	725	}
504		726
505	=item $value = cf::db_get $family => $key	727	=item $value = cf::db_get $family => $key
506		728
507	Returns a single value from the environment database.	729	Returns a single value from the environment database.
…		…
517	within each server.	739	within each server.
518		740
519	=cut	741	=cut
520		742
521	sub db_table($) {	743	sub db_table($) {
		744	cf::error "db_get called from main context"
		745	if $Coro::current == $Coro::main;
		746
522	my ($name) = @_;	747	my ($name) = @_;
523	my $db = BDB::db_create $DB_ENV;	748	my $db = BDB::db_create $DB_ENV;
524		749
525	eval {	750	eval {
526	$db->set_flags (BDB::CHKSUM);	751	$db->set_flags (BDB::CHKSUM);
…		…
536	}	761	}
537		762
538	our $DB;	763	our $DB;
539		764
540	sub db_init {	765	sub db_init {
541	cf::sync_job {
542	$DB ||= db_table "db";	766	$DB ||= db_table "db";
543	};
544	}	767	}
545		768
546	sub db_get($$) {	769	sub db_get($$) {
547	my $key = "$_[0]/$_[1]";	770	my $key = "$_[0]/$_[1]";
548		771
549	cf::sync_job {	772	cf::error "db_get called from main context"
		773	if $Coro::current == $Coro::main;
		774
550	BDB::db_get $DB, undef, $key, my $data;	775	BDB::db_get $DB, undef, $key, my $data;
551		776
552	$! ? ()	777	$! ? ()
553	: $data	778	: $data
554	}
555	}	779	}
556		780
557	sub db_put($$$) {	781	sub db_put($$$) {
558	BDB::dbreq_pri 4;	782	BDB::dbreq_pri 4;
559	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	783	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
587		811
588	my @data;	812	my @data;
589	my $md5;	813	my $md5;
590		814
591	for (0 .. $#$src) {	815	for (0 .. $#$src) {
592	0 <= aio_load $src->[$_], $data[$_]	816	$data[$_] = load_file $src->[$_];
593	or Carp::croak "$src->[$_]: $!";
594	}	817	}
595		818
596	# if processing is expensive, check	819	# if processing is expensive, check
597	# checksum first	820	# checksum first
598	if (1) {	821	if (1) {
…		…
615		838
616	my $t1 = Time::HiRes::time;	839	my $t1 = Time::HiRes::time;
617	my $data = $process->(\@data);	840	my $data = $process->(\@data);
618	my $t2 = Time::HiRes::time;	841	my $t2 = Time::HiRes::time;
619		842
620	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	843	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
621		844
622	db_put cache => "$id/data", $data;	845	db_put cache => "$id/data", $data;
623	db_put cache => "$id/md5" , $md5;	846	db_put cache => "$id/md5" , $md5;
624	db_put cache => "$id/meta", $meta;	847	db_put cache => "$id/meta", $meta;
625		848
…		…
635		858
636	=cut	859	=cut
637		860
638	sub datalog($@) {	861	sub datalog($@) {
639	my ($type, %kv) = @_;	862	my ($type, %kv) = @_;
640	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	863	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
641	}	864	}
642		865
643	=back	866	=back
644		867
645	=cut	868	=cut
646		869
647	#############################################################################	870	#############################################################################
648		871
649	=head2 ATTACHABLE OBJECTS	872	=head2 ATTACHABLE OBJECTS
650		873
651	Many objects in crossfire are so-called attachable objects. That means you can	874	Many objects in deliantra are so-called attachable objects. That means you can
652	attach callbacks/event handlers (a collection of which is called an "attachment")	875	attach callbacks/event handlers (a collection of which is called an "attachment")
653	to it. All such attachable objects support the following methods.	876	to it. All such attachable objects support the following methods.
654		877
655	In the following description, CLASS can be any of C<global>, C<object>	878	In the following description, CLASS can be any of C<global>, C<object>
656	C<player>, C<client> or C<map> (i.e. the attachable objects in	879	C<player>, C<client> or C<map> (i.e. the attachable objects in
657	Crossfire TRT).	880	Deliantra).
658		881
659	=over 4	882	=over 4
660		883
661	=item $attachable->attach ($attachment, key => $value...)	884	=item $attachable->attach ($attachment, key => $value...)
662		885
…		…
706	=item cf::CLASS::attachment $name, ...	929	=item cf::CLASS::attachment $name, ...
707		930
708	Register an attachment by C<$name> through which attachable objects of the	931	Register an attachment by C<$name> through which attachable objects of the
709	given CLASS can refer to this attachment.	932	given CLASS can refer to this attachment.
710		933
711	Some classes such as crossfire maps and objects can specify attachments	934	Some classes such as deliantra maps and objects can specify attachments
712	that are attached at load/instantiate time, thus the need for a name.	935	that are attached at load/instantiate time, thus the need for a name.
713		936
714	These calls expect any number of the following handler/hook descriptions:	937	These calls expect any number of the following handler/hook descriptions:
715		938
716	=over 4	939	=over 4
…		…
840		1063
841	} elsif (exists $cb_id{$type}) {	1064	} elsif (exists $cb_id{$type}) {
842	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1065	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
843		1066
844	} elsif (ref $type) {	1067	} elsif (ref $type) {
845	warn "attaching objects not supported, ignoring.\n";	1068	error "attaching objects not supported, ignoring.\n";
846		1069
847	} else {	1070	} else {
848	shift @arg;	1071	shift @arg;
849	warn "attach argument '$type' not supported, ignoring.\n";	1072	error "attach argument '$type' not supported, ignoring.\n";
850	}	1073	}
851	}	1074	}
852	}	1075	}
853		1076
854	sub _object_attach {	1077	sub _object_attach {
…		…
864	_attach $registry, $klass, @attach;	1087	_attach $registry, $klass, @attach;
865	}	1088	}
866		1089
867	$obj->{$name} = \%arg;	1090	$obj->{$name} = \%arg;
868	} else {	1091	} else {
869	warn "object uses attachment '$name' which is not available, postponing.\n";	1092	info "object uses attachment '$name' which is not available, postponing.\n";
870	}	1093	}
871		1094
872	$obj->{_attachment}{$name} = undef;	1095	$obj->{_attachment}{$name} = undef;
873	}	1096	}
874		1097
…		…
933		1156
934	for (@$callbacks) {	1157	for (@$callbacks) {
935	eval { &{$_->[1]} };	1158	eval { &{$_->[1]} };
936		1159
937	if ($@) {	1160	if ($@) {
938	warn "$@";
939	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1161	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
940	override;	1162	override;
941	}	1163	}
942		1164
943	return 1 if $override;	1165	return 1 if $override;
944	}	1166	}
945		1167
946	0	1168	0
947	}	1169	}
948		1170
949	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1171	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
950		1172
951	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1173	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
952		1174
953	Generate an object-specific event with the given arguments.	1175	Generate an object-specific event with the given arguments.
954		1176
…		…
960		1182
961	=cut	1183	=cut
962		1184
963	#############################################################################	1185	#############################################################################
964	# object support	1186	# object support
965	#
966		1187
		1188	sub _object_equal($$);
		1189	sub _object_equal($$) {
		1190	my ($a, $b) = @_;
		1191
		1192	return 0 unless (ref $a) eq (ref $b);
		1193
		1194	if ("HASH" eq ref $a) {
		1195	my @ka = keys %$a;
		1196	my @kb = keys %$b;
		1197
		1198	return 0 if @ka != @kb;
		1199
		1200	for (0 .. $#ka) {
		1201	return 0 unless $ka[$_] eq $kb[$_];
		1202	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1203	}
		1204
		1205	} elsif ("ARRAY" eq ref $a) {
		1206
		1207	return 0 if @$a != @$b;
		1208
		1209	for (0 .. $#$a) {
		1210	return 0 unless _object_equal $a->[$_], $b->[$_];
		1211	}
		1212
		1213	} elsif ($a ne $b) {
		1214	return 0;
		1215	}
		1216
		1217	1
		1218	}
		1219
		1220	our $SLOW_MERGES;#d#
967	sub _can_merge {	1221	sub _can_merge {
968	my ($ob1, $ob2) = @_;	1222	my ($ob1, $ob2) = @_;
969		1223
970	local $Storable::canonical = 1;	1224	++$SLOW_MERGES;#d#
971	my $fob1 = Storable::freeze $ob1;
972	my $fob2 = Storable::freeze $ob2;
973		1225
974	$fob1 eq $fob2	1226	# we do the slow way here
		1227	return _object_equal $ob1, $ob2
975	}	1228	}
976		1229
977	sub reattach {	1230	sub reattach {
978	# basically do the same as instantiate, without calling instantiate	1231	# basically do the same as instantiate, without calling instantiate
979	my ($obj) = @_;	1232	my ($obj) = @_;
980		1233
		1234	# no longer needed after getting rid of delete_package?
981	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1235	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
982		1236
983	my $registry = $obj->registry;	1237	my $registry = $obj->registry;
984		1238
985	@$registry = ();	1239	@$registry = ();
986		1240
…		…
991	for (@$attach) {	1245	for (@$attach) {
992	my ($klass, @attach) = @$_;	1246	my ($klass, @attach) = @$_;
993	_attach $registry, $klass, @attach;	1247	_attach $registry, $klass, @attach;
994	}	1248	}
995	} else {	1249	} else {
996	warn "object uses attachment '$name' that is not available, postponing.\n";	1250	info "object uses attachment '$name' that is not available, postponing.\n";
997	}	1251	}
998	}	1252	}
999	}	1253	}
1000		1254
1001	cf::attachable->attach (	1255	cf::attachable->attach (
1002	prio => -1000000,	1256	prio => -1000000,
1003	on_instantiate => sub {	1257	on_instantiate => sub {
1004	my ($obj, $data) = @_;	1258	my ($obj, $data) = @_;
1005		1259
1006	$data = from_json $data;	1260	$data = decode_json $data;
1007		1261
1008	for (@$data) {	1262	for (@$data) {
1009	my ($name, $args) = @$_;	1263	my ($name, $args) = @$_;
1010		1264
1011	$obj->attach ($name, %{$args || {} });	1265	$obj->attach ($name, %{$args || {} });
…		…
1025	);	1279	);
1026		1280
1027	sub object_freezer_save {	1281	sub object_freezer_save {
1028	my ($filename, $rdata, $objs) = @_;	1282	my ($filename, $rdata, $objs) = @_;
1029		1283
1030	my $guard = cf::lock_acquire "io";
1031
1032	sync_job {	1284	sync_job {
1033	if (length $$rdata) {	1285	if (length $$rdata) {
1034	utf8::decode (my $decname = $filename);	1286	utf8::decode (my $decname = $filename);
1035	warn sprintf "saving %s (%d,%d)\n",	1287	trace sprintf "saving %s (%d,%d)\n",
1036	$decname, length $$rdata, scalar @$objs;	1288	$decname, length $$rdata, scalar @$objs
		1289	if $VERBOSE_IO;
1037		1290
1038	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1291	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1039	chmod SAVE_MODE, $fh;	1292	aio_chmod $fh, SAVE_MODE;
1040	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1293	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1041	aio_fsync $fh if $cf::USE_FSYNC;	1294	if ($cf::USE_FSYNC) {
		1295	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1296	aio_fsync $fh;
		1297	}
1042	close $fh;	1298	aio_close $fh;
1043		1299
1044	if (@$objs) {	1300	if (@$objs) {
1045	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1301	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1046	chmod SAVE_MODE, $fh;	1302	aio_chmod $fh, SAVE_MODE;
1047	my $data = Storable::nfreeze { version => 1, objs => $objs };	1303	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1048	aio_write $fh, 0, (length $data), $data, 0;	1304	aio_write $fh, 0, (length $data), $data, 0;
1049	aio_fsync $fh if $cf::USE_FSYNC;	1305	if ($cf::USE_FSYNC) {
		1306	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1307	aio_fsync $fh;
		1308	}
1050	close $fh;	1309	aio_close $fh;
1051	aio_rename "$filename.pst~", "$filename.pst";	1310	aio_rename "$filename.pst~", "$filename.pst";
1052	}	1311	}
1053	} else {	1312	} else {
1054	aio_unlink "$filename.pst";	1313	aio_unlink "$filename.pst";
1055	}	1314	}
1056		1315
1057	aio_rename "$filename~", $filename;	1316	aio_rename "$filename~", $filename;
		1317
		1318	$filename =~ s%/[^/]+$%%;
		1319	aio_pathsync $filename if $cf::USE_FSYNC;
1058	} else {	1320	} else {
1059	warn "FATAL: $filename~: $!\n";	1321	error "unable to save objects: $filename~: $!\n";
1060	}	1322	}
1061	} else {	1323	} else {
1062	aio_unlink $filename;	1324	aio_unlink $filename;
1063	aio_unlink "$filename.pst";	1325	aio_unlink "$filename.pst";
1064	}	1326	}
1065	};	1327	};
1066
1067	undef $guard;
1068	}	1328	}
1069		1329
1070	sub object_freezer_as_string {	1330	sub object_freezer_as_string {
1071	my ($rdata, $objs) = @_;	1331	my ($rdata, $objs) = @_;
1072		1332
…		…
1077		1337
1078	sub object_thawer_load {	1338	sub object_thawer_load {
1079	my ($filename) = @_;	1339	my ($filename) = @_;
1080		1340
1081	my ($data, $av);	1341	my ($data, $av);
1082
1083	my $guard = cf::lock_acquire "io";
1084		1342
1085	(aio_load $filename, $data) >= 0	1343	(aio_load $filename, $data) >= 0
1086	or return;	1344	or return;
1087		1345
1088	unless (aio_stat "$filename.pst") {	1346	unless (aio_stat "$filename.pst") {
1089	(aio_load "$filename.pst", $av) >= 0	1347	(aio_load "$filename.pst", $av) >= 0
1090	or return;	1348	or return;
1091		1349
1092	undef $guard;
1093	$av = eval { (Storable::thaw $av)->{objs} };	1350	my $st = eval { Coro::Storable::thaw $av };
		1351	$av = $st->{objs};
1094	}	1352	}
1095		1353
1096	utf8::decode (my $decname = $filename);	1354	utf8::decode (my $decname = $filename);
1097	warn sprintf "loading %s (%d,%d)\n",	1355	trace sprintf "loading %s (%d,%d)\n",
1098	$decname, length $data, scalar @{$av || []};	1356	$decname, length $data, scalar @{$av || []}
		1357	if $VERBOSE_IO;
1099		1358
1100	($data, $av)	1359	($data, $av)
1101	}	1360	}
1102		1361
1103	=head2 COMMAND CALLBACKS	1362	=head2 COMMAND CALLBACKS
…		…
1159	my ($name, $cb) = @_;	1418	my ($name, $cb) = @_;
1160		1419
1161	$EXTICMD{$name} = $cb;	1420	$EXTICMD{$name} = $cb;
1162	}	1421	}
1163		1422
		1423	use File::Glob ();
		1424
1164	cf::player->attach (	1425	cf::player->attach (
1165	on_command => sub {	1426	on_unknown_command => sub {
1166	my ($pl, $name, $params) = @_;	1427	my ($pl, $name, $params) = @_;
1167		1428
1168	my $cb = $COMMAND{$name}	1429	my $cb = $COMMAND{$name}
1169	or return;	1430	or return;
1170		1431
…		…
1193		1454
1194	$pl->ext_reply ($reply, @reply)	1455	$pl->ext_reply ($reply, @reply)
1195	if $reply;	1456	if $reply;
1196		1457
1197	} else {	1458	} else {
1198	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1459	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1199	}	1460	}
1200		1461
1201	cf::override;	1462	cf::override;
1202	},	1463	},
1203	);	1464	);
1204		1465
		1466	# "readahead" all extensions
		1467	sub cache_extensions {
		1468	my $grp = IO::AIO::aio_group;
		1469
		1470	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1471	for (grep /\.ext$/, @{$_[0]}) {
		1472	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1473	}
		1474	};
		1475
		1476	$grp
		1477	}
		1478
1205	sub load_extensions {	1479	sub load_extensions {
		1480	info "loading extensions...";
		1481
1206	cf::sync_job {	1482	cf::sync_job {
1207	my %todo;	1483	my %todo;
1208		1484
1209	for my $path (<$LIBDIR/*.ext>) {	1485	for my $path (<$LIBDIR/*.ext>) {
1210	next unless -r $path;	1486	next unless -r $path;
…		…
1228		1504
1229	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1505	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1230	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1506	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1231		1507
1232	$ext{source} =	1508	$ext{source} =
1233	"package $pkg; use strict; use utf8;\n"	1509	"package $pkg; use common::sense;\n"
1234	. "#line 1 \"$path\"\n{\n"	1510	. "#line 1 \"$path\"\n{\n"
1235	. $source	1511	. $source
1236	. "\n};\n1";	1512	. "\n};\n1";
1237		1513
1238	$todo{$base} = \%ext;	1514	$todo{$base} = \%ext;
1239	}	1515	}
1240		1516
		1517	my $pass = 0;
1241	my %done;	1518	my %done;
1242	while (%todo) {	1519	while (%todo) {
1243	my $progress;	1520	my $progress;
1244		1521
		1522	++$pass;
		1523
		1524	ext:
1245	while (my ($k, $v) = each %todo) {	1525	while (my ($k, $v) = each %todo) {
1246	for (split /,\s*/, $v->{meta}{depends}) {	1526	for (split /,\s*/, $v->{meta}{depends}) {
1247	goto skip	1527	next ext
1248	unless exists $done{$_};	1528	unless exists $done{$_};
1249	}	1529	}
1250		1530
1251	warn "... loading '$k' into '$v->{pkg}'\n";	1531	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1252		1532
1253	unless (eval $v->{source}) {	1533	my $active = eval $v->{source};
		1534
		1535	if (length $@) {
1254	my $msg = $@ ? "$v->{path}: $@\n"	1536	error "$v->{path}: $@\n";
1255	: "$v->{base}: extension inactive.\n";
1256		1537
		1538	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1257	if (exists $v->{meta}{mandatory}) {	1539	if exists $v->{meta}{mandatory};
1258	warn $msg;	1540
1259	warn "mandatory extension failed to load, exiting.\n";	1541	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1260	exit 1;	1542	delete $todo{$k};
1261	}	1543	} else {
1262		1544	$done{$k} = delete $todo{$k};
1263	warn $msg;	1545	push @EXTS, $v->{pkg};
		1546	$progress = 1;
		1547
		1548	info "$v->{base}: extension inactive.\n"
		1549	unless $active;
1264	}	1550	}
1265
1266	$done{$k} = delete $todo{$k};
1267	push @EXTS, $v->{pkg};
1268	$progress = 1;
1269	}	1551	}
1270		1552
1271	skip:	1553	unless ($progress) {
1272	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1554	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1273	unless $progress;	1555
		1556	while (my ($k, $v) = each %todo) {
		1557	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1558	if exists $v->{meta}{mandatory};
		1559	}
		1560
		1561	last;
		1562	}
1274	}	1563	}
1275	};	1564	};
1276	}	1565	}
1277		1566
1278	#############################################################################	1567	#############################################################################
1279		1568
1280	=back	1569	=back
1281		1570
1282	=head2 CORE EXTENSIONS	1571	=head2 CORE EXTENSIONS
1283		1572
1284	Functions and methods that extend core crossfire objects.	1573	Functions and methods that extend core deliantra objects.
1285		1574
1286	=cut	1575	=cut
1287		1576
1288	package cf::player;	1577	package cf::player;
1289		1578
…		…
1332		1621
1333	sub exists($) {	1622	sub exists($) {
1334	my ($login) = @_;	1623	my ($login) = @_;
1335		1624
1336	$cf::PLAYER{$login}	1625	$cf::PLAYER{$login}
1337	or cf::sync_job { !aio_stat path $login }	1626	or !aio_stat path $login
1338	}	1627	}
1339		1628
1340	sub find($) {	1629	sub find($) {
1341	return $cf::PLAYER{$_[0]} || do {	1630	return $cf::PLAYER{$_[0]} || do {
1342	my $login = $_[0];	1631	my $login = $_[0];
…		…
1352	aio_unlink +(playerdir $login) . "/$login.pl";	1641	aio_unlink +(playerdir $login) . "/$login.pl";
1353		1642
1354	my $f = new_from_file cf::object::thawer path $login	1643	my $f = new_from_file cf::object::thawer path $login
1355	or return;	1644	or return;
1356		1645
1357	$f->next;
1358	my $pl = cf::player::load_pl $f	1646	my $pl = cf::player::load_pl $f
1359	or return;	1647	or return;
		1648
1360	local $cf::PLAYER_LOADING{$login} = $pl;	1649	local $cf::PLAYER_LOADING{$login} = $pl;
1361	$f->resolve_delayed_derefs;	1650	$f->resolve_delayed_derefs;
1362	$cf::PLAYER{$login} = $pl	1651	$cf::PLAYER{$login} = $pl
1363	}	1652	}
1364	}	1653	}
1365	}	1654	}
1366		1655
		1656	cf::player->attach (
		1657	on_load => sub {
		1658	my ($pl, $path) = @_;
		1659
		1660	# restore slots saved in save, below
		1661	my $slots = delete $pl->{_slots};
		1662
		1663	$pl->ob->current_weapon ($slots->[0]);
		1664	$pl->combat_ob ($slots->[1]);
		1665	$pl->ranged_ob ($slots->[2]);
		1666	},
		1667	);
		1668
1367	sub save($) {	1669	sub save($) {
1368	my ($pl) = @_;	1670	my ($pl) = @_;
1369		1671
1370	return if $pl->{deny_save};	1672	return if $pl->{deny_save};
1371		1673
…		…
1374		1676
1375	return if $pl->{deny_save};	1677	return if $pl->{deny_save};
1376		1678
1377	aio_mkdir playerdir $pl, 0770;	1679	aio_mkdir playerdir $pl, 0770;
1378	$pl->{last_save} = $cf::RUNTIME;	1680	$pl->{last_save} = $cf::RUNTIME;
		1681
		1682	cf::get_slot 0.01;
		1683
		1684	# save slots, to be restored later
		1685	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1379		1686
1380	$pl->save_pl ($path);	1687	$pl->save_pl ($path);
1381	cf::cede_to_tick;	1688	cf::cede_to_tick;
1382	}	1689	}
1383		1690
…		…
1415	my ($pl) = @_;	1722	my ($pl) = @_;
1416		1723
1417	my $name = $pl->ob->name;	1724	my $name = $pl->ob->name;
1418		1725
1419	$pl->{deny_save} = 1;	1726	$pl->{deny_save} = 1;
1420	$pl->password ("*"); # this should lock out the player until we nuked the dir	1727	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1421		1728
1422	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1729	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1423	$pl->deactivate;	1730	$pl->deactivate;
		1731
		1732	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1424	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1733	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1734	ext::highscore::check ($pl->ob);
		1735
1425	$pl->ns->destroy if $pl->ns;	1736	$pl->ns->destroy if $pl->ns;
1426		1737
1427	my $path = playerdir $pl;	1738	my $path = playerdir $pl;
1428	my $temp = "$path~$cf::RUNTIME~deleting~";	1739	my $temp = "$path~$cf::RUNTIME~deleting~";
1429	aio_rename $path, $temp;	1740	aio_rename $path, $temp;
…		…
1467		1778
1468	for my $login (@$dirs) {	1779	for my $login (@$dirs) {
1469	my $path = path $login;	1780	my $path = path $login;
1470		1781
1471	# a .pst is a dead give-away for a valid player	1782	# a .pst is a dead give-away for a valid player
1472	unless (-e "$path.pst") {	1783	# if no pst file found, open and chekc for blocked users
		1784	if (aio_stat "$path.pst") {
1473	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;	1785	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1474	aio_read $fh, 0, 512, my $buf, 0 or next;	1786	aio_read $fh, 0, 512, my $buf, 0 or next;
1475	$buf !~ /^password -------------$/m or next; # official not-valid tag	1787	$buf !~ /^password -------------$/m or next; # official not-valid tag
1476	}	1788	}
1477		1789
…		…
1481		1793
1482	\@logins	1794	\@logins
1483	}	1795	}
1484		1796
1485	=item $player->maps	1797	=item $player->maps
		1798
		1799	=item cf::player::maps $login
1486		1800
1487	Returns an arrayref of map paths that are private for this	1801	Returns an arrayref of map paths that are private for this
1488	player. May block.	1802	player. May block.
1489		1803
1490	=cut	1804	=cut
…		…
1508	}	1822	}
1509		1823
1510	\@paths	1824	\@paths
1511	}	1825	}
1512		1826
1513	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1827	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1514		1828
1515	Expand crossfire pod fragments into protocol xml.	1829	Expand deliantra pod fragments into protocol xml.
1516
1517	=cut
1518
1519	sub expand_cfpod {
1520	((my $self), (local $_)) = @_;
1521
1522	# escape & and <
1523	s/&/&amp;/g;
1524	s/(?<![BIUGHT])</&lt;/g;
1525
1526	# this is buggy, it needs to properly take care of nested <'s
1527
1528	1 while
1529	# replace B<>, I<>, U<> etc.
1530	s/B<([^\>]*)>/<b>$1<\/b>/
1531	|| s/I<([^\>]*)>/<i>$1<\/i>/
1532	|| s/U<([^\>]*)>/<u>$1<\/u>/
1533	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1534	# replace G<male|female> tags
1535	|| s{G<([^>|]*)\|([^>]*)>}{
1536	$self->gender ? $2 : $1
1537	}ge
1538	# replace H<hint text>
1539	|| s{H<([^\>]*)>}
1540	{
1541	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1542	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1543	"")
1544	[$self->{hintmode}]
1545	}ge;
1546
1547	# create single paragraphs (very hackish)
1548	s/(?<=\S)\n(?=\w)/ /g;
1549
1550	# compress some whitespace
1551	s/\s+\n/\n/g; # ws line-ends
1552	s/\n\n+/\n/g; # double lines
1553	s/^\n+//; # beginning lines
1554	s/\n+$//; # ending lines
1555
1556	$_
1557	}
1558
1559	sub hintmode {
1560	$_[0]{hintmode} = $_[1] if @_ > 1;
1561	$_[0]{hintmode}
1562	}
1563		1830
1564	=item $player->ext_reply ($msgid, @msg)	1831	=item $player->ext_reply ($msgid, @msg)
1565		1832
1566	Sends an ext reply to the player.	1833	Sends an ext reply to the player.
1567		1834
…		…
1599		1866
1600	=cut	1867	=cut
1601		1868
1602	sub find_by_path($) {	1869	sub find_by_path($) {
1603	my ($path) = @_;	1870	my ($path) = @_;
		1871
		1872	$path =~ s/^~[^\/]*//; # skip ~login
1604		1873
1605	my ($match, $specificity);	1874	my ($match, $specificity);
1606		1875
1607	for my $region (list) {	1876	for my $region (list) {
1608	if ($region->{match} && $path =~ $region->{match}) {	1877	if ($region->{match} && $path =~ $region->{match}) {
…		…
1634	our $MAX_RESET = 3600;	1903	our $MAX_RESET = 3600;
1635	our $DEFAULT_RESET = 3000;	1904	our $DEFAULT_RESET = 3000;
1636		1905
1637	sub generate_random_map {	1906	sub generate_random_map {
1638	my ($self, $rmp) = @_;	1907	my ($self, $rmp) = @_;
1639	# mit "rum" bekleckern, nicht	1908
		1909	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1910
1640	$self->_create_random_map (	1911	$self->_create_random_map ($rmp);
1641	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1642	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1643	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1644	$rmp->{exit_on_final_map},
1645	$rmp->{xsize}, $rmp->{ysize},
1646	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1647	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1648	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1649	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1650	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1651	(cf::region::find $rmp->{region}), $rmp->{custom}
1652	)
1653	}	1912	}
1654		1913
1655	=item cf::map->register ($regex, $prio)	1914	=item cf::map->register ($regex, $prio)
1656		1915
1657	Register a handler for the map path matching the given regex at the	1916	Register a handler for the map path matching the given regex at the
…		…
1662		1921
1663	sub register {	1922	sub register {
1664	my (undef, $regex, $prio) = @_;	1923	my (undef, $regex, $prio) = @_;
1665	my $pkg = caller;	1924	my $pkg = caller;
1666		1925
1667	no strict;
1668	push @{"$pkg\::ISA"}, __PACKAGE__;	1926	push @{"$pkg\::ISA"}, __PACKAGE__;
1669		1927
1670	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	1928	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1671	}	1929	}
1672		1930
1673	# also paths starting with '/'	1931	# also paths starting with '/'
1674	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	1932	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1675		1933
1676	sub thawer_merge {	1934	sub thawer_merge {
1677	my ($self, $merge) = @_;	1935	my ($self, $merge) = @_;
1678		1936
1679	# we have to keep some variables in memory intact	1937	# we have to keep some variables in memory intact
…		…
1684	}	1942	}
1685		1943
1686	sub normalise {	1944	sub normalise {
1687	my ($path, $base) = @_;	1945	my ($path, $base) = @_;
1688		1946
1689	$path = "$path"; # make sure its a string	1947	$path = "$path"; # make sure it's a string
1690		1948
1691	$path =~ s/\.map$//;	1949	$path =~ s/\.map$//;
1692		1950
1693	# map plan:	1951	# map plan:
1694	#	1952	#
…		…
1709	$base =~ s{[^/]+/?$}{};	1967	$base =~ s{[^/]+/?$}{};
1710	$path = "$base/$path";	1968	$path = "$base/$path";
1711	}	1969	}
1712		1970
1713	for ($path) {	1971	for ($path) {
1714	redo if s{//}{/};
1715	redo if s{/\.?/}{/};	1972	redo if s{/\.?/}{/};
1716	redo if s{/[^/]+/\.\./}{/};	1973	redo if s{/[^/]+/\.\./}{/};
1717	}	1974	}
1718		1975
1719	$path	1976	$path
…		…
1733	$self->init; # pass $1 etc.	1990	$self->init; # pass $1 etc.
1734	return $self;	1991	return $self;
1735	}	1992	}
1736	}	1993	}
1737		1994
1738	Carp::cluck "unable to resolve path '$path' (base '$base').";	1995	Carp::cluck "unable to resolve path '$path' (base '$base')";
1739	()	1996	()
1740	}	1997	}
1741		1998
		1999	# may re-bless or do other evil things
1742	sub init {	2000	sub init {
1743	my ($self) = @_;	2001	my ($self) = @_;
1744		2002
1745	$self	2003	$self
1746	}	2004	}
…		…
1765		2023
1766	# the temporary/swap location	2024	# the temporary/swap location
1767	sub save_path {	2025	sub save_path {
1768	my ($self) = @_;	2026	my ($self) = @_;
1769		2027
1770	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2028	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1771	"$TMPDIR/$path.map"	2029	"$TMPDIR/$path.map"
1772	}	2030	}
1773		2031
1774	# the unique path, undef == no special unique path	2032	# the unique path, undef == no special unique path
1775	sub uniq_path {	2033	sub uniq_path {
1776	my ($self) = @_;	2034	my ($self) = @_;
1777		2035
1778	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2036	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1779	"$UNIQUEDIR/$path"	2037	"$UNIQUEDIR/$path"
1780	}
1781
1782	# and all this just because we cannot iterate over
1783	# all maps in C++...
1784	sub change_all_map_light {
1785	my ($change) = @_;
1786
1787	$_->change_map_light ($change)
1788	for grep $_->outdoor, values %cf::MAP;
1789	}	2038	}
1790		2039
1791	sub decay_objects {	2040	sub decay_objects {
1792	my ($self) = @_;	2041	my ($self) = @_;
1793		2042
…		…
1875		2124
1876	sub find;	2125	sub find;
1877	sub find {	2126	sub find {
1878	my ($path, $origin) = @_;	2127	my ($path, $origin) = @_;
1879		2128
		2129	cf::cede_to_tick;
		2130
1880	$path = normalise $path, $origin && $origin->path;	2131	$path = normalise $path, $origin && $origin->path;
1881		2132
1882	cf::lock_wait "map_data:$path";#d#remove	2133	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1883	cf::lock_wait "map_find:$path";	2134	my $guard2 = cf::lock_acquire "map_find:$path";
1884		2135
1885	$cf::MAP{$path} || do {	2136	$cf::MAP{$path} || do {
1886	my $guard1 = cf::lock_acquire "map_find:$path";
1887	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1888
1889	my $map = new_from_path cf::map $path	2137	my $map = new_from_path cf::map $path
1890	or return;	2138	or return;
1891		2139
1892	$map->{last_save} = $cf::RUNTIME;	2140	$map->{last_save} = $cf::RUNTIME;
1893		2141
…		…
1895	or return;	2143	or return;
1896		2144
1897	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2145	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1898	# doing this can freeze the server in a sync job, obviously	2146	# doing this can freeze the server in a sync job, obviously
1899	#$cf::WAIT_FOR_TICK->wait;	2147	#$cf::WAIT_FOR_TICK->wait;
		2148	undef $guard2;
1900	undef $guard1;	2149	undef $guard1;
1901	undef $guard2;
1902	$map->reset;	2150	$map->reset;
1903	return find $path;	2151	return find $path;
1904	}	2152	}
1905		2153
1906	$cf::MAP{$path} = $map	2154	$cf::MAP{$path} = $map
1907	}	2155	}
1908	}	2156	}
1909		2157
1910	sub pre_load { }	2158	sub pre_load { }
1911	sub post_load { }	2159	#sub post_load { } # XS
1912		2160
1913	sub load {	2161	sub load {
1914	my ($self) = @_;	2162	my ($self) = @_;
1915		2163
1916	local $self->{deny_reset} = 1; # loading can take a long time	2164	local $self->{deny_reset} = 1; # loading can take a long time
…		…
1933	my $f = new_from_file cf::object::thawer $self->{load_path};	2181	my $f = new_from_file cf::object::thawer $self->{load_path};
1934	$f->skip_block;	2182	$f->skip_block;
1935	$self->_load_objects ($f)	2183	$self->_load_objects ($f)
1936	or return;	2184	or return;
1937		2185
1938	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2186	$self->post_load_original
1939	if delete $self->{load_original};	2187	if delete $self->{load_original};
1940		2188
1941	if (my $uniq = $self->uniq_path) {	2189	if (my $uniq = $self->uniq_path) {
1942	utf8::encode $uniq;	2190	utf8::encode $uniq;
1943	unless (aio_stat $uniq) {	2191	unless (aio_stat $uniq) {
…		…
1961	unless ($self->{deny_activate}) {	2209	unless ($self->{deny_activate}) {
1962	$self->decay_objects;	2210	$self->decay_objects;
1963	$self->fix_auto_apply;	2211	$self->fix_auto_apply;
1964	$self->update_buttons;	2212	$self->update_buttons;
1965	cf::cede_to_tick;	2213	cf::cede_to_tick;
1966	$self->set_darkness_map;
1967	cf::cede_to_tick;
1968	$self->activate;	2214	$self->activate;
1969	}	2215	}
1970		2216
1971	$self->{last_save} = $cf::RUNTIME;	2217	$self->{last_save} = $cf::RUNTIME;
1972	$self->last_access ($cf::RUNTIME);	2218	$self->last_access ($cf::RUNTIME);
1973		2219
1974	$self->in_memory (cf::MAP_IN_MEMORY);	2220	$self->in_memory (cf::MAP_ACTIVE);
1975	}	2221	}
1976		2222
1977	$self->post_load;	2223	$self->post_load;
1978	}
1979		2224
		2225	1
		2226	}
		2227
		2228	# customize the map for a given player, i.e.
		2229	# return the _real_ map. used by e.g. per-player
		2230	# maps to change the path to ~playername/mappath
1980	sub customise_for {	2231	sub customise_for {
1981	my ($self, $ob) = @_;	2232	my ($self, $ob) = @_;
1982		2233
1983	return find "~" . $ob->name . "/" . $self->{path}	2234	return find "~" . $ob->name . "/" . $self->{path}
1984	if $self->per_player;	2235	if $self->per_player;
…		…
2000	or next;	2251	or next;
2001	$neigh = find $neigh, $map	2252	$neigh = find $neigh, $map
2002	or next;	2253	or next;
2003	$neigh->load;	2254	$neigh->load;
2004		2255
		2256	# now find the diagonal neighbours
2005	push @neigh,	2257	push @neigh,
2006	[$neigh->tile_path (($_ + 3) % 4), $neigh],	2258	[$neigh->tile_path (($_ + 3) % 4), $neigh],
2007	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2259	[$neigh->tile_path (($_ + 1) % 4), $neigh];
2008	}	2260	}
2009		2261
…		…
2016	}	2268	}
2017		2269
2018	sub find_sync {	2270	sub find_sync {
2019	my ($path, $origin) = @_;	2271	my ($path, $origin) = @_;
2020		2272
2021	cf::sync_job { find $path, $origin }	2273	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2274	if $Coro::current == $Coro::main;
		2275
		2276	find $path, $origin
2022	}	2277	}
2023		2278
2024	sub do_load_sync {	2279	sub do_load_sync {
2025	my ($map) = @_;	2280	my ($map) = @_;
2026		2281
2027	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2282	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2028	if $Coro::current == $Coro::main;	2283	if $Coro::current == $Coro::main;
2029		2284
2030	cf::sync_job { $map->load };	2285	$map->load;
2031	}	2286	}
2032		2287
2033	our %MAP_PREFETCH;	2288	our %MAP_PREFETCH;
2034	our $MAP_PREFETCHER = undef;	2289	our $MAP_PREFETCHER = undef;
2035		2290
…		…
2037	my ($path, $origin, $load) = @_;	2292	my ($path, $origin, $load) = @_;
2038		2293
2039	$path = normalise $path, $origin && $origin->{path};	2294	$path = normalise $path, $origin && $origin->{path};
2040		2295
2041	if (my $map = $cf::MAP{$path}) {	2296	if (my $map = $cf::MAP{$path}) {
2042	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2297	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2043	}	2298	}
2044		2299
2045	$MAP_PREFETCH{$path} |= $load;	2300	$MAP_PREFETCH{$path} |= $load;
2046		2301
2047	$MAP_PREFETCHER ||= cf::async {	2302	$MAP_PREFETCHER ||= cf::async {
		2303	$Coro::current->{desc} = "map prefetcher";
		2304
2048	while (%MAP_PREFETCH) {	2305	while (%MAP_PREFETCH) {
2049	while (my ($k, $v) = each %MAP_PREFETCH) {	2306	while (my ($k, $v) = each %MAP_PREFETCH) {
2050	if (my $map = find $k) {	2307	if (my $map = find $k) {
2051	$map->load if $v;	2308	$map->load if $v;
2052	}	2309	}
…		…
2059	$MAP_PREFETCHER->prio (6);	2316	$MAP_PREFETCHER->prio (6);
2060		2317
2061	()	2318	()
2062	}	2319	}
2063		2320
		2321	# common code, used by both ->save and ->swapout
2064	sub save {	2322	sub _save {
2065	my ($self) = @_;	2323	my ($self) = @_;
2066
2067	my $lock = cf::lock_acquire "map_data:$self->{path}";
2068		2324
2069	$self->{last_save} = $cf::RUNTIME;	2325	$self->{last_save} = $cf::RUNTIME;
2070		2326
2071	return unless $self->dirty;	2327	return unless $self->dirty;
2072		2328
…		…
2078	return if $self->{deny_save};	2334	return if $self->{deny_save};
2079		2335
2080	local $self->{last_access} = $self->last_access;#d#	2336	local $self->{last_access} = $self->last_access;#d#
2081		2337
2082	cf::async {	2338	cf::async {
		2339	$Coro::current->{desc} = "map player save";
2083	$_->contr->save for $self->players;	2340	$_->contr->save for $self->players;
2084	};	2341	};
		2342
		2343	cf::get_slot 0.02;
2085		2344
2086	if ($uniq) {	2345	if ($uniq) {
2087	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2346	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2088	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2347	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2089	} else {	2348	} else {
2090	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2349	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2091	}	2350	}
2092	}	2351	}
2093		2352
		2353	sub save {
		2354	my ($self) = @_;
		2355
		2356	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2357
		2358	$self->_save;
		2359	}
		2360
2094	sub swap_out {	2361	sub swap_out {
2095	my ($self) = @_;	2362	my ($self) = @_;
2096		2363
2097	# save first because save cedes
2098	$self->save;
2099
2100	my $lock = cf::lock_acquire "map_data:$self->{path}";	2364	my $lock = cf::lock_acquire "map_data:$self->{path}";
2101		2365
		2366	return if $self->in_memory != cf::MAP_ACTIVE;
		2367	return if $self->{deny_save};
2102	return if $self->players;	2368	return if $self->players;
2103	return if $self->in_memory != cf::MAP_IN_MEMORY;
2104	return if $self->{deny_save};
2105		2369
		2370	# first deactivate the map and "unlink" it from the core
		2371	$self->deactivate;
		2372	$_->clear_links_to ($self) for values %cf::MAP;
2106	$self->in_memory (cf::MAP_SWAPPED);	2373	$self->in_memory (cf::MAP_SWAPPED);
		2374
		2375	# then atomically save
		2376	$self->_save;
		2377
		2378	# then free the map
		2379	$self->clear;
		2380	}
		2381
		2382	sub reset_at {
		2383	my ($self) = @_;
		2384
		2385	# TODO: safety, remove and allow resettable per-player maps
		2386	return 1e99 if $self->{deny_reset};
		2387
		2388	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		2389	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		2390
		2391	$time + $to
		2392	}
		2393
		2394	sub should_reset {
		2395	my ($self) = @_;
		2396
		2397	$self->reset_at <= $cf::RUNTIME
		2398	}
		2399
		2400	sub reset {
		2401	my ($self) = @_;
		2402
		2403	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2404
		2405	return if $self->players;
		2406
		2407	cf::trace "resetting map ", $self->path, "\n";
		2408
		2409	$self->in_memory (cf::MAP_SWAPPED);
		2410
		2411	# need to save uniques path
		2412	unless ($self->{deny_save}) {
		2413	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2414
		2415	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2416	if $uniq;
		2417	}
		2418
		2419	delete $cf::MAP{$self->path};
2107		2420
2108	$self->deactivate;	2421	$self->deactivate;
2109	$_->clear_links_to ($self) for values %cf::MAP;	2422	$_->clear_links_to ($self) for values %cf::MAP;
2110	$self->clear;	2423	$self->clear;
2111	}
2112
2113	sub reset_at {
2114	my ($self) = @_;
2115
2116	# TODO: safety, remove and allow resettable per-player maps
2117	return 1e99 if $self->{deny_reset};
2118
2119	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
2120	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
2121
2122	$time + $to
2123	}
2124
2125	sub should_reset {
2126	my ($self) = @_;
2127
2128	$self->reset_at <= $cf::RUNTIME
2129	}
2130
2131	sub reset {
2132	my ($self) = @_;
2133
2134	my $lock = cf::lock_acquire "map_data:$self->{path}";
2135
2136	return if $self->players;
2137
2138	warn "resetting map ", $self->path;
2139
2140	$self->in_memory (cf::MAP_SWAPPED);
2141
2142	# need to save uniques path
2143	unless ($self->{deny_save}) {
2144	my $uniq = $self->uniq_path; utf8::encode $uniq;
2145
2146	$self->_save_objects ($uniq, cf::IO_UNIQUES)
2147	if $uniq;
2148	}
2149
2150	delete $cf::MAP{$self->path};
2151
2152	$self->deactivate;
2153	$_->clear_links_to ($self) for values %cf::MAP;
2154	$self->clear;
2155		2424
2156	$self->unlink_save;	2425	$self->unlink_save;
2157	$self->destroy;	2426	$self->destroy;
2158	}	2427	}
2159		2428
…		…
2167		2436
2168	delete $cf::MAP{$self->path};	2437	delete $cf::MAP{$self->path};
2169		2438
2170	$self->unlink_save;	2439	$self->unlink_save;
2171		2440
2172	bless $self, "cf::map";	2441	bless $self, "cf::map::wrap";
2173	delete $self->{deny_reset};	2442	delete $self->{deny_reset};
2174	$self->{deny_save} = 1;	2443	$self->{deny_save} = 1;
2175	$self->reset_timeout (1);	2444	$self->reset_timeout (1);
2176	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2445	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2177		2446
…		…
2226		2495
2227	sub unique_maps() {	2496	sub unique_maps() {
2228	[	2497	[
2229	map {	2498	map {
2230	utf8::decode $_;	2499	utf8::decode $_;
2231	/\.map$/	2500	s/\.map$//; # TODO future compatibility hack
		2501	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2502	? ()
2232	? normalise $_	2503	: normalise $_
2233	: ()
2234	} @{ aio_readdir $UNIQUEDIR or [] }	2504	} @{ aio_readdir $UNIQUEDIR or [] }
2235	]	2505	]
2236	}	2506	}
2237		2507
2238	package cf;	2508	=item cf::map::static_maps
		2509
		2510	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2511	file in the shared directory excluding F</styles> and F</editor>). May
		2512	block.
		2513
		2514	=cut
		2515
		2516	sub static_maps() {
		2517	my @dirs = "";
		2518	my @maps;
		2519
		2520	while (@dirs) {
		2521	my $dir = shift @dirs;
		2522
		2523	next if $dir eq "/styles" || $dir eq "/editor";
		2524
		2525	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2526	or return;
		2527
		2528	for (@$files) {
		2529	s/\.map$// or next;
		2530	utf8::decode $_;
		2531	push @maps, "$dir/$_";
		2532	}
		2533
		2534	push @dirs, map "$dir/$_", @$dirs;
		2535	}
		2536
		2537	\@maps
		2538	}
2239		2539
2240	=back	2540	=back
2241		2541
2242	=head3 cf::object	2542	=head3 cf::object
2243		2543
…		…
2247		2547
2248	=over 4	2548	=over 4
2249		2549
2250	=item $ob->inv_recursive	2550	=item $ob->inv_recursive
2251		2551
2252	Returns the inventory of the object _and_ their inventories, recursively.	2552	Returns the inventory of the object I<and> their inventories, recursively,
		2553	but I<not> the object itself.
2253		2554
2254	=cut	2555	=cut
2255		2556
2256	sub inv_recursive_;	2557	sub inv_recursive_;
2257	sub inv_recursive_ {	2558	sub inv_recursive_ {
…		…
2262	inv_recursive_ inv $_[0]	2563	inv_recursive_ inv $_[0]
2263	}	2564	}
2264		2565
2265	=item $ref = $ob->ref	2566	=item $ref = $ob->ref
2266		2567
2267	creates and returns a persistent reference to an objetc that can be stored as a string.	2568	Creates and returns a persistent reference to an object that can be stored as a string.
2268		2569
2269	=item $ob = cf::object::deref ($refstring)	2570	=item $ob = cf::object::deref ($refstring)
2270		2571
2271	returns the objetc referenced by refstring. may return undef when it cnanot find the object,	2572	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2272	even if the object actually exists. May block.	2573	even if the object actually exists. May block.
…		…
2274	=cut	2575	=cut
2275		2576
2276	sub deref {	2577	sub deref {
2277	my ($ref) = @_;	2578	my ($ref) = @_;
2278		2579
2279	# temporary compatibility#TODO#remove
2280	$ref =~ s{^<}{player/<};
2281
2282	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {	2580	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2283	my ($uuid, $name) = ($1, $2);	2581	my ($uuid, $name) = ($1, $2);
2284	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name	2582	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2285	or return;	2583	or return;
2286	$pl->ob->uuid eq $uuid	2584	$pl->ob->uuid eq $uuid
2287	or return;	2585	or return;
…		…
2307	can be C<undef>. Does the right thing when the player is currently in a	2605	can be C<undef>. Does the right thing when the player is currently in a
2308	dialogue with the given NPC character.	2606	dialogue with the given NPC character.
2309		2607
2310	=cut	2608	=cut
2311		2609
		2610	our $SAY_CHANNEL = {
		2611	id => "say",
		2612	title => "Map",
		2613	reply => "say ",
		2614	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2615	};
		2616
		2617	our $CHAT_CHANNEL = {
		2618	id => "chat",
		2619	title => "Chat",
		2620	reply => "chat ",
		2621	tooltip => "Player chat and shouts, global to the server.",
		2622	};
		2623
2312	# rough implementation of a future "reply" method that works	2624	# rough implementation of a future "reply" method that works
2313	# with dialog boxes.	2625	# with dialog boxes.
2314	#TODO: the first argument must go, split into a $npc->reply_to ( method	2626	#TODO: the first argument must go, split into a $npc->reply_to ( method
2315	sub cf::object::player::reply($$$;$) {	2627	sub cf::object::player::reply($$$;$) {
2316	my ($self, $npc, $msg, $flags) = @_;	2628	my ($self, $npc, $msg, $flags) = @_;
…		…
2327	my $dialog = $pl->{npc_dialog};	2639	my $dialog = $pl->{npc_dialog};
2328	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2640	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2329		2641
2330	} else {	2642	} else {
2331	$msg = $npc->name . " says: $msg" if $npc;	2643	$msg = $npc->name . " says: $msg" if $npc;
2332	$self->message ($msg, $flags);	2644	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2333	}	2645	}
2334	}	2646	}
2335	}	2647	}
2336		2648
2337	=item $object->send_msg ($channel, $msg, $color, [extra...])	2649	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2362		2674
2363	=item $player_object->enter_link	2675	=item $player_object->enter_link
2364		2676
2365	Freezes the player and moves him/her to a special map (C<{link}>).	2677	Freezes the player and moves him/her to a special map (C<{link}>).
2366		2678
2367	The player should be reasonably safe there for short amounts of time. You	2679	The player should be reasonably safe there for short amounts of time (e.g.
2368	I<MUST> call C<leave_link> as soon as possible, though.	2680	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2681	though, as the player cannot control the character while it is on the link
		2682	map.
2369		2683
2370	Will never block.	2684	Will never block.
2371		2685
2372	=item $player_object->leave_link ($map, $x, $y)	2686	=item $player_object->leave_link ($map, $x, $y)
2373		2687
…		…
2393	sub cf::object::player::enter_link {	2707	sub cf::object::player::enter_link {
2394	my ($self) = @_;	2708	my ($self) = @_;
2395		2709
2396	$self->deactivate_recursive;	2710	$self->deactivate_recursive;
2397		2711
		2712	++$self->{_link_recursion};
		2713
2398	return if UNIVERSAL::isa $self->map, "ext::map_link";	2714	return if UNIVERSAL::isa $self->map, "ext::map_link";
2399		2715
2400	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2716	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2401	if $self->map && $self->map->{path} ne "{link}";	2717	if $self->map && $self->map->{path} ne "{link}";
2402		2718
2403	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2719	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2404	}	2720	}
2405		2721
2406	sub cf::object::player::leave_link {	2722	sub cf::object::player::leave_link {
2407	my ($self, $map, $x, $y) = @_;	2723	my ($self, $map, $x, $y) = @_;
2408		2724
…		…
2425	($x, $y) = (-1, -1)	2741	($x, $y) = (-1, -1)
2426	unless (defined $x) && (defined $y);	2742	unless (defined $x) && (defined $y);
2427		2743
2428	# use -1 or undef as default coordinates, not 0, 0	2744	# use -1 or undef as default coordinates, not 0, 0
2429	($x, $y) = ($map->enter_x, $map->enter_y)	2745	($x, $y) = ($map->enter_x, $map->enter_y)
2430	if $x <=0 && $y <= 0;	2746	if $x <= 0 && $y <= 0;
2431		2747
2432	$map->load;	2748	$map->load;
2433	$map->load_neighbours;	2749	$map->load_neighbours;
2434		2750
2435	return unless $self->contr->active;	2751	return unless $self->contr->active;
2436	$self->activate_recursive;
2437		2752
2438	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2753	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2439	$self->enter_map ($map, $x, $y);	2754	if ($self->enter_map ($map, $x, $y)) {
2440	}	2755	# entering was successful
		2756	delete $self->{_link_recursion};
		2757	# only activate afterwards, to support waiting in hooks
		2758	$self->activate_recursive;
		2759	}
2441		2760
		2761	}
		2762
2442	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2763	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2443		2764
2444	Moves the player to the given map-path and coordinates by first freezing	2765	Moves the player to the given map-path and coordinates by first freezing
2445	her, loading and preparing them map, calling the provided $check callback	2766	her, loading and preparing them map, calling the provided $check callback
2446	that has to return the map if sucecssful, and then unfreezes the player on	2767	that has to return the map if sucecssful, and then unfreezes the player on
2447	the new (success) or old (failed) map position. In either case, $done will	2768	the new (success) or old (failed) map position. In either case, $done will
2448	be called at the end of this process.	2769	be called at the end of this process.
2449		2770
		2771	Note that $check will be called with a potentially non-loaded map, so if
		2772	it needs a loaded map it has to call C<< ->load >>.
		2773
2450	=cut	2774	=cut
2451		2775
2452	our $GOTOGEN;	2776	our $GOTOGEN;
2453		2777
2454	sub cf::object::player::goto {	2778	sub cf::object::player::goto {
2455	my ($self, $path, $x, $y, $check, $done) = @_;	2779	my ($self, $path, $x, $y, $check, $done) = @_;
2456		2780
		2781	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2782	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2783	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2784	($path, $x, $y) = @$EMERGENCY_POSITION;
		2785	}
		2786
2457	# do generation counting so two concurrent goto's will be executed in-order	2787	# do generation counting so two concurrent goto's will be executed in-order
2458	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2788	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2459		2789
2460	$self->enter_link;	2790	$self->enter_link;
2461		2791
2462	(async {	2792	(async {
		2793	$Coro::current->{desc} = "player::goto $path $x $y";
		2794
2463	# *tag paths override both path and x|y	2795	# *tag paths override both path and x|y
2464	if ($path =~ /^\*(.*)$/) {	2796	if ($path =~ /^\*(.*)$/) {
2465	if (my @obs = grep $_->map, ext::map_tags::find $1) {	2797	if (my @obs = grep $_->map, ext::map_tags::find $1) {
2466	my $ob = $obs[rand @obs];	2798	my $ob = $obs[rand @obs];
2467		2799
…		…
2482	my $map = eval {	2814	my $map = eval {
2483	my $map = defined $path ? cf::map::find $path : undef;	2815	my $map = defined $path ? cf::map::find $path : undef;
2484		2816
2485	if ($map) {	2817	if ($map) {
2486	$map = $map->customise_for ($self);	2818	$map = $map->customise_for ($self);
2487	$map = $check->($map) if $check && $map;	2819	$map = $check->($map, $x, $y, $self) if $check && $map;
2488	} else {	2820	} else {
2489	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);	2821	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2490	}	2822	}
2491		2823
2492	$map	2824	$map
…		…
2500	if ($gen == $self->{_goto_generation}) {	2832	if ($gen == $self->{_goto_generation}) {
2501	delete $self->{_goto_generation};	2833	delete $self->{_goto_generation};
2502	$self->leave_link ($map, $x, $y);	2834	$self->leave_link ($map, $x, $y);
2503	}	2835	}
2504		2836
2505	$done->() if $done;	2837	$done->($self) if $done;
2506	})->prio (1);	2838	})->prio (1);
2507	}	2839	}
2508		2840
2509	=item $player_object->enter_exit ($exit_object)	2841	=item $player_object->enter_exit ($exit_object)
2510		2842
…		…
2530	}	2862	}
2531		2863
2532	sub prepare_random_map {	2864	sub prepare_random_map {
2533	my ($exit) = @_;	2865	my ($exit) = @_;
2534		2866
2535	my $guard = cf::lock_acquire "exit_prepare:$exit";
2536
2537	# all this does is basically replace the /! path by	2867	# all this does is basically replace the /! path by
2538	# a new random map path (?random/...) with a seed	2868	# a new random map path (?random/...) with a seed
2539	# that depends on the exit object	2869	# that depends on the exit object
2540		2870
2541	my $rmp = parse_random_map_params $exit->msg;	2871	my $rmp = parse_random_map_params $exit->msg;
…		…
2543	if ($exit->map) {	2873	if ($exit->map) {
2544	$rmp->{region} = $exit->region->name;	2874	$rmp->{region} = $exit->region->name;
2545	$rmp->{origin_map} = $exit->map->path;	2875	$rmp->{origin_map} = $exit->map->path;
2546	$rmp->{origin_x} = $exit->x;	2876	$rmp->{origin_x} = $exit->x;
2547	$rmp->{origin_y} = $exit->y;	2877	$rmp->{origin_y} = $exit->y;
		2878
		2879	$exit->map->touch;
2548	}	2880	}
2549		2881
2550	$rmp->{random_seed} ||= $exit->random_seed;	2882	$rmp->{random_seed} ||= $exit->random_seed;
2551		2883
2552	my $data = cf::to_json $rmp;	2884	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2553	my $md5 = Digest::MD5::md5_hex $data;	2885	my $md5 = Digest::MD5::md5_hex $data;
2554	my $meta = "$RANDOMDIR/$md5.meta";	2886	my $meta = "$RANDOMDIR/$md5.meta";
2555		2887
2556	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2888	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2557	aio_write $fh, 0, (length $data), $data, 0;	2889	aio_write $fh, 0, (length $data), $data, 0;
2558	undef $fh;	2890	undef $fh;
2559	aio_rename "$meta~", $meta;	2891	aio_rename "$meta~", $meta;
2560		2892
		2893	my $slaying = "?random/$md5";
		2894
		2895	if ($exit->valid) {
2561	$exit->slaying ("?random/$md5");	2896	$exit->slaying ("?random/$md5");
2562	$exit->msg (undef);	2897	$exit->msg (undef);
		2898	}
2563	}	2899	}
2564	}	2900	}
2565		2901
2566	sub cf::object::player::enter_exit {	2902	sub cf::object::player::enter_exit {
2567	my ($self, $exit) = @_;	2903	my ($self, $exit) = @_;
2568		2904
2569	return unless $self->type == cf::PLAYER;	2905	return unless $self->type == cf::PLAYER;
2570		2906
2571	if ($exit->slaying eq "/!") {
2572	#TODO: this should de-fi-ni-te-ly not be a sync-job
2573	# the problem is that $exit might not survive long enough
2574	# so it needs to be done right now, right here
2575	cf::sync_job { prepare_random_map $exit };
2576	}
2577
2578	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2579	my $hp = $exit->stats->hp;
2580	my $sp = $exit->stats->sp;
2581
2582	$self->enter_link;	2907	$self->enter_link;
2583		2908
2584	# if exit is damned, update players death & WoR home-position
2585	$self->contr->savebed ($slaying, $hp, $sp)
2586	if $exit->flag (FLAG_DAMNED);
2587
2588	(async {	2909	(async {
2589	$self->deactivate_recursive; # just to be sure	2910	$Coro::current->{desc} = "enter_exit";
		2911
2590	unless (eval {	2912	unless (eval {
		2913	$self->deactivate_recursive; # just to be sure
		2914
		2915	# random map handling
		2916	{
		2917	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2918
		2919	prepare_random_map $exit
		2920	if $exit->slaying eq "/!";
		2921	}
		2922
		2923	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2924	my $x = $exit->stats->hp;
		2925	my $y = $exit->stats->sp;
		2926
2591	$self->goto ($slaying, $hp, $sp);	2927	$self->goto ($map, $x, $y);
2592		2928
		2929	# if exit is damned, update players death & WoR home-position
		2930	$self->contr->savebed ($map, $x, $y)
		2931	if $exit->flag (cf::FLAG_DAMNED);
		2932
2593	1;	2933	1
2594	}) {	2934	}) {
2595	$self->message ("Something went wrong deep within the crossfire server. "	2935	$self->message ("Something went wrong deep within the deliantra server. "
2596	. "I'll try to bring you back to the map you were before. "	2936	. "I'll try to bring you back to the map you were before. "
2597	. "Please report this to the dungeon master!",	2937	. "Please report this to the dungeon master!",
2598	cf::NDI_UNIQUE | cf::NDI_RED);	2938	cf::NDI_UNIQUE | cf::NDI_RED);
2599		2939
2600	warn "ERROR in enter_exit: $@";	2940	error "ERROR in enter_exit: $@";
2601	$self->leave_link;	2941	$self->leave_link;
2602	}	2942	}
2603	})->prio (1);	2943	})->prio (1);
2604	}	2944	}
2605		2945
…		…
2617	sub cf::client::send_drawinfo {	2957	sub cf::client::send_drawinfo {
2618	my ($self, $text, $flags) = @_;	2958	my ($self, $text, $flags) = @_;
2619		2959
2620	utf8::encode $text;	2960	utf8::encode $text;
2621	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2961	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		2962	}
		2963
		2964	=item $client->send_big_packet ($pkt)
		2965
		2966	Like C<send_packet>, but tries to compress large packets, and fragments
		2967	them as required.
		2968
		2969	=cut
		2970
		2971	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		2972
		2973	sub cf::client::send_big_packet {
		2974	my ($self, $pkt) = @_;
		2975
		2976	# try lzf for large packets
		2977	$pkt = "lzf " . Compress::LZF::compress $pkt
		2978	if 1024 <= length $pkt and $self->{can_lzf};
		2979
		2980	# split very large packets
		2981	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		2982	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		2983	$pkt = "frag";
		2984	}
		2985
		2986	$self->send_packet ($pkt);
2622	}	2987	}
2623		2988
2624	=item $client->send_msg ($channel, $msg, $color, [extra...])	2989	=item $client->send_msg ($channel, $msg, $color, [extra...])
2625		2990
2626	Send a drawinfo or msg packet to the client, formatting the msg for the	2991	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2628	the message, with C<log> being the default. If C<$color> is negative, suppress	2993	the message, with C<log> being the default. If C<$color> is negative, suppress
2629	the message unless the client supports the msg packet.	2994	the message unless the client supports the msg packet.
2630		2995
2631	=cut	2996	=cut
2632		2997
		2998	# non-persistent channels (usually the info channel)
2633	our %CHANNEL = (	2999	our %CHANNEL = (
		3000	"c/motd" => {
		3001	id => "infobox",
		3002	title => "MOTD",
		3003	reply => undef,
		3004	tooltip => "The message of the day",
		3005	},
2634	"c/identify" => {	3006	"c/identify" => {
2635	id => "identify",	3007	id => "infobox",
2636	title => "Identify",	3008	title => "Identify",
2637	reply => undef,	3009	reply => undef,
2638	tooltip => "Items recently identified",	3010	tooltip => "Items recently identified",
2639	},	3011	},
2640	"c/examine" => {	3012	"c/examine" => {
2641	id => "examine",	3013	id => "infobox",
2642	title => "Examine",	3014	title => "Examine",
2643	reply => undef,	3015	reply => undef,
2644	tooltip => "Signs and other items you examined",	3016	tooltip => "Signs and other items you examined",
2645	},	3017	},
		3018	"c/shopinfo" => {
		3019	id => "infobox",
		3020	title => "Shop Info",
		3021	reply => undef,
		3022	tooltip => "What your bargaining skill tells you about the shop",
		3023	},
		3024	"c/book" => {
		3025	id => "infobox",
		3026	title => "Book",
		3027	reply => undef,
		3028	tooltip => "The contents of a note or book",
		3029	},
		3030	"c/lookat" => {
		3031	id => "infobox",
		3032	title => "Look",
		3033	reply => undef,
		3034	tooltip => "What you saw there",
		3035	},
		3036	"c/who" => {
		3037	id => "infobox",
		3038	title => "Players",
		3039	reply => undef,
		3040	tooltip => "Shows players who are currently online",
		3041	},
		3042	"c/body" => {
		3043	id => "infobox",
		3044	title => "Body Parts",
		3045	reply => undef,
		3046	tooltip => "Shows which body parts you posess and are available",
		3047	},
		3048	"c/statistics" => {
		3049	id => "infobox",
		3050	title => "Statistics",
		3051	reply => undef,
		3052	tooltip => "Shows your primary statistics",
		3053	},
		3054	"c/skills" => {
		3055	id => "infobox",
		3056	title => "Skills",
		3057	reply => undef,
		3058	tooltip => "Shows your experience per skill and item power",
		3059	},
		3060	"c/shopitems" => {
		3061	id => "infobox",
		3062	title => "Shop Items",
		3063	reply => undef,
		3064	tooltip => "Shows the items currently for sale in this shop",
		3065	},
		3066	"c/resistances" => {
		3067	id => "infobox",
		3068	title => "Resistances",
		3069	reply => undef,
		3070	tooltip => "Shows your resistances",
		3071	},
		3072	"c/pets" => {
		3073	id => "infobox",
		3074	title => "Pets",
		3075	reply => undef,
		3076	tooltip => "Shows information abotu your pets/a specific pet",
		3077	},
		3078	"c/perceiveself" => {
		3079	id => "infobox",
		3080	title => "Perceive Self",
		3081	reply => undef,
		3082	tooltip => "You gained detailed knowledge about yourself",
		3083	},
		3084	"c/uptime" => {
		3085	id => "infobox",
		3086	title => "Uptime",
		3087	reply => undef,
		3088	tooltip => "How long the server has been running since last restart",
		3089	},
		3090	"c/mapinfo" => {
		3091	id => "infobox",
		3092	title => "Map Info",
		3093	reply => undef,
		3094	tooltip => "Information related to the maps",
		3095	},
		3096	"c/party" => {
		3097	id => "party",
		3098	title => "Party",
		3099	reply => "gsay ",
		3100	tooltip => "Messages and chat related to your party",
		3101	},
		3102	"c/death" => {
		3103	id => "death",
		3104	title => "Death",
		3105	reply => undef,
		3106	tooltip => "Reason for and more info about your most recent death",
		3107	},
		3108	"c/say" => $SAY_CHANNEL,
		3109	"c/chat" => $CHAT_CHANNEL,
2646	);	3110	);
2647		3111
2648	sub cf::client::send_msg {	3112	sub cf::client::send_msg {
2649	my ($self, $channel, $msg, $color, @extra) = @_;	3113	my ($self, $channel, $msg, $color, @extra) = @_;
2650		3114
2651	$msg = $self->pl->expand_cfpod ($msg);	3115	$msg = $self->pl->expand_cfpod ($msg)
		3116	unless $color & cf::NDI_VERBATIM;
2652		3117
2653	$color &= cf::NDI_CLIENT_MASK; # just in case...	3118	$color &= cf::NDI_CLIENT_MASK; # just in case...
2654		3119
2655	# check predefined channels, for the benefit of C	3120	# check predefined channels, for the benefit of C
2656	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};	3121	if ($CHANNEL{$channel}) {
		3122	$channel = $CHANNEL{$channel};
2657		3123
		3124	$self->ext_msg (channel_info => $channel);
		3125	$channel = $channel->{id};
		3126
2658	if (ref $channel) {	3127	} elsif (ref $channel) {
2659	# send meta info to client, if not yet sent	3128	# send meta info to client, if not yet sent
2660	unless (exists $self->{channel}{$channel->{id}}) {	3129	unless (exists $self->{channel}{$channel->{id}}) {
2661	$self->{channel}{$channel->{id}} = $channel;	3130	$self->{channel}{$channel->{id}} = $channel;
2662	$self->ext_msg (channel_info => $channel)	3131	$self->ext_msg (channel_info => $channel);
2663	if $self->can_msg;
2664	}	3132	}
2665		3133
2666	$channel = $channel->{id};	3134	$channel = $channel->{id};
2667	}	3135	}
2668		3136
2669	return unless @extra || length $msg;	3137	return unless @extra || length $msg;
2670		3138
2671	if ($self->can_msg) {
2672	# default colour, mask it out	3139	# default colour, mask it out
2673	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3140	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2674	if $color & cf::NDI_DEF;	3141	if $color & cf::NDI_DEF;
2675		3142
2676	$self->send_packet ("msg " . $self->{json_coder}->encode (	3143	my $pkt = "msg "
		3144	. $self->{json_coder}->encode (
2677	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3145	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2678	} else {	3146	);
2679	if ($color >= 0) {
2680	# replace some tags by gcfclient-compatible ones
2681	for ($msg) {
2682	1 while
2683	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2684	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2685	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2686	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2687	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2688	}
2689		3147
2690	$color &= cf::NDI_COLOR_MASK;	3148	$self->send_big_packet ($pkt);
2691
2692	utf8::encode $msg;
2693
2694	if (0 && $msg =~ /\[/) {
2695	# COMMAND/INFO
2696	$self->send_packet ("drawextinfo $color 10 8 $msg")
2697	} else {
2698	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2699	$self->send_packet ("drawinfo $color $msg")
2700	}
2701	}
2702	}
2703	}	3149	}
2704		3150
2705	=item $client->ext_msg ($type, @msg)	3151	=item $client->ext_msg ($type, @msg)
2706		3152
2707	Sends an ext event to the client.	3153	Sends an ext event to the client.
…		…
2710		3156
2711	sub cf::client::ext_msg($$@) {	3157	sub cf::client::ext_msg($$@) {
2712	my ($self, $type, @msg) = @_;	3158	my ($self, $type, @msg) = @_;
2713		3159
2714	if ($self->extcmd == 2) {	3160	if ($self->extcmd == 2) {
2715	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3161	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2716	} elsif ($self->extcmd == 1) { # TODO: remove	3162	} elsif ($self->extcmd == 1) { # TODO: remove
2717	push @msg, msgtype => "event_$type";	3163	push @msg, msgtype => "event_$type";
2718	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3164	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2719	}	3165	}
2720	}	3166	}
2721		3167
2722	=item $client->ext_reply ($msgid, @msg)	3168	=item $client->ext_reply ($msgid, @msg)
2723		3169
…		…
2727		3173
2728	sub cf::client::ext_reply($$@) {	3174	sub cf::client::ext_reply($$@) {
2729	my ($self, $id, @msg) = @_;	3175	my ($self, $id, @msg) = @_;
2730		3176
2731	if ($self->extcmd == 2) {	3177	if ($self->extcmd == 2) {
2732	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3178	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2733	} elsif ($self->extcmd == 1) {	3179	} elsif ($self->extcmd == 1) {
2734	#TODO: version 1, remove	3180	#TODO: version 1, remove
2735	unshift @msg, msgtype => "reply", msgid => $id;	3181	unshift @msg, msgtype => "reply", msgid => $id;
2736	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3182	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2737	}	3183	}
2738	}	3184	}
2739		3185
2740	=item $success = $client->query ($flags, "text", \&cb)	3186	=item $success = $client->query ($flags, "text", \&cb)
2741		3187
…		…
2812		3258
2813	$ns->ext_reply ($reply, @reply)	3259	$ns->ext_reply ($reply, @reply)
2814	if $reply;	3260	if $reply;
2815		3261
2816	} else {	3262	} else {
2817	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3263	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2818	}	3264	}
2819		3265
2820	cf::override;	3266	cf::override;
2821	},	3267	},
2822	);	3268	);
…		…
2842		3288
2843	$coro	3289	$coro
2844	}	3290	}
2845		3291
2846	cf::client->attach (	3292	cf::client->attach (
2847	on_destroy => sub {	3293	on_client_destroy => sub {
2848	my ($ns) = @_;	3294	my ($ns) = @_;
2849		3295
2850	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3296	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2851	},	3297	},
2852	);	3298	);
…		…
2868	our $safe_hole = new Safe::Hole;	3314	our $safe_hole = new Safe::Hole;
2869		3315
2870	$SIG{FPE} = 'IGNORE';	3316	$SIG{FPE} = 'IGNORE';
2871		3317
2872	$safe->permit_only (Opcode::opset qw(	3318	$safe->permit_only (Opcode::opset qw(
2873	:base_core :base_mem :base_orig :base_math	3319	:base_core :base_mem :base_orig :base_math :base_loop
2874	grepstart grepwhile mapstart mapwhile	3320	grepstart grepwhile mapstart mapwhile
2875	sort time	3321	sort time
2876	));	3322	));
2877		3323
2878	# here we export the classes and methods available to script code	3324	# here we export the classes and methods available to script code
…		…
2880	=pod	3326	=pod
2881		3327
2882	The following functions and methods are available within a safe environment:	3328	The following functions and methods are available within a safe environment:
2883		3329
2884	cf::object	3330	cf::object
2885	contr pay_amount pay_player map x y force_find force_add	3331	contr pay_amount pay_player map x y force_find force_add destroy
2886	insert remove name archname title slaying race decrease_ob_nr	3332	insert remove name archname title slaying race decrease split
		3333	value
2887		3334
2888	cf::object::player	3335	cf::object::player
2889	player	3336	player
2890		3337
2891	cf::player	3338	cf::player
…		…
2896		3343
2897	=cut	3344	=cut
2898		3345
2899	for (	3346	for (
2900	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3347	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2901	insert remove inv name archname title slaying race	3348	insert remove inv nrof name archname title slaying race
2902	decrease_ob_nr)],	3349	decrease split destroy change_exp value msg lore send_msg)],
2903	["cf::object::player" => qw(player)],	3350	["cf::object::player" => qw(player)],
2904	["cf::player" => qw(peaceful)],	3351	["cf::player" => qw(peaceful send_msg)],
2905	["cf::map" => qw(trigger)],	3352	["cf::map" => qw(trigger)],
2906	) {	3353	) {
2907	no strict 'refs';
2908	my ($pkg, @funs) = @$_;	3354	my ($pkg, @funs) = @$_;
2909	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3355	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2910	for @funs;	3356	for @funs;
2911	}	3357	}
2912		3358
…		…
2927		3373
2928	my $qcode = $code;	3374	my $qcode = $code;
2929	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3375	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2930	$qcode =~ s/\n/\\n/g;	3376	$qcode =~ s/\n/\\n/g;
2931		3377
		3378	%vars = (_dummy => 0) unless %vars;
		3379
		3380	my @res;
2932	local $_;	3381	local $_;
2933	local @safe::cf::_safe_eval_args = values %vars;
2934		3382
2935	my $eval =	3383	my $eval =
2936	"do {\n"	3384	"do {\n"
2937	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3385	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2938	. "#line 0 \"{$qcode}\"\n"	3386	. "#line 0 \"{$qcode}\"\n"
2939	. $code	3387	. $code
2940	. "\n}"	3388	. "\n}"
2941	;	3389	;
2942		3390
		3391	if ($CFG{safe_eval}) {
2943	sub_generation_inc;	3392	sub_generation_inc;
		3393	local @safe::cf::_safe_eval_args = values %vars;
2944	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3394	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2945	sub_generation_inc;	3395	sub_generation_inc;
		3396	} else {
		3397	local @cf::_safe_eval_args = values %vars;
		3398	@res = wantarray ? eval eval : scalar eval $eval;
		3399	}
2946		3400
2947	if ($@) {	3401	if ($@) {
2948	warn "$@";	3402	warn "$@",
2949	warn "while executing safe code '$code'\n";	3403	"while executing safe code '$code'\n",
2950	warn "with arguments " . (join " ", %vars) . "\n";	3404	"with arguments " . (join " ", %vars) . "\n";
2951	}	3405	}
2952		3406
2953	wantarray ? @res : $res[0]	3407	wantarray ? @res : $res[0]
2954	}	3408	}
2955		3409
…		…
2969	=cut	3423	=cut
2970		3424
2971	sub register_script_function {	3425	sub register_script_function {
2972	my ($fun, $cb) = @_;	3426	my ($fun, $cb) = @_;
2973		3427
2974	no strict 'refs';	3428	$fun = "safe::$fun" if $CFG{safe_eval};
2975	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3429	*$fun = $safe_hole->wrap ($cb);
2976	}	3430	}
2977		3431
2978	=back	3432	=back
2979		3433
2980	=cut	3434	=cut
…		…
2989	# for this (global event?)	3443	# for this (global event?)
2990	%ext::player_env::MUSIC_FACE_CACHE = ();	3444	%ext::player_env::MUSIC_FACE_CACHE = ();
2991		3445
2992	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3446	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2993		3447
2994	warn "loading facedata from $path\n";	3448	trace "loading facedata from $path\n";
2995		3449
2996	my $facedata;	3450	my $facedata = decode_storable load_file $path;
2997	0 < aio_load $path, $facedata
2998	or die "$path: $!";
2999
3000	$facedata = Coro::Storable::thaw $facedata;
3001		3451
3002	$facedata->{version} == 2	3452	$facedata->{version} == 2
3003	or cf::cleanup "$path: version mismatch, cannot proceed.";	3453	or cf::cleanup "$path: version mismatch, cannot proceed.";
3004		3454
3005	# patch in the exptable	3455	# patch in the exptable
		3456	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3006	$facedata->{resource}{"res/exp_table"} = {	3457	$facedata->{resource}{"res/exp_table"} = {
3007	type => FT_RSRC,	3458	type => FT_RSRC,
3008	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),	3459	data => $exp_table,
		3460	hash => (Digest::MD5::md5 $exp_table),
3009	};	3461	};
3010	cf::cede_to_tick;	3462	cf::cede_to_tick;
3011		3463
3012	{	3464	{
3013	my $faces = $facedata->{faceinfo};	3465	my $faces = $facedata->{faceinfo};
3014		3466
3015	while (my ($face, $info) = each %$faces) {	3467	while (my ($face, $info) = each %$faces) {
3016	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3468	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3469
3017	cf::face::set_visibility $idx, $info->{visibility};	3470	cf::face::set_visibility $idx, $info->{visibility};
3018	cf::face::set_magicmap $idx, $info->{magicmap};	3471	cf::face::set_magicmap $idx, $info->{magicmap};
3019	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3472	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3020	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3473	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
		3474	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
3021		3475
3022	cf::cede_to_tick;	3476	cf::cede_to_tick;
3023	}	3477	}
3024		3478
3025	while (my ($face, $info) = each %$faces) {	3479	while (my ($face, $info) = each %$faces) {
3026	next unless $info->{smooth};	3480	next unless $info->{smooth};
		3481
3027	my $idx = cf::face::find $face	3482	my $idx = cf::face::find $face
3028	or next;	3483	or next;
		3484
3029	if (my $smooth = cf::face::find $info->{smooth}) {	3485	if (my $smooth = cf::face::find $info->{smooth}) {
3030	cf::face::set_smooth $idx, $smooth;	3486	cf::face::set_smooth $idx, $smooth;
3031	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3487	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3032	} else {	3488	} else {
3033	warn "smooth face '$info->{smooth}' not found for face '$face'";	3489	error "smooth face '$info->{smooth}' not found for face '$face'";
3034	}	3490	}
3035		3491
3036	cf::cede_to_tick;	3492	cf::cede_to_tick;
3037	}	3493	}
3038	}	3494	}
…		…
3047		3503
3048	cf::anim::invalidate_all; # d'oh	3504	cf::anim::invalidate_all; # d'oh
3049	}	3505	}
3050		3506
3051	{	3507	{
3052	# TODO: for gcfclient pleasure, we should give resources
3053	# that gcfclient doesn't grok a >10000 face index.
3054	my $res = $facedata->{resource};	3508	my $res = $facedata->{resource};
3055		3509
3056	my $soundconf = delete $res->{"res/sound.conf"};
3057
3058	while (my ($name, $info) = each %$res) {	3510	while (my ($name, $info) = each %$res) {
		3511	if (defined $info->{type}) {
3059	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3512	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3060	my $data;
3061		3513
3062	if ($info->{type} & 1) {	3514	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3063	# prepend meta info	3515	cf::face::set_type $idx, $info->{type};
3064
3065	my $meta = $enc->encode ({
3066	name => $name,
3067	%{ $info->{meta} || {} },
3068	});
3069
3070	$data = pack "(w/a*)*", $meta, $info->{data};
3071	} else {	3516	} else {
3072	$data = $info->{data};	3517	$RESOURCE{$name} = $info; # unused
3073	}	3518	}
3074		3519
3075	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3076	cf::face::set_type $idx, $info->{type};
3077
3078	cf::cede_to_tick;	3520	cf::cede_to_tick;
3079	}	3521	}
3080
3081	if ($soundconf) {
3082	$soundconf = $enc->decode (delete $soundconf->{data});
3083
3084	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3085	my $sound = $soundconf->{compat}[$_]
3086	or next;
3087
3088	my $face = cf::face::find "sound/$sound->[1]";
3089	cf::sound::set $sound->[0] => $face;
3090	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3091	}
3092
3093	while (my ($k, $v) = each %{$soundconf->{event}}) {
3094	my $face = cf::face::find "sound/$v";
3095	cf::sound::set $k => $face;
3096	}
3097	}
3098	}	3522	}
		3523
		3524	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3099		3525
3100	1	3526	1
3101	}	3527	}
3102		3528
3103	register_exticmd fx_want => sub {	3529	register_exticmd fx_want => sub {
…		…
3105		3531
3106	while (my ($k, $v) = each %$want) {	3532	while (my ($k, $v) = each %$want) {
3107	$ns->fx_want ($k, $v);	3533	$ns->fx_want ($k, $v);
3108	}	3534	}
3109	};	3535	};
		3536
		3537	sub load_resource_file($) {
		3538	my $guard = lock_acquire "load_resource_file";
		3539
		3540	my $status = load_resource_file_ $_[0];
		3541	get_slot 0.1, 100;
		3542	cf::arch::commit_load;
		3543
		3544	$status
		3545	}
3110		3546
3111	sub reload_regions {	3547	sub reload_regions {
3112	# HACK to clear player env face cache, we need some signal framework	3548	# HACK to clear player env face cache, we need some signal framework
3113	# for this (global event?)	3549	# for this (global event?)
3114	%ext::player_env::MUSIC_FACE_CACHE = ();	3550	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
3128	}	3564	}
3129		3565
3130	sub reload_archetypes {	3566	sub reload_archetypes {
3131	load_resource_file "$DATADIR/archetypes"	3567	load_resource_file "$DATADIR/archetypes"
3132	or die "unable to load archetypes\n";	3568	or die "unable to load archetypes\n";
3133	#d# NEED to laod twice to resolve forward references
3134	# this really needs to be done in an extra post-pass
3135	# (which needs to be synchronous, so solve it differently)
3136	load_resource_file "$DATADIR/archetypes"
3137	or die "unable to load archetypes\n";
3138	}	3569	}
3139		3570
3140	sub reload_treasures {	3571	sub reload_treasures {
3141	load_resource_file "$DATADIR/treasures"	3572	load_resource_file "$DATADIR/treasures"
3142	or die "unable to load treasurelists\n";	3573	or die "unable to load treasurelists\n";
3143	}	3574	}
3144		3575
		3576	sub reload_sound {
		3577	trace "loading sound config from $DATADIR/sound\n";
		3578
		3579	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3580
		3581	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3582	my $sound = $soundconf->{compat}[$_]
		3583	or next;
		3584
		3585	my $face = cf::face::find "sound/$sound->[1]";
		3586	cf::sound::set $sound->[0] => $face;
		3587	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3588	}
		3589
		3590	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3591	my $face = cf::face::find "sound/$v";
		3592	cf::sound::set $k => $face;
		3593	}
		3594	}
		3595
3145	sub reload_resources {	3596	sub reload_resources {
3146	warn "reloading resource files...\n";	3597	trace "reloading resource files...\n";
3147		3598
		3599	reload_exp_table;
		3600	reload_materials;
		3601	reload_facedata;
		3602	reload_sound;
		3603	reload_archetypes;
3148	reload_regions;	3604	reload_regions;
3149	reload_facedata;
3150	#reload_archetypes;#d#
3151	reload_archetypes;
3152	reload_treasures;	3605	reload_treasures;
3153		3606
3154	warn "finished reloading resource files\n";	3607	trace "finished reloading resource files\n";
3155	}
3156
3157	sub init {
3158	reload_resources;
3159	}	3608	}
3160		3609
3161	sub reload_config {	3610	sub reload_config {
3162	open my $fh, "<:utf8", "$CONFDIR/config"	3611	trace "reloading config file...\n";
3163	or return;
3164		3612
3165	local $/;	3613	my $config = load_file "$CONFDIR/config";
3166	*CFG = YAML::Syck::Load <$fh>;	3614	utf8::decode $config;
		3615	*CFG = decode_yaml $config;
3167		3616
3168	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3617	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3169		3618
3170	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3619	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3171	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3620	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3172		3621
3173	if (exists $CFG{mlockall}) {	3622	if (exists $CFG{mlockall}) {
…		…
3177	};	3626	};
3178	warn $@ if $@;	3627	warn $@ if $@;
3179	}	3628	}
3180	}	3629	}
3181		3630
		3631	sub pidfile() {
		3632	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3633	or die "$PIDFILE: $!";
		3634	flock $fh, &Fcntl::LOCK_EX
		3635	or die "$PIDFILE: flock: $!";
		3636	$fh
		3637	}
		3638
		3639	# make sure only one server instance is running at any one time
		3640	sub atomic {
		3641	my $fh = pidfile;
		3642
		3643	my $pid = <$fh>;
		3644	kill 9, $pid if $pid > 0;
		3645
		3646	seek $fh, 0, 0;
		3647	print $fh $$;
		3648	}
		3649
		3650	sub main_loop {
		3651	trace "EV::loop starting\n";
		3652	if (1) {
		3653	EV::loop;
		3654	}
		3655	trace "EV::loop returned\n";
		3656	goto &main_loop unless $REALLY_UNLOOP;
		3657	}
		3658
3182	sub main {	3659	sub main {
		3660	cf::init_globals; # initialise logging
		3661
		3662	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3663	LOG llevInfo, "Copyright (C) 2005-2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3664	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3665	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3666
		3667	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3668
3183	# we must not ever block the main coroutine	3669	# we must not ever block the main coroutine
3184	local $Coro::idle = sub {	3670	local $Coro::idle = sub {
3185	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3671	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3186	(async {	3672	(async {
3187	Event::one_event;	3673	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3674	EV::loop EV::LOOP_ONESHOT;
3188	})->prio (Coro::PRIO_MAX);	3675	})->prio (Coro::PRIO_MAX);
3189	};	3676	};
3190		3677
		3678	evthread_start IO::AIO::poll_fileno;
		3679
		3680	cf::sync_job {
		3681	cf::incloader::init ();
		3682
		3683	cf::init_anim;
		3684	cf::init_attackmess;
		3685	cf::init_dynamic;
		3686
		3687	cf::load_settings;
		3688
		3689	reload_resources;
3191	reload_config;	3690	reload_config;
3192	db_init;	3691	db_init;
		3692
		3693	cf::init_uuid;
		3694	cf::init_signals;
		3695	cf::init_skills;
		3696
		3697	cf::init_beforeplay;
		3698
		3699	atomic;
		3700
3193	load_extensions;	3701	load_extensions;
3194		3702
3195	$TICK_WATCHER->start;	3703	utime time, time, $RUNTIMEFILE;
3196	Event::loop;	3704
		3705	# no (long-running) fork's whatsoever before this point(!)
		3706	use POSIX ();
		3707	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3708
		3709	cf::_post_init 0;
		3710	};
		3711
		3712	cf::object::thawer::errors_are_fatal 0;
		3713	info "parse errors in files are no longer fatal from this point on.\n";
		3714
		3715	my $free_main; $free_main = EV::idle sub {
		3716	undef $free_main;
		3717	undef &main; # free gobs of memory :)
		3718	};
		3719
		3720	goto &main_loop;
3197	}	3721	}
3198		3722
3199	#############################################################################	3723	#############################################################################
3200	# initialisation and cleanup	3724	# initialisation and cleanup
3201		3725
3202	# install some emergency cleanup handlers	3726	# install some emergency cleanup handlers
3203	BEGIN {	3727	BEGIN {
		3728	our %SIGWATCHER = ();
3204	for my $signal (qw(INT HUP TERM)) {	3729	for my $signal (qw(INT HUP TERM)) {
3205	Event->signal (	3730	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3206	reentrant => 0,
3207	data => WF_AUTOCANCEL,
3208	signal => $signal,
3209	prio => 0,
3210	cb => sub {
3211	cf::cleanup "SIG$signal";	3731	cf::cleanup "SIG$signal";
3212	},
3213	);	3732	};
3214	}	3733	}
3215	}	3734	}
3216		3735
3217	sub write_runtime {	3736	sub write_runtime_sync {
3218	my $runtime = "$LOCALDIR/runtime";	3737	my $t0 = AE::time;
3219		3738
3220	# first touch the runtime file to show we are still running:	3739	# first touch the runtime file to show we are still running:
3221	# the fsync below can take a very very long time.	3740	# the fsync below can take a very very long time.
3222		3741
3223	IO::AIO::aio_utime $runtime, undef, undef;	3742	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3224		3743
3225	my $guard = cf::lock_acquire "write_runtime";	3744	my $guard = cf::lock_acquire "write_runtime";
3226		3745
3227	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3746	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3228	or return;	3747	or return;
3229		3748
3230	my $value = $cf::RUNTIME + 90 + 10;	3749	my $value = $cf::RUNTIME + 90 + 10;
3231	# 10 is the runtime save interval, for a monotonic clock	3750	# 10 is the runtime save interval, for a monotonic clock
3232	# 60 allows for the watchdog to kill the server.	3751	# 60 allows for the watchdog to kill the server.
…		…
3242	aio_utime $fh, undef, undef;	3761	aio_utime $fh, undef, undef;
3243		3762
3244	close $fh	3763	close $fh
3245	or return;	3764	or return;
3246		3765
3247	aio_rename "$runtime~", $runtime	3766	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3248	and return;	3767	and return;
3249		3768
3250	warn "runtime file written.\n";	3769	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3251		3770
3252	1	3771	1
		3772	}
		3773
		3774	our $uuid_lock;
		3775	our $uuid_skip;
		3776
		3777	sub write_uuid_sync($) {
		3778	$uuid_skip ||= $_[0];
		3779
		3780	return if $uuid_lock;
		3781	local $uuid_lock = 1;
		3782
		3783	my $uuid = "$LOCALDIR/uuid";
		3784
		3785	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3786	or return;
		3787
		3788	my $value = uuid_seq uuid_cur;
		3789
		3790	unless ($value) {
		3791	info "cowardly refusing to write zero uuid value!\n";
		3792	return;
		3793	}
		3794
		3795	my $value = uuid_str $value + $uuid_skip;
		3796	$uuid_skip = 0;
		3797
		3798	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3799	and return;
		3800
		3801	# always fsync - this file is important
		3802	aio_fsync $fh
		3803	and return;
		3804
		3805	close $fh
		3806	or return;
		3807
		3808	aio_rename "$uuid~", $uuid
		3809	and return;
		3810
		3811	trace "uuid file written ($value).\n";
		3812
		3813	1
		3814
		3815	}
		3816
		3817	sub write_uuid($$) {
		3818	my ($skip, $sync) = @_;
		3819
		3820	$sync ? write_uuid_sync $skip
		3821	: async { write_uuid_sync $skip };
3253	}	3822	}
3254		3823
3255	sub emergency_save() {	3824	sub emergency_save() {
3256	my $freeze_guard = cf::freeze_mainloop;	3825	my $freeze_guard = cf::freeze_mainloop;
3257		3826
3258	warn "enter emergency perl save\n";	3827	info "emergency_perl_save: enter\n";
		3828
		3829	# this is a trade-off: we want to be very quick here, so
		3830	# save all maps without fsync, and later call a global sync
		3831	# (which in turn might be very very slow)
		3832	local $USE_FSYNC = 0;
3259		3833
3260	cf::sync_job {	3834	cf::sync_job {
		3835	cf::write_runtime_sync; # external watchdog should not bark
		3836
3261	# use a peculiar iteration method to avoid tripping on perl	3837	# use a peculiar iteration method to avoid tripping on perl
3262	# refcount bugs in for. also avoids problems with players	3838	# refcount bugs in for. also avoids problems with players
3263	# and maps saved/destroyed asynchronously.	3839	# and maps saved/destroyed asynchronously.
3264	warn "begin emergency player save\n";	3840	info "emergency_perl_save: begin player save\n";
3265	for my $login (keys %cf::PLAYER) {	3841	for my $login (keys %cf::PLAYER) {
3266	my $pl = $cf::PLAYER{$login} or next;	3842	my $pl = $cf::PLAYER{$login} or next;
3267	$pl->valid or next;	3843	$pl->valid or next;
		3844	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3268	$pl->save;	3845	$pl->save;
3269	}	3846	}
3270	warn "end emergency player save\n";	3847	info "emergency_perl_save: end player save\n";
3271		3848
3272	warn "begin emergency map save\n";	3849	cf::write_runtime_sync; # external watchdog should not bark
		3850
		3851	info "emergency_perl_save: begin map save\n";
3273	for my $path (keys %cf::MAP) {	3852	for my $path (keys %cf::MAP) {
3274	my $map = $cf::MAP{$path} or next;	3853	my $map = $cf::MAP{$path} or next;
3275	$map->valid or next;	3854	$map->valid or next;
3276	$map->save;	3855	$map->save;
3277	}	3856	}
3278	warn "end emergency map save\n";	3857	info "emergency_perl_save: end map save\n";
3279		3858
3280	warn "begin emergency database checkpoint\n";	3859	cf::write_runtime_sync; # external watchdog should not bark
		3860
		3861	info "emergency_perl_save: begin database checkpoint\n";
3281	BDB::db_env_txn_checkpoint $DB_ENV;	3862	BDB::db_env_txn_checkpoint $DB_ENV;
3282	warn "end emergency database checkpoint\n";	3863	info "emergency_perl_save: end database checkpoint\n";
		3864
		3865	info "emergency_perl_save: begin write uuid\n";
		3866	write_uuid_sync 1;
		3867	info "emergency_perl_save: end write uuid\n";
		3868
		3869	cf::write_runtime_sync; # external watchdog should not bark
		3870
		3871	trace "emergency_perl_save: syncing database to disk";
		3872	BDB::db_env_txn_checkpoint $DB_ENV;
		3873
		3874	info "emergency_perl_save: starting sync\n";
		3875	IO::AIO::aio_sync sub {
		3876	info "emergency_perl_save: finished sync\n";
		3877	};
		3878
		3879	cf::write_runtime_sync; # external watchdog should not bark
		3880
		3881	trace "emergency_perl_save: flushing outstanding aio requests";
		3882	while (IO::AIO::nreqs || BDB::nreqs) {
		3883	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
		3884	}
		3885
		3886	cf::write_runtime_sync; # external watchdog should not bark
3283	};	3887	};
3284		3888
3285	warn "leave emergency perl save\n";	3889	info "emergency_perl_save: leave\n";
3286	}	3890	}
3287		3891
3288	sub post_cleanup {	3892	sub post_cleanup {
3289	my ($make_core) = @_;	3893	my ($make_core) = @_;
3290		3894
		3895	IO::AIO::flush;
		3896
3291	warn Carp::longmess "post_cleanup backtrace"	3897	error Carp::longmess "post_cleanup backtrace"
3292	if $make_core;	3898	if $make_core;
		3899
		3900	my $fh = pidfile;
		3901	unlink $PIDFILE if <$fh> == $$;
		3902	}
		3903
		3904	# a safer delete_package, copied from Symbol
		3905	sub clear_package($) {
		3906	my $pkg = shift;
		3907
		3908	# expand to full symbol table name if needed
		3909	unless ($pkg =~ /^main::.*::$/) {
		3910	$pkg = "main$pkg" if $pkg =~ /^::/;
		3911	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3912	$pkg .= '::' unless $pkg =~ /::$/;
		3913	}
		3914
		3915	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3916	my $stem_symtab = *{$stem}{HASH};
		3917
		3918	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3919	or return;
		3920
		3921	# clear all symbols
		3922	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3923	for my $name (keys %$leaf_symtab) {
		3924	_gv_clear *{"$pkg$name"};
		3925	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3926	}
3293	}	3927	}
3294		3928
3295	sub do_reload_perl() {	3929	sub do_reload_perl() {
3296	# can/must only be called in main	3930	# can/must only be called in main
3297	if ($Coro::current != $Coro::main) {	3931	unless (in_main) {
3298	warn "can only reload from main coroutine";	3932	error "can only reload from main coroutine";
3299	return;	3933	return;
3300	}	3934	}
3301		3935
3302	warn "reloading...";	3936	return if $RELOAD++;
3303		3937
3304	warn "entering sync_job";	3938	my $t1 = AE::time;
3305		3939
		3940	while ($RELOAD) {
		3941	cf::get_slot 0.1, -1, "reload_perl";
		3942	info "perl_reload: reloading...";
		3943
		3944	trace "perl_reload: entering sync_job";
		3945
3306	cf::sync_job {	3946	cf::sync_job {
3307	cf::write_runtime; # external watchdog should not bark
3308	cf::emergency_save;	3947	#cf::emergency_save;
3309	cf::write_runtime; # external watchdog should not bark
3310		3948
3311	warn "syncing database to disk";
3312	BDB::db_env_txn_checkpoint $DB_ENV;
3313
3314	# if anything goes wrong in here, we should simply crash as we already saved
3315
3316	warn "cancelling all WF_AUTOCANCEL watchers";
3317	for (Event::all_watchers) {
3318	$_->cancel if $_->data & WF_AUTOCANCEL;
3319	}
3320
3321	warn "flushing outstanding aio requests";
3322	for (;;) {
3323	BDB::flush;
3324	IO::AIO::flush;
3325	Coro::cede;
3326	last unless IO::AIO::nreqs || BDB::nreqs;
3327	warn "iterate...";
3328	}
3329
3330	++$RELOAD;
3331
3332	warn "cancelling all extension coros";	3949	trace "perl_reload: cancelling all extension coros";
3333	$_->cancel for values %EXT_CORO;	3950	$_->cancel for values %EXT_CORO;
3334	%EXT_CORO = ();	3951	%EXT_CORO = ();
3335		3952
3336	warn "removing commands";	3953	trace "perl_reload: removing commands";
3337	%COMMAND = ();	3954	%COMMAND = ();
3338		3955
3339	warn "removing ext/exti commands";	3956	trace "perl_reload: removing ext/exti commands";
3340	%EXTCMD = ();	3957	%EXTCMD = ();
3341	%EXTICMD = ();	3958	%EXTICMD = ();
3342		3959
3343	warn "unloading/nuking all extensions";	3960	trace "perl_reload: unloading/nuking all extensions";
3344	for my $pkg (@EXTS) {	3961	for my $pkg (@EXTS) {
3345	warn "... unloading $pkg";	3962	trace "... unloading $pkg";
3346		3963
3347	if (my $cb = $pkg->can ("unload")) {	3964	if (my $cb = $pkg->can ("unload")) {
3348	eval {	3965	eval {
3349	$cb->($pkg);	3966	$cb->($pkg);
3350	1	3967	1
3351	} or warn "$pkg unloaded, but with errors: $@";	3968	} or error "$pkg unloaded, but with errors: $@";
		3969	}
		3970
		3971	trace "... clearing $pkg";
		3972	clear_package $pkg;
3352	}	3973	}
3353		3974
3354	warn "... nuking $pkg";
3355	Symbol::delete_package $pkg;
3356	}
3357
3358	warn "unloading all perl modules loaded from $LIBDIR";	3975	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3359	while (my ($k, $v) = each %INC) {	3976	while (my ($k, $v) = each %INC) {
3360	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3977	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3361		3978
3362	warn "... unloading $k";	3979	trace "... unloading $k";
3363	delete $INC{$k};	3980	delete $INC{$k};
3364		3981
3365	$k =~ s/\.pm$//;	3982	$k =~ s/\.pm$//;
3366	$k =~ s/\//::/g;	3983	$k =~ s/\//::/g;
3367		3984
3368	if (my $cb = $k->can ("unload_module")) {	3985	if (my $cb = $k->can ("unload_module")) {
3369	$cb->();	3986	$cb->();
		3987	}
		3988
		3989	clear_package $k;
3370	}	3990	}
3371		3991
3372	Symbol::delete_package $k;
3373	}
3374
3375	warn "getting rid of safe::, as good as possible";	3992	trace "perl_reload: getting rid of safe::, as good as possible";
3376	Symbol::delete_package "safe::$_"	3993	clear_package "safe::$_"
3377	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3994	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3378		3995
3379	warn "unloading cf.pm \"a bit\"";	3996	trace "perl_reload: unloading cf.pm \"a bit\"";
3380	delete $INC{"cf.pm"};	3997	delete $INC{"cf.pm"};
3381	delete $INC{"cf/pod.pm"};	3998	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3382		3999
3383	# don't, removes xs symbols, too,	4000	# don't, removes xs symbols, too,
3384	# and global variables created in xs	4001	# and global variables created in xs
3385	#Symbol::delete_package __PACKAGE__;	4002	#clear_package __PACKAGE__;
3386		4003
3387	warn "unload completed, starting to reload now";	4004	info "perl_reload: unload completed, starting to reload now";
3388		4005
3389	warn "reloading cf.pm";	4006	trace "perl_reload: reloading cf.pm";
3390	require cf;	4007	require cf;
3391	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4008	cf::_connect_to_perl_1;
3392		4009
3393	warn "loading config and database again";	4010	trace "perl_reload: loading config and database again";
3394	cf::reload_config;	4011	cf::reload_config;
3395		4012
3396	warn "loading extensions";	4013	trace "perl_reload: loading extensions";
3397	cf::load_extensions;	4014	cf::load_extensions;
3398		4015
		4016	if ($REATTACH_ON_RELOAD) {
3399	warn "reattaching attachments to objects/players";	4017	trace "perl_reload: reattaching attachments to objects/players";
3400	_global_reattach; # objects, sockets	4018	_global_reattach; # objects, sockets
3401	warn "reattaching attachments to maps";	4019	trace "perl_reload: reattaching attachments to maps";
3402	reattach $_ for values %MAP;	4020	reattach $_ for values %MAP;
3403	warn "reattaching attachments to players";	4021	trace "perl_reload: reattaching attachments to players";
3404	reattach $_ for values %PLAYER;	4022	reattach $_ for values %PLAYER;
		4023	}
3405		4024
3406	warn "leaving sync_job";	4025	cf::_post_init 1;
3407		4026
		4027	trace "perl_reload: leaving sync_job";
		4028
3408	1	4029	1
3409	} or do {	4030	} or do {
3410	warn $@;	4031	error $@;
3411	warn "error while reloading, exiting.";	4032	cf::cleanup "perl_reload: error, exiting.";
3412	exit 1;	4033	};
		4034
		4035	--$RELOAD;
3413	};	4036	}
3414		4037
3415	warn "reloaded";	4038	$t1 = AE::time - $t1;
		4039	info "perl_reload: completed in ${t1}s\n";
3416	};	4040	};
3417		4041
3418	our $RELOAD_WATCHER; # used only during reload	4042	our $RELOAD_WATCHER; # used only during reload
3419		4043
3420	sub reload_perl() {	4044	sub reload_perl() {
3421	# doing reload synchronously and two reloads happen back-to-back,	4045	# doing reload synchronously and two reloads happen back-to-back,
3422	# coro crashes during coro_state_free->destroy here.	4046	# coro crashes during coro_state_free->destroy here.
3423		4047
3424	$RELOAD_WATCHER ||= Event->timer (	4048	$RELOAD_WATCHER ||= cf::async {
3425	reentrant => 0,	4049	Coro::AIO::aio_wait cache_extensions;
3426	after => 0,	4050
3427	data => WF_AUTOCANCEL,	4051	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3428	cb => sub {
3429	do_reload_perl;	4052	do_reload_perl;
3430	undef $RELOAD_WATCHER;	4053	undef $RELOAD_WATCHER;
3431	},	4054	};
3432	);	4055	};
3433	}	4056	}
3434		4057
3435	register_command "reload" => sub {	4058	register_command "reload" => sub {
3436	my ($who, $arg) = @_;	4059	my ($who, $arg) = @_;
3437		4060
3438	if ($who->flag (FLAG_WIZ)) {	4061	if ($who->flag (FLAG_WIZ)) {
3439	$who->message ("reloading server.");	4062	$who->message ("reloading server.");
		4063	async {
		4064	$Coro::current->{desc} = "perl_reload";
3440	async { reload_perl };	4065	reload_perl;
		4066	};
3441	}	4067	}
3442	};	4068	};
3443		4069
3444	unshift @INC, $LIBDIR;	4070	#############################################################################
3445		4071
3446	my $bug_warning = 0;	4072	my $bug_warning = 0;
3447		4073
3448	our @WAIT_FOR_TICK;	4074	our @WAIT_FOR_TICK;
3449	our @WAIT_FOR_TICK_BEGIN;	4075	our @WAIT_FOR_TICK_BEGIN;
3450		4076
3451	sub wait_for_tick {	4077	sub wait_for_tick() {
3452	return unless $TICK_WATCHER->is_active;
3453	return if $Coro::current == $Coro::main;	4078	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3454		4079
3455	my $signal = new Coro::Signal;	4080	my $signal = new Coro::Signal;
3456	push @WAIT_FOR_TICK, $signal;	4081	push @WAIT_FOR_TICK, $signal;
3457	$signal->wait;	4082	$signal->wait;
3458	}	4083	}
3459		4084
3460	sub wait_for_tick_begin {	4085	sub wait_for_tick_begin() {
3461	return unless $TICK_WATCHER->is_active;
3462	return if $Coro::current == $Coro::main;	4086	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3463		4087
3464	my $signal = new Coro::Signal;	4088	my $signal = new Coro::Signal;
3465	push @WAIT_FOR_TICK_BEGIN, $signal;	4089	push @WAIT_FOR_TICK_BEGIN, $signal;
3466	$signal->wait;	4090	$signal->wait;
3467	}	4091	}
3468		4092
3469	our $stat_fh;	4093	sub tick {
3470	sysopen $stat_fh, "/tmp/cfstats", Fcntl::O_APPEND | Fcntl::O_CREAT | Fcntl::O_WRONLY, 0600;#d#
3471
3472	$TICK_WATCHER = Event->timer (
3473	reentrant => 0,
3474	parked => 1,
3475	prio => 0,
3476	at => $NEXT_TICK || $TICK,
3477	data => WF_AUTOCANCEL,
3478	cb => sub {
3479	if ($Coro::current != $Coro::main) {	4094	if ($Coro::current != $Coro::main) {
3480	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4095	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3481	unless ++$bug_warning > 10;	4096	unless ++$bug_warning > 10;
3482	return;	4097	return;
3483	}	4098	}
3484		4099
3485	my @pl = cf::player::list; my $stats = sprintf "%.2f %d %d %d", $RUNTIME, (scalar @pl), cf::object::actives_size, cf::object::objects_size; #d#
3486
3487	$NOW = $tick_start = Event::time;
3488
3489	cf::server_tick; # one server iteration	4100	cf::server_tick; # one server iteration
3490		4101
3491	$RUNTIME += $TICK;	4102	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3492	$NEXT_TICK += $TICK;
3493		4103
3494	if ($NOW >= $NEXT_RUNTIME_WRITE) {	4104	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3495	$NEXT_RUNTIME_WRITE = $NOW + 10;	4105	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3496	Coro::async_pool {	4106	Coro::async_pool {
		4107	$Coro::current->{desc} = "runtime saver";
3497	write_runtime	4108	write_runtime_sync
3498	or warn "ERROR: unable to write runtime file: $!";	4109	or error "ERROR: unable to write runtime file: $!";
3499	};
3500	}	4110	};
		4111	}
3501		4112
3502	# my $AFTER = Event::time;
3503	# warn $AFTER - $NOW;#d#
3504
3505	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4113	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3506	$sig->send;	4114	$sig->send;
3507	}	4115	}
3508	while (my $sig = shift @WAIT_FOR_TICK) {	4116	while (my $sig = shift @WAIT_FOR_TICK) {
3509	$sig->send;	4117	$sig->send;
3510	}	4118	}
3511		4119
3512	$NOW = Event::time;	4120	$LOAD = ($NOW - $TICK_START) / $TICK;
3513
3514	# if we are delayed by four ticks or more, skip them all
3515	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3516
3517	$TICK_WATCHER->at ($NEXT_TICK);
3518	$TICK_WATCHER->start;
3519
3520	$LOAD = ($NOW - $tick_start) / $TICK;
3521	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4121	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3522		4122
3523	_post_tick;	4123	if (0) {
3524		4124	if ($NEXT_TICK) {
3525	# gather some statistics#d#	4125	my $jitter = $TICK_START - $NEXT_TICK;
3526	$stats .= sprintf " %d\n", 10000 * ($NOW - $tick_start);#d#	4126	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
3527	IO::AIO::aio_write $stat_fh, undef, undef, $stats, 0;#d#	4127	debug "jitter $JITTER\n";#d#
		4128	}
3528	},	4129	}
3529	);	4130	}
3530		4131
3531	{	4132	{
		4133	# configure BDB
		4134
3532	BDB::min_parallel 8;	4135	BDB::min_parallel 16;
3533	BDB::max_poll_time $TICK * 0.1;	4136	BDB::max_poll_reqs $TICK * 0.1;
3534	$BDB_POLL_WATCHER = Event->io (	4137	$AnyEvent::BDB::WATCHER->priority (1);
3535	reentrant => 0,
3536	fd => BDB::poll_fileno,
3537	poll => 'r',
3538	prio => 0,
3539	data => WF_AUTOCANCEL,
3540	cb => \&BDB::poll_cb,
3541	);
3542
3543	BDB::set_sync_prepare {
3544	my $status;
3545	my $current = $Coro::current;
3546	(
3547	sub {
3548	$status = $!;
3549	$current->ready; undef $current;
3550	},
3551	sub {
3552	Coro::schedule while defined $current;
3553	$! = $status;
3554	},
3555	)
3556	};
3557		4138
3558	unless ($DB_ENV) {	4139	unless ($DB_ENV) {
3559	$DB_ENV = BDB::db_env_create;	4140	$DB_ENV = BDB::db_env_create;
		4141	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4142	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4143	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4144	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4145	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3560		4146
3561	cf::sync_job {	4147	cf::sync_job {
3562	eval {	4148	eval {
3563	BDB::db_env_open	4149	BDB::db_env_open
3564	$DB_ENV,	4150	$DB_ENV,
…		…
3566	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4152	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3567	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4153	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3568	0666;	4154	0666;
3569		4155
3570	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4156	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3571
3572	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
3573	| BDB::LOG_AUTOREMOVE, 1);
3574	$DB_ENV->set_lk_detect;
3575	};	4157	};
3576		4158
3577	cf::cleanup "db_env_open(db): $@" if $@;	4159	cf::cleanup "db_env_open(db): $@" if $@;
3578	};	4160	};
3579	}	4161	}
3580		4162
3581	$BDB_CHECKPOINT_WATCHER = Event->timer (	4163	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3582	after => 11,	4164	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3583	interval => 60,	4165	};
3584	hard => 1,	4166	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3585	prio => 0,
3586	data => WF_AUTOCANCEL,
3587	cb => sub {
3588	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };	4167	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3589	},
3590	);	4168	};
3591	$BDB_TRICKLE_WATCHER = Event->timer (	4169	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3592	after => 5,
3593	interval => 10,
3594	hard => 1,
3595	prio => 0,
3596	data => WF_AUTOCANCEL,
3597	cb => sub {
3598	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };	4170	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3599	},
3600	);	4171	};
3601	}	4172	}
3602		4173
3603	{	4174	{
		4175	# configure IO::AIO
		4176
3604	IO::AIO::min_parallel 8;	4177	IO::AIO::min_parallel 8;
3605
3606	undef $Coro::AIO::WATCHER;
3607	IO::AIO::max_poll_time $TICK * 0.1;	4178	IO::AIO::max_poll_time $TICK * 0.1;
3608	$AIO_POLL_WATCHER = Event->io (	4179	undef $AnyEvent::AIO::WATCHER;
3609	reentrant => 0,
3610	data => WF_AUTOCANCEL,
3611	fd => IO::AIO::poll_fileno,
3612	poll => 'r',
3613	prio => 6,
3614	cb => \&IO::AIO::poll_cb,
3615	);
3616	}	4180	}
3617		4181
3618	my $_log_backtrace;	4182	our $_log_backtrace;
		4183	our $_log_backtrace_last;
3619		4184
3620	sub _log_backtrace {	4185	sub _log_backtrace {
3621	my ($msg, @addr) = @_;	4186	my ($msg, @addr) = @_;
3622		4187
3623	$msg =~ s/\n//;	4188	$msg =~ s/\n$//;
3624		4189
		4190	if ($_log_backtrace_last eq $msg) {
		4191	LOG llevInfo, "[ABT] $msg\n";
		4192	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3625	# limit the # of concurrent backtraces	4193	# limit the # of concurrent backtraces
3626	if ($_log_backtrace < 2) {	4194	} elsif ($_log_backtrace < 2) {
		4195	$_log_backtrace_last = $msg;
3627	++$_log_backtrace;	4196	++$_log_backtrace;
		4197	my $perl_bt = Carp::longmess $msg;
3628	async {	4198	async {
		4199	$Coro::current->{desc} = "abt $msg";
		4200
3629	my @bt = fork_call {	4201	my @bt = fork_call {
3630	@addr = map { sprintf "%x", $_ } @addr;	4202	@addr = map { sprintf "%x", $_ } @addr;
3631	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4203	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3632	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4204	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3633	or die "addr2line: $!";	4205	or die "addr2line: $!";
…		…
3641	}	4213	}
3642		4214
3643	@funcs	4215	@funcs
3644	};	4216	};
3645		4217
3646	LOG llevInfo, "[ABT] $msg\n";	4218	LOG llevInfo, "[ABT] $perl_bt\n";
		4219	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3647	LOG llevInfo, "[ABT] $_\n" for @bt;	4220	LOG llevInfo, "[ABT] $_\n" for @bt;
3648	--$_log_backtrace;	4221	--$_log_backtrace;
3649	};	4222	};
3650	} else {	4223	} else {
3651	LOG llevInfo, "[ABT] $msg\n";	4224	LOG llevInfo, "[ABT] $msg\n";
3652	LOG llevInfo, "[ABT] [suppressed]\n";	4225	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3653	}	4226	}
3654	}	4227	}
3655		4228
3656	# load additional modules	4229	# load additional modules
3657	use cf::pod;	4230	require "cf/$_.pm" for @EXTRA_MODULES;
		4231	cf::_connect_to_perl_2;
3658		4232
3659	END { cf::emergency_save }	4233	END { cf::emergency_save }
3660		4234
3661	1	4235	1
3662		4236

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines