ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.382 by root, Thu Oct 11 00:34:31 2007 UTC vs.
Revision 1.460 by root, Mon Dec 15 17:04:53 2008 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify
		7	# it under the terms of the GNU General Public License as published by
		8	# the Free Software Foundation, either version 3 of the License, or
		9	# (at your option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the GNU General Public License
		17	# along with this program. If not, see <http://www.gnu.org/licenses/>.
		18	#
		19	# The authors can be reached via e-mail to <support@deliantra.net>
		20	#
		21
1	package cf;	22	package cf;
2		23
		24	use 5.10.0;
3	use utf8;	25	use utf8;
4	use strict;	26	use strict "vars", "subs";
5		27
6	use Symbol;	28	use Symbol;
7	use List::Util;	29	use List::Util;
8	use Socket;	30	use Socket;
9	use Storable;	31	use EV;
10	use Event;
11	use Opcode;	32	use Opcode;
12	use Safe;	33	use Safe;
13	use Safe::Hole;	34	use Safe::Hole;
		35	use Storable ();
14		36
		37	use Guard ();
15	use Coro 4.1 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
24	use Coro::Util ();	51	use Coro::Util ();
25		52
26	use JSON::XS ();	53	use JSON::XS 2.01 ();
27	use BDB ();	54	use BDB ();
28	use Data::Dumper;	55	use Data::Dumper;
29	use Digest::MD5;	56	use Digest::MD5;
30	use Fcntl;	57	use Fcntl;
31	use YAML::Syck ();	58	use YAML ();
32	use IO::AIO 2.51 ();	59	use IO::AIO ();
33	use Time::HiRes;	60	use Time::HiRes;
34	use Compress::LZF;	61	use Compress::LZF;
35	use Digest::MD5 ();	62	use Digest::MD5 ();
		63
		64	AnyEvent::detect;
36		65
37	# configure various modules to our taste	66	# configure various modules to our taste
38	#	67	#
39	$Storable::canonical = 1; # reduce rsync transfers	68	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	69	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		70
		71	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		72
		73	# make sure c-lzf reinitialises itself
		74	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	75	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
43	$Event::Eval = 1; # no idea why this is required, but it is
44
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		76
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	77	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51		78
52	our %COMMAND = ();	79	our %COMMAND = ();
53	our %COMMAND_TIME = ();	80	our %COMMAND_TIME = ();
…		…
56	our %EXTCMD = ();	83	our %EXTCMD = ();
57	our %EXTICMD = ();	84	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	85	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	86	our %EXT_MAP = (); # pluggable maps
60		87
61	our $RELOAD; # number of reloads so far	88	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	89	our @EVENT;
63		90
64	our $CONFDIR = confdir;	91	our $CONFDIR = confdir;
65	our $DATADIR = datadir;	92	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	93	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	94	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	95	our $MAPDIR = "$DATADIR/" . mapdir;
69	our $LOCALDIR = localdir;	96	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	97	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	98	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	99	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	100	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	101	our $BDBDIR = "$LOCALDIR/db";
		102	our $PIDFILE = "$LOCALDIR/pid";
		103	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		104
		105	our %RESOURCE;
75		106
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	107	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	108	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	109	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	110	our $USE_FSYNC = 1; # use fsync to write maps - default off
83		111
84	our $BDB_POLL_WATCHER;
85	our $BDB_DEADLOCK_WATCHER;	112	our $BDB_DEADLOCK_WATCHER;
86	our $BDB_CHECKPOINT_WATCHER;	113	our $BDB_CHECKPOINT_WATCHER;
87	our $BDB_TRICKLE_WATCHER;	114	our $BDB_TRICKLE_WATCHER;
88	our $DB_ENV;	115	our $DB_ENV;
89		116
90	our %CFG;	117	our %CFG;
91		118
92	our $UPTIME; $UPTIME ||= time;	119	our $UPTIME; $UPTIME ||= time;
93	our $RUNTIME;	120	our $RUNTIME;
		121	our $NOW;
94		122
95	our (%PLAYER, %PLAYER_LOADING); # all users	123	our (%PLAYER, %PLAYER_LOADING); # all users
96	our (%MAP, %MAP_LOADING ); # all maps	124	our (%MAP, %MAP_LOADING ); # all maps
97	our $LINK_MAP; # the special {link} map, which is always available	125	our $LINK_MAP; # the special {link} map, which is always available
98		126
99	# used to convert map paths into valid unix filenames by replacing / by ∕	127	# used to convert map paths into valid unix filenames by replacing / by ∕
100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	128	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
101		129
102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	130	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
103	our $LOADAVG; # same thing, but with alpha-smoothing	131	our $LOADAVG; # same thing, but with alpha-smoothing
		132	our $JITTER; # average jitter
104	our $tick_start; # for load detecting purposes	133	our $TICK_START; # for load detecting purposes
		134
		135	our @POST_INIT;
		136
		137	our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow)
105		138
106	binmode STDOUT;	139	binmode STDOUT;
107	binmode STDERR;	140	binmode STDERR;
108		141
109	# read virtual server time, if available	142	# read virtual server time, if available
110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	143	unless ($RUNTIME || !-e $RUNTIMEFILE) {
111	open my $fh, "<", "$LOCALDIR/runtime"	144	open my $fh, "<", $RUNTIMEFILE
112	or die "unable to read runtime file: $!";	145	or die "unable to read $RUNTIMEFILE file: $!";
113	$RUNTIME = <$fh> + 0.;	146	$RUNTIME = <$fh> + 0.;
114	}	147	}
115		148
116	mkdir $_	149	mkdir $_
117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	150	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
…		…
162		195
163	The raw value load value from the last tick.	196	The raw value load value from the last tick.
164		197
165	=item %cf::CFG	198	=item %cf::CFG
166		199
167	Configuration for the server, loaded from C</etc/crossfire/config>, or	200	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
168	from wherever your confdir points to.	201	from wherever your confdir points to.
169		202
170	=item cf::wait_for_tick, cf::wait_for_tick_begin	203	=item cf::wait_for_tick, cf::wait_for_tick_begin
171		204
172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	205	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
…		…
193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	226	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
194		227
195	LOG llevError, $msg;	228	LOG llevError, $msg;
196	};	229	};
197	}	230	}
		231
		232	$Coro::State::DIEHOOK = sub {
		233	return unless $^S eq 0; # "eq", not "=="
		234
		235	if ($Coro::current == $Coro::main) {#d#
		236	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		237	return;#d#
		238	}#d#
		239
		240	# kill coroutine otherwise
		241	warn Carp::longmess $_[0];
		242	Coro::terminate
		243	};
		244
		245	$SIG{__DIE__} = sub { }; #d#?
198		246
199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	247	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	248	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	249	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	250	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
209	for my $pkg (qw(	257	for my $pkg (qw(
210	cf::global cf::attachable	258	cf::global cf::attachable
211	cf::object cf::object::player	259	cf::object cf::object::player
212	cf::client cf::player	260	cf::client cf::player
213	cf::arch cf::living	261	cf::arch cf::living
		262	cf::map cf::mapspace
214	cf::map cf::party cf::region	263	cf::party cf::region
215	)) {	264	)) {
216	no strict 'refs';
217	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	265	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
218	}	266	}
219		267
220	$Event::DIED = sub {	268	$EV::DIED = sub {
221	warn "error in event callback: @_";	269	warn "error in event callback: @_";
222	};	270	};
223		271
224	#############################################################################	272	#############################################################################
225		273
…		…
248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	296	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
249	$d	297	$d
250	} || "[unable to dump $_[0]: '$@']";	298	} || "[unable to dump $_[0]: '$@']";
251	}	299	}
252		300
253	=item $ref = cf::from_json $json	301	=item $ref = cf::decode_json $json
254		302
255	Converts a JSON string into the corresponding perl data structure.	303	Converts a JSON string into the corresponding perl data structure.
256		304
257	=item $json = cf::to_json $ref	305	=item $json = cf::encode_json $ref
258		306
259	Converts a perl data structure into its JSON representation.	307	Converts a perl data structure into its JSON representation.
260		308
261	=cut	309	=cut
262		310
263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	311	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
264		312
265	sub to_json ($) { $json_coder->encode ($_[0]) }	313	sub encode_json($) { $json_coder->encode ($_[0]) }
266	sub from_json ($) { $json_coder->decode ($_[0]) }	314	sub decode_json($) { $json_coder->decode ($_[0]) }
		315
		316	=item cf::post_init { BLOCK }
		317
		318	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		319	but I<before> the server starts ticking again.
		320
		321	The cdoeblock will have a single boolean argument to indicate whether this
		322	is a reload or not.
		323
		324	=cut
		325
		326	sub post_init(&) {
		327	push @POST_INIT, shift;
		328	}
267		329
268	=item cf::lock_wait $string	330	=item cf::lock_wait $string
269		331
270	Wait until the given lock is available. See cf::lock_acquire.	332	Wait until the given lock is available. See cf::lock_acquire.
271		333
272	=item my $lock = cf::lock_acquire $string	334	=item my $lock = cf::lock_acquire $string
273		335
274	Wait until the given lock is available and then acquires it and returns	336	Wait until the given lock is available and then acquires it and returns
275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	337	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
276	for example when the coroutine gets canceled), the lock is automatically	338	for example when the coroutine gets canceled), the lock is automatically
277	returned.	339	returned.
278		340
279	Locks are *not* recursive, locking from the same coro twice results in a	341	Locks are *not* recursive, locking from the same coro twice results in a
280	deadlocked coro.	342	deadlocked coro.
…		…
286		348
287	Return true if the lock is currently active, i.e. somebody has locked it.	349	Return true if the lock is currently active, i.e. somebody has locked it.
288		350
289	=cut	351	=cut
290		352
291	our %LOCK;	353	our $LOCKS = new Coro::SemaphoreSet;
292	our %LOCKER;#d#
293		354
294	sub lock_wait($) {	355	sub lock_wait($) {
295	my ($key) = @_;	356	$LOCKS->wait ($_[0]);
296
297	if ($LOCKER{$key} == $Coro::current) {#d#
298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
299	return;#d#
300	}#d#
301
302	# wait for lock, if any
303	while ($LOCK{$key}) {
304	push @{ $LOCK{$key} }, $Coro::current;
305	Coro::schedule;
306	}
307	}	357	}
308		358
309	sub lock_acquire($) {	359	sub lock_acquire($) {
310	my ($key) = @_;	360	$LOCKS->guard ($_[0])
311
312	# wait, to be sure we are not locked
313	lock_wait $key;
314
315	$LOCK{$key} = [];
316	$LOCKER{$key} = $Coro::current;#d#
317
318	Coro::guard {
319	delete $LOCKER{$key};#d#
320	# wake up all waiters, to be on the safe side
321	$_->ready for @{ delete $LOCK{$key} };
322	}
323	}	361	}
324		362
325	sub lock_active($) {	363	sub lock_active($) {
326	my ($key) = @_;	364	$LOCKS->count ($_[0]) < 1
327
328	! ! $LOCK{$key}
329	}	365	}
330		366
331	sub freeze_mainloop {	367	sub freeze_mainloop {
332	return unless $TICK_WATCHER->is_active;	368	tick_inhibit_inc;
333		369
334	my $guard = Coro::guard {	370	&Guard::guard (\&tick_inhibit_dec);
335	$TICK_WATCHER->start;	371	}
336	};	372
337	$TICK_WATCHER->stop;	373	=item cf::periodic $interval, $cb
338	$guard	374
		375	Like EV::periodic, but randomly selects a starting point so that the actions
		376	get spread over timer.
		377
		378	=cut
		379
		380	sub periodic($$) {
		381	my ($interval, $cb) = @_;
		382
		383	my $start = rand List::Util::min 180, $interval;
		384
		385	EV::periodic $start, $interval, 0, $cb
339	}	386	}
340		387
341	=item cf::get_slot $time[, $priority[, $name]]	388	=item cf::get_slot $time[, $priority[, $name]]
342		389
343	Allocate $time seconds of blocking CPU time at priority C<$priority>:	390	Allocate $time seconds of blocking CPU time at priority C<$priority>:
…		…
383	}	430	}
384	}	431	}
385	};	432	};
386		433
387	sub get_slot($;$$) {	434	sub get_slot($;$$) {
		435	return if tick_inhibit || $Coro::current == $Coro::main;
		436
388	my ($time, $pri, $name) = @_;	437	my ($time, $pri, $name) = @_;
389		438
390	$time = $TICK * .6 if $time > $TICK * .6;	439	$time = $TICK * .6 if $time > $TICK * .6;
391	my $sig = new Coro::Signal;	440	my $sig = new Coro::Signal;
392		441
…		…
406		455
407	BEGIN { *async = \&Coro::async_pool }	456	BEGIN { *async = \&Coro::async_pool }
408		457
409	=item cf::sync_job { BLOCK }	458	=item cf::sync_job { BLOCK }
410		459
411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	460	The design of Deliantra requires that the main coroutine ($Coro::main)
412	is always able to handle events or runnable, as Crossfire TRT is only	461	is always able to handle events or runnable, as Deliantra is only
413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	462	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
414	acceptable.	463	acceptable.
415		464
416	If it must be done, put the blocking parts into C<sync_job>. This will run	465	If it must be done, put the blocking parts into C<sync_job>. This will run
417	the given BLOCK in another coroutine while waiting for the result. The	466	the given BLOCK in another coroutine while waiting for the result. The
…		…
422		471
423	sub sync_job(&) {	472	sub sync_job(&) {
424	my ($job) = @_;	473	my ($job) = @_;
425		474
426	if ($Coro::current == $Coro::main) {	475	if ($Coro::current == $Coro::main) {
427	my $time = Event::time;	476	my $time = EV::time;
428		477
429	# this is the main coro, too bad, we have to block	478	# this is the main coro, too bad, we have to block
430	# till the operation succeeds, freezing the server :/	479	# till the operation succeeds, freezing the server :/
431		480
432	LOG llevError | logBacktrace, Carp::longmess "sync job";#d#	481	LOG llevError, Carp::longmess "sync job";#d#
433		482
434	# TODO: use suspend/resume instead
435	# (but this is cancel-safe)
436	my $freeze_guard = freeze_mainloop;	483	my $freeze_guard = freeze_mainloop;
437		484
438	my $busy = 1;	485	my $busy = 1;
439	my @res;	486	my @res;
440		487
…		…
444	warn $@ if $@;	491	warn $@ if $@;
445	undef $busy;	492	undef $busy;
446	})->prio (Coro::PRIO_MAX);	493	})->prio (Coro::PRIO_MAX);
447		494
448	while ($busy) {	495	while ($busy) {
449	Coro::cede or Event::one_event;	496	if (Coro::nready) {
		497	Coro::cede_notself;
		498	} else {
		499	EV::loop EV::LOOP_ONESHOT;
450	}	500	}
		501	}
451		502
452	$time = Event::time - $time;	503	my $time = EV::time - $time;
453		504
454	LOG llevError | logBacktrace, Carp::longmess "long sync job"
455	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
456
457	$tick_start += $time; # do not account sync jobs to server load	505	$TICK_START += $time; # do not account sync jobs to server load
458		506
459	wantarray ? @res : $res[0]	507	wantarray ? @res : $res[0]
460	} else {	508	} else {
461	# we are in another coroutine, how wonderful, everything just works	509	# we are in another coroutine, how wonderful, everything just works
462		510
…		…
487	=item fork_call { }, $args	535	=item fork_call { }, $args
488		536
489	Executes the given code block with the given arguments in a seperate	537	Executes the given code block with the given arguments in a seperate
490	process, returning the results. Everything must be serialisable with	538	process, returning the results. Everything must be serialisable with
491	Coro::Storable. May, of course, block. Note that the executed sub may	539	Coro::Storable. May, of course, block. Note that the executed sub may
492	never block itself or use any form of Event handling.	540	never block itself or use any form of event handling.
493		541
494	=cut	542	=cut
495		543
496	sub fork_call(&@) {	544	sub fork_call(&@) {
497	my ($cb, @args) = @_;	545	my ($cb, @args) = @_;
…		…
504	reset_signals;	552	reset_signals;
505	&$cb	553	&$cb
506	}, @args;	554	}, @args;
507		555
508	wantarray ? @res : $res[-1]	556	wantarray ? @res : $res[-1]
		557	}
		558
		559	=item $coin = coin_from_name $name
		560
		561	=cut
		562
		563	our %coin_alias = (
		564	"silver" => "silvercoin",
		565	"silvercoin" => "silvercoin",
		566	"silvercoins" => "silvercoin",
		567	"gold" => "goldcoin",
		568	"goldcoin" => "goldcoin",
		569	"goldcoins" => "goldcoin",
		570	"platinum" => "platinacoin",
		571	"platinumcoin" => "platinacoin",
		572	"platinumcoins" => "platinacoin",
		573	"platina" => "platinacoin",
		574	"platinacoin" => "platinacoin",
		575	"platinacoins" => "platinacoin",
		576	"royalty" => "royalty",
		577	"royalties" => "royalty",
		578	);
		579
		580	sub coin_from_name($) {
		581	$coin_alias{$_[0]}
		582	? cf::arch::find $coin_alias{$_[0]}
		583	: undef
509	}	584	}
510		585
511	=item $value = cf::db_get $family => $key	586	=item $value = cf::db_get $family => $key
512		587
513	Returns a single value from the environment database.	588	Returns a single value from the environment database.
…		…
652		727
653	#############################################################################	728	#############################################################################
654		729
655	=head2 ATTACHABLE OBJECTS	730	=head2 ATTACHABLE OBJECTS
656		731
657	Many objects in crossfire are so-called attachable objects. That means you can	732	Many objects in deliantra are so-called attachable objects. That means you can
658	attach callbacks/event handlers (a collection of which is called an "attachment")	733	attach callbacks/event handlers (a collection of which is called an "attachment")
659	to it. All such attachable objects support the following methods.	734	to it. All such attachable objects support the following methods.
660		735
661	In the following description, CLASS can be any of C<global>, C<object>	736	In the following description, CLASS can be any of C<global>, C<object>
662	C<player>, C<client> or C<map> (i.e. the attachable objects in	737	C<player>, C<client> or C<map> (i.e. the attachable objects in
663	Crossfire TRT).	738	Deliantra).
664		739
665	=over 4	740	=over 4
666		741
667	=item $attachable->attach ($attachment, key => $value...)	742	=item $attachable->attach ($attachment, key => $value...)
668		743
…		…
712	=item cf::CLASS::attachment $name, ...	787	=item cf::CLASS::attachment $name, ...
713		788
714	Register an attachment by C<$name> through which attachable objects of the	789	Register an attachment by C<$name> through which attachable objects of the
715	given CLASS can refer to this attachment.	790	given CLASS can refer to this attachment.
716		791
717	Some classes such as crossfire maps and objects can specify attachments	792	Some classes such as deliantra maps and objects can specify attachments
718	that are attached at load/instantiate time, thus the need for a name.	793	that are attached at load/instantiate time, thus the need for a name.
719		794
720	These calls expect any number of the following handler/hook descriptions:	795	These calls expect any number of the following handler/hook descriptions:
721		796
722	=over 4	797	=over 4
…		…
950	}	1025	}
951		1026
952	0	1027	0
953	}	1028	}
954		1029
955	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1030	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
956		1031
957	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1032	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
958		1033
959	Generate an object-specific event with the given arguments.	1034	Generate an object-specific event with the given arguments.
960		1035
…		…
966		1041
967	=cut	1042	=cut
968		1043
969	#############################################################################	1044	#############################################################################
970	# object support	1045	# object support
971	#
972		1046
		1047	sub _object_equal($$);
		1048	sub _object_equal($$) {
		1049	my ($a, $b) = @_;
		1050
		1051	return 0 unless (ref $a) eq (ref $b);
		1052
		1053	if ("HASH" eq ref $a) {
		1054	my @ka = keys %$a;
		1055	my @kb = keys %$b;
		1056
		1057	return 0 if @ka != @kb;
		1058
		1059	for (0 .. $#ka) {
		1060	return 0 unless $ka[$_] eq $kb[$_];
		1061	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1062	}
		1063
		1064	} elsif ("ARRAY" eq ref $a) {
		1065
		1066	return 0 if @$a != @$b;
		1067
		1068	for (0 .. $#$a) {
		1069	return 0 unless _object_equal $a->[$_], $b->[$_];
		1070	}
		1071
		1072	} elsif ($a ne $b) {
		1073	return 0;
		1074	}
		1075
		1076	1
		1077	}
		1078
		1079	our $SLOW_MERGES;#d#
973	sub _can_merge {	1080	sub _can_merge {
974	my ($ob1, $ob2) = @_;	1081	my ($ob1, $ob2) = @_;
975		1082
976	local $Storable::canonical = 1;	1083	++$SLOW_MERGES;#d#
977	my $fob1 = Storable::freeze $ob1;
978	my $fob2 = Storable::freeze $ob2;
979		1084
980	$fob1 eq $fob2	1085	# we do the slow way here
		1086	return _object_equal $ob1, $ob2
981	}	1087	}
982		1088
983	sub reattach {	1089	sub reattach {
984	# basically do the same as instantiate, without calling instantiate	1090	# basically do the same as instantiate, without calling instantiate
985	my ($obj) = @_;	1091	my ($obj) = @_;
986		1092
		1093	# no longer needed after getting rid of delete_package?
987	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1094	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
988		1095
989	my $registry = $obj->registry;	1096	my $registry = $obj->registry;
990		1097
991	@$registry = ();	1098	@$registry = ();
992		1099
…		…
1007	cf::attachable->attach (	1114	cf::attachable->attach (
1008	prio => -1000000,	1115	prio => -1000000,
1009	on_instantiate => sub {	1116	on_instantiate => sub {
1010	my ($obj, $data) = @_;	1117	my ($obj, $data) = @_;
1011		1118
1012	$data = from_json $data;	1119	$data = decode_json $data;
1013		1120
1014	for (@$data) {	1121	for (@$data) {
1015	my ($name, $args) = @$_;	1122	my ($name, $args) = @$_;
1016		1123
1017	$obj->attach ($name, %{$args || {} });	1124	$obj->attach ($name, %{$args || {} });
…		…
1038	utf8::decode (my $decname = $filename);	1145	utf8::decode (my $decname = $filename);
1039	warn sprintf "saving %s (%d,%d)\n",	1146	warn sprintf "saving %s (%d,%d)\n",
1040	$decname, length $$rdata, scalar @$objs;	1147	$decname, length $$rdata, scalar @$objs;
1041		1148
1042	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1149	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1043	chmod SAVE_MODE, $fh;	1150	aio_chmod $fh, SAVE_MODE;
1044	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1151	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1045	aio_fsync $fh if $cf::USE_FSYNC;	1152	aio_fsync $fh if $cf::USE_FSYNC;
1046	close $fh;	1153	aio_close $fh;
1047		1154
1048	if (@$objs) {	1155	if (@$objs) {
1049	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1156	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1050	chmod SAVE_MODE, $fh;	1157	aio_chmod $fh, SAVE_MODE;
1051	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };	1158	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1052	aio_write $fh, 0, (length $data), $data, 0;	1159	aio_write $fh, 0, (length $data), $data, 0;
1053	aio_fsync $fh if $cf::USE_FSYNC;	1160	aio_fsync $fh if $cf::USE_FSYNC;
1054	close $fh;	1161	aio_close $fh;
1055	aio_rename "$filename.pst~", "$filename.pst";	1162	aio_rename "$filename.pst~", "$filename.pst";
1056	}	1163	}
1057	} else {	1164	} else {
1058	aio_unlink "$filename.pst";	1165	aio_unlink "$filename.pst";
1059	}	1166	}
1060		1167
1061	aio_rename "$filename~", $filename;	1168	aio_rename "$filename~", $filename;
		1169
		1170	$filename =~ s%/[^/]+$%%;
		1171	aio_pathsync $filename if $cf::USE_FSYNC;
1062	} else {	1172	} else {
1063	warn "FATAL: $filename~: $!\n";	1173	warn "unable to save objects: $filename~: $!\n";
1064	}	1174	}
1065	} else {	1175	} else {
1066	aio_unlink $filename;	1176	aio_unlink $filename;
1067	aio_unlink "$filename.pst";	1177	aio_unlink "$filename.pst";
1068	}	1178	}
…		…
1087		1197
1088	unless (aio_stat "$filename.pst") {	1198	unless (aio_stat "$filename.pst") {
1089	(aio_load "$filename.pst", $av) >= 0	1199	(aio_load "$filename.pst", $av) >= 0
1090	or return;	1200	or return;
1091		1201
1092	my $st = eval { Coro::Storable::thaw $av }	1202	my $st = eval { Coro::Storable::thaw $av };
1093	|| eval { my $guard = Coro::Storable::guard; Storable::thaw $av }; #d# compatibility, remove
1094	$av = $st->{objs};	1203	$av = $st->{objs};
1095	}	1204	}
1096		1205
1097	utf8::decode (my $decname = $filename);	1206	utf8::decode (my $decname = $filename);
1098	warn sprintf "loading %s (%d,%d)\n",	1207	warn sprintf "loading %s (%d,%d)\n",
…		…
1160	my ($name, $cb) = @_;	1269	my ($name, $cb) = @_;
1161		1270
1162	$EXTICMD{$name} = $cb;	1271	$EXTICMD{$name} = $cb;
1163	}	1272	}
1164		1273
		1274	use File::Glob ();
		1275
1165	cf::player->attach (	1276	cf::player->attach (
1166	on_command => sub {	1277	on_command => sub {
1167	my ($pl, $name, $params) = @_;	1278	my ($pl, $name, $params) = @_;
1168		1279
1169	my $cb = $COMMAND{$name}	1280	my $cb = $COMMAND{$name}
…		…
1201		1312
1202	cf::override;	1313	cf::override;
1203	},	1314	},
1204	);	1315	);
1205		1316
		1317	# "readahead" all extensions
		1318	sub cache_extensions {
		1319	my $grp = IO::AIO::aio_group;
		1320
		1321	add $grp IO::AIO::aio_readdir $LIBDIR, sub {
		1322	for (grep /\.ext$/, @{$_[0]}) {
		1323	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1324	}
		1325	};
		1326
		1327	$grp
		1328	}
		1329
1206	sub load_extensions {	1330	sub load_extensions {
1207	cf::sync_job {	1331	cf::sync_job {
1208	my %todo;	1332	my %todo;
1209		1333
1210	for my $path (<$LIBDIR/*.ext>) {	1334	for my $path (<$LIBDIR/*.ext>) {
…		…
1229		1353
1230	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1354	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1231	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1355	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1232		1356
1233	$ext{source} =	1357	$ext{source} =
1234	"package $pkg; use strict; use utf8;\n"	1358	"package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1235	. "#line 1 \"$path\"\n{\n"	1359	. "#line 1 \"$path\"\n{\n"
1236	. $source	1360	. $source
1237	. "\n};\n1";	1361	. "\n};\n1";
1238		1362
1239	$todo{$base} = \%ext;	1363	$todo{$base} = \%ext;
…		…
1255	my $msg = $@ ? "$v->{path}: $@\n"	1379	my $msg = $@ ? "$v->{path}: $@\n"
1256	: "$v->{base}: extension inactive.\n";	1380	: "$v->{base}: extension inactive.\n";
1257		1381
1258	if (exists $v->{meta}{mandatory}) {	1382	if (exists $v->{meta}{mandatory}) {
1259	warn $msg;	1383	warn $msg;
1260	warn "mandatory extension failed to load, exiting.\n";	1384	cf::cleanup "mandatory extension failed to load, exiting.";
1261	exit 1;
1262	}	1385	}
1263		1386
1264	warn $msg;	1387	warn $msg;
1265	}	1388	}
1266		1389
…		…
1280		1403
1281	=back	1404	=back
1282		1405
1283	=head2 CORE EXTENSIONS	1406	=head2 CORE EXTENSIONS
1284		1407
1285	Functions and methods that extend core crossfire objects.	1408	Functions and methods that extend core deliantra objects.
1286		1409
1287	=cut	1410	=cut
1288		1411
1289	package cf::player;	1412	package cf::player;
1290		1413
…		…
1333		1456
1334	sub exists($) {	1457	sub exists($) {
1335	my ($login) = @_;	1458	my ($login) = @_;
1336		1459
1337	$cf::PLAYER{$login}	1460	$cf::PLAYER{$login}
1338	or cf::sync_job { !aio_stat path $login }	1461	or !aio_stat path $login
1339	}	1462	}
1340		1463
1341	sub find($) {	1464	sub find($) {
1342	return $cf::PLAYER{$_[0]} || do {	1465	return $cf::PLAYER{$_[0]} || do {
1343	my $login = $_[0];	1466	my $login = $_[0];
…		…
1355	my $f = new_from_file cf::object::thawer path $login	1478	my $f = new_from_file cf::object::thawer path $login
1356	or return;	1479	or return;
1357		1480
1358	my $pl = cf::player::load_pl $f	1481	my $pl = cf::player::load_pl $f
1359	or return;	1482	or return;
		1483
1360	local $cf::PLAYER_LOADING{$login} = $pl;	1484	local $cf::PLAYER_LOADING{$login} = $pl;
1361	$f->resolve_delayed_derefs;	1485	$f->resolve_delayed_derefs;
1362	$cf::PLAYER{$login} = $pl	1486	$cf::PLAYER{$login} = $pl
1363	}	1487	}
1364	}	1488	}
…		…
1374		1498
1375	return if $pl->{deny_save};	1499	return if $pl->{deny_save};
1376		1500
1377	aio_mkdir playerdir $pl, 0770;	1501	aio_mkdir playerdir $pl, 0770;
1378	$pl->{last_save} = $cf::RUNTIME;	1502	$pl->{last_save} = $cf::RUNTIME;
		1503
		1504	cf::get_slot 0.01;
1379		1505
1380	$pl->save_pl ($path);	1506	$pl->save_pl ($path);
1381	cf::cede_to_tick;	1507	cf::cede_to_tick;
1382	}	1508	}
1383		1509
…		…
1415	my ($pl) = @_;	1541	my ($pl) = @_;
1416		1542
1417	my $name = $pl->ob->name;	1543	my $name = $pl->ob->name;
1418		1544
1419	$pl->{deny_save} = 1;	1545	$pl->{deny_save} = 1;
1420	$pl->password ("*"); # this should lock out the player until we nuked the dir	1546	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1421		1547
1422	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1548	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1423	$pl->deactivate;	1549	$pl->deactivate;
		1550	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
		1551	$pl->ob->check_score;
1424	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1552	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1425	$pl->ns->destroy if $pl->ns;	1553	$pl->ns->destroy if $pl->ns;
1426		1554
1427	my $path = playerdir $pl;	1555	my $path = playerdir $pl;
1428	my $temp = "$path~$cf::RUNTIME~deleting~";	1556	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1467		1595
1468	for my $login (@$dirs) {	1596	for my $login (@$dirs) {
1469	my $path = path $login;	1597	my $path = path $login;
1470		1598
1471	# a .pst is a dead give-away for a valid player	1599	# a .pst is a dead give-away for a valid player
1472	unless (-e "$path.pst") {	1600	# if no pst file found, open and chekc for blocked users
		1601	if (aio_stat "$path.pst") {
1473	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;	1602	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1474	aio_read $fh, 0, 512, my $buf, 0 or next;	1603	aio_read $fh, 0, 512, my $buf, 0 or next;
1475	$buf !~ /^password -------------$/m or next; # official not-valid tag	1604	$buf !~ /^password -------------$/m or next; # official not-valid tag
1476	}	1605	}
1477		1606
…		…
1508	}	1637	}
1509		1638
1510	\@paths	1639	\@paths
1511	}	1640	}
1512		1641
1513	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1642	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1514		1643
1515	Expand crossfire pod fragments into protocol xml.	1644	Expand deliantra pod fragments into protocol xml.
1516
1517	=cut
1518
1519	sub expand_cfpod {
1520	((my $self), (local $_)) = @_;
1521
1522	# escape & and <
1523	s/&/&amp;/g;
1524	s/(?<![BIUGHT])</&lt;/g;
1525
1526	# this is buggy, it needs to properly take care of nested <'s
1527
1528	1 while
1529	# replace B<>, I<>, U<> etc.
1530	s/B<([^\>]*)>/<b>$1<\/b>/
1531	|| s/I<([^\>]*)>/<i>$1<\/i>/
1532	|| s/U<([^\>]*)>/<u>$1<\/u>/
1533	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1534	# replace G<male|female> tags
1535	|| s{G<([^>|]*)\|([^>]*)>}{
1536	$self->gender ? $2 : $1
1537	}ge
1538	# replace H<hint text>
1539	|| s{H<([^\>]*)>}
1540	{
1541	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1542	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1543	"")
1544	[$self->{hintmode}]
1545	}ge;
1546
1547	# create single paragraphs (very hackish)
1548	s/(?<=\S)\n(?=\w)/ /g;
1549
1550	# compress some whitespace
1551	s/\s+\n/\n/g; # ws line-ends
1552	s/\n\n+/\n/g; # double lines
1553	s/^\n+//; # beginning lines
1554	s/\n+$//; # ending lines
1555
1556	$_
1557	}
1558
1559	sub hintmode {
1560	$_[0]{hintmode} = $_[1] if @_ > 1;
1561	$_[0]{hintmode}
1562	}
1563		1645
1564	=item $player->ext_reply ($msgid, @msg)	1646	=item $player->ext_reply ($msgid, @msg)
1565		1647
1566	Sends an ext reply to the player.	1648	Sends an ext reply to the player.
1567		1649
…		…
1634	our $MAX_RESET = 3600;	1716	our $MAX_RESET = 3600;
1635	our $DEFAULT_RESET = 3000;	1717	our $DEFAULT_RESET = 3000;
1636		1718
1637	sub generate_random_map {	1719	sub generate_random_map {
1638	my ($self, $rmp) = @_;	1720	my ($self, $rmp) = @_;
		1721
		1722	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1723
1639	# mit "rum" bekleckern, nicht	1724	# mit "rum" bekleckern, nicht
1640	$self->_create_random_map (	1725	$self->_create_random_map (
1641	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1726	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1642	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1727	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1643	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1728	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1765		1850
1766	# the temporary/swap location	1851	# the temporary/swap location
1767	sub save_path {	1852	sub save_path {
1768	my ($self) = @_;	1853	my ($self) = @_;
1769		1854
1770	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1855	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1771	"$TMPDIR/$path.map"	1856	"$TMPDIR/$path.map"
1772	}	1857	}
1773		1858
1774	# the unique path, undef == no special unique path	1859	# the unique path, undef == no special unique path
1775	sub uniq_path {	1860	sub uniq_path {
1776	my ($self) = @_;	1861	my ($self) = @_;
1777		1862
1778	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1863	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1779	"$UNIQUEDIR/$path"	1864	"$UNIQUEDIR/$path"
1780	}	1865	}
1781		1866
1782	# and all this just because we cannot iterate over	1867	# and all this just because we cannot iterate over
1783	# all maps in C++...	1868	# all maps in C++...
…		…
1877	sub find {	1962	sub find {
1878	my ($path, $origin) = @_;	1963	my ($path, $origin) = @_;
1879		1964
1880	$path = normalise $path, $origin && $origin->path;	1965	$path = normalise $path, $origin && $origin->path;
1881		1966
1882	cf::lock_wait "map_data:$path";#d#remove	1967	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1883	cf::lock_wait "map_find:$path";	1968	my $guard2 = cf::lock_acquire "map_find:$path";
1884		1969
1885	$cf::MAP{$path} || do {	1970	$cf::MAP{$path} || do {
1886	my $guard1 = cf::lock_acquire "map_find:$path";
1887	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1888
1889	my $map = new_from_path cf::map $path	1971	my $map = new_from_path cf::map $path
1890	or return;	1972	or return;
1891		1973
1892	$map->{last_save} = $cf::RUNTIME;	1974	$map->{last_save} = $cf::RUNTIME;
1893		1975
…		…
1895	or return;	1977	or return;
1896		1978
1897	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	1979	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1898	# doing this can freeze the server in a sync job, obviously	1980	# doing this can freeze the server in a sync job, obviously
1899	#$cf::WAIT_FOR_TICK->wait;	1981	#$cf::WAIT_FOR_TICK->wait;
		1982	undef $guard2;
1900	undef $guard1;	1983	undef $guard1;
1901	undef $guard2;
1902	$map->reset;	1984	$map->reset;
1903	return find $path;	1985	return find $path;
1904	}	1986	}
1905		1987
1906	$cf::MAP{$path} = $map	1988	$cf::MAP{$path} = $map
…		…
1933	my $f = new_from_file cf::object::thawer $self->{load_path};	2015	my $f = new_from_file cf::object::thawer $self->{load_path};
1934	$f->skip_block;	2016	$f->skip_block;
1935	$self->_load_objects ($f)	2017	$self->_load_objects ($f)
1936	or return;	2018	or return;
1937		2019
1938	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2020	$self->post_load_original
1939	if delete $self->{load_original};	2021	if delete $self->{load_original};
1940		2022
1941	if (my $uniq = $self->uniq_path) {	2023	if (my $uniq = $self->uniq_path) {
1942	utf8::encode $uniq;	2024	utf8::encode $uniq;
1943	unless (aio_stat $uniq) {	2025	unless (aio_stat $uniq) {
…		…
1969	}	2051	}
1970		2052
1971	$self->{last_save} = $cf::RUNTIME;	2053	$self->{last_save} = $cf::RUNTIME;
1972	$self->last_access ($cf::RUNTIME);	2054	$self->last_access ($cf::RUNTIME);
1973		2055
1974	$self->in_memory (cf::MAP_IN_MEMORY);	2056	$self->in_memory (cf::MAP_ACTIVE);
1975	}	2057	}
1976		2058
1977	$self->post_load;	2059	$self->post_load;
1978	}	2060	}
1979		2061
…		…
2037	my ($path, $origin, $load) = @_;	2119	my ($path, $origin, $load) = @_;
2038		2120
2039	$path = normalise $path, $origin && $origin->{path};	2121	$path = normalise $path, $origin && $origin->{path};
2040		2122
2041	if (my $map = $cf::MAP{$path}) {	2123	if (my $map = $cf::MAP{$path}) {
2042	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2124	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2043	}	2125	}
2044		2126
2045	$MAP_PREFETCH{$path} |= $load;	2127	$MAP_PREFETCH{$path} |= $load;
2046		2128
2047	$MAP_PREFETCHER ||= cf::async {	2129	$MAP_PREFETCHER ||= cf::async {
…		…
2084	cf::async {	2166	cf::async {
2085	$Coro::current->{desc} = "map player save";	2167	$Coro::current->{desc} = "map player save";
2086	$_->contr->save for $self->players;	2168	$_->contr->save for $self->players;
2087	};	2169	};
2088		2170
		2171	cf::get_slot 0.02;
		2172
2089	if ($uniq) {	2173	if ($uniq) {
2090	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2174	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2091	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2175	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2092	} else {	2176	} else {
2093	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2177	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
…		…
2101	$self->save;	2185	$self->save;
2102		2186
2103	my $lock = cf::lock_acquire "map_data:$self->{path}";	2187	my $lock = cf::lock_acquire "map_data:$self->{path}";
2104		2188
2105	return if $self->players;	2189	return if $self->players;
2106	return if $self->in_memory != cf::MAP_IN_MEMORY;	2190	return if $self->in_memory != cf::MAP_ACTIVE;
2107	return if $self->{deny_save};	2191	return if $self->{deny_save};
2108		2192
2109	$self->in_memory (cf::MAP_SWAPPED);	2193	$self->in_memory (cf::MAP_SWAPPED);
2110		2194
2111	$self->deactivate;	2195	$self->deactivate;
…		…
2229		2313
2230	sub unique_maps() {	2314	sub unique_maps() {
2231	[	2315	[
2232	map {	2316	map {
2233	utf8::decode $_;	2317	utf8::decode $_;
2234	/\.map$/	2318	s/\.map$//; # TODO future compatibility hack
		2319	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2320	? ()
2235	? normalise $_	2321	: normalise $_
2236	: ()
2237	} @{ aio_readdir $UNIQUEDIR or [] }	2322	} @{ aio_readdir $UNIQUEDIR or [] }
2238	]	2323	]
2239	}	2324	}
2240		2325
2241	package cf;
2242
2243	=back	2326	=back
2244		2327
2245	=head3 cf::object	2328	=head3 cf::object
2246		2329
2247	=cut	2330	=cut
…		…
2250		2333
2251	=over 4	2334	=over 4
2252		2335
2253	=item $ob->inv_recursive	2336	=item $ob->inv_recursive
2254		2337
2255	Returns the inventory of the object _and_ their inventories, recursively.	2338	Returns the inventory of the object I<and> their inventories, recursively,
		2339	but I<not> the object itself.
2256		2340
2257	=cut	2341	=cut
2258		2342
2259	sub inv_recursive_;	2343	sub inv_recursive_;
2260	sub inv_recursive_ {	2344	sub inv_recursive_ {
…		…
2265	inv_recursive_ inv $_[0]	2349	inv_recursive_ inv $_[0]
2266	}	2350	}
2267		2351
2268	=item $ref = $ob->ref	2352	=item $ref = $ob->ref
2269		2353
2270	creates and returns a persistent reference to an objetc that can be stored as a string.	2354	Creates and returns a persistent reference to an object that can be stored as a string.
2271		2355
2272	=item $ob = cf::object::deref ($refstring)	2356	=item $ob = cf::object::deref ($refstring)
2273		2357
2274	returns the objetc referenced by refstring. may return undef when it cnanot find the object,	2358	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2275	even if the object actually exists. May block.	2359	even if the object actually exists. May block.
…		…
2307	can be C<undef>. Does the right thing when the player is currently in a	2391	can be C<undef>. Does the right thing when the player is currently in a
2308	dialogue with the given NPC character.	2392	dialogue with the given NPC character.
2309		2393
2310	=cut	2394	=cut
2311		2395
		2396	our $SAY_CHANNEL = {
		2397	id => "say",
		2398	title => "Map",
		2399	reply => "say ",
		2400	tooltip => "Things said to and replied from npcs near you and other players on the same map only.",
		2401	};
		2402
		2403	our $CHAT_CHANNEL = {
		2404	id => "chat",
		2405	title => "Chat",
		2406	reply => "chat ",
		2407	tooltip => "Player chat and shouts, global to the server.",
		2408	};
		2409
2312	# rough implementation of a future "reply" method that works	2410	# rough implementation of a future "reply" method that works
2313	# with dialog boxes.	2411	# with dialog boxes.
2314	#TODO: the first argument must go, split into a $npc->reply_to ( method	2412	#TODO: the first argument must go, split into a $npc->reply_to ( method
2315	sub cf::object::player::reply($$$;$) {	2413	sub cf::object::player::reply($$$;$) {
2316	my ($self, $npc, $msg, $flags) = @_;	2414	my ($self, $npc, $msg, $flags) = @_;
…		…
2327	my $dialog = $pl->{npc_dialog};	2425	my $dialog = $pl->{npc_dialog};
2328	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2426	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2329		2427
2330	} else {	2428	} else {
2331	$msg = $npc->name . " says: $msg" if $npc;	2429	$msg = $npc->name . " says: $msg" if $npc;
2332	$self->message ($msg, $flags);	2430	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2333	}	2431	}
2334	}	2432	}
2335	}	2433	}
2336		2434
2337	=item $object->send_msg ($channel, $msg, $color, [extra...])	2435	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2362		2460
2363	=item $player_object->enter_link	2461	=item $player_object->enter_link
2364		2462
2365	Freezes the player and moves him/her to a special map (C<{link}>).	2463	Freezes the player and moves him/her to a special map (C<{link}>).
2366		2464
2367	The player should be reasonably safe there for short amounts of time. You	2465	The player should be reasonably safe there for short amounts of time (e.g.
2368	I<MUST> call C<leave_link> as soon as possible, though.	2466	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2467	though, as the palyer cannot control the character while it is on the link
		2468	map.
2369		2469
2370	Will never block.	2470	Will never block.
2371		2471
2372	=item $player_object->leave_link ($map, $x, $y)	2472	=item $player_object->leave_link ($map, $x, $y)
2373		2473
…		…
2431		2531
2432	$map->load;	2532	$map->load;
2433	$map->load_neighbours;	2533	$map->load_neighbours;
2434		2534
2435	return unless $self->contr->active;	2535	return unless $self->contr->active;
		2536	$self->flag (cf::FLAG_DEBUG, 0);#d# temp
2436	$self->activate_recursive;	2537	$self->activate_recursive;
2437		2538
2438	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2539	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2439	$self->enter_map ($map, $x, $y);	2540	$self->enter_map ($map, $x, $y);
2440	}	2541	}
…		…
2444	Moves the player to the given map-path and coordinates by first freezing	2545	Moves the player to the given map-path and coordinates by first freezing
2445	her, loading and preparing them map, calling the provided $check callback	2546	her, loading and preparing them map, calling the provided $check callback
2446	that has to return the map if sucecssful, and then unfreezes the player on	2547	that has to return the map if sucecssful, and then unfreezes the player on
2447	the new (success) or old (failed) map position. In either case, $done will	2548	the new (success) or old (failed) map position. In either case, $done will
2448	be called at the end of this process.	2549	be called at the end of this process.
		2550
		2551	Note that $check will be called with a potentially non-loaded map, so if
		2552	it needs a loaded map it has to call C<< ->load >>.
2449		2553
2450	=cut	2554	=cut
2451		2555
2452	our $GOTOGEN;	2556	our $GOTOGEN;
2453		2557
…		…
2532	}	2636	}
2533		2637
2534	sub prepare_random_map {	2638	sub prepare_random_map {
2535	my ($exit) = @_;	2639	my ($exit) = @_;
2536		2640
2537	my $guard = cf::lock_acquire "exit_prepare:$exit";
2538
2539	# all this does is basically replace the /! path by	2641	# all this does is basically replace the /! path by
2540	# a new random map path (?random/...) with a seed	2642	# a new random map path (?random/...) with a seed
2541	# that depends on the exit object	2643	# that depends on the exit object
2542		2644
2543	my $rmp = parse_random_map_params $exit->msg;	2645	my $rmp = parse_random_map_params $exit->msg;
…		…
2545	if ($exit->map) {	2647	if ($exit->map) {
2546	$rmp->{region} = $exit->region->name;	2648	$rmp->{region} = $exit->region->name;
2547	$rmp->{origin_map} = $exit->map->path;	2649	$rmp->{origin_map} = $exit->map->path;
2548	$rmp->{origin_x} = $exit->x;	2650	$rmp->{origin_x} = $exit->x;
2549	$rmp->{origin_y} = $exit->y;	2651	$rmp->{origin_y} = $exit->y;
		2652
		2653	$exit->map->touch;
2550	}	2654	}
2551		2655
2552	$rmp->{random_seed} ||= $exit->random_seed;	2656	$rmp->{random_seed} ||= $exit->random_seed;
2553		2657
2554	my $data = cf::to_json $rmp;	2658	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2555	my $md5 = Digest::MD5::md5_hex $data;	2659	my $md5 = Digest::MD5::md5_hex $data;
2556	my $meta = "$RANDOMDIR/$md5.meta";	2660	my $meta = "$RANDOMDIR/$md5.meta";
2557		2661
2558	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2662	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2559	aio_write $fh, 0, (length $data), $data, 0;	2663	aio_write $fh, 0, (length $data), $data, 0;
2560	undef $fh;	2664	undef $fh;
2561	aio_rename "$meta~", $meta;	2665	aio_rename "$meta~", $meta;
2562		2666
		2667	my $slaying = "?random/$md5";
		2668
		2669	if ($exit->valid) {
2563	$exit->slaying ("?random/$md5");	2670	$exit->slaying ("?random/$md5");
2564	$exit->msg (undef);	2671	$exit->msg (undef);
		2672	}
2565	}	2673	}
2566	}	2674	}
2567		2675
2568	sub cf::object::player::enter_exit {	2676	sub cf::object::player::enter_exit {
2569	my ($self, $exit) = @_;	2677	my ($self, $exit) = @_;
2570		2678
2571	return unless $self->type == cf::PLAYER;	2679	return unless $self->type == cf::PLAYER;
2572		2680
2573	if ($exit->slaying eq "/!") {
2574	#TODO: this should de-fi-ni-te-ly not be a sync-job
2575	# the problem is that $exit might not survive long enough
2576	# so it needs to be done right now, right here
2577	cf::sync_job { prepare_random_map $exit };
2578	}
2579
2580	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2581	my $hp = $exit->stats->hp;
2582	my $sp = $exit->stats->sp;
2583
2584	$self->enter_link;	2681	$self->enter_link;
2585		2682
2586	# if exit is damned, update players death & WoR home-position
2587	$self->contr->savebed ($slaying, $hp, $sp)
2588	if $exit->flag (FLAG_DAMNED);
2589
2590	(async {	2683	(async {
2591	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";	2684	$Coro::current->{desc} = "enter_exit";
2592		2685
2593	$self->deactivate_recursive; # just to be sure
2594	unless (eval {	2686	unless (eval {
		2687	$self->deactivate_recursive; # just to be sure
		2688
		2689	# random map handling
		2690	{
		2691	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2692
		2693	prepare_random_map $exit
		2694	if $exit->slaying eq "/!";
		2695	}
		2696
		2697	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2698	my $x = $exit->stats->hp;
		2699	my $y = $exit->stats->sp;
		2700
2595	$self->goto ($slaying, $hp, $sp);	2701	$self->goto ($map, $x, $y);
2596		2702
		2703	# if exit is damned, update players death & WoR home-position
		2704	$self->contr->savebed ($map, $x, $y)
		2705	if $exit->flag (cf::FLAG_DAMNED);
		2706
2597	1;	2707	1
2598	}) {	2708	}) {
2599	$self->message ("Something went wrong deep within the crossfire server. "	2709	$self->message ("Something went wrong deep within the deliantra server. "
2600	. "I'll try to bring you back to the map you were before. "	2710	. "I'll try to bring you back to the map you were before. "
2601	. "Please report this to the dungeon master!",	2711	. "Please report this to the dungeon master!",
2602	cf::NDI_UNIQUE | cf::NDI_RED);	2712	cf::NDI_UNIQUE | cf::NDI_RED);
2603		2713
2604	warn "ERROR in enter_exit: $@";	2714	warn "ERROR in enter_exit: $@";
…		…
2632	the message, with C<log> being the default. If C<$color> is negative, suppress	2742	the message, with C<log> being the default. If C<$color> is negative, suppress
2633	the message unless the client supports the msg packet.	2743	the message unless the client supports the msg packet.
2634		2744
2635	=cut	2745	=cut
2636		2746
		2747	# non-persistent channels (usually the info channel)
2637	our %CHANNEL = (	2748	our %CHANNEL = (
2638	"c/identify" => {	2749	"c/identify" => {
2639	id => "infobox",	2750	id => "infobox",
2640	title => "Identify",	2751	title => "Identify",
2641	reply => undef,	2752	reply => undef,
…		…
2645	id => "infobox",	2756	id => "infobox",
2646	title => "Examine",	2757	title => "Examine",
2647	reply => undef,	2758	reply => undef,
2648	tooltip => "Signs and other items you examined",	2759	tooltip => "Signs and other items you examined",
2649	},	2760	},
		2761	"c/book" => {
		2762	id => "infobox",
		2763	title => "Book",
		2764	reply => undef,
		2765	tooltip => "The contents of a note or book",
		2766	},
2650	"c/lookat" => {	2767	"c/lookat" => {
2651	id => "infobox",	2768	id => "infobox",
2652	title => "Look",	2769	title => "Look",
2653	reply => undef,	2770	reply => undef,
2654	tooltip => "What you saw there",	2771	tooltip => "What you saw there",
2655	},	2772	},
		2773	"c/who" => {
		2774	id => "infobox",
		2775	title => "Players",
		2776	reply => undef,
		2777	tooltip => "Shows players who are currently online",
		2778	},
		2779	"c/body" => {
		2780	id => "infobox",
		2781	title => "Body Parts",
		2782	reply => undef,
		2783	tooltip => "Shows which body parts you posess and are available",
		2784	},
		2785	"c/skills" => {
		2786	id => "infobox",
		2787	title => "Skills",
		2788	reply => undef,
		2789	tooltip => "Shows your experience per skill and item power",
		2790	},
		2791	"c/uptime" => {
		2792	id => "infobox",
		2793	title => "Uptime",
		2794	reply => undef,
		2795	tooltip => "How long the server has been running since last restart",
		2796	},
		2797	"c/mapinfo" => {
		2798	id => "infobox",
		2799	title => "Map Info",
		2800	reply => undef,
		2801	tooltip => "Information related to the maps",
		2802	},
		2803	"c/party" => {
		2804	id => "party",
		2805	title => "Party",
		2806	reply => "gsay ",
		2807	tooltip => "Messages and chat related to your party",
		2808	},
2656	);	2809	);
2657		2810
2658	sub cf::client::send_msg {	2811	sub cf::client::send_msg {
2659	my ($self, $channel, $msg, $color, @extra) = @_;	2812	my ($self, $channel, $msg, $color, @extra) = @_;
2660		2813
2661	$msg = $self->pl->expand_cfpod ($msg);	2814	$msg = $self->pl->expand_cfpod ($msg)
		2815	unless $color & cf::NDI_VERBATIM;
2662		2816
2663	$color &= cf::NDI_CLIENT_MASK; # just in case...	2817	$color &= cf::NDI_CLIENT_MASK; # just in case...
2664		2818
2665	# check predefined channels, for the benefit of C	2819	# check predefined channels, for the benefit of C
2666	if ($CHANNEL{$channel}) {	2820	if ($CHANNEL{$channel}) {
…		…
2687	if ($self->can_msg) {	2841	if ($self->can_msg) {
2688	# default colour, mask it out	2842	# default colour, mask it out
2689	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	2843	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2690	if $color & cf::NDI_DEF;	2844	if $color & cf::NDI_DEF;
2691		2845
2692	$self->send_packet ("msg " . $self->{json_coder}->encode (	2846	my $pkt = "msg "
		2847	. $self->{json_coder}->encode (
2693	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	2848	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		2849	);
		2850
		2851	# try lzf for large packets
		2852	$pkt = "lzf " . Compress::LZF::compress $pkt
		2853	if 1024 <= length $pkt and $self->{can_lzf};
		2854
		2855	# split very large packets
		2856	if (8192 < length $pkt and $self->{can_lzf}) {
		2857	$self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
		2858	$pkt = "frag";
		2859	}
		2860
		2861	$self->send_packet ($pkt);
2694	} else {	2862	} else {
2695	if ($color >= 0) {	2863	if ($color >= 0) {
2696	# replace some tags by gcfclient-compatible ones	2864	# replace some tags by gcfclient-compatible ones
2697	for ($msg) {	2865	for ($msg) {
2698	1 while	2866	1 while
…		…
2896	=pod	3064	=pod
2897		3065
2898	The following functions and methods are available within a safe environment:	3066	The following functions and methods are available within a safe environment:
2899		3067
2900	cf::object	3068	cf::object
2901	contr pay_amount pay_player map x y force_find force_add	3069	contr pay_amount pay_player map x y force_find force_add destroy
2902	insert remove name archname title slaying race decrease_ob_nr	3070	insert remove name archname title slaying race decrease split
2903		3071
2904	cf::object::player	3072	cf::object::player
2905	player	3073	player
2906		3074
2907	cf::player	3075	cf::player
…		…
2912		3080
2913	=cut	3081	=cut
2914		3082
2915	for (	3083	for (
2916	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3084	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2917	insert remove inv name archname title slaying race	3085	insert remove inv nrof name archname title slaying race
2918	decrease_ob_nr)],	3086	decrease split destroy change_exp)],
2919	["cf::object::player" => qw(player)],	3087	["cf::object::player" => qw(player)],
2920	["cf::player" => qw(peaceful)],	3088	["cf::player" => qw(peaceful)],
2921	["cf::map" => qw(trigger)],	3089	["cf::map" => qw(trigger)],
2922	) {	3090	) {
2923	no strict 'refs';	3091	no strict 'refs';
…		…
3028	{	3196	{
3029	my $faces = $facedata->{faceinfo};	3197	my $faces = $facedata->{faceinfo};
3030		3198
3031	while (my ($face, $info) = each %$faces) {	3199	while (my ($face, $info) = each %$faces) {
3032	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3200	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3201
3033	cf::face::set_visibility $idx, $info->{visibility};	3202	cf::face::set_visibility $idx, $info->{visibility};
3034	cf::face::set_magicmap $idx, $info->{magicmap};	3203	cf::face::set_magicmap $idx, $info->{magicmap};
3035	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3204	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
3036	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3205	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
3037		3206
3038	cf::cede_to_tick;	3207	cf::cede_to_tick;
3039	}	3208	}
3040		3209
3041	while (my ($face, $info) = each %$faces) {	3210	while (my ($face, $info) = each %$faces) {
3042	next unless $info->{smooth};	3211	next unless $info->{smooth};
		3212
3043	my $idx = cf::face::find $face	3213	my $idx = cf::face::find $face
3044	or next;	3214	or next;
		3215
3045	if (my $smooth = cf::face::find $info->{smooth}) {	3216	if (my $smooth = cf::face::find $info->{smooth}) {
3046	cf::face::set_smooth $idx, $smooth;	3217	cf::face::set_smooth $idx, $smooth;
3047	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3218	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3048	} else {	3219	} else {
3049	warn "smooth face '$info->{smooth}' not found for face '$face'";	3220	warn "smooth face '$info->{smooth}' not found for face '$face'";
…		…
3067	{	3238	{
3068	# TODO: for gcfclient pleasure, we should give resources	3239	# TODO: for gcfclient pleasure, we should give resources
3069	# that gcfclient doesn't grok a >10000 face index.	3240	# that gcfclient doesn't grok a >10000 face index.
3070	my $res = $facedata->{resource};	3241	my $res = $facedata->{resource};
3071		3242
3072	my $soundconf = delete $res->{"res/sound.conf"};
3073
3074	while (my ($name, $info) = each %$res) {	3243	while (my ($name, $info) = each %$res) {
		3244	if (defined $info->{type}) {
3075	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3245	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3076	my $data;	3246	my $data;
3077		3247
3078	if ($info->{type} & 1) {	3248	if ($info->{type} & 1) {
3079	# prepend meta info	3249	# prepend meta info
3080		3250
3081	my $meta = $enc->encode ({	3251	my $meta = $enc->encode ({
3082	name => $name,	3252	name => $name,
3083	%{ $info->{meta} || {} },	3253	%{ $info->{meta} || {} },
3084	});	3254	});
3085		3255
3086	$data = pack "(w/a*)*", $meta, $info->{data};	3256	$data = pack "(w/a*)*", $meta, $info->{data};
		3257	} else {
		3258	$data = $info->{data};
		3259	}
		3260
		3261	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3262	cf::face::set_type $idx, $info->{type};
3087	} else {	3263	} else {
3088	$data = $info->{data};	3264	$RESOURCE{$name} = $info;
3089	}	3265	}
3090		3266
3091	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3092	cf::face::set_type $idx, $info->{type};
3093
3094	cf::cede_to_tick;	3267	cf::cede_to_tick;
3095	}	3268	}
3096
3097	if ($soundconf) {
3098	$soundconf = $enc->decode (delete $soundconf->{data});
3099
3100	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3101	my $sound = $soundconf->{compat}[$_]
3102	or next;
3103
3104	my $face = cf::face::find "sound/$sound->[1]";
3105	cf::sound::set $sound->[0] => $face;
3106	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3107	}
3108
3109	while (my ($k, $v) = each %{$soundconf->{event}}) {
3110	my $face = cf::face::find "sound/$v";
3111	cf::sound::set $k => $face;
3112	}
3113	}
3114	}	3269	}
		3270
		3271	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3115		3272
3116	1	3273	1
3117	}	3274	}
		3275
		3276	cf::global->attach (on_resource_update => sub {
		3277	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3278	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3279
		3280	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3281	my $sound = $soundconf->{compat}[$_]
		3282	or next;
		3283
		3284	my $face = cf::face::find "sound/$sound->[1]";
		3285	cf::sound::set $sound->[0] => $face;
		3286	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3287	}
		3288
		3289	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3290	my $face = cf::face::find "sound/$v";
		3291	cf::sound::set $k => $face;
		3292	}
		3293	}
		3294	});
3118		3295
3119	register_exticmd fx_want => sub {	3296	register_exticmd fx_want => sub {
3120	my ($ns, $want) = @_;	3297	my ($ns, $want) = @_;
3121		3298
3122	while (my ($k, $v) = each %$want) {	3299	while (my ($k, $v) = each %$want) {
3123	$ns->fx_want ($k, $v);	3300	$ns->fx_want ($k, $v);
3124	}	3301	}
3125	};	3302	};
		3303
		3304	sub load_resource_file($) {
		3305	my $guard = lock_acquire "load_resource_file";
		3306
		3307	my $status = load_resource_file_ $_[0];
		3308	get_slot 0.1, 100;
		3309	cf::arch::commit_load;
		3310
		3311	$status
		3312	}
3126		3313
3127	sub reload_regions {	3314	sub reload_regions {
3128	# HACK to clear player env face cache, we need some signal framework	3315	# HACK to clear player env face cache, we need some signal framework
3129	# for this (global event?)	3316	# for this (global event?)
3130	%ext::player_env::MUSIC_FACE_CACHE = ();	3317	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
3144	}	3331	}
3145		3332
3146	sub reload_archetypes {	3333	sub reload_archetypes {
3147	load_resource_file "$DATADIR/archetypes"	3334	load_resource_file "$DATADIR/archetypes"
3148	or die "unable to load archetypes\n";	3335	or die "unable to load archetypes\n";
3149	#d# NEED to laod twice to resolve forward references
3150	# this really needs to be done in an extra post-pass
3151	# (which needs to be synchronous, so solve it differently)
3152	load_resource_file "$DATADIR/archetypes"
3153	or die "unable to load archetypes\n";
3154	}	3336	}
3155		3337
3156	sub reload_treasures {	3338	sub reload_treasures {
3157	load_resource_file "$DATADIR/treasures"	3339	load_resource_file "$DATADIR/treasures"
3158	or die "unable to load treasurelists\n";	3340	or die "unable to load treasurelists\n";
3159	}	3341	}
3160		3342
3161	sub reload_resources {	3343	sub reload_resources {
3162	warn "reloading resource files...\n";	3344	warn "reloading resource files...\n";
3163		3345
		3346	reload_facedata;
		3347	reload_archetypes;
3164	reload_regions;	3348	reload_regions;
3165	reload_facedata;
3166	#reload_archetypes;#d#
3167	reload_archetypes;
3168	reload_treasures;	3349	reload_treasures;
3169		3350
3170	warn "finished reloading resource files\n";	3351	warn "finished reloading resource files\n";
3171	}
3172
3173	sub init {
3174	reload_resources;
3175	}	3352	}
3176		3353
3177	sub reload_config {	3354	sub reload_config {
3178	open my $fh, "<:utf8", "$CONFDIR/config"	3355	open my $fh, "<:utf8", "$CONFDIR/config"
3179	or return;	3356	or return;
3180		3357
3181	local $/;	3358	local $/;
3182	*CFG = YAML::Syck::Load <$fh>;	3359	*CFG = YAML::Load <$fh>;
3183		3360
3184	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3361	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3185		3362
3186	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3363	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3187	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3364	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
3193	};	3370	};
3194	warn $@ if $@;	3371	warn $@ if $@;
3195	}	3372	}
3196	}	3373	}
3197		3374
		3375	sub pidfile() {
		3376	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3377	or die "$PIDFILE: $!";
		3378	flock $fh, &Fcntl::LOCK_EX
		3379	or die "$PIDFILE: flock: $!";
		3380	$fh
		3381	}
		3382
		3383	# make sure only one server instance is running at any one time
		3384	sub atomic {
		3385	my $fh = pidfile;
		3386
		3387	my $pid = <$fh>;
		3388	kill 9, $pid if $pid > 0;
		3389
		3390	seek $fh, 0, 0;
		3391	print $fh $$;
		3392	}
		3393
3198	sub main {	3394	sub main {
		3395	cf::init_globals; # initialise logging
		3396
		3397	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3398	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3399	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3400	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3401
		3402	cf::init_experience;
		3403	cf::init_anim;
		3404	cf::init_attackmess;
		3405	cf::init_dynamic;
		3406	cf::init_block;
		3407
		3408	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3409
3199	# we must not ever block the main coroutine	3410	# we must not ever block the main coroutine
3200	local $Coro::idle = sub {	3411	local $Coro::idle = sub {
3201	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3412	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3202	(async {	3413	(async {
3203	$Coro::current->{desc} = "IDLE BUG HANDLER";	3414	$Coro::current->{desc} = "IDLE BUG HANDLER";
3204	Event::one_event;	3415	EV::loop EV::LOOP_ONESHOT;
3205	})->prio (Coro::PRIO_MAX);	3416	})->prio (Coro::PRIO_MAX);
3206	};	3417	};
3207		3418
		3419	evthread_start IO::AIO::poll_fileno;
		3420
		3421	cf::sync_job {
		3422	reload_resources;
3208	reload_config;	3423	reload_config;
3209	db_init;	3424	db_init;
		3425
		3426	cf::load_settings;
		3427	cf::load_materials;
		3428	cf::init_uuid;
		3429	cf::init_signals;
		3430	cf::init_commands;
		3431	cf::init_skills;
		3432
		3433	cf::init_beforeplay;
		3434
		3435	atomic;
		3436
3210	load_extensions;	3437	load_extensions;
3211		3438
3212	$TICK_WATCHER->start;	3439	utime time, time, $RUNTIMEFILE;
		3440
		3441	# no (long-running) fork's whatsoever before this point(!)
		3442	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3443
		3444	(pop @POST_INIT)->(0) while @POST_INIT;
		3445	};
		3446
3213	Event::loop;	3447	EV::loop;
3214	}	3448	}
3215		3449
3216	#############################################################################	3450	#############################################################################
3217	# initialisation and cleanup	3451	# initialisation and cleanup
3218		3452
3219	# install some emergency cleanup handlers	3453	# install some emergency cleanup handlers
3220	BEGIN {	3454	BEGIN {
		3455	our %SIGWATCHER = ();
3221	for my $signal (qw(INT HUP TERM)) {	3456	for my $signal (qw(INT HUP TERM)) {
3222	Event->signal (	3457	$SIGWATCHER{$signal} = EV::signal $signal, sub {
3223	reentrant => 0,
3224	data => WF_AUTOCANCEL,
3225	signal => $signal,
3226	prio => 0,
3227	cb => sub {
3228	cf::cleanup "SIG$signal";	3458	cf::cleanup "SIG$signal";
3229	},
3230	);	3459	};
3231	}	3460	}
3232	}	3461	}
3233		3462
3234	sub write_runtime {	3463	sub write_runtime_sync {
3235	my $runtime = "$LOCALDIR/runtime";
3236
3237	# first touch the runtime file to show we are still running:	3464	# first touch the runtime file to show we are still running:
3238	# the fsync below can take a very very long time.	3465	# the fsync below can take a very very long time.
3239		3466
3240	IO::AIO::aio_utime $runtime, undef, undef;	3467	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3241		3468
3242	my $guard = cf::lock_acquire "write_runtime";	3469	my $guard = cf::lock_acquire "write_runtime";
3243		3470
3244	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3471	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
3245	or return;	3472	or return;
3246		3473
3247	my $value = $cf::RUNTIME + 90 + 10;	3474	my $value = $cf::RUNTIME + 90 + 10;
3248	# 10 is the runtime save interval, for a monotonic clock	3475	# 10 is the runtime save interval, for a monotonic clock
3249	# 60 allows for the watchdog to kill the server.	3476	# 60 allows for the watchdog to kill the server.
…		…
3259	aio_utime $fh, undef, undef;	3486	aio_utime $fh, undef, undef;
3260		3487
3261	close $fh	3488	close $fh
3262	or return;	3489	or return;
3263		3490
3264	aio_rename "$runtime~", $runtime	3491	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3265	and return;	3492	and return;
3266		3493
3267	warn "runtime file written.\n";	3494	warn "runtime file written.\n";
3268		3495
3269	1	3496	1
		3497	}
		3498
		3499	our $uuid_lock;
		3500	our $uuid_skip;
		3501
		3502	sub write_uuid_sync($) {
		3503	$uuid_skip ||= $_[0];
		3504
		3505	return if $uuid_lock;
		3506	local $uuid_lock = 1;
		3507
		3508	my $uuid = "$LOCALDIR/uuid";
		3509
		3510	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3511	or return;
		3512
		3513	my $value = uuid_seq uuid_cur;
		3514
		3515	unless ($value) {
		3516	warn "cowardly refusing to write zero uuid value!\n";
		3517	return;
		3518	}
		3519
		3520	my $value = uuid_str $value + $uuid_skip;
		3521	$uuid_skip = 0;
		3522
		3523	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3524	and return;
		3525
		3526	# always fsync - this file is important
		3527	aio_fsync $fh
		3528	and return;
		3529
		3530	close $fh
		3531	or return;
		3532
		3533	aio_rename "$uuid~", $uuid
		3534	and return;
		3535
		3536	warn "uuid file written ($value).\n";
		3537
		3538	1
		3539
		3540	}
		3541
		3542	sub write_uuid($$) {
		3543	my ($skip, $sync) = @_;
		3544
		3545	$sync ? write_uuid_sync $skip
		3546	: async { write_uuid_sync $skip };
3270	}	3547	}
3271		3548
3272	sub emergency_save() {	3549	sub emergency_save() {
3273	my $freeze_guard = cf::freeze_mainloop;	3550	my $freeze_guard = cf::freeze_mainloop;
3274		3551
3275	warn "enter emergency perl save\n";	3552	warn "emergency_perl_save: enter\n";
3276		3553
3277	cf::sync_job {	3554	cf::sync_job {
		3555	# this is a trade-off: we want to be very quick here, so
		3556	# save all maps without fsync, and later call a global sync
		3557	# (which in turn might be very very slow)
		3558	local $USE_FSYNC = 0;
		3559
3278	# use a peculiar iteration method to avoid tripping on perl	3560	# use a peculiar iteration method to avoid tripping on perl
3279	# refcount bugs in for. also avoids problems with players	3561	# refcount bugs in for. also avoids problems with players
3280	# and maps saved/destroyed asynchronously.	3562	# and maps saved/destroyed asynchronously.
3281	warn "begin emergency player save\n";	3563	warn "emergency_perl_save: begin player save\n";
3282	for my $login (keys %cf::PLAYER) {	3564	for my $login (keys %cf::PLAYER) {
3283	my $pl = $cf::PLAYER{$login} or next;	3565	my $pl = $cf::PLAYER{$login} or next;
3284	$pl->valid or next;	3566	$pl->valid or next;
3285	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt	3567	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3286	$pl->save;	3568	$pl->save;
3287	}	3569	}
3288	warn "end emergency player save\n";	3570	warn "emergency_perl_save: end player save\n";
3289		3571
3290	warn "begin emergency map save\n";	3572	warn "emergency_perl_save: begin map save\n";
3291	for my $path (keys %cf::MAP) {	3573	for my $path (keys %cf::MAP) {
3292	my $map = $cf::MAP{$path} or next;	3574	my $map = $cf::MAP{$path} or next;
3293	$map->valid or next;	3575	$map->valid or next;
3294	$map->save;	3576	$map->save;
3295	}	3577	}
3296	warn "end emergency map save\n";	3578	warn "emergency_perl_save: end map save\n";
3297		3579
3298	warn "begin emergency database checkpoint\n";	3580	warn "emergency_perl_save: begin database checkpoint\n";
3299	BDB::db_env_txn_checkpoint $DB_ENV;	3581	BDB::db_env_txn_checkpoint $DB_ENV;
3300	warn "end emergency database checkpoint\n";	3582	warn "emergency_perl_save: end database checkpoint\n";
		3583
		3584	warn "emergency_perl_save: begin write uuid\n";
		3585	write_uuid_sync 1;
		3586	warn "emergency_perl_save: end write uuid\n";
3301	};	3587	};
3302		3588
		3589	warn "emergency_perl_save: starting sync()\n";
		3590	IO::AIO::aio_sync sub {
		3591	warn "emergency_perl_save: finished sync()\n";
		3592	};
		3593
3303	warn "leave emergency perl save\n";	3594	warn "emergency_perl_save: leave\n";
3304	}	3595	}
3305		3596
3306	sub post_cleanup {	3597	sub post_cleanup {
3307	my ($make_core) = @_;	3598	my ($make_core) = @_;
3308		3599
3309	warn Carp::longmess "post_cleanup backtrace"	3600	warn Carp::longmess "post_cleanup backtrace"
3310	if $make_core;	3601	if $make_core;
		3602
		3603	my $fh = pidfile;
		3604	unlink $PIDFILE if <$fh> == $$;
		3605	}
		3606
		3607	# a safer delete_package, copied from Symbol
		3608	sub clear_package($) {
		3609	my $pkg = shift;
		3610
		3611	# expand to full symbol table name if needed
		3612	unless ($pkg =~ /^main::.*::$/) {
		3613	$pkg = "main$pkg" if $pkg =~ /^::/;
		3614	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3615	$pkg .= '::' unless $pkg =~ /::$/;
		3616	}
		3617
		3618	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3619	my $stem_symtab = *{$stem}{HASH};
		3620
		3621	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3622	or return;
		3623
		3624	# clear all symbols
		3625	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3626	for my $name (keys %$leaf_symtab) {
		3627	_gv_clear *{"$pkg$name"};
		3628	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3629	}
		3630	warn "cleared package $pkg\n";#d#
3311	}	3631	}
3312		3632
3313	sub do_reload_perl() {	3633	sub do_reload_perl() {
3314	# can/must only be called in main	3634	# can/must only be called in main
3315	if ($Coro::current != $Coro::main) {	3635	if ($Coro::current != $Coro::main) {
3316	warn "can only reload from main coroutine";	3636	warn "can only reload from main coroutine";
3317	return;	3637	return;
3318	}	3638	}
3319		3639
		3640	return if $RELOAD++;
		3641
		3642	my $t1 = EV::time;
		3643
		3644	while ($RELOAD) {
3320	warn "reloading...";	3645	warn "reloading...";
3321		3646
3322	warn "entering sync_job";	3647	warn "entering sync_job";
3323		3648
3324	cf::sync_job {	3649	cf::sync_job {
3325	cf::write_runtime; # external watchdog should not bark	3650	cf::write_runtime_sync; # external watchdog should not bark
3326	cf::emergency_save;	3651	cf::emergency_save;
3327	cf::write_runtime; # external watchdog should not bark	3652	cf::write_runtime_sync; # external watchdog should not bark
3328		3653
3329	warn "syncing database to disk";	3654	warn "syncing database to disk";
3330	BDB::db_env_txn_checkpoint $DB_ENV;	3655	BDB::db_env_txn_checkpoint $DB_ENV;
3331		3656
3332	# if anything goes wrong in here, we should simply crash as we already saved	3657	# if anything goes wrong in here, we should simply crash as we already saved
3333		3658
3334	warn "cancelling all WF_AUTOCANCEL watchers";
3335	for (Event::all_watchers) {
3336	$_->cancel if $_->data & WF_AUTOCANCEL;
3337	}
3338
3339	warn "flushing outstanding aio requests";	3659	warn "flushing outstanding aio requests";
3340	for (;;) {
3341	BDB::flush;
3342	IO::AIO::flush;
3343	Coro::cede;
3344	last unless IO::AIO::nreqs || BDB::nreqs;	3660	while (IO::AIO::nreqs || BDB::nreqs) {
3345	warn "iterate...";	3661	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3346	}
3347
3348	++$RELOAD;
3349
3350	warn "cancelling all extension coros";
3351	$_->cancel for values %EXT_CORO;
3352	%EXT_CORO = ();
3353
3354	warn "removing commands";
3355	%COMMAND = ();
3356
3357	warn "removing ext/exti commands";
3358	%EXTCMD = ();
3359	%EXTICMD = ();
3360
3361	warn "unloading/nuking all extensions";
3362	for my $pkg (@EXTS) {
3363	warn "... unloading $pkg";
3364
3365	if (my $cb = $pkg->can ("unload")) {
3366	eval {
3367	$cb->($pkg);
3368	1
3369	} or warn "$pkg unloaded, but with errors: $@";
3370	}	3662	}
3371		3663
3372	warn "... nuking $pkg";	3664	warn "cancelling all extension coros";
3373	Symbol::delete_package $pkg;	3665	$_->cancel for values %EXT_CORO;
3374	}	3666	%EXT_CORO = ();
3375		3667
3376	warn "unloading all perl modules loaded from $LIBDIR";	3668	warn "removing commands";
3377	while (my ($k, $v) = each %INC) {	3669	%COMMAND = ();
3378	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3379		3670
		3671	warn "removing ext/exti commands";
		3672	%EXTCMD = ();
		3673	%EXTICMD = ();
		3674
		3675	warn "unloading/nuking all extensions";
		3676	for my $pkg (@EXTS) {
3380	warn "... unloading $k";	3677	warn "... unloading $pkg";
3381	delete $INC{$k};
3382		3678
3383	$k =~ s/\.pm$//;
3384	$k =~ s/\//::/g;
3385
3386	if (my $cb = $k->can ("unload_module")) {	3679	if (my $cb = $pkg->can ("unload")) {
		3680	eval {
3387	$cb->();	3681	$cb->($pkg);
		3682	1
		3683	} or warn "$pkg unloaded, but with errors: $@";
		3684	}
		3685
		3686	warn "... clearing $pkg";
		3687	clear_package $pkg;
3388	}	3688	}
3389		3689
3390	Symbol::delete_package $k;	3690	warn "unloading all perl modules loaded from $LIBDIR";
		3691	while (my ($k, $v) = each %INC) {
		3692	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
		3693
		3694	warn "... unloading $k";
		3695	delete $INC{$k};
		3696
		3697	$k =~ s/\.pm$//;
		3698	$k =~ s/\//::/g;
		3699
		3700	if (my $cb = $k->can ("unload_module")) {
		3701	$cb->();
		3702	}
		3703
		3704	clear_package $k;
3391	}	3705	}
3392		3706
3393	warn "getting rid of safe::, as good as possible";	3707	warn "getting rid of safe::, as good as possible";
3394	Symbol::delete_package "safe::$_"	3708	clear_package "safe::$_"
3395	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3709	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3396		3710
3397	warn "unloading cf.pm \"a bit\"";	3711	warn "unloading cf.pm \"a bit\"";
3398	delete $INC{"cf.pm"};	3712	delete $INC{"cf.pm"};
3399	delete $INC{"cf/pod.pm"};	3713	delete $INC{"cf/pod.pm"};
3400		3714
3401	# don't, removes xs symbols, too,	3715	# don't, removes xs symbols, too,
3402	# and global variables created in xs	3716	# and global variables created in xs
3403	#Symbol::delete_package __PACKAGE__;	3717	#clear_package __PACKAGE__;
3404		3718
3405	warn "unload completed, starting to reload now";	3719	warn "unload completed, starting to reload now";
3406		3720
3407	warn "reloading cf.pm";	3721	warn "reloading cf.pm";
3408	require cf;	3722	require cf;
3409	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3723	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
3410		3724
3411	warn "loading config and database again";	3725	warn "loading config and database again";
3412	cf::reload_config;	3726	cf::reload_config;
3413		3727
3414	warn "loading extensions";	3728	warn "loading extensions";
3415	cf::load_extensions;	3729	cf::load_extensions;
3416		3730
		3731	if ($REATTACH_ON_RELOAD) {
3417	warn "reattaching attachments to objects/players";	3732	warn "reattaching attachments to objects/players";
3418	_global_reattach; # objects, sockets	3733	_global_reattach; # objects, sockets
3419	warn "reattaching attachments to maps";	3734	warn "reattaching attachments to maps";
3420	reattach $_ for values %MAP;	3735	reattach $_ for values %MAP;
3421	warn "reattaching attachments to players";	3736	warn "reattaching attachments to players";
3422	reattach $_ for values %PLAYER;	3737	reattach $_ for values %PLAYER;
		3738	}
3423		3739
		3740	warn "running post_init jobs";
		3741	(pop @POST_INIT)->(1) while @POST_INIT;
		3742
3424	warn "leaving sync_job";	3743	warn "leaving sync_job";
3425		3744
3426	1	3745	1
3427	} or do {	3746	} or do {
3428	warn $@;	3747	warn $@;
3429	warn "error while reloading, exiting.";	3748	cf::cleanup "error while reloading, exiting.";
3430	exit 1;
3431	};	3749	};
3432		3750
3433	warn "reloaded";	3751	warn "reloaded";
		3752	--$RELOAD;
		3753	}
		3754
		3755	$t1 = EV::time - $t1;
		3756	warn "reload completed in ${t1}s\n";
3434	};	3757	};
3435		3758
3436	our $RELOAD_WATCHER; # used only during reload	3759	our $RELOAD_WATCHER; # used only during reload
3437		3760
3438	sub reload_perl() {	3761	sub reload_perl() {
3439	# doing reload synchronously and two reloads happen back-to-back,	3762	# doing reload synchronously and two reloads happen back-to-back,
3440	# coro crashes during coro_state_free->destroy here.	3763	# coro crashes during coro_state_free->destroy here.
3441		3764
3442	$RELOAD_WATCHER ||= Event->timer (	3765	$RELOAD_WATCHER ||= cf::async {
3443	reentrant => 0,	3766	Coro::AIO::aio_wait cache_extensions;
3444	after => 0,	3767
3445	data => WF_AUTOCANCEL,	3768	$RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3446	cb => sub {
3447	do_reload_perl;	3769	do_reload_perl;
3448	undef $RELOAD_WATCHER;	3770	undef $RELOAD_WATCHER;
3449	},	3771	};
3450	);	3772	};
3451	}	3773	}
3452		3774
3453	register_command "reload" => sub {	3775	register_command "reload" => sub {
3454	my ($who, $arg) = @_;	3776	my ($who, $arg) = @_;
3455		3777
…		…
3468		3790
3469	our @WAIT_FOR_TICK;	3791	our @WAIT_FOR_TICK;
3470	our @WAIT_FOR_TICK_BEGIN;	3792	our @WAIT_FOR_TICK_BEGIN;
3471		3793
3472	sub wait_for_tick {	3794	sub wait_for_tick {
3473	return unless $TICK_WATCHER->is_active;
3474	return if $Coro::current == $Coro::main;	3795	return if tick_inhibit || $Coro::current == $Coro::main;
3475		3796
3476	my $signal = new Coro::Signal;	3797	my $signal = new Coro::Signal;
3477	push @WAIT_FOR_TICK, $signal;	3798	push @WAIT_FOR_TICK, $signal;
3478	$signal->wait;	3799	$signal->wait;
3479	}	3800	}
3480		3801
3481	sub wait_for_tick_begin {	3802	sub wait_for_tick_begin {
3482	return unless $TICK_WATCHER->is_active;
3483	return if $Coro::current == $Coro::main;	3803	return if tick_inhibit || $Coro::current == $Coro::main;
3484		3804
3485	my $signal = new Coro::Signal;	3805	my $signal = new Coro::Signal;
3486	push @WAIT_FOR_TICK_BEGIN, $signal;	3806	push @WAIT_FOR_TICK_BEGIN, $signal;
3487	$signal->wait;	3807	$signal->wait;
3488	}	3808	}
3489		3809
3490	$TICK_WATCHER = Event->timer (	3810	sub tick {
3491	reentrant => 0,
3492	parked => 1,
3493	prio => 0,
3494	at => $NEXT_TICK || $TICK,
3495	data => WF_AUTOCANCEL,
3496	cb => sub {
3497	if ($Coro::current != $Coro::main) {	3811	if ($Coro::current != $Coro::main) {
3498	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3812	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3499	unless ++$bug_warning > 10;	3813	unless ++$bug_warning > 10;
3500	return;	3814	return;
3501	}	3815	}
3502		3816
3503	$NOW = $tick_start = Event::time;
3504
3505	cf::server_tick; # one server iteration	3817	cf::server_tick; # one server iteration
3506		3818
3507	$RUNTIME += $TICK;
3508	$NEXT_TICK += $TICK;
3509
3510	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3819	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3511	$NEXT_RUNTIME_WRITE = $NOW + 10;	3820	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3512	Coro::async_pool {	3821	Coro::async_pool {
3513	$Coro::current->{desc} = "runtime saver";	3822	$Coro::current->{desc} = "runtime saver";
3514	write_runtime	3823	write_runtime_sync
3515	or warn "ERROR: unable to write runtime file: $!";	3824	or warn "ERROR: unable to write runtime file: $!";
3516	};
3517	}	3825	};
		3826	}
3518		3827
3519	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3828	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3520	$sig->send;	3829	$sig->send;
3521	}	3830	}
3522	while (my $sig = shift @WAIT_FOR_TICK) {	3831	while (my $sig = shift @WAIT_FOR_TICK) {
3523	$sig->send;	3832	$sig->send;
3524	}	3833	}
3525		3834
3526	$NOW = Event::time;	3835	$LOAD = ($NOW - $TICK_START) / $TICK;
3527
3528	# if we are delayed by four ticks or more, skip them all
3529	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3530
3531	$TICK_WATCHER->at ($NEXT_TICK);
3532	$TICK_WATCHER->start;
3533
3534	$LOAD = ($NOW - $tick_start) / $TICK;
3535	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3836	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3536		3837
3537	_post_tick;	3838	if (0) {
		3839	if ($NEXT_TICK) {
		3840	my $jitter = $TICK_START - $NEXT_TICK;
		3841	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3842	warn "jitter $JITTER\n";#d#
		3843	}
3538	},	3844	}
3539	);	3845	}
3540		3846
3541	{	3847	{
		3848	# configure BDB
		3849
3542	BDB::min_parallel 8;	3850	BDB::min_parallel 8;
3543	BDB::max_poll_time $TICK * 0.1;	3851	BDB::max_poll_reqs $TICK * 0.1;
3544	$BDB_POLL_WATCHER = Event->io (	3852	$AnyEvent::BDB::WATCHER->priority (1);
3545	reentrant => 0,
3546	fd => BDB::poll_fileno,
3547	poll => 'r',
3548	prio => 0,
3549	data => WF_AUTOCANCEL,
3550	cb => \&BDB::poll_cb,
3551	);
3552
3553	BDB::set_sync_prepare {
3554	my $status;
3555	my $current = $Coro::current;
3556	(
3557	sub {
3558	$status = $!;
3559	$current->ready; undef $current;
3560	},
3561	sub {
3562	Coro::schedule while defined $current;
3563	$! = $status;
3564	},
3565	)
3566	};
3567		3853
3568	unless ($DB_ENV) {	3854	unless ($DB_ENV) {
3569	$DB_ENV = BDB::db_env_create;	3855	$DB_ENV = BDB::db_env_create;
3570	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC	3856	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3571	| BDB::LOG_AUTOREMOVE, 1);	3857	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		3858	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3572	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);	3859	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3573	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);	3860	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3574		3861
3575	cf::sync_job {	3862	cf::sync_job {
3576	eval {	3863	eval {
…		…
3586		3873
3587	cf::cleanup "db_env_open(db): $@" if $@;	3874	cf::cleanup "db_env_open(db): $@" if $@;
3588	};	3875	};
3589	}	3876	}
3590		3877
3591	$BDB_DEADLOCK_WATCHER = Event->timer (	3878	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3592	after => 3,
3593	interval => 1,
3594	hard => 1,
3595	prio => 0,
3596	data => WF_AUTOCANCEL,
3597	cb => sub {
3598	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };	3879	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3599	},
3600	);	3880	};
3601	$BDB_CHECKPOINT_WATCHER = Event->timer (	3881	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3602	after => 11,
3603	interval => 60,
3604	hard => 1,
3605	prio => 0,
3606	data => WF_AUTOCANCEL,
3607	cb => sub {
3608	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };	3882	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3609	},
3610	);	3883	};
3611	$BDB_TRICKLE_WATCHER = Event->timer (	3884	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3612	after => 5,
3613	interval => 10,
3614	hard => 1,
3615	prio => 0,
3616	data => WF_AUTOCANCEL,
3617	cb => sub {
3618	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };	3885	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3619	},
3620	);	3886	};
3621	}	3887	}
3622		3888
3623	{	3889	{
		3890	# configure IO::AIO
		3891
3624	IO::AIO::min_parallel 8;	3892	IO::AIO::min_parallel 8;
3625
3626	undef $Coro::AIO::WATCHER;
3627	IO::AIO::max_poll_time $TICK * 0.1;	3893	IO::AIO::max_poll_time $TICK * 0.1;
3628	$AIO_POLL_WATCHER = Event->io (	3894	undef $AnyEvent::AIO::WATCHER;
3629	reentrant => 0,
3630	data => WF_AUTOCANCEL,
3631	fd => IO::AIO::poll_fileno,
3632	poll => 'r',
3633	prio => 0,
3634	cb => \&IO::AIO::poll_cb,
3635	);
3636	}	3895	}
3637		3896
3638	my $_log_backtrace;	3897	my $_log_backtrace;
3639		3898
3640	sub _log_backtrace {	3899	sub _log_backtrace {
…		…
3643	$msg =~ s/\n//;	3902	$msg =~ s/\n//;
3644		3903
3645	# limit the # of concurrent backtraces	3904	# limit the # of concurrent backtraces
3646	if ($_log_backtrace < 2) {	3905	if ($_log_backtrace < 2) {
3647	++$_log_backtrace;	3906	++$_log_backtrace;
		3907	my $perl_bt = Carp::longmess $msg;
3648	async {	3908	async {
3649	$Coro::current->{desc} = "abt $msg";	3909	$Coro::current->{desc} = "abt $msg";
3650		3910
3651	my @bt = fork_call {	3911	my @bt = fork_call {
3652	@addr = map { sprintf "%x", $_ } @addr;	3912	@addr = map { sprintf "%x", $_ } @addr;
…		…
3663	}	3923	}
3664		3924
3665	@funcs	3925	@funcs
3666	};	3926	};
3667		3927
3668	LOG llevInfo, "[ABT] $msg\n";	3928	LOG llevInfo, "[ABT] $perl_bt\n";
		3929	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3669	LOG llevInfo, "[ABT] $_\n" for @bt;	3930	LOG llevInfo, "[ABT] $_\n" for @bt;
3670	--$_log_backtrace;	3931	--$_log_backtrace;
3671	};	3932	};
3672	} else {	3933	} else {
3673	LOG llevInfo, "[ABT] $msg\n";	3934	LOG llevInfo, "[ABT] $msg\n";

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines