ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.300 by root, Tue Jul 10 06:44:29 2007 UTC vs.
Revision 1.464 by root, Thu Jan 1 18:35:48 2009 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify
		7	# it under the terms of the GNU General Public License as published by
		8	# the Free Software Foundation, either version 3 of the License, or
		9	# (at your option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the GNU General Public License
		17	# along with this program. If not, see <http://www.gnu.org/licenses/>.
		18	#
		19	# The authors can be reached via e-mail to <support@deliantra.net>
		20	#
		21
1	package cf;	22	package cf;
2		23
		24	use 5.10.0;
3	use utf8;	25	use utf8;
4	use strict;	26	use strict "vars", "subs";
5		27
6	use Symbol;	28	use Symbol;
7	use List::Util;	29	use List::Util;
8	use Socket;	30	use Socket;
9	use Storable;	31	use EV;
10	use Event;
11	use Opcode;	32	use Opcode;
12	use Safe;	33	use Safe;
13	use Safe::Hole;	34	use Safe::Hole;
		35	use Storable ();
14		36
		37	use Guard ();
15	use Coro 3.61 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
		51	use Coro::Util ();
24		52
25	use JSON::XS 1.4 ();	53	use JSON::XS 2.01 ();
26	use BDB ();	54	use BDB ();
27	use Data::Dumper;	55	use Data::Dumper;
28	use Digest::MD5;	56	use Digest::MD5;
29	use Fcntl;	57	use Fcntl;
30	use YAML::Syck ();	58	use YAML ();
31	use IO::AIO 2.32 ();	59	use IO::AIO ();
32	use Time::HiRes;	60	use Time::HiRes;
33	use Compress::LZF;	61	use Compress::LZF;
		62	use Digest::MD5 ();
		63
		64	AnyEvent::detect;
34		65
35	# configure various modules to our taste	66	# configure various modules to our taste
36	#	67	#
37	$Storable::canonical = 1; # reduce rsync transfers	68	$Storable::canonical = 1; # reduce rsync transfers
38	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	69	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		70
		71	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		72
		73	# make sure c-lzf reinitialises itself
		74	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
39	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	75	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
40
41	$Event::Eval = 1; # no idea why this is required, but it is
42
43	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
44	$YAML::Syck::ImplicitUnicode = 1;
45
46	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
47		76
48	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	77	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
49		78
50	our %COMMAND = ();	79	our %COMMAND = ();
51	our %COMMAND_TIME = ();	80	our %COMMAND_TIME = ();
…		…
54	our %EXTCMD = ();	83	our %EXTCMD = ();
55	our %EXTICMD = ();	84	our %EXTICMD = ();
56	our %EXT_CORO = (); # coroutines bound to extensions	85	our %EXT_CORO = (); # coroutines bound to extensions
57	our %EXT_MAP = (); # pluggable maps	86	our %EXT_MAP = (); # pluggable maps
58		87
59	our $RELOAD; # number of reloads so far	88	our $RELOAD; # number of reloads so far, non-zero while in reload
60	our @EVENT;	89	our @EVENT;
61		90
62	our $CONFDIR = confdir;	91	our $CONFDIR = confdir;
63	our $DATADIR = datadir;	92	our $DATADIR = datadir;
64	our $LIBDIR = "$DATADIR/ext";	93	our $LIBDIR = "$DATADIR/ext";
65	our $PODDIR = "$DATADIR/pod";	94	our $PODDIR = "$DATADIR/pod";
66	our $MAPDIR = "$DATADIR/" . mapdir;	95	our $MAPDIR = "$DATADIR/" . mapdir;
67	our $LOCALDIR = localdir;	96	our $LOCALDIR = localdir;
68	our $TMPDIR = "$LOCALDIR/" . tmpdir;	97	our $TMPDIR = "$LOCALDIR/" . tmpdir;
69	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	98	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
70	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	99	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
71	our $RANDOMDIR = "$LOCALDIR/random";	100	our $RANDOMDIR = "$LOCALDIR/random";
72	our $BDBDIR = "$LOCALDIR/db";	101	our $BDBDIR = "$LOCALDIR/db";
		102	our $PIDFILE = "$LOCALDIR/pid";
		103	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		104
		105	our %RESOURCE;
73		106
74	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	107	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
75	our $TICK_WATCHER;
76	our $AIO_POLL_WATCHER;
77	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	108	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
78	our $NEXT_TICK;	109	our $NEXT_TICK;
79	our $NOW;
80	our $USE_FSYNC = 1; # use fsync to write maps - default off	110	our $USE_FSYNC = 1; # use fsync to write maps - default off
81		111
		112	our $BDB_DEADLOCK_WATCHER;
		113	our $BDB_CHECKPOINT_WATCHER;
82	our $BDB_POLL_WATCHER;	114	our $BDB_TRICKLE_WATCHER;
83	our $DB_ENV;	115	our $DB_ENV;
84		116
85	our %CFG;	117	our %CFG;
86		118
87	our $UPTIME; $UPTIME ||= time;	119	our $UPTIME; $UPTIME ||= time;
88	our $RUNTIME;	120	our $RUNTIME;
		121	our $NOW;
89		122
90	our %PLAYER; # all users	123	our (%PLAYER, %PLAYER_LOADING); # all users
91	our %MAP; # all maps	124	our (%MAP, %MAP_LOADING ); # all maps
92	our $LINK_MAP; # the special {link} map, which is always available	125	our $LINK_MAP; # the special {link} map, which is always available
93		126
94	# used to convert map paths into valid unix filenames by replacing / by ∕	127	# used to convert map paths into valid unix filenames by replacing / by ∕
95	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	128	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
96		129
97	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	130	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
98	our $LOADAVG; # same thing, but with alpha-smoothing	131	our $LOADAVG; # same thing, but with alpha-smoothing
		132	our $JITTER; # average jitter
99	our $tick_start; # for load detecting purposes	133	our $TICK_START; # for load detecting purposes
		134
		135	our @POST_INIT;
		136
		137	our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow)
100		138
101	binmode STDOUT;	139	binmode STDOUT;
102	binmode STDERR;	140	binmode STDERR;
103		141
104	# read virtual server time, if available	142	# read virtual server time, if available
105	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	143	unless ($RUNTIME || !-e $RUNTIMEFILE) {
106	open my $fh, "<", "$LOCALDIR/runtime"	144	open my $fh, "<", $RUNTIMEFILE
107	or die "unable to read runtime file: $!";	145	or die "unable to read $RUNTIMEFILE file: $!";
108	$RUNTIME = <$fh> + 0.;	146	$RUNTIME = <$fh> + 0.;
109	}	147	}
110		148
111	mkdir $_	149	mkdir $_
112	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	150	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
…		…
157		195
158	The raw value load value from the last tick.	196	The raw value load value from the last tick.
159		197
160	=item %cf::CFG	198	=item %cf::CFG
161		199
162	Configuration for the server, loaded from C</etc/crossfire/config>, or	200	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
163	from wherever your confdir points to.	201	from wherever your confdir points to.
164		202
165	=item cf::wait_for_tick, cf::wait_for_tick_begin	203	=item cf::wait_for_tick, cf::wait_for_tick_begin
166		204
167	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	205	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
168	returns directly I<after> the tick processing (and consequently, can only wake one process	206	returns directly I<after> the tick processing (and consequently, can only wake one process
169	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	207	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
170		208
		209	=item @cf::INVOKE_RESULTS
		210
		211	This array contains the results of the last C<invoke ()> call. When
		212	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		213	that call.
		214
171	=back	215	=back
172		216
173	=cut	217	=cut
174		218
175	BEGIN {	219	BEGIN {
…		…
179	$msg .= "\n"	223	$msg .= "\n"
180	unless $msg =~ /\n$/;	224	unless $msg =~ /\n$/;
181		225
182	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	226	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
183		227
184	utf8::encode $msg;
185	LOG llevError, $msg;	228	LOG llevError, $msg;
186	};	229	};
187	}	230	}
		231
		232	$Coro::State::DIEHOOK = sub {
		233	return unless $^S eq 0; # "eq", not "=="
		234
		235	if ($Coro::current == $Coro::main) {#d#
		236	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		237	return;#d#
		238	}#d#
		239
		240	# kill coroutine otherwise
		241	warn Carp::longmess $_[0];
		242	Coro::terminate
		243	};
		244
		245	$SIG{__DIE__} = sub { }; #d#?
188		246
189	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	247	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
190	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	248	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
191	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	249	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
192	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	250	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
199	for my $pkg (qw(	257	for my $pkg (qw(
200	cf::global cf::attachable	258	cf::global cf::attachable
201	cf::object cf::object::player	259	cf::object cf::object::player
202	cf::client cf::player	260	cf::client cf::player
203	cf::arch cf::living	261	cf::arch cf::living
		262	cf::map cf::mapspace
204	cf::map cf::party cf::region	263	cf::party cf::region
205	)) {	264	)) {
206	no strict 'refs';
207	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	265	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
208	}	266	}
209		267
210	$Event::DIED = sub {	268	$EV::DIED = sub {
211	warn "error in event callback: @_";	269	warn "error in event callback: @_";
212	};	270	};
213		271
214	#############################################################################	272	#############################################################################
215		273
…		…
238	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	296	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
239	$d	297	$d
240	} || "[unable to dump $_[0]: '$@']";	298	} || "[unable to dump $_[0]: '$@']";
241	}	299	}
242		300
243	=item $ref = cf::from_json $json	301	=item $ref = cf::decode_json $json
244		302
245	Converts a JSON string into the corresponding perl data structure.	303	Converts a JSON string into the corresponding perl data structure.
246		304
247	=item $json = cf::to_json $ref	305	=item $json = cf::encode_json $ref
248		306
249	Converts a perl data structure into its JSON representation.	307	Converts a perl data structure into its JSON representation.
250		308
251	=cut	309	=cut
252		310
253	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	311	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
254		312
255	sub to_json ($) { $json_coder->encode ($_[0]) }	313	sub encode_json($) { $json_coder->encode ($_[0]) }
256	sub from_json ($) { $json_coder->decode ($_[0]) }	314	sub decode_json($) { $json_coder->decode ($_[0]) }
		315
		316	=item cf::post_init { BLOCK }
		317
		318	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		319	but I<before> the server starts ticking again.
		320
		321	The cdoeblock will have a single boolean argument to indicate whether this
		322	is a reload or not.
		323
		324	=cut
		325
		326	sub post_init(&) {
		327	push @POST_INIT, shift;
		328	}
257		329
258	=item cf::lock_wait $string	330	=item cf::lock_wait $string
259		331
260	Wait until the given lock is available. See cf::lock_acquire.	332	Wait until the given lock is available. See cf::lock_acquire.
261		333
262	=item my $lock = cf::lock_acquire $string	334	=item my $lock = cf::lock_acquire $string
263		335
264	Wait until the given lock is available and then acquires it and returns	336	Wait until the given lock is available and then acquires it and returns
265	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	337	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
266	for example when the coroutine gets canceled), the lock is automatically	338	for example when the coroutine gets canceled), the lock is automatically
267	returned.	339	returned.
268		340
		341	Locks are *not* recursive, locking from the same coro twice results in a
		342	deadlocked coro.
		343
269	Lock names should begin with a unique identifier (for example, cf::map::find	344	Lock names should begin with a unique identifier (for example, cf::map::find
270	uses map_find and cf::map::load uses map_load).	345	uses map_find and cf::map::load uses map_load).
271		346
272	=item $locked = cf::lock_active $string	347	=item $locked = cf::lock_active $string
273		348
274	Return true if the lock is currently active, i.e. somebody has locked it.	349	Return true if the lock is currently active, i.e. somebody has locked it.
275		350
276	=cut	351	=cut
277		352
278	our %LOCK;	353	our $LOCKS = new Coro::SemaphoreSet;
279		354
280	sub lock_wait($) {	355	sub lock_wait($) {
281	my ($key) = @_;	356	$LOCKS->wait ($_[0]);
282
283	# wait for lock, if any
284	while ($LOCK{$key}) {
285	push @{ $LOCK{$key} }, $Coro::current;
286	Coro::schedule;
287	}
288	}	357	}
289		358
290	sub lock_acquire($) {	359	sub lock_acquire($) {
291	my ($key) = @_;	360	$LOCKS->guard ($_[0])
292
293	# wait, to be sure we are not locked
294	lock_wait $key;
295
296	$LOCK{$key} = [];
297
298	Coro::guard {
299	# wake up all waiters, to be on the safe side
300	$_->ready for @{ delete $LOCK{$key} };
301	}
302	}	361	}
303		362
304	sub lock_active($) {	363	sub lock_active($) {
305	my ($key) = @_;	364	$LOCKS->count ($_[0]) < 1
306
307	! ! $LOCK{$key}
308	}	365	}
309		366
310	sub freeze_mainloop {	367	sub freeze_mainloop {
311	return unless $TICK_WATCHER->is_active;	368	tick_inhibit_inc;
312		369
313	my $guard = Coro::guard {	370	&Guard::guard (\&tick_inhibit_dec);
314	$TICK_WATCHER->start;	371	}
		372
		373	=item cf::periodic $interval, $cb
		374
		375	Like EV::periodic, but randomly selects a starting point so that the actions
		376	get spread over timer.
		377
		378	=cut
		379
		380	sub periodic($$) {
		381	my ($interval, $cb) = @_;
		382
		383	my $start = rand List::Util::min 180, $interval;
		384
		385	EV::periodic $start, $interval, 0, $cb
		386	}
		387
		388	=item cf::get_slot $time[, $priority[, $name]]
		389
		390	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		391	This call blocks and returns only when you have at least C<$time> seconds
		392	of cpu time till the next tick. The slot is only valid till the next cede.
		393
		394	The optional C<$name> can be used to identify the job to run. It might be
		395	used for statistical purposes and should identify the same time-class.
		396
		397	Useful for short background jobs.
		398
		399	=cut
		400
		401	our @SLOT_QUEUE;
		402	our $SLOT_QUEUE;
		403
		404	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		405	$SLOT_QUEUE = Coro::async {
		406	$Coro::current->desc ("timeslot manager");
		407
		408	my $signal = new Coro::Signal;
		409
		410	while () {
		411	next_job:
		412	my $avail = cf::till_tick;
		413	if ($avail > 0.01) {
		414	for (0 .. $#SLOT_QUEUE) {
		415	if ($SLOT_QUEUE[$_][0] < $avail) {
		416	my $job = splice @SLOT_QUEUE, $_, 1, ();
		417	$job->[2]->send;
		418	Coro::cede;
		419	goto next_job;
		420	}
		421	}
		422	}
		423
		424	if (@SLOT_QUEUE) {
		425	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		426	push @cf::WAIT_FOR_TICK, $signal;
		427	$signal->wait;
		428	} else {
		429	Coro::schedule;
		430	}
315	};	431	}
316	$TICK_WATCHER->stop;	432	};
317	$guard	433
		434	sub get_slot($;$$) {
		435	return if tick_inhibit || $Coro::current == $Coro::main;
		436
		437	my ($time, $pri, $name) = @_;
		438
		439	$time = $TICK * .6 if $time > $TICK * .6;
		440	my $sig = new Coro::Signal;
		441
		442	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		443	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		444	$SLOT_QUEUE->ready;
		445	$sig->wait;
318	}	446	}
319		447
320	=item cf::async { BLOCK }	448	=item cf::async { BLOCK }
321		449
322	Currently the same as Coro::async_pool, meaning you cannot use	450	Currently the same as Coro::async_pool, meaning you cannot use
…		…
327		455
328	BEGIN { *async = \&Coro::async_pool }	456	BEGIN { *async = \&Coro::async_pool }
329		457
330	=item cf::sync_job { BLOCK }	458	=item cf::sync_job { BLOCK }
331		459
332	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	460	The design of Deliantra requires that the main coroutine ($Coro::main)
333	is always able to handle events or runnable, as Crossfire TRT is only	461	is always able to handle events or runnable, as Deliantra is only
334	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	462	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
335	acceptable.	463	acceptable.
336		464
337	If it must be done, put the blocking parts into C<sync_job>. This will run	465	If it must be done, put the blocking parts into C<sync_job>. This will run
338	the given BLOCK in another coroutine while waiting for the result. The	466	the given BLOCK in another coroutine while waiting for the result. The
…		…
343		471
344	sub sync_job(&) {	472	sub sync_job(&) {
345	my ($job) = @_;	473	my ($job) = @_;
346		474
347	if ($Coro::current == $Coro::main) {	475	if ($Coro::current == $Coro::main) {
348	my $time = Event::time;	476	my $time = EV::time;
349		477
350	# this is the main coro, too bad, we have to block	478	# this is the main coro, too bad, we have to block
351	# till the operation succeeds, freezing the server :/	479	# till the operation succeeds, freezing the server :/
352		480
353	# TODO: use suspend/resume instead	481	LOG llevError, Carp::longmess "sync job";#d#
354	# (but this is cancel-safe)	482
355	my $freeze_guard = freeze_mainloop;	483	my $freeze_guard = freeze_mainloop;
356		484
357	my $busy = 1;	485	my $busy = 1;
358	my @res;	486	my @res;
359		487
360	(async {	488	(async {
		489	$Coro::current->desc ("sync job coro");
361	@res = eval { $job->() };	490	@res = eval { $job->() };
362	warn $@ if $@;	491	warn $@ if $@;
363	undef $busy;	492	undef $busy;
364	})->prio (Coro::PRIO_MAX);	493	})->prio (Coro::PRIO_MAX);
365		494
366	while ($busy) {	495	while ($busy) {
367	Coro::cede or Event::one_event;	496	if (Coro::nready) {
		497	Coro::cede_notself;
		498	} else {
		499	EV::loop EV::LOOP_ONESHOT;
368	}	500	}
		501	}
369		502
370	$time = Event::time - $time;	503	my $time = EV::time - $time;
371		504
372	LOG llevError | logBacktrace, Carp::longmess "long sync job"
373	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
374
375	$tick_start += $time; # do not account sync jobs to server load	505	$TICK_START += $time; # do not account sync jobs to server load
376		506
377	wantarray ? @res : $res[0]	507	wantarray ? @res : $res[0]
378	} else {	508	} else {
379	# we are in another coroutine, how wonderful, everything just works	509	# we are in another coroutine, how wonderful, everything just works
380		510
…		…
405	=item fork_call { }, $args	535	=item fork_call { }, $args
406		536
407	Executes the given code block with the given arguments in a seperate	537	Executes the given code block with the given arguments in a seperate
408	process, returning the results. Everything must be serialisable with	538	process, returning the results. Everything must be serialisable with
409	Coro::Storable. May, of course, block. Note that the executed sub may	539	Coro::Storable. May, of course, block. Note that the executed sub may
410	never block itself or use any form of Event handling.	540	never block itself or use any form of event handling.
411		541
412	=cut	542	=cut
413
414	sub _store_scalar {
415	open my $fh, ">", \my $buf
416	or die "fork_call: cannot open fh-to-buf in child : $!";
417	Storable::store_fd $_[0], $fh;
418	close $fh;
419
420	$buf
421	}
422		543
423	sub fork_call(&@) {	544	sub fork_call(&@) {
424	my ($cb, @args) = @_;	545	my ($cb, @args) = @_;
425		546
426	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC	547	# we seemingly have to make a local copy of the whole thing,
427	# or die "socketpair: $!";	548	# otherwise perl prematurely frees the stuff :/
428	pipe my $fh1, my $fh2	549	# TODO: investigate and fix (likely this will be rather laborious)
429	or die "pipe: $!";
430		550
431	if (my $pid = fork) {	551	my @res = Coro::Util::fork_eval {
432	close $fh2;
433
434	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
435	warn "pst<$res>" unless $res =~ /^pst/;
436	$res = Coro::Storable::thaw $res;
437
438	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
439
440	Carp::confess $$res unless "ARRAY" eq ref $res;
441
442	return wantarray ? @$res : $res->[-1];
443	} else {
444	reset_signals;	552	reset_signals;
445	local $SIG{__WARN__};	553	&$cb
446	local $SIG{__DIE__};	554	}, @args;
447	# just in case, this hack effectively disables event
448	# in the child. cleaner and slower would be canceling all watchers,
449	# but this works for the time being.
450	local $Coro::idle;
451	$Coro::current->prio (Coro::PRIO_MAX);
452		555
453	eval {	556	wantarray ? @res : $res[-1]
454	close $fh1;	557	}
455		558
456	my @res = eval { $cb->(@args) };	559	=item $coin = coin_from_name $name
457		560
458	syswrite $fh2, _store_scalar $@ ? \"$@" : \@res;	561	=cut
459	close $fh2;
460	};
461		562
462	warn $@ if $@;	563	our %coin_alias = (
463	_exit 0;	564	"silver" => "silvercoin",
464	}	565	"silvercoin" => "silvercoin",
		566	"silvercoins" => "silvercoin",
		567	"gold" => "goldcoin",
		568	"goldcoin" => "goldcoin",
		569	"goldcoins" => "goldcoin",
		570	"platinum" => "platinacoin",
		571	"platinumcoin" => "platinacoin",
		572	"platinumcoins" => "platinacoin",
		573	"platina" => "platinacoin",
		574	"platinacoin" => "platinacoin",
		575	"platinacoins" => "platinacoin",
		576	"royalty" => "royalty",
		577	"royalties" => "royalty",
		578	);
		579
		580	sub coin_from_name($) {
		581	$coin_alias{$_[0]}
		582	? cf::arch::find $coin_alias{$_[0]}
		583	: undef
465	}	584	}
466		585
467	=item $value = cf::db_get $family => $key	586	=item $value = cf::db_get $family => $key
468		587
469	Returns a single value from the environment database.	588	Returns a single value from the environment database.
…		…
471	=item cf::db_put $family => $key => $value	590	=item cf::db_put $family => $key => $value
472		591
473	Stores the given C<$value> in the family. It can currently store binary	592	Stores the given C<$value> in the family. It can currently store binary
474	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	593	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
475		594
		595	=item $db = cf::db_table "name"
		596
		597	Create and/or open a new database table. The string must not be "db" and must be unique
		598	within each server.
		599
476	=cut	600	=cut
		601
		602	sub db_table($) {
		603	my ($name) = @_;
		604	my $db = BDB::db_create $DB_ENV;
		605
		606	eval {
		607	$db->set_flags (BDB::CHKSUM);
		608
		609	utf8::encode $name;
		610	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		611	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		612	cf::cleanup "db_open(db): $!" if $!;
		613	};
		614	cf::cleanup "db_open(db): $@" if $@;
		615
		616	$db
		617	}
477		618
478	our $DB;	619	our $DB;
479		620
480	sub db_init {	621	sub db_init {
481	unless ($DB) {
482	$DB = BDB::db_create $DB_ENV;
483
484	cf::sync_job {	622	cf::sync_job {
485	eval {	623	$DB ||= db_table "db";
486	$DB->set_flags (BDB::CHKSUM);
487
488	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
489	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
490	cf::cleanup "db_open(db): $!" if $!;
491	};
492	cf::cleanup "db_open(db): $@" if $@;
493	};
494	}	624	};
495	}	625	}
496		626
497	sub db_get($$) {	627	sub db_get($$) {
498	my $key = "$_[0]/$_[1]";	628	my $key = "$_[0]/$_[1]";
499		629
…		…
549	if (1) {	679	if (1) {
550	$md5 =	680	$md5 =
551	join "\x00",	681	join "\x00",
552	$processversion,	682	$processversion,
553	map {	683	map {
554	Coro::cede;	684	cf::cede_to_tick;
555	($src->[$_], Digest::MD5::md5_hex $data[$_])	685	($src->[$_], Digest::MD5::md5_hex $data[$_])
556	} 0.. $#$src;	686	} 0.. $#$src;
557		687
558		688
559	my $dbmd5 = db_get cache => "$id/md5";	689	my $dbmd5 = db_get cache => "$id/md5";
…		…
597		727
598	#############################################################################	728	#############################################################################
599		729
600	=head2 ATTACHABLE OBJECTS	730	=head2 ATTACHABLE OBJECTS
601		731
602	Many objects in crossfire are so-called attachable objects. That means you can	732	Many objects in deliantra are so-called attachable objects. That means you can
603	attach callbacks/event handlers (a collection of which is called an "attachment")	733	attach callbacks/event handlers (a collection of which is called an "attachment")
604	to it. All such attachable objects support the following methods.	734	to it. All such attachable objects support the following methods.
605		735
606	In the following description, CLASS can be any of C<global>, C<object>	736	In the following description, CLASS can be any of C<global>, C<object>
607	C<player>, C<client> or C<map> (i.e. the attachable objects in	737	C<player>, C<client> or C<map> (i.e. the attachable objects in
608	Crossfire TRT).	738	Deliantra).
609		739
610	=over 4	740	=over 4
611		741
612	=item $attachable->attach ($attachment, key => $value...)	742	=item $attachable->attach ($attachment, key => $value...)
613		743
…		…
657	=item cf::CLASS::attachment $name, ...	787	=item cf::CLASS::attachment $name, ...
658		788
659	Register an attachment by C<$name> through which attachable objects of the	789	Register an attachment by C<$name> through which attachable objects of the
660	given CLASS can refer to this attachment.	790	given CLASS can refer to this attachment.
661		791
662	Some classes such as crossfire maps and objects can specify attachments	792	Some classes such as deliantra maps and objects can specify attachments
663	that are attached at load/instantiate time, thus the need for a name.	793	that are attached at load/instantiate time, thus the need for a name.
664		794
665	These calls expect any number of the following handler/hook descriptions:	795	These calls expect any number of the following handler/hook descriptions:
666		796
667	=over 4	797	=over 4
…		…
865	";	995	";
866	die if $@;	996	die if $@;
867	}	997	}
868		998
869	our $override;	999	our $override;
870	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1000	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
871		1001
872	sub override {	1002	sub override {
873	$override = 1;	1003	$override = 1;
874	@invoke_results = ();	1004	@INVOKE_RESULTS = (@_);
875	}	1005	}
876		1006
877	sub do_invoke {	1007	sub do_invoke {
878	my $event = shift;	1008	my $event = shift;
879	my $callbacks = shift;	1009	my $callbacks = shift;
880		1010
881	@invoke_results = ();	1011	@INVOKE_RESULTS = ();
882		1012
883	local $override;	1013	local $override;
884		1014
885	for (@$callbacks) {	1015	for (@$callbacks) {
886	eval { &{$_->[1]} };	1016	eval { &{$_->[1]} };
…		…
895	}	1025	}
896		1026
897	0	1027	0
898	}	1028	}
899		1029
900	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1030	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
901		1031
902	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1032	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
903		1033
904	Generate an object-specific event with the given arguments.	1034	Generate an object-specific event with the given arguments.
905		1035
906	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1036	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
907	removed in future versions), and there is no public API to access override	1037	removed in future versions), and there is no public API to access override
908	results (if you must, access C<@cf::invoke_results> directly).	1038	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
909		1039
910	=back	1040	=back
911		1041
912	=cut	1042	=cut
913		1043
914	#############################################################################	1044	#############################################################################
915	# object support	1045	# object support
		1046
		1047	sub _object_equal($$);
		1048	sub _object_equal($$) {
		1049	my ($a, $b) = @_;
		1050
		1051	return 0 unless (ref $a) eq (ref $b);
		1052
		1053	if ("HASH" eq ref $a) {
		1054	my @ka = keys %$a;
		1055	my @kb = keys %$b;
		1056
		1057	return 0 if @ka != @kb;
		1058
		1059	for (0 .. $#ka) {
		1060	return 0 unless $ka[$_] eq $kb[$_];
		1061	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1062	}
		1063
		1064	} elsif ("ARRAY" eq ref $a) {
		1065
		1066	return 0 if @$a != @$b;
		1067
		1068	for (0 .. $#$a) {
		1069	return 0 unless _object_equal $a->[$_], $b->[$_];
		1070	}
		1071
		1072	} elsif ($a ne $b) {
		1073	return 0;
		1074	}
		1075
		1076	1
		1077	}
		1078
		1079	our $SLOW_MERGES;#d#
		1080	sub _can_merge {
		1081	my ($ob1, $ob2) = @_;
		1082
		1083	++$SLOW_MERGES;#d#
		1084
		1085	# we do the slow way here
		1086	return _object_equal $ob1, $ob2
		1087	}
916		1088
917	sub reattach {	1089	sub reattach {
918	# basically do the same as instantiate, without calling instantiate	1090	# basically do the same as instantiate, without calling instantiate
919	my ($obj) = @_;	1091	my ($obj) = @_;
920		1092
		1093	# no longer needed after getting rid of delete_package?
921	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1094	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
922		1095
923	my $registry = $obj->registry;	1096	my $registry = $obj->registry;
924		1097
925	@$registry = ();	1098	@$registry = ();
926		1099
…		…
941	cf::attachable->attach (	1114	cf::attachable->attach (
942	prio => -1000000,	1115	prio => -1000000,
943	on_instantiate => sub {	1116	on_instantiate => sub {
944	my ($obj, $data) = @_;	1117	my ($obj, $data) = @_;
945		1118
946	$data = from_json $data;	1119	$data = decode_json $data;
947		1120
948	for (@$data) {	1121	for (@$data) {
949	my ($name, $args) = @$_;	1122	my ($name, $args) = @$_;
950		1123
951	$obj->attach ($name, %{$args || {} });	1124	$obj->attach ($name, %{$args || {} });
…		…
967	sub object_freezer_save {	1140	sub object_freezer_save {
968	my ($filename, $rdata, $objs) = @_;	1141	my ($filename, $rdata, $objs) = @_;
969		1142
970	sync_job {	1143	sync_job {
971	if (length $$rdata) {	1144	if (length $$rdata) {
		1145	utf8::decode (my $decname = $filename);
972	warn sprintf "saving %s (%d,%d)\n",	1146	warn sprintf "saving %s (%d,%d)\n",
973	$filename, length $$rdata, scalar @$objs;	1147	$decname, length $$rdata, scalar @$objs;
974		1148
975	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1149	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
976	chmod SAVE_MODE, $fh;	1150	aio_chmod $fh, SAVE_MODE;
977	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1151	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
978	aio_fsync $fh if $cf::USE_FSYNC;	1152	aio_fsync $fh if $cf::USE_FSYNC;
979	close $fh;	1153	aio_close $fh;
980		1154
981	if (@$objs) {	1155	if (@$objs) {
982	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1156	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
983	chmod SAVE_MODE, $fh;	1157	aio_chmod $fh, SAVE_MODE;
984	my $data = Storable::nfreeze { version => 1, objs => $objs };	1158	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
985	aio_write $fh, 0, (length $data), $data, 0;	1159	aio_write $fh, 0, (length $data), $data, 0;
986	aio_fsync $fh if $cf::USE_FSYNC;	1160	aio_fsync $fh if $cf::USE_FSYNC;
987	close $fh;	1161	aio_close $fh;
988	aio_rename "$filename.pst~", "$filename.pst";	1162	aio_rename "$filename.pst~", "$filename.pst";
989	}	1163	}
990	} else {	1164	} else {
991	aio_unlink "$filename.pst";	1165	aio_unlink "$filename.pst";
992	}	1166	}
993		1167
994	aio_rename "$filename~", $filename;	1168	aio_rename "$filename~", $filename;
		1169
		1170	$filename =~ s%/[^/]+$%%;
		1171	aio_pathsync $filename if $cf::USE_FSYNC;
995	} else {	1172	} else {
996	warn "FATAL: $filename~: $!\n";	1173	warn "unable to save objects: $filename~: $!\n";
997	}	1174	}
998	} else {	1175	} else {
999	aio_unlink $filename;	1176	aio_unlink $filename;
1000	aio_unlink "$filename.pst";	1177	aio_unlink "$filename.pst";
1001	}	1178	}
1002	}	1179	};
1003	}	1180	}
1004		1181
1005	sub object_freezer_as_string {	1182	sub object_freezer_as_string {
1006	my ($rdata, $objs) = @_;	1183	my ($rdata, $objs) = @_;
1007		1184
…		…
1019	or return;	1196	or return;
1020		1197
1021	unless (aio_stat "$filename.pst") {	1198	unless (aio_stat "$filename.pst") {
1022	(aio_load "$filename.pst", $av) >= 0	1199	(aio_load "$filename.pst", $av) >= 0
1023	or return;	1200	or return;
		1201
1024	$av = eval { (Storable::thaw $av)->{objs} };	1202	my $st = eval { Coro::Storable::thaw $av };
		1203	$av = $st->{objs};
1025	}	1204	}
1026		1205
		1206	utf8::decode (my $decname = $filename);
1027	warn sprintf "loading %s (%d)\n",	1207	warn sprintf "loading %s (%d,%d)\n",
1028	$filename, length $data, scalar @{$av || []};	1208	$decname, length $data, scalar @{$av || []};
		1209
1029	return ($data, $av);	1210	($data, $av)
1030	}	1211	}
1031		1212
1032	=head2 COMMAND CALLBACKS	1213	=head2 COMMAND CALLBACKS
1033		1214
1034	=over 4	1215	=over 4
…		…
1088	my ($name, $cb) = @_;	1269	my ($name, $cb) = @_;
1089		1270
1090	$EXTICMD{$name} = $cb;	1271	$EXTICMD{$name} = $cb;
1091	}	1272	}
1092		1273
		1274	use File::Glob ();
		1275
1093	cf::player->attach (	1276	cf::player->attach (
1094	on_command => sub {	1277	on_command => sub {
1095	my ($pl, $name, $params) = @_;	1278	my ($pl, $name, $params) = @_;
1096		1279
1097	my $cb = $COMMAND{$name}	1280	my $cb = $COMMAND{$name}
…		…
1107	my ($pl, $buf) = @_;	1290	my ($pl, $buf) = @_;
1108		1291
1109	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1292	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1110		1293
1111	if (ref $msg) {	1294	if (ref $msg) {
		1295	my ($type, $reply, @payload) =
		1296	"ARRAY" eq ref $msg
		1297	? @$msg
		1298	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1299
		1300	my @reply;
		1301
1112	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1302	if (my $cb = $EXTCMD{$type}) {
1113	if (my %reply = $cb->($pl, $msg)) {	1303	@reply = $cb->($pl, @payload);
1114	$pl->ext_reply ($msg->{msgid}, %reply);
1115	}
1116	}	1304	}
		1305
		1306	$pl->ext_reply ($reply, @reply)
		1307	if $reply;
		1308
1117	} else {	1309	} else {
1118	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1310	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1119	}	1311	}
1120		1312
1121	cf::override;	1313	cf::override;
1122	},	1314	},
1123	);	1315	);
		1316
		1317	# "readahead" all extensions
		1318	sub cache_extensions {
		1319	my $grp = IO::AIO::aio_group;
		1320
		1321	add $grp IO::AIO::aio_readdir $LIBDIR, sub {
		1322	for (grep /\.ext$/, @{$_[0]}) {
		1323	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1324	}
		1325	};
		1326
		1327	$grp
		1328	}
1124		1329
1125	sub load_extensions {	1330	sub load_extensions {
1126	cf::sync_job {	1331	cf::sync_job {
1127	my %todo;	1332	my %todo;
1128		1333
…		…
1148		1353
1149	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1354	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1150	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1355	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1151		1356
1152	$ext{source} =	1357	$ext{source} =
1153	"package $pkg; use strict; use utf8;\n"	1358	"package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1154	. "#line 1 \"$path\"\n{\n"	1359	. "#line 1 \"$path\"\n{\n"
1155	. $source	1360	. $source
1156	. "\n};\n1";	1361	. "\n};\n1";
1157		1362
1158	$todo{$base} = \%ext;	1363	$todo{$base} = \%ext;
…		…
1174	my $msg = $@ ? "$v->{path}: $@\n"	1379	my $msg = $@ ? "$v->{path}: $@\n"
1175	: "$v->{base}: extension inactive.\n";	1380	: "$v->{base}: extension inactive.\n";
1176		1381
1177	if (exists $v->{meta}{mandatory}) {	1382	if (exists $v->{meta}{mandatory}) {
1178	warn $msg;	1383	warn $msg;
1179	warn "mandatory extension failed to load, exiting.\n";	1384	cf::cleanup "mandatory extension failed to load, exiting.";
1180	exit 1;
1181	}	1385	}
1182		1386
1183	warn $msg;	1387	warn $msg;
1184	}	1388	}
1185		1389
…		…
1199		1403
1200	=back	1404	=back
1201		1405
1202	=head2 CORE EXTENSIONS	1406	=head2 CORE EXTENSIONS
1203		1407
1204	Functions and methods that extend core crossfire objects.	1408	Functions and methods that extend core deliantra objects.
1205		1409
1206	=cut	1410	=cut
1207		1411
1208	package cf::player;	1412	package cf::player;
1209		1413
1210	use Coro::AIO;	1414	use Coro::AIO;
1211		1415
1212	=head3 cf::player	1416	=head3 cf::player
1213		1417
1214	=over 4	1418	=over 4
		1419
		1420	=item cf::player::num_playing
		1421
		1422	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1423
		1424	=cut
		1425
		1426	sub num_playing {
		1427	scalar grep
		1428	$_->ob->map
		1429	&& !$_->hidden
		1430	&& !$_->ob->flag (cf::FLAG_WIZ),
		1431	cf::player::list
		1432	}
1215		1433
1216	=item cf::player::find $login	1434	=item cf::player::find $login
1217		1435
1218	Returns the given player object, loading it if necessary (might block).	1436	Returns the given player object, loading it if necessary (might block).
1219		1437
…		…
1238		1456
1239	sub exists($) {	1457	sub exists($) {
1240	my ($login) = @_;	1458	my ($login) = @_;
1241		1459
1242	$cf::PLAYER{$login}	1460	$cf::PLAYER{$login}
1243	or cf::sync_job { !aio_stat path $login }	1461	or !aio_stat path $login
1244	}	1462	}
1245		1463
1246	sub find($) {	1464	sub find($) {
1247	return $cf::PLAYER{$_[0]} || do {	1465	return $cf::PLAYER{$_[0]} || do {
1248	my $login = $_[0];	1466	my $login = $_[0];
…		…
1255	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1473	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1256	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1474	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1257	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1475	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1258	aio_unlink +(playerdir $login) . "/$login.pl";	1476	aio_unlink +(playerdir $login) . "/$login.pl";
1259		1477
1260	my $pl = load_pl path $login	1478	my $f = new_from_file cf::object::thawer path $login
1261	or return;	1479	or return;
		1480
		1481	my $pl = cf::player::load_pl $f
		1482	or return;
		1483
		1484	local $cf::PLAYER_LOADING{$login} = $pl;
		1485	$f->resolve_delayed_derefs;
1262	$cf::PLAYER{$login} = $pl	1486	$cf::PLAYER{$login} = $pl
1263	}	1487	}
1264	}	1488	}
1265	}	1489	}
1266		1490
…		…
1275	return if $pl->{deny_save};	1499	return if $pl->{deny_save};
1276		1500
1277	aio_mkdir playerdir $pl, 0770;	1501	aio_mkdir playerdir $pl, 0770;
1278	$pl->{last_save} = $cf::RUNTIME;	1502	$pl->{last_save} = $cf::RUNTIME;
1279		1503
		1504	cf::get_slot 0.01;
		1505
1280	$pl->save_pl ($path);	1506	$pl->save_pl ($path);
1281	Coro::cede;	1507	cf::cede_to_tick;
1282	}	1508	}
1283		1509
1284	sub new($) {	1510	sub new($) {
1285	my ($login) = @_;	1511	my ($login) = @_;
1286		1512
…		…
1292	$cf::PLAYER{$login} = $self;	1518	$cf::PLAYER{$login} = $self;
1293		1519
1294	$self	1520	$self
1295	}	1521	}
1296		1522
		1523	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1524
		1525	=cut
		1526
		1527	sub send_msg {
		1528	my $ns = shift->ns
		1529	or return;
		1530	$ns->send_msg (@_);
		1531	}
		1532
1297	=item $pl->quit_character	1533	=item $pl->quit_character
1298		1534
1299	Nukes the player without looking back. If logged in, the connection will	1535	Nukes the player without looking back. If logged in, the connection will
1300	be destroyed. May block for a long time.	1536	be destroyed. May block for a long time.
1301		1537
…		…
1305	my ($pl) = @_;	1541	my ($pl) = @_;
1306		1542
1307	my $name = $pl->ob->name;	1543	my $name = $pl->ob->name;
1308		1544
1309	$pl->{deny_save} = 1;	1545	$pl->{deny_save} = 1;
1310	$pl->password ("*"); # this should lock out the player until we nuked the dir	1546	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1311		1547
1312	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1548	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1313	$pl->deactivate;	1549	$pl->deactivate;
		1550	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
		1551	$pl->ob->check_score;
1314	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1552	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1315	$pl->ns->destroy if $pl->ns;	1553	$pl->ns->destroy if $pl->ns;
1316		1554
1317	my $path = playerdir $pl;	1555	my $path = playerdir $pl;
1318	my $temp = "$path~$cf::RUNTIME~deleting~";	1556	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1354	or return [];	1592	or return [];
1355		1593
1356	my @logins;	1594	my @logins;
1357		1595
1358	for my $login (@$dirs) {	1596	for my $login (@$dirs) {
		1597	my $path = path $login;
		1598
		1599	# a .pst is a dead give-away for a valid player
		1600	# if no pst file found, open and chekc for blocked users
		1601	if (aio_stat "$path.pst") {
1359	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1602	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1360	aio_read $fh, 0, 512, my $buf, 0 or next;	1603	aio_read $fh, 0, 512, my $buf, 0 or next;
1361	$buf !~ /^password -------------$/m or next; # official not-valid tag	1604	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1605	}
1362		1606
1363	utf8::decode $login;	1607	utf8::decode $login;
1364	push @logins, $login;	1608	push @logins, $login;
1365	}	1609	}
1366		1610
…		…
1393	}	1637	}
1394		1638
1395	\@paths	1639	\@paths
1396	}	1640	}
1397		1641
1398	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1642	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1399		1643
1400	Expand crossfire pod fragments into protocol xml.	1644	Expand deliantra pod fragments into protocol xml.
1401		1645
1402	=cut
1403
1404	sub expand_cfpod {
1405	((my $self), (local $_)) = @_;
1406
1407	# escape & and <
1408	s/&/&amp;/g;
1409	s/(?<![BIUGH])</&lt;/g;
1410
1411	# this is buggy, it needs to properly take care of nested <'s
1412
1413	1 while
1414	# replace B<>, I<>, U<> etc.
1415	s/B<([^\>]*)>/<b>$1<\/b>/
1416	|| s/I<([^\>]*)>/<i>$1<\/i>/
1417	|| s/U<([^\>]*)>/<u>$1<\/u>/
1418	# replace G<male|female> tags
1419	|| s{G<([^>|]*)\|([^>]*)>}{
1420	$self->gender ? $2 : $1
1421	}ge
1422	# replace H<hint text>
1423	|| s{H<([^\>]*)>}
1424	{
1425	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1426	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1427	"")
1428	[$self->{hintmode}]
1429	}ge;
1430
1431	# create single paragraphs (very hackish)
1432	s/(?<=\S)\n(?=\w)/ /g;
1433
1434	# compress some whitespace
1435	s/\s+\n/\n/g; # ws line-ends
1436	s/\n\n+/\n/g; # double lines
1437	s/^\n+//; # beginning lines
1438	s/\n+$//; # ending lines
1439
1440	warn $_;#d#
1441	$_
1442	}
1443
1444	sub hintmode {
1445	$_[0]{hintmode} = $_[1] if @_ > 1;
1446	$_[0]{hintmode}
1447	}
1448
1449	=item $player->ext_reply ($msgid, %msg)	1646	=item $player->ext_reply ($msgid, @msg)
1450		1647
1451	Sends an ext reply to the player.	1648	Sends an ext reply to the player.
1452		1649
1453	=cut	1650	=cut
1454		1651
1455	sub ext_reply($$%) {	1652	sub ext_reply($$@) {
1456	my ($self, $id, %msg) = @_;	1653	my ($self, $id, @msg) = @_;
1457		1654
1458	$msg{msgid} = $id;	1655	$self->ns->ext_reply ($id, @msg)
1459	$self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1460	}	1656	}
1461		1657
1462	=item $player->ext_event ($type, %msg)	1658	=item $player->ext_msg ($type, @msg)
1463		1659
1464	Sends an ext event to the client.	1660	Sends an ext event to the client.
1465		1661
1466	=cut	1662	=cut
1467		1663
1468	sub ext_event($$%) {	1664	sub ext_msg($$@) {
1469	my ($self, $type, %msg) = @_;	1665	my ($self, $type, @msg) = @_;
1470		1666
1471	$self->ns->ext_event ($type, %msg);	1667	$self->ns->ext_msg ($type, @msg);
1472	}	1668	}
1473		1669
1474	=head3 cf::region	1670	=head3 cf::region
1475		1671
1476	=over 4	1672	=over 4
…		…
1489	my ($path) = @_;	1685	my ($path) = @_;
1490		1686
1491	my ($match, $specificity);	1687	my ($match, $specificity);
1492		1688
1493	for my $region (list) {	1689	for my $region (list) {
1494	if ($region->match && $path =~ $region->match) {	1690	if ($region->{match} && $path =~ $region->{match}) {
1495	($match, $specificity) = ($region, $region->specificity)	1691	($match, $specificity) = ($region, $region->specificity)
1496	if $region->specificity > $specificity;	1692	if $region->specificity > $specificity;
1497	}	1693	}
1498	}	1694	}
1499		1695
…		…
1520	our $MAX_RESET = 3600;	1716	our $MAX_RESET = 3600;
1521	our $DEFAULT_RESET = 3000;	1717	our $DEFAULT_RESET = 3000;
1522		1718
1523	sub generate_random_map {	1719	sub generate_random_map {
1524	my ($self, $rmp) = @_;	1720	my ($self, $rmp) = @_;
		1721
		1722	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1723
1525	# mit "rum" bekleckern, nicht	1724	# mit "rum" bekleckern, nicht
1526	$self->_create_random_map (	1725	$self->_create_random_map (
1527	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1726	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1528	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1727	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1529	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1728	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1619	$self->init; # pass $1 etc.	1818	$self->init; # pass $1 etc.
1620	return $self;	1819	return $self;
1621	}	1820	}
1622	}	1821	}
1623		1822
1624	Carp::carp "unable to resolve path '$path' (base '$base').";	1823	Carp::cluck "unable to resolve path '$path' (base '$base').";
1625	()	1824	()
1626	}	1825	}
1627		1826
1628	sub init {	1827	sub init {
1629	my ($self) = @_;	1828	my ($self) = @_;
…		…
1651		1850
1652	# the temporary/swap location	1851	# the temporary/swap location
1653	sub save_path {	1852	sub save_path {
1654	my ($self) = @_;	1853	my ($self) = @_;
1655		1854
1656	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1855	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1657	"$TMPDIR/$path.map"	1856	"$TMPDIR/$path.map"
1658	}	1857	}
1659		1858
1660	# the unique path, undef == no special unique path	1859	# the unique path, undef == no special unique path
1661	sub uniq_path {	1860	sub uniq_path {
1662	my ($self) = @_;	1861	my ($self) = @_;
1663		1862
1664	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1863	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1665	"$UNIQUEDIR/$path"	1864	"$UNIQUEDIR/$path"
1666	}
1667
1668	# and all this just because we cannot iterate over
1669	# all maps in C++...
1670	sub change_all_map_light {
1671	my ($change) = @_;
1672
1673	$_->change_map_light ($change)
1674	for grep $_->outdoor, values %cf::MAP;
1675	}	1865	}
1676		1866
1677	sub decay_objects {	1867	sub decay_objects {
1678	my ($self) = @_;	1868	my ($self) = @_;
1679		1869
…		…
1692		1882
1693	sub load_header_from($) {	1883	sub load_header_from($) {
1694	my ($self, $path) = @_;	1884	my ($self, $path) = @_;
1695		1885
1696	utf8::encode $path;	1886	utf8::encode $path;
1697	#aio_open $path, O_RDONLY, 0	1887	my $f = new_from_file cf::object::thawer $path
1698	# or return;
1699
1700	$self->_load_header ($path)
1701	or return;	1888	or return;
		1889
		1890	$self->_load_header ($f)
		1891	or return;
		1892
		1893	local $MAP_LOADING{$self->{path}} = $self;
		1894	$f->resolve_delayed_derefs;
1702		1895
1703	$self->{load_path} = $path;	1896	$self->{load_path} = $path;
1704		1897
1705	1	1898	1
1706	}	1899	}
…		…
1760	sub find {	1953	sub find {
1761	my ($path, $origin) = @_;	1954	my ($path, $origin) = @_;
1762		1955
1763	$path = normalise $path, $origin && $origin->path;	1956	$path = normalise $path, $origin && $origin->path;
1764		1957
		1958	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1765	cf::lock_wait "map_find:$path";	1959	my $guard2 = cf::lock_acquire "map_find:$path";
1766		1960
1767	$cf::MAP{$path} || do {	1961	$cf::MAP{$path} || do {
1768	my $guard = cf::lock_acquire "map_find:$path";
1769	my $map = new_from_path cf::map $path	1962	my $map = new_from_path cf::map $path
1770	or return;	1963	or return;
1771		1964
1772	$map->{last_save} = $cf::RUNTIME;	1965	$map->{last_save} = $cf::RUNTIME;
1773		1966
…		…
1775	or return;	1968	or return;
1776		1969
1777	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	1970	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1778	# doing this can freeze the server in a sync job, obviously	1971	# doing this can freeze the server in a sync job, obviously
1779	#$cf::WAIT_FOR_TICK->wait;	1972	#$cf::WAIT_FOR_TICK->wait;
		1973	undef $guard2;
		1974	undef $guard1;
1780	$map->reset;	1975	$map->reset;
1781	undef $guard;
1782	return find $path;	1976	return find $path;
1783	}	1977	}
1784		1978
1785	$cf::MAP{$path} = $map	1979	$cf::MAP{$path} = $map
1786	}	1980	}
…		…
1795	local $self->{deny_reset} = 1; # loading can take a long time	1989	local $self->{deny_reset} = 1; # loading can take a long time
1796		1990
1797	my $path = $self->{path};	1991	my $path = $self->{path};
1798		1992
1799	{	1993	{
1800	my $guard = cf::lock_acquire "map_load:$path";	1994	my $guard = cf::lock_acquire "map_data:$path";
1801		1995
		1996	return unless $self->valid;
1802	return if $self->in_memory != cf::MAP_SWAPPED;	1997	return unless $self->in_memory == cf::MAP_SWAPPED;
1803		1998
1804	$self->in_memory (cf::MAP_LOADING);	1999	$self->in_memory (cf::MAP_LOADING);
1805		2000
1806	$self->alloc;	2001	$self->alloc;
1807		2002
1808	$self->pre_load;	2003	$self->pre_load;
1809	Coro::cede;	2004	cf::cede_to_tick;
1810		2005
		2006	my $f = new_from_file cf::object::thawer $self->{load_path};
		2007	$f->skip_block;
1811	$self->_load_objects ($self->{load_path}, 1)	2008	$self->_load_objects ($f)
1812	or return;	2009	or return;
1813		2010
1814	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2011	$self->post_load_original
1815	if delete $self->{load_original};	2012	if delete $self->{load_original};
1816		2013
1817	if (my $uniq = $self->uniq_path) {	2014	if (my $uniq = $self->uniq_path) {
1818	utf8::encode $uniq;	2015	utf8::encode $uniq;
1819	if (aio_open $uniq, O_RDONLY, 0) {	2016	unless (aio_stat $uniq) {
		2017	if (my $f = new_from_file cf::object::thawer $uniq) {
1820	$self->clear_unique_items;	2018	$self->clear_unique_items;
1821	$self->_load_objects ($uniq, 0);	2019	$self->_load_objects ($f);
		2020	$f->resolve_delayed_derefs;
		2021	}
1822	}	2022	}
1823	}	2023	}
1824		2024
1825	Coro::cede;	2025	$f->resolve_delayed_derefs;
		2026
		2027	cf::cede_to_tick;
1826	# now do the right thing for maps	2028	# now do the right thing for maps
1827	$self->link_multipart_objects;	2029	$self->link_multipart_objects;
1828	$self->difficulty ($self->estimate_difficulty)	2030	$self->difficulty ($self->estimate_difficulty)
1829	unless $self->difficulty;	2031	unless $self->difficulty;
1830	Coro::cede;	2032	cf::cede_to_tick;
1831		2033
1832	unless ($self->{deny_activate}) {	2034	unless ($self->{deny_activate}) {
1833	$self->decay_objects;	2035	$self->decay_objects;
1834	$self->fix_auto_apply;	2036	$self->fix_auto_apply;
1835	$self->update_buttons;	2037	$self->update_buttons;
1836	Coro::cede;	2038	cf::cede_to_tick;
1837	$self->set_darkness_map;
1838	Coro::cede;
1839	$self->activate;	2039	$self->activate;
1840	}	2040	}
1841		2041
		2042	$self->{last_save} = $cf::RUNTIME;
		2043	$self->last_access ($cf::RUNTIME);
		2044
1842	$self->in_memory (cf::MAP_IN_MEMORY);	2045	$self->in_memory (cf::MAP_ACTIVE);
1843	}	2046	}
1844		2047
1845	$self->post_load;	2048	$self->post_load;
1846	}	2049	}
1847		2050
…		…
1856		2059
1857	$self	2060	$self
1858	}	2061	}
1859		2062
1860	# find and load all maps in the 3x3 area around a map	2063	# find and load all maps in the 3x3 area around a map
1861	sub load_diag {	2064	sub load_neighbours {
1862	my ($map) = @_;	2065	my ($map) = @_;
1863		2066
1864	my @diag; # diagonal neighbours	2067	my @neigh; # diagonal neighbours
1865		2068
1866	for (0 .. 3) {	2069	for (0 .. 3) {
1867	my $neigh = $map->tile_path ($_)	2070	my $neigh = $map->tile_path ($_)
1868	or next;	2071	or next;
1869	$neigh = find $neigh, $map	2072	$neigh = find $neigh, $map
1870	or next;	2073	or next;
1871	$neigh->load;	2074	$neigh->load;
1872		2075
		2076	push @neigh,
1873	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2077	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1874	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2078	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1875	}	2079	}
1876		2080
1877	for (@diag) {	2081	for (grep defined $_->[0], @neigh) {
		2082	my ($path, $origin) = @$_;
1878	my $neigh = find @$_	2083	my $neigh = find $path, $origin
1879	or next;	2084	or next;
1880	$neigh->load;	2085	$neigh->load;
1881	}	2086	}
1882	}	2087	}
1883		2088
…		…
1888	}	2093	}
1889		2094
1890	sub do_load_sync {	2095	sub do_load_sync {
1891	my ($map) = @_;	2096	my ($map) = @_;
1892		2097
		2098	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2099	if $Coro::current == $Coro::main;
		2100
1893	cf::sync_job { $map->load };	2101	cf::sync_job { $map->load };
1894	}	2102	}
1895		2103
1896	our %MAP_PREFETCH;	2104	our %MAP_PREFETCH;
1897	our $MAP_PREFETCHER = undef;	2105	our $MAP_PREFETCHER = undef;
1898		2106
1899	sub find_async {	2107	sub find_async {
1900	my ($path, $origin) = @_;	2108	my ($path, $origin, $load) = @_;
1901		2109
1902	$path = normalise $path, $origin && $origin->{path};	2110	$path = normalise $path, $origin && $origin->{path};
1903		2111
1904	if (my $map = $cf::MAP{$path}) {	2112	if (my $map = $cf::MAP{$path}) {
1905	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2113	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1906	}	2114	}
1907		2115
1908	undef $MAP_PREFETCH{$path};	2116	$MAP_PREFETCH{$path} |= $load;
		2117
1909	$MAP_PREFETCHER ||= cf::async {	2118	$MAP_PREFETCHER ||= cf::async {
		2119	$Coro::current->{desc} = "map prefetcher";
		2120
1910	while (%MAP_PREFETCH) {	2121	while (%MAP_PREFETCH) {
1911	for my $path (keys %MAP_PREFETCH) {	2122	while (my ($k, $v) = each %MAP_PREFETCH) {
1912	my $map = find $path	2123	if (my $map = find $k) {
1913	or next;
1914	$map->load;	2124	$map->load if $v;
		2125	}
1915		2126
1916	delete $MAP_PREFETCH{$path};	2127	delete $MAP_PREFETCH{$k};
1917	}	2128	}
1918	}	2129	}
1919	undef $MAP_PREFETCHER;	2130	undef $MAP_PREFETCHER;
1920	};	2131	};
1921	$MAP_PREFETCHER->prio (6);	2132	$MAP_PREFETCHER->prio (6);
…		…
1924	}	2135	}
1925		2136
1926	sub save {	2137	sub save {
1927	my ($self) = @_;	2138	my ($self) = @_;
1928		2139
1929	my $lock = cf::lock_acquire "map_data:" . $self->path;	2140	my $lock = cf::lock_acquire "map_data:$self->{path}";
1930		2141
1931	$self->{last_save} = $cf::RUNTIME;	2142	$self->{last_save} = $cf::RUNTIME;
1932		2143
1933	return unless $self->dirty;	2144	return unless $self->dirty;
1934		2145
…		…
1940	return if $self->{deny_save};	2151	return if $self->{deny_save};
1941		2152
1942	local $self->{last_access} = $self->last_access;#d#	2153	local $self->{last_access} = $self->last_access;#d#
1943		2154
1944	cf::async {	2155	cf::async {
		2156	$Coro::current->{desc} = "map player save";
1945	$_->contr->save for $self->players;	2157	$_->contr->save for $self->players;
1946	};	2158	};
		2159
		2160	cf::get_slot 0.02;
1947		2161
1948	if ($uniq) {	2162	if ($uniq) {
1949	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2163	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1950	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2164	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1951	} else {	2165	} else {
…		…
1957	my ($self) = @_;	2171	my ($self) = @_;
1958		2172
1959	# save first because save cedes	2173	# save first because save cedes
1960	$self->save;	2174	$self->save;
1961		2175
1962	my $lock = cf::lock_acquire "map_data:" . $self->path;	2176	my $lock = cf::lock_acquire "map_data:$self->{path}";
1963		2177
1964	return if $self->players;	2178	return if $self->players;
1965	return if $self->in_memory != cf::MAP_IN_MEMORY;	2179	return if $self->in_memory != cf::MAP_ACTIVE;
1966	return if $self->{deny_save};	2180	return if $self->{deny_save};
1967		2181
		2182	$self->in_memory (cf::MAP_SWAPPED);
		2183
		2184	$self->deactivate;
		2185	$_->clear_links_to ($self) for values %cf::MAP;
1968	$self->clear;	2186	$self->clear;
1969	$self->in_memory (cf::MAP_SWAPPED);
1970	}	2187	}
1971		2188
1972	sub reset_at {	2189	sub reset_at {
1973	my ($self) = @_;	2190	my ($self) = @_;
1974		2191
…		…
2006	if $uniq;	2223	if $uniq;
2007	}	2224	}
2008		2225
2009	delete $cf::MAP{$self->path};	2226	delete $cf::MAP{$self->path};
2010		2227
		2228	$self->deactivate;
		2229	$_->clear_links_to ($self) for values %cf::MAP;
2011	$self->clear;	2230	$self->clear;
2012
2013	$_->clear_links_to ($self) for values %cf::MAP;
2014		2231
2015	$self->unlink_save;	2232	$self->unlink_save;
2016	$self->destroy;	2233	$self->destroy;
2017	}	2234	}
2018		2235
2019	my $nuke_counter = "aaaa";	2236	my $nuke_counter = "aaaa";
2020		2237
2021	sub nuke {	2238	sub nuke {
2022	my ($self) = @_;	2239	my ($self) = @_;
2023		2240
		2241	{
		2242	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2243
2024	delete $cf::MAP{$self->path};	2244	delete $cf::MAP{$self->path};
2025		2245
2026	$self->unlink_save;	2246	$self->unlink_save;
2027		2247
2028	bless $self, "cf::map";	2248	bless $self, "cf::map";
2029	delete $self->{deny_reset};	2249	delete $self->{deny_reset};
2030	$self->{deny_save} = 1;	2250	$self->{deny_save} = 1;
2031	$self->reset_timeout (1);	2251	$self->reset_timeout (1);
2032	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2252	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2033		2253
2034	$cf::MAP{$self->path} = $self;	2254	$cf::MAP{$self->path} = $self;
		2255	}
2035		2256
2036	$self->reset; # polite request, might not happen	2257	$self->reset; # polite request, might not happen
2037	}	2258	}
2038		2259
2039	=item $maps = cf::map::tmp_maps	2260	=item $maps = cf::map::tmp_maps
…		…
2081		2302
2082	sub unique_maps() {	2303	sub unique_maps() {
2083	[	2304	[
2084	map {	2305	map {
2085	utf8::decode $_;	2306	utf8::decode $_;
2086	/\.map$/	2307	s/\.map$//; # TODO future compatibility hack
		2308	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2309	? ()
2087	? normalise $_	2310	: normalise $_
2088	: ()
2089	} @{ aio_readdir $UNIQUEDIR or [] }	2311	} @{ aio_readdir $UNIQUEDIR or [] }
2090	]	2312	]
2091	}	2313	}
2092		2314
2093	package cf;
2094
2095	=back	2315	=back
2096		2316
2097	=head3 cf::object	2317	=head3 cf::object
2098		2318
2099	=cut	2319	=cut
…		…
2102		2322
2103	=over 4	2323	=over 4
2104		2324
2105	=item $ob->inv_recursive	2325	=item $ob->inv_recursive
2106		2326
2107	Returns the inventory of the object _and_ their inventories, recursively.	2327	Returns the inventory of the object I<and> their inventories, recursively,
		2328	but I<not> the object itself.
2108		2329
2109	=cut	2330	=cut
2110		2331
2111	sub inv_recursive_;	2332	sub inv_recursive_;
2112	sub inv_recursive_ {	2333	sub inv_recursive_ {
…		…
2115		2336
2116	sub inv_recursive {	2337	sub inv_recursive {
2117	inv_recursive_ inv $_[0]	2338	inv_recursive_ inv $_[0]
2118	}	2339	}
2119		2340
		2341	=item $ref = $ob->ref
		2342
		2343	Creates and returns a persistent reference to an object that can be stored as a string.
		2344
		2345	=item $ob = cf::object::deref ($refstring)
		2346
		2347	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2348	even if the object actually exists. May block.
		2349
		2350	=cut
		2351
		2352	sub deref {
		2353	my ($ref) = @_;
		2354
		2355	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2356	my ($uuid, $name) = ($1, $2);
		2357	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2358	or return;
		2359	$pl->ob->uuid eq $uuid
		2360	or return;
		2361
		2362	$pl->ob
		2363	} else {
		2364	warn "$ref: cannot resolve object reference\n";
		2365	undef
		2366	}
		2367	}
		2368
2120	package cf;	2369	package cf;
2121		2370
2122	=back	2371	=back
2123		2372
2124	=head3 cf::object::player	2373	=head3 cf::object::player
…		…
2130	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2379	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2131	can be C<undef>. Does the right thing when the player is currently in a	2380	can be C<undef>. Does the right thing when the player is currently in a
2132	dialogue with the given NPC character.	2381	dialogue with the given NPC character.
2133		2382
2134	=cut	2383	=cut
		2384
		2385	our $SAY_CHANNEL = {
		2386	id => "say",
		2387	title => "Map",
		2388	reply => "say ",
		2389	tooltip => "Things said to and replied from npcs near you and other players on the same map only.",
		2390	};
		2391
		2392	our $CHAT_CHANNEL = {
		2393	id => "chat",
		2394	title => "Chat",
		2395	reply => "chat ",
		2396	tooltip => "Player chat and shouts, global to the server.",
		2397	};
2135		2398
2136	# rough implementation of a future "reply" method that works	2399	# rough implementation of a future "reply" method that works
2137	# with dialog boxes.	2400	# with dialog boxes.
2138	#TODO: the first argument must go, split into a $npc->reply_to ( method	2401	#TODO: the first argument must go, split into a $npc->reply_to ( method
2139	sub cf::object::player::reply($$$;$) {	2402	sub cf::object::player::reply($$$;$) {
…		…
2146		2409
2147	} else {	2410	} else {
2148	my $pl = $self->contr;	2411	my $pl = $self->contr;
2149		2412
2150	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {	2413	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2151	my $diag = $pl->{npc_dialog};	2414	my $dialog = $pl->{npc_dialog};
2152	$diag->{pl}->ext_reply (	2415	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2153	$diag->{id},
2154	msgtype => "reply",
2155	msg => $diag->{pl}->expand_cfpod ($msg),
2156	add_topics => []
2157	);
2158		2416
2159	} else {	2417	} else {
2160	$msg = $npc->name . " says: $msg" if $npc;	2418	$msg = $npc->name . " says: $msg" if $npc;
2161	$self->message ($msg, $flags);	2419	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2162	}	2420	}
2163	}	2421	}
		2422	}
		2423
		2424	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2425
		2426	=cut
		2427
		2428	sub cf::object::send_msg {
		2429	my $pl = shift->contr
		2430	or return;
		2431	$pl->send_msg (@_);
2164	}	2432	}
2165		2433
2166	=item $player_object->may ("access")	2434	=item $player_object->may ("access")
2167		2435
2168	Returns wether the given player is authorized to access resource "access"	2436	Returns wether the given player is authorized to access resource "access"
…		…
2181		2449
2182	=item $player_object->enter_link	2450	=item $player_object->enter_link
2183		2451
2184	Freezes the player and moves him/her to a special map (C<{link}>).	2452	Freezes the player and moves him/her to a special map (C<{link}>).
2185		2453
2186	The player should be reasonably safe there for short amounts of time. You	2454	The player should be reasonably safe there for short amounts of time (e.g.
2187	I<MUST> call C<leave_link> as soon as possible, though.	2455	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2456	though, as the palyer cannot control the character while it is on the link
		2457	map.
2188		2458
2189	Will never block.	2459	Will never block.
2190		2460
2191	=item $player_object->leave_link ($map, $x, $y)	2461	=item $player_object->leave_link ($map, $x, $y)
2192		2462
…		…
2247	# use -1 or undef as default coordinates, not 0, 0	2517	# use -1 or undef as default coordinates, not 0, 0
2248	($x, $y) = ($map->enter_x, $map->enter_y)	2518	($x, $y) = ($map->enter_x, $map->enter_y)
2249	if $x <=0 && $y <= 0;	2519	if $x <=0 && $y <= 0;
2250		2520
2251	$map->load;	2521	$map->load;
2252	$map->load_diag;	2522	$map->load_neighbours;
2253		2523
2254	return unless $self->contr->active;	2524	return unless $self->contr->active;
		2525	$self->flag (cf::FLAG_DEBUG, 0);#d# temp
2255	$self->activate_recursive;	2526	$self->activate_recursive;
2256		2527
2257	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2528	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2258	$self->enter_map ($map, $x, $y);	2529	$self->enter_map ($map, $x, $y);
2259	}	2530	}
2260		2531
2261	=item $player_object->goto ($path, $x, $y[, $check->($map)])	2532	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
2262		2533
2263	Moves the player to the given map-path and coordinates by first freezing	2534	Moves the player to the given map-path and coordinates by first freezing
2264	her, loading and preparing them map, calling the provided $check callback	2535	her, loading and preparing them map, calling the provided $check callback
2265	that has to return the map if sucecssful, and then unfreezes the player on	2536	that has to return the map if sucecssful, and then unfreezes the player on
2266	the new (success) or old (failed) map position.	2537	the new (success) or old (failed) map position. In either case, $done will
		2538	be called at the end of this process.
		2539
		2540	Note that $check will be called with a potentially non-loaded map, so if
		2541	it needs a loaded map it has to call C<< ->load >>.
2267		2542
2268	=cut	2543	=cut
2269		2544
2270	our $GOTOGEN;	2545	our $GOTOGEN;
2271		2546
2272	sub cf::object::player::goto {	2547	sub cf::object::player::goto {
2273	my ($self, $path, $x, $y, $check) = @_;	2548	my ($self, $path, $x, $y, $check, $done) = @_;
2274		2549
2275	# do generation counting so two concurrent goto's will be executed in-order	2550	# do generation counting so two concurrent goto's will be executed in-order
2276	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2551	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2277		2552
2278	$self->enter_link;	2553	$self->enter_link;
2279		2554
2280	(async {	2555	(async {
		2556	$Coro::current->{desc} = "player::goto $path $x $y";
		2557
		2558	# *tag paths override both path and x|y
		2559	if ($path =~ /^\*(.*)$/) {
		2560	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2561	my $ob = $obs[rand @obs];
		2562
		2563	# see if we actually can go there
		2564	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2565	$ob = $obs[rand @obs];
		2566	} else {
		2567	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2568	}
		2569	# else put us there anyways for now #d#
		2570
		2571	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2572	} else {
		2573	($path, $x, $y) = (undef, undef, undef);
		2574	}
		2575	}
		2576
2281	my $map = eval {	2577	my $map = eval {
2282	my $map = cf::map::find $path;	2578	my $map = defined $path ? cf::map::find $path : undef;
2283		2579
2284	if ($map) {	2580	if ($map) {
2285	$map = $map->customise_for ($self);	2581	$map = $map->customise_for ($self);
2286	$map = $check->($map) if $check && $map;	2582	$map = $check->($map) if $check && $map;
2287	} else {	2583	} else {
2288	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2584	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2289	}	2585	}
2290		2586
2291	$map	2587	$map
2292	};	2588	};
2293		2589
…		…
2298		2594
2299	if ($gen == $self->{_goto_generation}) {	2595	if ($gen == $self->{_goto_generation}) {
2300	delete $self->{_goto_generation};	2596	delete $self->{_goto_generation};
2301	$self->leave_link ($map, $x, $y);	2597	$self->leave_link ($map, $x, $y);
2302	}	2598	}
		2599
		2600	$done->() if $done;
2303	})->prio (1);	2601	})->prio (1);
2304	}	2602	}
2305		2603
2306	=item $player_object->enter_exit ($exit_object)	2604	=item $player_object->enter_exit ($exit_object)
2307		2605
…		…
2327	}	2625	}
2328		2626
2329	sub prepare_random_map {	2627	sub prepare_random_map {
2330	my ($exit) = @_;	2628	my ($exit) = @_;
2331		2629
2332	my $guard = cf::lock_acquire "exit_prepare:$exit";
2333
2334	# all this does is basically replace the /! path by	2630	# all this does is basically replace the /! path by
2335	# a new random map path (?random/...) with a seed	2631	# a new random map path (?random/...) with a seed
2336	# that depends on the exit object	2632	# that depends on the exit object
2337		2633
2338	my $rmp = parse_random_map_params $exit->msg;	2634	my $rmp = parse_random_map_params $exit->msg;
…		…
2340	if ($exit->map) {	2636	if ($exit->map) {
2341	$rmp->{region} = $exit->region->name;	2637	$rmp->{region} = $exit->region->name;
2342	$rmp->{origin_map} = $exit->map->path;	2638	$rmp->{origin_map} = $exit->map->path;
2343	$rmp->{origin_x} = $exit->x;	2639	$rmp->{origin_x} = $exit->x;
2344	$rmp->{origin_y} = $exit->y;	2640	$rmp->{origin_y} = $exit->y;
		2641
		2642	$exit->map->touch;
2345	}	2643	}
2346		2644
2347	$rmp->{random_seed} ||= $exit->random_seed;	2645	$rmp->{random_seed} ||= $exit->random_seed;
2348		2646
2349	my $data = cf::to_json $rmp;	2647	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2350	my $md5 = Digest::MD5::md5_hex $data;	2648	my $md5 = Digest::MD5::md5_hex $data;
2351	my $meta = "$RANDOMDIR/$md5.meta";	2649	my $meta = "$RANDOMDIR/$md5.meta";
2352		2650
2353	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2651	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2354	aio_write $fh, 0, (length $data), $data, 0;	2652	aio_write $fh, 0, (length $data), $data, 0;
2355	undef $fh;	2653	undef $fh;
2356	aio_rename "$meta~", $meta;	2654	aio_rename "$meta~", $meta;
2357		2655
		2656	my $slaying = "?random/$md5";
		2657
		2658	if ($exit->valid) {
2358	$exit->slaying ("?random/$md5");	2659	$exit->slaying ("?random/$md5");
2359	$exit->msg (undef);	2660	$exit->msg (undef);
		2661	}
2360	}	2662	}
2361	}	2663	}
2362		2664
2363	sub cf::object::player::enter_exit {	2665	sub cf::object::player::enter_exit {
2364	my ($self, $exit) = @_;	2666	my ($self, $exit) = @_;
2365		2667
2366	return unless $self->type == cf::PLAYER;	2668	return unless $self->type == cf::PLAYER;
2367		2669
2368	if ($exit->slaying eq "/!") {
2369	#TODO: this should de-fi-ni-te-ly not be a sync-job
2370	# the problem is that $exit might not survive long enough
2371	# so it needs to be done right now, right here
2372	cf::sync_job { prepare_random_map $exit };
2373	}
2374
2375	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2376	my $hp = $exit->stats->hp;
2377	my $sp = $exit->stats->sp;
2378
2379	$self->enter_link;	2670	$self->enter_link;
2380		2671
2381	# if exit is damned, update players death & WoR home-position
2382	$self->contr->savebed ($slaying, $hp, $sp)
2383	if $exit->flag (FLAG_DAMNED);
2384
2385	(async {	2672	(async {
2386	$self->deactivate_recursive; # just to be sure	2673	$Coro::current->{desc} = "enter_exit";
		2674
2387	unless (eval {	2675	unless (eval {
		2676	$self->deactivate_recursive; # just to be sure
		2677
		2678	# random map handling
		2679	{
		2680	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2681
		2682	prepare_random_map $exit
		2683	if $exit->slaying eq "/!";
		2684	}
		2685
		2686	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2687	my $x = $exit->stats->hp;
		2688	my $y = $exit->stats->sp;
		2689
2388	$self->goto ($slaying, $hp, $sp);	2690	$self->goto ($map, $x, $y);
2389		2691
		2692	# if exit is damned, update players death & WoR home-position
		2693	$self->contr->savebed ($map, $x, $y)
		2694	if $exit->flag (cf::FLAG_DAMNED);
		2695
2390	1;	2696	1
2391	}) {	2697	}) {
2392	$self->message ("Something went wrong deep within the crossfire server. "	2698	$self->message ("Something went wrong deep within the deliantra server. "
2393	. "I'll try to bring you back to the map you were before. "	2699	. "I'll try to bring you back to the map you were before. "
2394	. "Please report this to the dungeon master!",	2700	. "Please report this to the dungeon master!",
2395	cf::NDI_UNIQUE | cf::NDI_RED);	2701	cf::NDI_UNIQUE | cf::NDI_RED);
2396		2702
2397	warn "ERROR in enter_exit: $@";	2703	warn "ERROR in enter_exit: $@";
…		…
2416		2722
2417	utf8::encode $text;	2723	utf8::encode $text;
2418	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2724	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2419	}	2725	}
2420		2726
2421	=item $client->send_msg ($color, $type, $msg, [extra...])	2727	=item $client->send_msg ($channel, $msg, $color, [extra...])
2422		2728
2423	Send a drawinfo or msg packet to the client, formatting the msg for the	2729	Send a drawinfo or msg packet to the client, formatting the msg for the
2424	client if neccessary. C<$type> should be a string identifying the type of	2730	client if neccessary. C<$type> should be a string identifying the type of
2425	the message, with C<log> being the default. If C<$color> is negative, suppress	2731	the message, with C<log> being the default. If C<$color> is negative, suppress
2426	the message unless the client supports the msg packet.	2732	the message unless the client supports the msg packet.
2427		2733
2428	=cut	2734	=cut
2429		2735
		2736	# non-persistent channels (usually the info channel)
		2737	our %CHANNEL = (
		2738	"c/identify" => {
		2739	id => "infobox",
		2740	title => "Identify",
		2741	reply => undef,
		2742	tooltip => "Items recently identified",
		2743	},
		2744	"c/examine" => {
		2745	id => "infobox",
		2746	title => "Examine",
		2747	reply => undef,
		2748	tooltip => "Signs and other items you examined",
		2749	},
		2750	"c/book" => {
		2751	id => "infobox",
		2752	title => "Book",
		2753	reply => undef,
		2754	tooltip => "The contents of a note or book",
		2755	},
		2756	"c/lookat" => {
		2757	id => "infobox",
		2758	title => "Look",
		2759	reply => undef,
		2760	tooltip => "What you saw there",
		2761	},
		2762	"c/who" => {
		2763	id => "infobox",
		2764	title => "Players",
		2765	reply => undef,
		2766	tooltip => "Shows players who are currently online",
		2767	},
		2768	"c/body" => {
		2769	id => "infobox",
		2770	title => "Body Parts",
		2771	reply => undef,
		2772	tooltip => "Shows which body parts you posess and are available",
		2773	},
		2774	"c/skills" => {
		2775	id => "infobox",
		2776	title => "Skills",
		2777	reply => undef,
		2778	tooltip => "Shows your experience per skill and item power",
		2779	},
		2780	"c/uptime" => {
		2781	id => "infobox",
		2782	title => "Uptime",
		2783	reply => undef,
		2784	tooltip => "How long the server has been running since last restart",
		2785	},
		2786	"c/mapinfo" => {
		2787	id => "infobox",
		2788	title => "Map Info",
		2789	reply => undef,
		2790	tooltip => "Information related to the maps",
		2791	},
		2792	"c/party" => {
		2793	id => "party",
		2794	title => "Party",
		2795	reply => "gsay ",
		2796	tooltip => "Messages and chat related to your party",
		2797	},
		2798	"c/death" => {
		2799	id => "death",
		2800	title => "Death",
		2801	reply => undef,
		2802	tooltip => "Reason for and more info about your most recent death",
		2803	},
		2804	"c/say" => $SAY_CHANNEL,
		2805	"c/chat" => $CHAT_CHANNEL,
		2806	);
		2807
2430	sub cf::client::send_msg {	2808	sub cf::client::send_msg {
2431	my ($self, $color, $type, $msg, @extra) = @_;	2809	my ($self, $channel, $msg, $color, @extra) = @_;
2432		2810
2433	$msg = $self->pl->expand_cfpod ($msg);	2811	$msg = $self->pl->expand_cfpod ($msg)
		2812	unless $color & cf::NDI_VERBATIM;
		2813
		2814	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2815
		2816	# check predefined channels, for the benefit of C
		2817	if ($CHANNEL{$channel}) {
		2818	$channel = $CHANNEL{$channel};
		2819
		2820	$self->ext_msg (channel_info => $channel);
		2821	$channel = $channel->{id};
		2822
		2823	} elsif (ref $channel) {
		2824	# send meta info to client, if not yet sent
		2825	unless (exists $self->{channel}{$channel->{id}}) {
		2826	$self->{channel}{$channel->{id}} = $channel;
		2827	$self->ext_msg (channel_info => $channel);
		2828	}
		2829
		2830	$channel = $channel->{id};
		2831	}
2434		2832
2435	return unless @extra || length $msg;	2833	return unless @extra || length $msg;
2436		2834
2437	if ($self->can_msg) {	2835	# default colour, mask it out
2438	$self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));	2836	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2439	} else {	2837	if $color & cf::NDI_DEF;
2440	# replace some tags by gcfclient-compatible ones
2441	for ($msg) {
2442	1 while
2443	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2444	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2445	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2446	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2447	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2448	}
2449		2838
2450	if ($color >= 0) {	2839	my $pkt = "msg "
2451	if (0 && $msg =~ /\[/) {	2840	. $self->{json_coder}->encode (
2452	$self->send_packet ("drawextinfo $color 4 0 $msg")	2841	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2453	} else {	2842	);
2454	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2455	$self->send_packet ("drawinfo $color $msg")
2456	}
2457	}
2458	}
2459	}
2460		2843
		2844	# try lzf for large packets
		2845	$pkt = "lzf " . Compress::LZF::compress $pkt
		2846	if 1024 <= length $pkt and $self->{can_lzf};
		2847
		2848	# split very large packets
		2849	if (8192 < length $pkt and $self->{can_lzf}) {
		2850	$self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
		2851	$pkt = "frag";
		2852	}
		2853
		2854	$self->send_packet ($pkt);
		2855	}
		2856
2461	=item $client->ext_event ($type, %msg)	2857	=item $client->ext_msg ($type, @msg)
2462		2858
2463	Sends an ext event to the client.	2859	Sends an ext event to the client.
2464		2860
2465	=cut	2861	=cut
2466		2862
2467	sub cf::client::ext_event($$%) {	2863	sub cf::client::ext_msg($$@) {
2468	my ($self, $type, %msg) = @_;	2864	my ($self, $type, @msg) = @_;
2469		2865
		2866	if ($self->extcmd == 2) {
		2867	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2868	} elsif ($self->extcmd == 1) { # TODO: remove
2470	$msg{msgtype} = "event_$type";	2869	push @msg, msgtype => "event_$type";
2471	$self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));	2870	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2871	}
		2872	}
		2873
		2874	=item $client->ext_reply ($msgid, @msg)
		2875
		2876	Sends an ext reply to the client.
		2877
		2878	=cut
		2879
		2880	sub cf::client::ext_reply($$@) {
		2881	my ($self, $id, @msg) = @_;
		2882
		2883	if ($self->extcmd == 2) {
		2884	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2885	} elsif ($self->extcmd == 1) {
		2886	#TODO: version 1, remove
		2887	unshift @msg, msgtype => "reply", msgid => $id;
		2888	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2889	}
2472	}	2890	}
2473		2891
2474	=item $success = $client->query ($flags, "text", \&cb)	2892	=item $success = $client->query ($flags, "text", \&cb)
2475		2893
2476	Queues a query to the client, calling the given callback with	2894	Queues a query to the client, calling the given callback with
…		…
2531	my ($ns, $buf) = @_;	2949	my ($ns, $buf) = @_;
2532		2950
2533	my $msg = eval { $ns->{json_coder}->decode ($buf) };	2951	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2534		2952
2535	if (ref $msg) {	2953	if (ref $msg) {
		2954	my ($type, $reply, @payload) =
		2955	"ARRAY" eq ref $msg
		2956	? @$msg
		2957	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2958
		2959	my @reply;
		2960
2536	if (my $cb = $EXTICMD{$msg->{msgtype}}) {	2961	if (my $cb = $EXTICMD{$type}) {
2537	if (my %reply = $cb->($ns, $msg)) {	2962	@reply = $cb->($ns, @payload);
2538	$reply{msgid} = $msg->{msgid};
2539	$ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
2540	}
2541	}	2963	}
		2964
		2965	$ns->ext_reply ($reply, @reply)
		2966	if $reply;
		2967
2542	} else {	2968	} else {
2543	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	2969	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2544	}	2970	}
2545		2971
2546	cf::override;	2972	cf::override;
…		…
2593	our $safe = new Safe "safe";	3019	our $safe = new Safe "safe";
2594	our $safe_hole = new Safe::Hole;	3020	our $safe_hole = new Safe::Hole;
2595		3021
2596	$SIG{FPE} = 'IGNORE';	3022	$SIG{FPE} = 'IGNORE';
2597		3023
2598	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3024	$safe->permit_only (Opcode::opset qw(
		3025	:base_core :base_mem :base_orig :base_math
		3026	grepstart grepwhile mapstart mapwhile
		3027	sort time
		3028	));
2599		3029
2600	# here we export the classes and methods available to script code	3030	# here we export the classes and methods available to script code
2601		3031
2602	=pod	3032	=pod
2603		3033
2604	The following functions and methods are available within a safe environment:	3034	The following functions and methods are available within a safe environment:
2605		3035
2606	cf::object	3036	cf::object
2607	contr pay_amount pay_player map x y force_find force_add	3037	contr pay_amount pay_player map x y force_find force_add destroy
2608	insert remove	3038	insert remove name archname title slaying race decrease split
2609		3039
2610	cf::object::player	3040	cf::object::player
2611	player	3041	player
2612		3042
2613	cf::player	3043	cf::player
…		…
2618		3048
2619	=cut	3049	=cut
2620		3050
2621	for (	3051	for (
2622	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3052	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2623	insert remove)],	3053	insert remove inv nrof name archname title slaying race
		3054	decrease split destroy change_exp)],
2624	["cf::object::player" => qw(player)],	3055	["cf::object::player" => qw(player)],
2625	["cf::player" => qw(peaceful)],	3056	["cf::player" => qw(peaceful)],
2626	["cf::map" => qw(trigger)],	3057	["cf::map" => qw(trigger)],
2627	) {	3058	) {
2628	no strict 'refs';	3059	no strict 'refs';
…		…
2704	# the server's init and main functions	3135	# the server's init and main functions
2705		3136
2706	sub load_facedata($) {	3137	sub load_facedata($) {
2707	my ($path) = @_;	3138	my ($path) = @_;
2708		3139
		3140	# HACK to clear player env face cache, we need some signal framework
		3141	# for this (global event?)
		3142	%ext::player_env::MUSIC_FACE_CACHE = ();
		3143
		3144	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3145
2709	warn "loading facedata from $path\n";	3146	warn "loading facedata from $path\n";
2710		3147
2711	my $facedata;	3148	my $facedata;
2712	0 < aio_load $path, $facedata	3149	0 < aio_load $path, $facedata
2713	or die "$path: $!";	3150	or die "$path: $!";
…		…
2715	$facedata = Coro::Storable::thaw $facedata;	3152	$facedata = Coro::Storable::thaw $facedata;
2716		3153
2717	$facedata->{version} == 2	3154	$facedata->{version} == 2
2718	or cf::cleanup "$path: version mismatch, cannot proceed.";	3155	or cf::cleanup "$path: version mismatch, cannot proceed.";
2719		3156
		3157	# patch in the exptable
		3158	$facedata->{resource}{"res/exp_table"} = {
		3159	type => FT_RSRC,
		3160	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3161	};
		3162	cf::cede_to_tick;
		3163
2720	{	3164	{
2721	my $faces = $facedata->{faceinfo};	3165	my $faces = $facedata->{faceinfo};
2722		3166
2723	while (my ($face, $info) = each %$faces) {	3167	while (my ($face, $info) = each %$faces) {
2724	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3168	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3169
2725	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3170	cf::face::set_visibility $idx, $info->{visibility};
		3171	cf::face::set_magicmap $idx, $info->{magicmap};
2726	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3172	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2727	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3173	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2728	Coro::cede;	3174
		3175	cf::cede_to_tick;
2729	}	3176	}
2730		3177
2731	while (my ($face, $info) = each %$faces) {	3178	while (my ($face, $info) = each %$faces) {
2732	next unless $info->{smooth};	3179	next unless $info->{smooth};
		3180
2733	my $idx = cf::face::find $face	3181	my $idx = cf::face::find $face
2734	or next;	3182	or next;
		3183
2735	if (my $smooth = cf::face::find $info->{smooth}) {	3184	if (my $smooth = cf::face::find $info->{smooth}) {
		3185	cf::face::set_smooth $idx, $smooth;
2736	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3186	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2737	} else {	3187	} else {
2738	warn "smooth face '$info->{smooth}' not found for face '$face'";	3188	warn "smooth face '$info->{smooth}' not found for face '$face'";
2739	}	3189	}
2740	Coro::cede;	3190
		3191	cf::cede_to_tick;
2741	}	3192	}
2742	}	3193	}
2743		3194
2744	{	3195	{
2745	my $anims = $facedata->{animinfo};	3196	my $anims = $facedata->{animinfo};
2746		3197
2747	while (my ($anim, $info) = each %$anims) {	3198	while (my ($anim, $info) = each %$anims) {
2748	cf::anim::set $anim, $info->{frames}, $info->{facings};	3199	cf::anim::set $anim, $info->{frames}, $info->{facings};
2749	Coro::cede;	3200	cf::cede_to_tick;
2750	}	3201	}
2751		3202
2752	cf::anim::invalidate_all; # d'oh	3203	cf::anim::invalidate_all; # d'oh
2753	}	3204	}
2754		3205
		3206	{
		3207	# TODO: for gcfclient pleasure, we should give resources
		3208	# that gcfclient doesn't grok a >10000 face index.
		3209	my $res = $facedata->{resource};
		3210
		3211	while (my ($name, $info) = each %$res) {
		3212	if (defined $info->{type}) {
		3213	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3214	my $data;
		3215
		3216	if ($info->{type} & 1) {
		3217	# prepend meta info
		3218
		3219	my $meta = $enc->encode ({
		3220	name => $name,
		3221	%{ $info->{meta} || {} },
		3222	});
		3223
		3224	$data = pack "(w/a*)*", $meta, $info->{data};
		3225	} else {
		3226	$data = $info->{data};
		3227	}
		3228
		3229	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3230	cf::face::set_type $idx, $info->{type};
		3231	} else {
		3232	$RESOURCE{$name} = $info;
		3233	}
		3234
		3235	cf::cede_to_tick;
		3236	}
		3237	}
		3238
		3239	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3240
2755	1	3241	1
2756	}	3242	}
2757		3243
		3244	cf::global->attach (on_resource_update => sub {
		3245	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3246	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3247
		3248	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3249	my $sound = $soundconf->{compat}[$_]
		3250	or next;
		3251
		3252	my $face = cf::face::find "sound/$sound->[1]";
		3253	cf::sound::set $sound->[0] => $face;
		3254	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3255	}
		3256
		3257	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3258	my $face = cf::face::find "sound/$v";
		3259	cf::sound::set $k => $face;
		3260	}
		3261	}
		3262	});
		3263
		3264	register_exticmd fx_want => sub {
		3265	my ($ns, $want) = @_;
		3266
		3267	while (my ($k, $v) = each %$want) {
		3268	$ns->fx_want ($k, $v);
		3269	}
		3270	};
		3271
		3272	sub load_resource_file($) {
		3273	my $guard = lock_acquire "load_resource_file";
		3274
		3275	my $status = load_resource_file_ $_[0];
		3276	get_slot 0.1, 100;
		3277	cf::arch::commit_load;
		3278
		3279	$status
		3280	}
		3281
2758	sub reload_regions {	3282	sub reload_regions {
		3283	# HACK to clear player env face cache, we need some signal framework
		3284	# for this (global event?)
		3285	%ext::player_env::MUSIC_FACE_CACHE = ();
		3286
2759	load_resource_file "$MAPDIR/regions"	3287	load_resource_file "$MAPDIR/regions"
2760	or die "unable to load regions file\n";	3288	or die "unable to load regions file\n";
		3289
		3290	for (cf::region::list) {
		3291	$_->{match} = qr/$_->{match}/
		3292	if exists $_->{match};
		3293	}
2761	}	3294	}
2762		3295
2763	sub reload_facedata {	3296	sub reload_facedata {
2764	load_facedata "$DATADIR/facedata"	3297	load_facedata "$DATADIR/facedata"
2765	or die "unable to load facedata\n";	3298	or die "unable to load facedata\n";
2766	}	3299	}
2767		3300
2768	sub reload_archetypes {	3301	sub reload_archetypes {
2769	load_resource_file "$DATADIR/archetypes"	3302	load_resource_file "$DATADIR/archetypes"
2770	or die "unable to load archetypes\n";	3303	or die "unable to load archetypes\n";
2771	#d# NEED to laod twice to resolve forward references
2772	# this really needs to be done in an extra post-pass
2773	# (which needs to be synchronous, so solve it differently)
2774	load_resource_file "$DATADIR/archetypes"
2775	or die "unable to load archetypes\n";
2776	}	3304	}
2777		3305
2778	sub reload_treasures {	3306	sub reload_treasures {
2779	load_resource_file "$DATADIR/treasures"	3307	load_resource_file "$DATADIR/treasures"
2780	or die "unable to load treasurelists\n";	3308	or die "unable to load treasurelists\n";
2781	}	3309	}
2782		3310
2783	sub reload_resources {	3311	sub reload_resources {
2784	warn "reloading resource files...\n";	3312	warn "reloading resource files...\n";
2785		3313
		3314	reload_facedata;
		3315	reload_archetypes;
2786	reload_regions;	3316	reload_regions;
2787	reload_facedata;
2788	#reload_archetypes;#d#
2789	reload_archetypes;
2790	reload_treasures;	3317	reload_treasures;
2791		3318
2792	warn "finished reloading resource files\n";	3319	warn "finished reloading resource files\n";
2793	}	3320	}
2794		3321
2795	sub init {	3322	sub reload_config {
2796	reload_resources;
2797	}
2798
2799	sub cfg_load {
2800	open my $fh, "<:utf8", "$CONFDIR/config"	3323	open my $fh, "<:utf8", "$CONFDIR/config"
2801	or return;	3324	or return;
2802		3325
2803	local $/;	3326	local $/;
2804	*CFG = YAML::Syck::Load <$fh>;	3327	*CFG = YAML::Load <$fh>;
2805		3328
2806	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3329	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2807		3330
2808	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3331	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2809	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3332	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
2815	};	3338	};
2816	warn $@ if $@;	3339	warn $@ if $@;
2817	}	3340	}
2818	}	3341	}
2819		3342
		3343	sub pidfile() {
		3344	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3345	or die "$PIDFILE: $!";
		3346	flock $fh, &Fcntl::LOCK_EX
		3347	or die "$PIDFILE: flock: $!";
		3348	$fh
		3349	}
		3350
		3351	# make sure only one server instance is running at any one time
		3352	sub atomic {
		3353	my $fh = pidfile;
		3354
		3355	my $pid = <$fh>;
		3356	kill 9, $pid if $pid > 0;
		3357
		3358	seek $fh, 0, 0;
		3359	print $fh $$;
		3360	}
		3361
2820	sub main {	3362	sub main {
		3363	cf::init_globals; # initialise logging
		3364
		3365	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3366	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3367	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3368	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3369
		3370	cf::init_experience;
		3371	cf::init_anim;
		3372	cf::init_attackmess;
		3373	cf::init_dynamic;
		3374
		3375	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3376
2821	# we must not ever block the main coroutine	3377	# we must not ever block the main coroutine
2822	local $Coro::idle = sub {	3378	local $Coro::idle = sub {
2823	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3379	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2824	(async {	3380	(async {
2825	Event::one_event;	3381	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3382	EV::loop EV::LOOP_ONESHOT;
2826	})->prio (Coro::PRIO_MAX);	3383	})->prio (Coro::PRIO_MAX);
2827	};	3384	};
2828		3385
2829	cfg_load;	3386	evthread_start IO::AIO::poll_fileno;
		3387
		3388	cf::sync_job {
		3389	reload_resources;
		3390	reload_config;
2830	db_init;	3391	db_init;
		3392
		3393	cf::load_settings;
		3394	cf::load_materials;
		3395	cf::init_uuid;
		3396	cf::init_signals;
		3397	cf::init_commands;
		3398	cf::init_skills;
		3399
		3400	cf::init_beforeplay;
		3401
		3402	atomic;
		3403
2831	load_extensions;	3404	load_extensions;
2832		3405
2833	$TICK_WATCHER->start;	3406	utime time, time, $RUNTIMEFILE;
		3407
		3408	# no (long-running) fork's whatsoever before this point(!)
		3409	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3410
		3411	(pop @POST_INIT)->(0) while @POST_INIT;
		3412	};
		3413
2834	Event::loop;	3414	EV::loop;
2835	}	3415	}
2836		3416
2837	#############################################################################	3417	#############################################################################
2838	# initialisation and cleanup	3418	# initialisation and cleanup
2839		3419
2840	# install some emergency cleanup handlers	3420	# install some emergency cleanup handlers
2841	BEGIN {	3421	BEGIN {
		3422	our %SIGWATCHER = ();
2842	for my $signal (qw(INT HUP TERM)) {	3423	for my $signal (qw(INT HUP TERM)) {
2843	Event->signal (	3424	$SIGWATCHER{$signal} = EV::signal $signal, sub {
2844	reentrant => 0,
2845	data => WF_AUTOCANCEL,
2846	signal => $signal,
2847	prio => 0,
2848	cb => sub {
2849	cf::cleanup "SIG$signal";	3425	cf::cleanup "SIG$signal";
2850	},
2851	);	3426	};
2852	}	3427	}
2853	}	3428	}
2854		3429
2855	sub write_runtime {	3430	sub write_runtime_sync {
2856	my $runtime = "$LOCALDIR/runtime";
2857
2858	# first touch the runtime file to show we are still running:	3431	# first touch the runtime file to show we are still running:
2859	# the fsync below can take a very very long time.	3432	# the fsync below can take a very very long time.
2860		3433
2861	IO::AIO::aio_utime $runtime, undef, undef;	3434	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
2862		3435
2863	my $guard = cf::lock_acquire "write_runtime";	3436	my $guard = cf::lock_acquire "write_runtime";
2864		3437
2865	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3438	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
2866	or return;	3439	or return;
2867		3440
2868	my $value = $cf::RUNTIME + 90 + 10;	3441	my $value = $cf::RUNTIME + 90 + 10;
2869	# 10 is the runtime save interval, for a monotonic clock	3442	# 10 is the runtime save interval, for a monotonic clock
2870	# 60 allows for the watchdog to kill the server.	3443	# 60 allows for the watchdog to kill the server.
…		…
2880	aio_utime $fh, undef, undef;	3453	aio_utime $fh, undef, undef;
2881		3454
2882	close $fh	3455	close $fh
2883	or return;	3456	or return;
2884		3457
2885	aio_rename "$runtime~", $runtime	3458	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
2886	and return;	3459	and return;
2887		3460
2888	warn "runtime file written.\n";	3461	warn "runtime file written.\n";
2889		3462
2890	1	3463	1
		3464	}
		3465
		3466	our $uuid_lock;
		3467	our $uuid_skip;
		3468
		3469	sub write_uuid_sync($) {
		3470	$uuid_skip ||= $_[0];
		3471
		3472	return if $uuid_lock;
		3473	local $uuid_lock = 1;
		3474
		3475	my $uuid = "$LOCALDIR/uuid";
		3476
		3477	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3478	or return;
		3479
		3480	my $value = uuid_seq uuid_cur;
		3481
		3482	unless ($value) {
		3483	warn "cowardly refusing to write zero uuid value!\n";
		3484	return;
		3485	}
		3486
		3487	my $value = uuid_str $value + $uuid_skip;
		3488	$uuid_skip = 0;
		3489
		3490	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3491	and return;
		3492
		3493	# always fsync - this file is important
		3494	aio_fsync $fh
		3495	and return;
		3496
		3497	close $fh
		3498	or return;
		3499
		3500	aio_rename "$uuid~", $uuid
		3501	and return;
		3502
		3503	warn "uuid file written ($value).\n";
		3504
		3505	1
		3506
		3507	}
		3508
		3509	sub write_uuid($$) {
		3510	my ($skip, $sync) = @_;
		3511
		3512	$sync ? write_uuid_sync $skip
		3513	: async { write_uuid_sync $skip };
2891	}	3514	}
2892		3515
2893	sub emergency_save() {	3516	sub emergency_save() {
2894	my $freeze_guard = cf::freeze_mainloop;	3517	my $freeze_guard = cf::freeze_mainloop;
2895		3518
2896	warn "enter emergency perl save\n";	3519	warn "emergency_perl_save: enter\n";
2897		3520
2898	cf::sync_job {	3521	cf::sync_job {
		3522	# this is a trade-off: we want to be very quick here, so
		3523	# save all maps without fsync, and later call a global sync
		3524	# (which in turn might be very very slow)
		3525	local $USE_FSYNC = 0;
		3526
2899	# use a peculiar iteration method to avoid tripping on perl	3527	# use a peculiar iteration method to avoid tripping on perl
2900	# refcount bugs in for. also avoids problems with players	3528	# refcount bugs in for. also avoids problems with players
2901	# and maps saved/destroyed asynchronously.	3529	# and maps saved/destroyed asynchronously.
2902	warn "begin emergency player save\n";	3530	warn "emergency_perl_save: begin player save\n";
2903	for my $login (keys %cf::PLAYER) {	3531	for my $login (keys %cf::PLAYER) {
2904	my $pl = $cf::PLAYER{$login} or next;	3532	my $pl = $cf::PLAYER{$login} or next;
2905	$pl->valid or next;	3533	$pl->valid or next;
		3534	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2906	$pl->save;	3535	$pl->save;
2907	}	3536	}
2908	warn "end emergency player save\n";	3537	warn "emergency_perl_save: end player save\n";
2909		3538
2910	warn "begin emergency map save\n";	3539	warn "emergency_perl_save: begin map save\n";
2911	for my $path (keys %cf::MAP) {	3540	for my $path (keys %cf::MAP) {
2912	my $map = $cf::MAP{$path} or next;	3541	my $map = $cf::MAP{$path} or next;
2913	$map->valid or next;	3542	$map->valid or next;
2914	$map->save;	3543	$map->save;
2915	}	3544	}
2916	warn "end emergency map save\n";	3545	warn "emergency_perl_save: end map save\n";
2917		3546
2918	warn "begin emergency database checkpoint\n";	3547	warn "emergency_perl_save: begin database checkpoint\n";
2919	BDB::db_env_txn_checkpoint $DB_ENV;	3548	BDB::db_env_txn_checkpoint $DB_ENV;
2920	warn "end emergency database checkpoint\n";	3549	warn "emergency_perl_save: end database checkpoint\n";
		3550
		3551	warn "emergency_perl_save: begin write uuid\n";
		3552	write_uuid_sync 1;
		3553	warn "emergency_perl_save: end write uuid\n";
2921	};	3554	};
2922		3555
		3556	warn "emergency_perl_save: starting sync()\n";
		3557	IO::AIO::aio_sync sub {
		3558	warn "emergency_perl_save: finished sync()\n";
		3559	};
		3560
2923	warn "leave emergency perl save\n";	3561	warn "emergency_perl_save: leave\n";
2924	}	3562	}
2925		3563
2926	sub post_cleanup {	3564	sub post_cleanup {
2927	my ($make_core) = @_;	3565	my ($make_core) = @_;
2928		3566
2929	warn Carp::longmess "post_cleanup backtrace"	3567	warn Carp::longmess "post_cleanup backtrace"
2930	if $make_core;	3568	if $make_core;
		3569
		3570	my $fh = pidfile;
		3571	unlink $PIDFILE if <$fh> == $$;
		3572	}
		3573
		3574	# a safer delete_package, copied from Symbol
		3575	sub clear_package($) {
		3576	my $pkg = shift;
		3577
		3578	# expand to full symbol table name if needed
		3579	unless ($pkg =~ /^main::.*::$/) {
		3580	$pkg = "main$pkg" if $pkg =~ /^::/;
		3581	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3582	$pkg .= '::' unless $pkg =~ /::$/;
		3583	}
		3584
		3585	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3586	my $stem_symtab = *{$stem}{HASH};
		3587
		3588	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3589	or return;
		3590
		3591	# clear all symbols
		3592	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3593	for my $name (keys %$leaf_symtab) {
		3594	_gv_clear *{"$pkg$name"};
		3595	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3596	}
		3597	warn "cleared package $pkg\n";#d#
2931	}	3598	}
2932		3599
2933	sub do_reload_perl() {	3600	sub do_reload_perl() {
2934	# can/must only be called in main	3601	# can/must only be called in main
2935	if ($Coro::current != $Coro::main) {	3602	if ($Coro::current != $Coro::main) {
2936	warn "can only reload from main coroutine";	3603	warn "can only reload from main coroutine";
2937	return;	3604	return;
2938	}	3605	}
2939		3606
		3607	return if $RELOAD++;
		3608
		3609	my $t1 = EV::time;
		3610
		3611	while ($RELOAD) {
2940	warn "reloading...";	3612	warn "reloading...";
2941		3613
2942	warn "entering sync_job";	3614	warn "entering sync_job";
2943		3615
2944	cf::sync_job {	3616	cf::sync_job {
2945	cf::write_runtime; # external watchdog should not bark	3617	cf::write_runtime_sync; # external watchdog should not bark
2946	cf::emergency_save;	3618	cf::emergency_save;
2947	cf::write_runtime; # external watchdog should not bark	3619	cf::write_runtime_sync; # external watchdog should not bark
2948		3620
2949	warn "syncing database to disk";	3621	warn "syncing database to disk";
2950	BDB::db_env_txn_checkpoint $DB_ENV;	3622	BDB::db_env_txn_checkpoint $DB_ENV;
2951		3623
2952	# if anything goes wrong in here, we should simply crash as we already saved	3624	# if anything goes wrong in here, we should simply crash as we already saved
2953		3625
2954	warn "cancelling all WF_AUTOCANCEL watchers";
2955	for (Event::all_watchers) {
2956	$_->cancel if $_->data & WF_AUTOCANCEL;
2957	}
2958
2959	warn "flushing outstanding aio requests";	3626	warn "flushing outstanding aio requests";
2960	for (;;) {
2961	BDB::flush;
2962	IO::AIO::flush;
2963	Coro::cede;
2964	last unless IO::AIO::nreqs || BDB::nreqs;	3627	while (IO::AIO::nreqs || BDB::nreqs) {
2965	warn "iterate...";	3628	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
2966	}
2967
2968	++$RELOAD;
2969
2970	warn "cancelling all extension coros";
2971	$_->cancel for values %EXT_CORO;
2972	%EXT_CORO = ();
2973
2974	warn "removing commands";
2975	%COMMAND = ();
2976
2977	warn "removing ext/exti commands";
2978	%EXTCMD = ();
2979	%EXTICMD = ();
2980
2981	warn "unloading/nuking all extensions";
2982	for my $pkg (@EXTS) {
2983	warn "... unloading $pkg";
2984
2985	if (my $cb = $pkg->can ("unload")) {
2986	eval {
2987	$cb->($pkg);
2988	1
2989	} or warn "$pkg unloaded, but with errors: $@";
2990	}	3629	}
2991		3630
2992	warn "... nuking $pkg";	3631	warn "cancelling all extension coros";
2993	Symbol::delete_package $pkg;	3632	$_->cancel for values %EXT_CORO;
2994	}	3633	%EXT_CORO = ();
2995		3634
2996	warn "unloading all perl modules loaded from $LIBDIR";	3635	warn "removing commands";
2997	while (my ($k, $v) = each %INC) {	3636	%COMMAND = ();
2998	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2999		3637
		3638	warn "removing ext/exti commands";
		3639	%EXTCMD = ();
		3640	%EXTICMD = ();
		3641
		3642	warn "unloading/nuking all extensions";
		3643	for my $pkg (@EXTS) {
3000	warn "... unloading $k";	3644	warn "... unloading $pkg";
3001	delete $INC{$k};
3002		3645
3003	$k =~ s/\.pm$//;
3004	$k =~ s/\//::/g;
3005
3006	if (my $cb = $k->can ("unload_module")) {	3646	if (my $cb = $pkg->can ("unload")) {
		3647	eval {
3007	$cb->();	3648	$cb->($pkg);
		3649	1
		3650	} or warn "$pkg unloaded, but with errors: $@";
		3651	}
		3652
		3653	warn "... clearing $pkg";
		3654	clear_package $pkg;
3008	}	3655	}
3009		3656
3010	Symbol::delete_package $k;	3657	warn "unloading all perl modules loaded from $LIBDIR";
		3658	while (my ($k, $v) = each %INC) {
		3659	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
		3660
		3661	warn "... unloading $k";
		3662	delete $INC{$k};
		3663
		3664	$k =~ s/\.pm$//;
		3665	$k =~ s/\//::/g;
		3666
		3667	if (my $cb = $k->can ("unload_module")) {
		3668	$cb->();
		3669	}
		3670
		3671	clear_package $k;
3011	}	3672	}
3012		3673
3013	warn "getting rid of safe::, as good as possible";	3674	warn "getting rid of safe::, as good as possible";
3014	Symbol::delete_package "safe::$_"	3675	clear_package "safe::$_"
3015	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3676	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3016		3677
3017	warn "unloading cf.pm \"a bit\"";	3678	warn "unloading cf.pm \"a bit\"";
3018	delete $INC{"cf.pm"};	3679	delete $INC{"cf.pm"};
3019	delete $INC{"cf/pod.pm"};	3680	delete $INC{"cf/pod.pm"};
3020		3681
3021	# don't, removes xs symbols, too,	3682	# don't, removes xs symbols, too,
3022	# and global variables created in xs	3683	# and global variables created in xs
3023	#Symbol::delete_package __PACKAGE__;	3684	#clear_package __PACKAGE__;
3024		3685
3025	warn "unload completed, starting to reload now";	3686	warn "unload completed, starting to reload now";
3026		3687
3027	warn "reloading cf.pm";	3688	warn "reloading cf.pm";
3028	require cf;	3689	require cf;
3029	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3690	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
3030		3691
3031	warn "loading config and database again";	3692	warn "loading config and database again";
3032	cf::cfg_load;	3693	cf::reload_config;
3033		3694
3034	warn "loading extensions";	3695	warn "loading extensions";
3035	cf::load_extensions;	3696	cf::load_extensions;
3036		3697
		3698	if ($REATTACH_ON_RELOAD) {
3037	warn "reattaching attachments to objects/players";	3699	warn "reattaching attachments to objects/players";
3038	_global_reattach; # objects, sockets	3700	_global_reattach; # objects, sockets
3039	warn "reattaching attachments to maps";	3701	warn "reattaching attachments to maps";
3040	reattach $_ for values %MAP;	3702	reattach $_ for values %MAP;
3041	warn "reattaching attachments to players";	3703	warn "reattaching attachments to players";
3042	reattach $_ for values %PLAYER;	3704	reattach $_ for values %PLAYER;
		3705	}
3043		3706
		3707	warn "running post_init jobs";
		3708	(pop @POST_INIT)->(1) while @POST_INIT;
		3709
3044	warn "leaving sync_job";	3710	warn "leaving sync_job";
3045		3711
3046	1	3712	1
3047	} or do {	3713	} or do {
3048	warn $@;	3714	warn $@;
3049	warn "error while reloading, exiting.";	3715	cf::cleanup "error while reloading, exiting.";
3050	exit 1;
3051	};	3716	};
3052		3717
3053	warn "reloaded";	3718	warn "reloaded";
		3719	--$RELOAD;
		3720	}
		3721
		3722	$t1 = EV::time - $t1;
		3723	warn "reload completed in ${t1}s\n";
3054	};	3724	};
3055		3725
3056	our $RELOAD_WATCHER; # used only during reload	3726	our $RELOAD_WATCHER; # used only during reload
3057		3727
3058	sub reload_perl() {	3728	sub reload_perl() {
3059	# doing reload synchronously and two reloads happen back-to-back,	3729	# doing reload synchronously and two reloads happen back-to-back,
3060	# coro crashes during coro_state_free->destroy here.	3730	# coro crashes during coro_state_free->destroy here.
3061		3731
3062	$RELOAD_WATCHER ||= Event->timer (	3732	$RELOAD_WATCHER ||= cf::async {
3063	reentrant => 0,	3733	Coro::AIO::aio_wait cache_extensions;
3064	after => 0,	3734
3065	data => WF_AUTOCANCEL,	3735	$RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3066	cb => sub {
3067	do_reload_perl;	3736	do_reload_perl;
3068	undef $RELOAD_WATCHER;	3737	undef $RELOAD_WATCHER;
3069	},	3738	};
3070	);	3739	};
3071	}	3740	}
3072		3741
3073	register_command "reload" => sub {	3742	register_command "reload" => sub {
3074	my ($who, $arg) = @_;	3743	my ($who, $arg) = @_;
3075		3744
3076	if ($who->flag (FLAG_WIZ)) {	3745	if ($who->flag (FLAG_WIZ)) {
3077	$who->message ("reloading server.");	3746	$who->message ("reloading server.");
		3747	async {
		3748	$Coro::current->{desc} = "perl_reload";
3078	async { reload_perl };	3749	reload_perl;
		3750	};
3079	}	3751	}
3080	};	3752	};
3081		3753
3082	unshift @INC, $LIBDIR;	3754	unshift @INC, $LIBDIR;
3083		3755
…		…
3085		3757
3086	our @WAIT_FOR_TICK;	3758	our @WAIT_FOR_TICK;
3087	our @WAIT_FOR_TICK_BEGIN;	3759	our @WAIT_FOR_TICK_BEGIN;
3088		3760
3089	sub wait_for_tick {	3761	sub wait_for_tick {
3090	return unless $TICK_WATCHER->is_active;
3091	return if $Coro::current == $Coro::main;	3762	return if tick_inhibit || $Coro::current == $Coro::main;
3092		3763
3093	my $signal = new Coro::Signal;	3764	my $signal = new Coro::Signal;
3094	push @WAIT_FOR_TICK, $signal;	3765	push @WAIT_FOR_TICK, $signal;
3095	$signal->wait;	3766	$signal->wait;
3096	}	3767	}
3097		3768
3098	sub wait_for_tick_begin {	3769	sub wait_for_tick_begin {
3099	return unless $TICK_WATCHER->is_active;
3100	return if $Coro::current == $Coro::main;	3770	return if tick_inhibit || $Coro::current == $Coro::main;
3101		3771
3102	my $signal = new Coro::Signal;	3772	my $signal = new Coro::Signal;
3103	push @WAIT_FOR_TICK_BEGIN, $signal;	3773	push @WAIT_FOR_TICK_BEGIN, $signal;
3104	$signal->wait;	3774	$signal->wait;
3105	}	3775	}
3106		3776
3107	my $min = 1e6;#d#	3777	sub tick {
3108	my $avg = 10;
3109	$TICK_WATCHER = Event->timer (
3110	reentrant => 0,
3111	parked => 1,
3112	prio => 0,
3113	at => $NEXT_TICK || $TICK,
3114	data => WF_AUTOCANCEL,
3115	cb => sub {
3116	if ($Coro::current != $Coro::main) {	3778	if ($Coro::current != $Coro::main) {
3117	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3779	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3118	unless ++$bug_warning > 10;	3780	unless ++$bug_warning > 10;
3119	return;	3781	return;
3120	}	3782	}
3121		3783
3122	$NOW = $tick_start = Event::time;
3123
3124	cf::server_tick; # one server iteration	3784	cf::server_tick; # one server iteration
3125		3785
3126	0 && sync_job {#d#	3786	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3127	for(1..10) {	3787	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3128	my $t = Event::time;	3788	Coro::async_pool {
3129	my $map = my $map = new_from_path cf::map "/tmp/x.map"	3789	$Coro::current->{desc} = "runtime saver";
3130	or die;	3790	write_runtime_sync
3131		3791	or warn "ERROR: unable to write runtime file: $!";
3132	$map->width (50);
3133	$map->height (50);
3134	$map->alloc;
3135	$map->_load_objects ("/tmp/x.map", 1);
3136	my $t = Event::time - $t;
3137
3138	#next unless $t < 0.0013;#d#
3139	if ($t < $min) {
3140	$min = $t;
3141	}
3142	$avg = $avg * 0.99 + $t * 0.01;
3143	}
3144	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3145	exit 0;
3146	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3147	};	3792	};
		3793	}
3148		3794
3149	$RUNTIME += $TICK;
3150	$NEXT_TICK += $TICK;
3151
3152	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3153	$NEXT_RUNTIME_WRITE = $NOW + 10;
3154	Coro::async_pool {
3155	write_runtime
3156	or warn "ERROR: unable to write runtime file: $!";
3157	};
3158	}
3159
3160	# my $AFTER = Event::time;
3161	# warn $AFTER - $NOW;#d#
3162
3163	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3795	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3164	$sig->send;	3796	$sig->send;
3165	}	3797	}
3166	while (my $sig = shift @WAIT_FOR_TICK) {	3798	while (my $sig = shift @WAIT_FOR_TICK) {
3167	$sig->send;	3799	$sig->send;
3168	}	3800	}
3169		3801
3170	$NOW = Event::time;	3802	$LOAD = ($NOW - $TICK_START) / $TICK;
3171
3172	# if we are delayed by four ticks or more, skip them all
3173	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3174
3175	$TICK_WATCHER->at ($NEXT_TICK);
3176	$TICK_WATCHER->start;
3177
3178	$LOAD = ($NOW - $tick_start) / $TICK;
3179	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3803	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3180		3804
3181	_post_tick;	3805	if (0) {
3182		3806	if ($NEXT_TICK) {
3183		3807	my $jitter = $TICK_START - $NEXT_TICK;
		3808	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3809	warn "jitter $JITTER\n";#d#
		3810	}
3184	},	3811	}
3185	);	3812	}
3186		3813
3187	{	3814	{
3188	BDB::max_poll_time $TICK * 0.1;	3815	# configure BDB
3189	$BDB_POLL_WATCHER = Event->io (	3816
3190	reentrant => 0,
3191	fd => BDB::poll_fileno,
3192	poll => 'r',
3193	prio => 0,
3194	data => WF_AUTOCANCEL,
3195	cb => \&BDB::poll_cb,
3196	);
3197	BDB::min_parallel 8;	3817	BDB::min_parallel 8;
3198		3818	BDB::max_poll_reqs $TICK * 0.1;
3199	BDB::set_sync_prepare {	3819	$AnyEvent::BDB::WATCHER->priority (1);
3200	my $status;
3201	my $current = $Coro::current;
3202	(
3203	sub {
3204	$status = $!;
3205	$current->ready; undef $current;
3206	},
3207	sub {
3208	Coro::schedule while defined $current;
3209	$! = $status;
3210	},
3211	)
3212	};
3213		3820
3214	unless ($DB_ENV) {	3821	unless ($DB_ENV) {
3215	$DB_ENV = BDB::db_env_create;	3822	$DB_ENV = BDB::db_env_create;
		3823	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		3824	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		3825	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		3826	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3827	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3216		3828
3217	cf::sync_job {	3829	cf::sync_job {
3218	eval {	3830	eval {
3219	BDB::db_env_open	3831	BDB::db_env_open
3220	$DB_ENV,	3832	$DB_ENV,
…		…
3222	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3834	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3223	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3835	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3224	0666;	3836	0666;
3225		3837
3226	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3838	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3227
3228	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3229	$DB_ENV->set_lk_detect;
3230	};	3839	};
3231		3840
3232	cf::cleanup "db_env_open(db): $@" if $@;	3841	cf::cleanup "db_env_open(db): $@" if $@;
3233	};	3842	};
3234	}	3843	}
		3844
		3845	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3846	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3847	};
		3848	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3849	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3850	};
		3851	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3852	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3853	};
3235	}	3854	}
3236		3855
3237	{	3856	{
		3857	# configure IO::AIO
		3858
3238	IO::AIO::min_parallel 8;	3859	IO::AIO::min_parallel 8;
3239
3240	undef $Coro::AIO::WATCHER;
3241	IO::AIO::max_poll_time $TICK * 0.1;	3860	IO::AIO::max_poll_time $TICK * 0.1;
3242	$AIO_POLL_WATCHER = Event->io (	3861	undef $AnyEvent::AIO::WATCHER;
3243	reentrant => 0,
3244	data => WF_AUTOCANCEL,
3245	fd => IO::AIO::poll_fileno,
3246	poll => 'r',
3247	prio => 6,
3248	cb => \&IO::AIO::poll_cb,
3249	);
3250	}	3862	}
3251		3863
3252	my $_log_backtrace;	3864	my $_log_backtrace;
3253		3865
3254	sub _log_backtrace {	3866	sub _log_backtrace {
…		…
3257	$msg =~ s/\n//;	3869	$msg =~ s/\n//;
3258		3870
3259	# limit the # of concurrent backtraces	3871	# limit the # of concurrent backtraces
3260	if ($_log_backtrace < 2) {	3872	if ($_log_backtrace < 2) {
3261	++$_log_backtrace;	3873	++$_log_backtrace;
		3874	my $perl_bt = Carp::longmess $msg;
3262	async {	3875	async {
		3876	$Coro::current->{desc} = "abt $msg";
		3877
3263	my @bt = fork_call {	3878	my @bt = fork_call {
3264	@addr = map { sprintf "%x", $_ } @addr;	3879	@addr = map { sprintf "%x", $_ } @addr;
3265	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	3880	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3266	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	3881	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3267	or die "addr2line: $!";	3882	or die "addr2line: $!";
…		…
3275	}	3890	}
3276		3891
3277	@funcs	3892	@funcs
3278	};	3893	};
3279		3894
3280	LOG llevInfo, "[ABT] $msg\n";	3895	LOG llevInfo, "[ABT] $perl_bt\n";
		3896	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3281	LOG llevInfo, "[ABT] $_\n" for @bt;	3897	LOG llevInfo, "[ABT] $_\n" for @bt;
3282	--$_log_backtrace;	3898	--$_log_backtrace;
3283	};	3899	};
3284	} else {	3900	} else {
3285	LOG llevInfo, "[ABT] $msg\n";	3901	LOG llevInfo, "[ABT] $msg\n";

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines