ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.333 by root, Sun Aug 19 09:14:50 2007 UTC vs.
Revision 1.541 by root, Tue May 4 23:33:16 2010 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use Guard ();
15	use Coro 3.64 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
24	use Coro::Util ();	51	use Coro::Util ();
25		52
26	use JSON::XS 1.4 ();	53	use JSON::XS 2.01 ();
27	use BDB ();	54	use BDB ();
28	use Data::Dumper;	55	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	56	use Fcntl;
31	use YAML::Syck ();	57	use YAML::XS ();
32	use IO::AIO 2.32 ();	58	use IO::AIO ();
33	use Time::HiRes;	59	use Time::HiRes;
34	use Compress::LZF;	60	use Compress::LZF;
35	use Digest::MD5 ();	61	use Digest::MD5 ();
		62
		63	AnyEvent::detect;
36		64
37	# configure various modules to our taste	65	# configure various modules to our taste
38	#	66	#
39	$Storable::canonical = 1; # reduce rsync transfers	67	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	68	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		69
		70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		71
		72	# make sure c-lzf reinitialises itself
		73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		75
43	$Event::Eval = 1; # no idea why this is required, but it is	76	# strictly for debugging
44		77	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		78
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	79	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		80
		81	our @ORIG_INC;
51		82
52	our %COMMAND = ();	83	our %COMMAND = ();
53	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
54		85
55	our @EXTS = (); # list of extension package names	86	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	87	our %EXTCMD = ();
57	our %EXTICMD = ();	88	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
60		91
61	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
63		96
64	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
65	our $DATADIR = datadir;	98	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	99	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	100	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	101	our $MAPDIR = "$DATADIR/" . mapdir;
69	our $LOCALDIR = localdir;	102	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	103	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	104	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	105	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	106	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	107	our $BDBDIR = "$LOCALDIR/db";
		108	our $PIDFILE = "$LOCALDIR/pid";
		109	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		110
		111	our %RESOURCE; # unused
		112
		113	our $OUTPUT_RATE_MIN = 3000;
		114	our $OUTPUT_RATE_MAX = 1000000;
		115
		116	our $MAX_LINKS = 32; # how many chained exits to follow
		117	our $VERBOSE_IO = 1;
75		118
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	119	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	120	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	121	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	122	our $USE_FSYNC = 1; # use fsync to write maps - default on
83		123
		124	our $BDB_DEADLOCK_WATCHER;
		125	our $BDB_CHECKPOINT_WATCHER;
84	our $BDB_POLL_WATCHER;	126	our $BDB_TRICKLE_WATCHER;
85	our $DB_ENV;	127	our $DB_ENV;
		128
		129	our @EXTRA_MODULES = qw(pod match mapscript);
86		130
87	our %CFG;	131	our %CFG;
88		132
89	our $UPTIME; $UPTIME ||= time;	133	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;	134	our $RUNTIME;
		135	our $NOW;
91		136
92	our %PLAYER; # all users	137	our (%PLAYER, %PLAYER_LOADING); # all users
93	our %MAP; # all maps	138	our (%MAP, %MAP_LOADING ); # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	139	our $LINK_MAP; # the special {link} map, which is always available
95		140
96	# used to convert map paths into valid unix filenames by replacing / by ∕	141	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	142	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		143
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	144	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	145	our $LOADAVG; # same thing, but with alpha-smoothing
		146	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	147	our $TICK_START; # for load detecting purposes
		148
		149	our @POST_INIT;
		150
		151	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		152	our $REALLY_UNLOOP; # never set to true, please :)
102		153
103	binmode STDOUT;	154	binmode STDOUT;
104	binmode STDERR;	155	binmode STDERR;
105		156
106	# read virtual server time, if available	157	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	158	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	159	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	160	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	161	$RUNTIME = <$fh> + 0.;
111	}	162	}
		163
		164	eval "sub TICK() { $TICK } 1" or die;
112		165
113	mkdir $_	166	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	167	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115		168
116	our $EMERGENCY_POSITION;	169	our $EMERGENCY_POSITION;
117		170
118	sub cf::map::normalise;	171	sub cf::map::normalise;
		172
		173	sub in_main() {
		174	$Coro::current == $Coro::main
		175	}
		176
		177	#############################################################################
		178
		179	%REFLECT = ();
		180	for (@REFLECT) {
		181	my $reflect = JSON::XS::decode_json $_;
		182	$REFLECT{$reflect->{class}} = $reflect;
		183	}
		184
		185	# this is decidedly evil
		186	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
119		187
120	#############################################################################	188	#############################################################################
121		189
122	=head2 GLOBAL VARIABLES	190	=head2 GLOBAL VARIABLES
123		191
…		…
159		227
160	The raw value load value from the last tick.	228	The raw value load value from the last tick.
161		229
162	=item %cf::CFG	230	=item %cf::CFG
163		231
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	232	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	233	from wherever your confdir points to.
166		234
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	235	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		236
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	237	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
170	returns directly I<after> the tick processing (and consequently, can only wake one process	238	returns directly I<after> the tick processing (and consequently, can only wake one process
171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	239	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
172		240
173	=item @cf::INVOKE_RESULTS	241	=item @cf::INVOKE_RESULTS
174		242
175	This array contains the results of the last C<invoke ()> call. When	243	This array contains the results of the last C<invoke ()> call. When
176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	244	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177	that call.	245	that call.
178		246
		247	=item %cf::REFLECT
		248
		249	Contains, for each (C++) class name, a hash reference with information
		250	about object members (methods, scalars, arrays and flags) and other
		251	metadata, which is useful for introspection.
		252
179	=back	253	=back
180		254
181	=cut	255	=cut
182		256
183	BEGIN {	257	sub error(@) { LOG llevError, join "", @_ }
184	*CORE::GLOBAL::warn = sub {	258	sub warn (@) { LOG llevWarn , join "", @_ }
		259	sub info (@) { LOG llevInfo , join "", @_ }
		260	sub debug(@) { LOG llevDebug, join "", @_ }
		261	sub trace(@) { LOG llevTrace, join "", @_ }
		262
		263	$Coro::State::WARNHOOK = sub {
185	my $msg = join "", @_;	264	my $msg = join "", @_;
186		265
187	$msg .= "\n"	266	$msg .= "\n"
188	unless $msg =~ /\n$/;	267	unless $msg =~ /\n$/;
189		268
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	269	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		270
192	utf8::encode $msg;
193	LOG llevError, $msg;	271	LOG llevWarn, $msg;
194	};	272	};
195	}	273
		274	$Coro::State::DIEHOOK = sub {
		275	return unless $^S eq 0; # "eq", not "=="
		276
		277	error Carp::longmess $_[0];
		278
		279	if (in_main) {#d#
		280	error "DIEHOOK called in main context, Coro bug?\n";#d#
		281	return;#d#
		282	}#d#
		283
		284	# kill coroutine otherwise
		285	Coro::terminate
		286	};
196		287
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	288	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	289	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	290	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	291	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
207	for my $pkg (qw(	298	for my $pkg (qw(
208	cf::global cf::attachable	299	cf::global cf::attachable
209	cf::object cf::object::player	300	cf::object cf::object::player
210	cf::client cf::player	301	cf::client cf::player
211	cf::arch cf::living	302	cf::arch cf::living
		303	cf::map cf::mapspace
212	cf::map cf::party cf::region	304	cf::party cf::region
213	)) {	305	)) {
214	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	306	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	307	}
217		308
218	$Event::DIED = sub {	309	$EV::DIED = sub {
219	warn "error in event callback: @_";	310	Carp::cluck "error in event callback: @_";
220	};	311	};
221		312
222	#############################################################################	313	#############################################################################
223		314
224	=head2 UTILITY FUNCTIONS	315	=head2 UTILITY FUNCTIONS
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	337	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	338	$d
248	} || "[unable to dump $_[0]: '$@']";	339	} || "[unable to dump $_[0]: '$@']";
249	}	340	}
250		341
251	=item $ref = cf::from_json $json	342	=item $ref = cf::decode_json $json
252		343
253	Converts a JSON string into the corresponding perl data structure.	344	Converts a JSON string into the corresponding perl data structure.
254		345
255	=item $json = cf::to_json $ref	346	=item $json = cf::encode_json $ref
256		347
257	Converts a perl data structure into its JSON representation.	348	Converts a perl data structure into its JSON representation.
258		349
259	=cut	350	=cut
260		351
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	352	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		353
263	sub to_json ($) { $json_coder->encode ($_[0]) }	354	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	355	sub decode_json($) { $json_coder->decode ($_[0]) }
		356
		357	=item cf::post_init { BLOCK }
		358
		359	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		360	but I<before> the server starts ticking again.
		361
		362	The cdoeblock will have a single boolean argument to indicate whether this
		363	is a reload or not.
		364
		365	=cut
		366
		367	sub post_init(&) {
		368	push @POST_INIT, shift;
		369	}
265		370
266	=item cf::lock_wait $string	371	=item cf::lock_wait $string
267		372
268	Wait until the given lock is available. See cf::lock_acquire.	373	Wait until the given lock is available. See cf::lock_acquire.
269		374
270	=item my $lock = cf::lock_acquire $string	375	=item my $lock = cf::lock_acquire $string
271		376
272	Wait until the given lock is available and then acquires it and returns	377	Wait until the given lock is available and then acquires it and returns
273	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	378	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274	for example when the coroutine gets canceled), the lock is automatically	379	for example when the coroutine gets canceled), the lock is automatically
275	returned.	380	returned.
276		381
		382	Locks are *not* recursive, locking from the same coro twice results in a
		383	deadlocked coro.
		384
277	Lock names should begin with a unique identifier (for example, cf::map::find	385	Lock names should begin with a unique identifier (for example, cf::map::find
278	uses map_find and cf::map::load uses map_load).	386	uses map_find and cf::map::load uses map_load).
279		387
280	=item $locked = cf::lock_active $string	388	=item $locked = cf::lock_active $string
281		389
282	Return true if the lock is currently active, i.e. somebody has locked it.	390	Return true if the lock is currently active, i.e. somebody has locked it.
283		391
284	=cut	392	=cut
285		393
286	our %LOCK;	394	our $LOCKS = new Coro::SemaphoreSet;
287		395
288	sub lock_wait($) {	396	sub lock_wait($) {
289	my ($key) = @_;	397	$LOCKS->wait ($_[0]);
290
291	# wait for lock, if any
292	while ($LOCK{$key}) {
293	push @{ $LOCK{$key} }, $Coro::current;
294	Coro::schedule;
295	}
296	}	398	}
297		399
298	sub lock_acquire($) {	400	sub lock_acquire($) {
299	my ($key) = @_;	401	$LOCKS->guard ($_[0])
300
301	# wait, to be sure we are not locked
302	lock_wait $key;
303
304	$LOCK{$key} = [];
305
306	Coro::guard {
307	# wake up all waiters, to be on the safe side
308	$_->ready for @{ delete $LOCK{$key} };
309	}
310	}	402	}
311		403
312	sub lock_active($) {	404	sub lock_active($) {
313	my ($key) = @_;	405	$LOCKS->count ($_[0]) < 1
314
315	! ! $LOCK{$key}
316	}	406	}
317		407
318	sub freeze_mainloop {	408	sub freeze_mainloop {
319	return unless $TICK_WATCHER->is_active;	409	tick_inhibit_inc;
320		410
321	my $guard = Coro::guard {	411	&Guard::guard (\&tick_inhibit_dec);
322	$TICK_WATCHER->start;	412	}
323	};	413
324	$TICK_WATCHER->stop;	414	=item cf::periodic $interval, $cb
325	$guard	415
		416	Like EV::periodic, but randomly selects a starting point so that the actions
		417	get spread over time.
		418
		419	=cut
		420
		421	sub periodic($$) {
		422	my ($interval, $cb) = @_;
		423
		424	my $start = rand List::Util::min 180, $interval;
		425
		426	EV::periodic $start, $interval, 0, $cb
326	}	427	}
327		428
328	=item cf::get_slot $time[, $priority[, $name]]	429	=item cf::get_slot $time[, $priority[, $name]]
329		430
330	Allocate $time seconds of blocking CPU time at priority C<$priority>:	431	Allocate $time seconds of blocking CPU time at priority C<$priority>:
…		…
338		439
339	=cut	440	=cut
340		441
341	our @SLOT_QUEUE;	442	our @SLOT_QUEUE;
342	our $SLOT_QUEUE;	443	our $SLOT_QUEUE;
		444	our $SLOT_DECAY = 0.9;
343		445
344	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	446	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
345	$SLOT_QUEUE = Coro::async {	447	$SLOT_QUEUE = Coro::async {
		448	$Coro::current->desc ("timeslot manager");
		449
346	my $signal = new Coro::Signal;	450	my $signal = new Coro::Signal;
		451	my $busy;
347		452
348	while () {	453	while () {
349	next_job:	454	next_job:
		455
350	my $avail = cf::till_tick;	456	my $avail = cf::till_tick;
351	if ($avail > 0.01) {	457
352	for (0 .. $#SLOT_QUEUE) {	458	for (0 .. $#SLOT_QUEUE) {
353	if ($SLOT_QUEUE[$_][0] < $avail) {	459	if ($SLOT_QUEUE[$_][0] <= $avail) {
		460	$busy = 0;
354	my $job = splice @SLOT_QUEUE, $_, 1, ();	461	my $job = splice @SLOT_QUEUE, $_, 1, ();
355	$job->[2]->send;	462	$job->[2]->send;
356	Coro::cede;	463	Coro::cede;
357	goto next_job;	464	goto next_job;
358	}	465	} else {
		466	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
359	}	467	}
360	}	468	}
361		469
362	if (@SLOT_QUEUE) {	470	if (@SLOT_QUEUE) {
363	# we do not use wait_For_tick() as it returns immediately when tick is inactive	471	# we do not use wait_for_tick() as it returns immediately when tick is inactive
364	push @cf::WAIT_FOR_TICK, $signal;	472	push @cf::WAIT_FOR_TICK, $signal;
365	$signal->wait;	473	$signal->wait;
366	} else {	474	} else {
		475	$busy = 0;
367	Coro::schedule;	476	Coro::schedule;
368	}	477	}
369	}	478	}
370	};	479	};
371		480
372	sub get_slot($;$$) {	481	sub get_slot($;$$) {
		482	return if tick_inhibit || $Coro::current == $Coro::main;
		483
373	my ($time, $pri, $name) = @_;	484	my ($time, $pri, $name) = @_;
374		485
375	$time = $TICK * .6 if $time > $TICK * .6;	486	$time = clamp $time, 0.01, $TICK * .6;
		487
376	my $sig = new Coro::Signal;	488	my $sig = new Coro::Signal;
377		489
378	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	490	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
379	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	491	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
380	$SLOT_QUEUE->ready;	492	$SLOT_QUEUE->ready;
…		…
391		503
392	BEGIN { *async = \&Coro::async_pool }	504	BEGIN { *async = \&Coro::async_pool }
393		505
394	=item cf::sync_job { BLOCK }	506	=item cf::sync_job { BLOCK }
395		507
396	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	508	The design of Deliantra requires that the main coroutine ($Coro::main)
397	is always able to handle events or runnable, as Crossfire TRT is only	509	is always able to handle events or runnable, as Deliantra is only
398	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	510	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
399	acceptable.	511	acceptable.
400		512
401	If it must be done, put the blocking parts into C<sync_job>. This will run	513	If it must be done, put the blocking parts into C<sync_job>. This will run
402	the given BLOCK in another coroutine while waiting for the result. The	514	the given BLOCK in another coroutine while waiting for the result. The
…		…
406	=cut	518	=cut
407		519
408	sub sync_job(&) {	520	sub sync_job(&) {
409	my ($job) = @_;	521	my ($job) = @_;
410		522
411	if ($Coro::current == $Coro::main) {	523	if (in_main) {
412	my $time = Event::time;	524	my $time = AE::time;
413		525
414	# this is the main coro, too bad, we have to block	526	# this is the main coro, too bad, we have to block
415	# till the operation succeeds, freezing the server :/	527	# till the operation succeeds, freezing the server :/
416		528
417	# TODO: use suspend/resume instead	529	#LOG llevError, Carp::longmess "sync job";#d#
418	# (but this is cancel-safe)	530
419	my $freeze_guard = freeze_mainloop;	531	my $freeze_guard = freeze_mainloop;
420		532
421	my $busy = 1;	533	my $busy = 1;
422	my @res;	534	my @res;
423		535
424	(async {	536	(async {
		537	$Coro::current->desc ("sync job coro");
425	@res = eval { $job->() };	538	@res = eval { $job->() };
426	warn $@ if $@;	539	error $@ if $@;
427	undef $busy;	540	undef $busy;
428	})->prio (Coro::PRIO_MAX);	541	})->prio (Coro::PRIO_MAX);
429		542
430	while ($busy) {	543	while ($busy) {
431	Coro::cede or Event::one_event;	544	if (Coro::nready) {
		545	Coro::cede_notself;
		546	} else {
		547	EV::loop EV::LOOP_ONESHOT;
432	}	548	}
		549	}
433		550
434	$time = Event::time - $time;	551	my $time = AE::time - $time;
435		552
436	LOG llevError | logBacktrace, Carp::longmess "long sync job"
437	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
438
439	$tick_start += $time; # do not account sync jobs to server load	553	$TICK_START += $time; # do not account sync jobs to server load
440		554
441	wantarray ? @res : $res[0]	555	wantarray ? @res : $res[0]
442	} else {	556	} else {
443	# we are in another coroutine, how wonderful, everything just works	557	# we are in another coroutine, how wonderful, everything just works
444		558
…		…
469	=item fork_call { }, $args	583	=item fork_call { }, $args
470		584
471	Executes the given code block with the given arguments in a seperate	585	Executes the given code block with the given arguments in a seperate
472	process, returning the results. Everything must be serialisable with	586	process, returning the results. Everything must be serialisable with
473	Coro::Storable. May, of course, block. Note that the executed sub may	587	Coro::Storable. May, of course, block. Note that the executed sub may
474	never block itself or use any form of Event handling.	588	never block itself or use any form of event handling.
475		589
476	=cut	590	=cut
477		591
478	sub fork_call(&@) {	592	sub fork_call(&@) {
479	my ($cb, @args) = @_;	593	my ($cb, @args) = @_;
480		594
481	# we seemingly have to make a local copy of the whole thing,	595	# we seemingly have to make a local copy of the whole thing,
482	# otherwise perl prematurely frees the stuff :/	596	# otherwise perl prematurely frees the stuff :/
483	# TODO: investigate and fix (liekly this will be rather laborious)	597	# TODO: investigate and fix (likely this will be rather laborious)
484		598
485	my @res = Coro::Util::fork_eval {	599	my @res = Coro::Util::fork_eval {
486	reset_signals;	600	reset_signals;
487	&$cb	601	&$cb
488	}, @args;	602	}, @args;
489		603
490	wantarray ? @res : $res[-1]	604	wantarray ? @res : $res[-1]
491	}	605	}
492		606
		607	sub objinfo {
		608	(
		609	"counter value" => cf::object::object_count,
		610	"objects created" => cf::object::create_count,
		611	"objects destroyed" => cf::object::destroy_count,
		612	"freelist size" => cf::object::free_count,
		613	"allocated objects" => cf::object::objects_size,
		614	"active objects" => cf::object::actives_size,
		615	)
		616	}
		617
		618	=item $coin = coin_from_name $name
		619
		620	=cut
		621
		622	our %coin_alias = (
		623	"silver" => "silvercoin",
		624	"silvercoin" => "silvercoin",
		625	"silvercoins" => "silvercoin",
		626	"gold" => "goldcoin",
		627	"goldcoin" => "goldcoin",
		628	"goldcoins" => "goldcoin",
		629	"platinum" => "platinacoin",
		630	"platinumcoin" => "platinacoin",
		631	"platinumcoins" => "platinacoin",
		632	"platina" => "platinacoin",
		633	"platinacoin" => "platinacoin",
		634	"platinacoins" => "platinacoin",
		635	"royalty" => "royalty",
		636	"royalties" => "royalty",
		637	);
		638
		639	sub coin_from_name($) {
		640	$coin_alias{$_[0]}
		641	? cf::arch::find $coin_alias{$_[0]}
		642	: undef
		643	}
		644
493	=item $value = cf::db_get $family => $key	645	=item $value = cf::db_get $family => $key
494		646
495	Returns a single value from the environment database.	647	Returns a single value from the environment database.
496		648
497	=item cf::db_put $family => $key => $value	649	=item cf::db_put $family => $key => $value
498		650
499	Stores the given C<$value> in the family. It can currently store binary	651	Stores the given C<$value> in the family. It can currently store binary
500	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	652	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
501		653
		654	=item $db = cf::db_table "name"
		655
		656	Create and/or open a new database table. The string must not be "db" and must be unique
		657	within each server.
		658
502	=cut	659	=cut
		660
		661	sub db_table($) {
		662	cf::error "db_get called from main context"
		663	if $Coro::current == $Coro::main;
		664
		665	my ($name) = @_;
		666	my $db = BDB::db_create $DB_ENV;
		667
		668	eval {
		669	$db->set_flags (BDB::CHKSUM);
		670
		671	utf8::encode $name;
		672	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		673	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		674	cf::cleanup "db_open(db): $!" if $!;
		675	};
		676	cf::cleanup "db_open(db): $@" if $@;
		677
		678	$db
		679	}
503		680
504	our $DB;	681	our $DB;
505		682
506	sub db_init {	683	sub db_init {
507	unless ($DB) {	684	$DB ||= db_table "db";
508	$DB = BDB::db_create $DB_ENV;
509
510	cf::sync_job {
511	eval {
512	$DB->set_flags (BDB::CHKSUM);
513
514	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
515	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
516	cf::cleanup "db_open(db): $!" if $!;
517	};
518	cf::cleanup "db_open(db): $@" if $@;
519	};
520	}
521	}	685	}
522		686
523	sub db_get($$) {	687	sub db_get($$) {
524	my $key = "$_[0]/$_[1]";	688	my $key = "$_[0]/$_[1]";
525		689
526	cf::sync_job {	690	cf::error "db_get called from main context"
		691	if $Coro::current == $Coro::main;
		692
527	BDB::db_get $DB, undef, $key, my $data;	693	BDB::db_get $DB, undef, $key, my $data;
528		694
529	$! ? ()	695	$! ? ()
530	: $data	696	: $data
531	}
532	}	697	}
533		698
534	sub db_put($$$) {	699	sub db_put($$$) {
535	BDB::dbreq_pri 4;	700	BDB::dbreq_pri 4;
536	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	701	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
575	if (1) {	740	if (1) {
576	$md5 =	741	$md5 =
577	join "\x00",	742	join "\x00",
578	$processversion,	743	$processversion,
579	map {	744	map {
580	Coro::cede;	745	cf::cede_to_tick;
581	($src->[$_], Digest::MD5::md5_hex $data[$_])	746	($src->[$_], Digest::MD5::md5_hex $data[$_])
582	} 0.. $#$src;	747	} 0.. $#$src;
583		748
584		749
585	my $dbmd5 = db_get cache => "$id/md5";	750	my $dbmd5 = db_get cache => "$id/md5";
…		…
592		757
593	my $t1 = Time::HiRes::time;	758	my $t1 = Time::HiRes::time;
594	my $data = $process->(\@data);	759	my $data = $process->(\@data);
595	my $t2 = Time::HiRes::time;	760	my $t2 = Time::HiRes::time;
596		761
597	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	762	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
598		763
599	db_put cache => "$id/data", $data;	764	db_put cache => "$id/data", $data;
600	db_put cache => "$id/md5" , $md5;	765	db_put cache => "$id/md5" , $md5;
601	db_put cache => "$id/meta", $meta;	766	db_put cache => "$id/meta", $meta;
602		767
…		…
612		777
613	=cut	778	=cut
614		779
615	sub datalog($@) {	780	sub datalog($@) {
616	my ($type, %kv) = @_;	781	my ($type, %kv) = @_;
617	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	782	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
618	}	783	}
619		784
620	=back	785	=back
621		786
622	=cut	787	=cut
623		788
624	#############################################################################	789	#############################################################################
625		790
626	=head2 ATTACHABLE OBJECTS	791	=head2 ATTACHABLE OBJECTS
627		792
628	Many objects in crossfire are so-called attachable objects. That means you can	793	Many objects in deliantra are so-called attachable objects. That means you can
629	attach callbacks/event handlers (a collection of which is called an "attachment")	794	attach callbacks/event handlers (a collection of which is called an "attachment")
630	to it. All such attachable objects support the following methods.	795	to it. All such attachable objects support the following methods.
631		796
632	In the following description, CLASS can be any of C<global>, C<object>	797	In the following description, CLASS can be any of C<global>, C<object>
633	C<player>, C<client> or C<map> (i.e. the attachable objects in	798	C<player>, C<client> or C<map> (i.e. the attachable objects in
634	Crossfire TRT).	799	Deliantra).
635		800
636	=over 4	801	=over 4
637		802
638	=item $attachable->attach ($attachment, key => $value...)	803	=item $attachable->attach ($attachment, key => $value...)
639		804
…		…
683	=item cf::CLASS::attachment $name, ...	848	=item cf::CLASS::attachment $name, ...
684		849
685	Register an attachment by C<$name> through which attachable objects of the	850	Register an attachment by C<$name> through which attachable objects of the
686	given CLASS can refer to this attachment.	851	given CLASS can refer to this attachment.
687		852
688	Some classes such as crossfire maps and objects can specify attachments	853	Some classes such as deliantra maps and objects can specify attachments
689	that are attached at load/instantiate time, thus the need for a name.	854	that are attached at load/instantiate time, thus the need for a name.
690		855
691	These calls expect any number of the following handler/hook descriptions:	856	These calls expect any number of the following handler/hook descriptions:
692		857
693	=over 4	858	=over 4
…		…
817		982
818	} elsif (exists $cb_id{$type}) {	983	} elsif (exists $cb_id{$type}) {
819	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	984	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
820		985
821	} elsif (ref $type) {	986	} elsif (ref $type) {
822	warn "attaching objects not supported, ignoring.\n";	987	error "attaching objects not supported, ignoring.\n";
823		988
824	} else {	989	} else {
825	shift @arg;	990	shift @arg;
826	warn "attach argument '$type' not supported, ignoring.\n";	991	error "attach argument '$type' not supported, ignoring.\n";
827	}	992	}
828	}	993	}
829	}	994	}
830		995
831	sub _object_attach {	996	sub _object_attach {
…		…
841	_attach $registry, $klass, @attach;	1006	_attach $registry, $klass, @attach;
842	}	1007	}
843		1008
844	$obj->{$name} = \%arg;	1009	$obj->{$name} = \%arg;
845	} else {	1010	} else {
846	warn "object uses attachment '$name' which is not available, postponing.\n";	1011	info "object uses attachment '$name' which is not available, postponing.\n";
847	}	1012	}
848		1013
849	$obj->{_attachment}{$name} = undef;	1014	$obj->{_attachment}{$name} = undef;
850	}	1015	}
851		1016
…		…
910		1075
911	for (@$callbacks) {	1076	for (@$callbacks) {
912	eval { &{$_->[1]} };	1077	eval { &{$_->[1]} };
913		1078
914	if ($@) {	1079	if ($@) {
915	warn "$@";
916	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1080	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
917	override;	1081	override;
918	}	1082	}
919		1083
920	return 1 if $override;	1084	return 1 if $override;
921	}	1085	}
922		1086
923	0	1087	0
924	}	1088	}
925		1089
926	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1090	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
927		1091
928	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1092	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
929		1093
930	Generate an object-specific event with the given arguments.	1094	Generate an object-specific event with the given arguments.
931		1095
…		…
937		1101
938	=cut	1102	=cut
939		1103
940	#############################################################################	1104	#############################################################################
941	# object support	1105	# object support
942	#
943		1106
		1107	sub _object_equal($$);
		1108	sub _object_equal($$) {
		1109	my ($a, $b) = @_;
		1110
		1111	return 0 unless (ref $a) eq (ref $b);
		1112
		1113	if ("HASH" eq ref $a) {
		1114	my @ka = keys %$a;
		1115	my @kb = keys %$b;
		1116
		1117	return 0 if @ka != @kb;
		1118
		1119	for (0 .. $#ka) {
		1120	return 0 unless $ka[$_] eq $kb[$_];
		1121	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1122	}
		1123
		1124	} elsif ("ARRAY" eq ref $a) {
		1125
		1126	return 0 if @$a != @$b;
		1127
		1128	for (0 .. $#$a) {
		1129	return 0 unless _object_equal $a->[$_], $b->[$_];
		1130	}
		1131
		1132	} elsif ($a ne $b) {
		1133	return 0;
		1134	}
		1135
		1136	1
		1137	}
		1138
		1139	our $SLOW_MERGES;#d#
944	sub _can_merge {	1140	sub _can_merge {
945	my ($ob1, $ob2) = @_;	1141	my ($ob1, $ob2) = @_;
946		1142
947	local $Storable::canonical = 1;	1143	++$SLOW_MERGES;#d#
948	my $fob1 = Storable::freeze $ob1;
949	my $fob2 = Storable::freeze $ob2;
950		1144
951	$fob1 eq $fob2	1145	# we do the slow way here
		1146	return _object_equal $ob1, $ob2
952	}	1147	}
953		1148
954	sub reattach {	1149	sub reattach {
955	# basically do the same as instantiate, without calling instantiate	1150	# basically do the same as instantiate, without calling instantiate
956	my ($obj) = @_;	1151	my ($obj) = @_;
957		1152
		1153	# no longer needed after getting rid of delete_package?
958	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1154	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
959		1155
960	my $registry = $obj->registry;	1156	my $registry = $obj->registry;
961		1157
962	@$registry = ();	1158	@$registry = ();
963		1159
…		…
968	for (@$attach) {	1164	for (@$attach) {
969	my ($klass, @attach) = @$_;	1165	my ($klass, @attach) = @$_;
970	_attach $registry, $klass, @attach;	1166	_attach $registry, $klass, @attach;
971	}	1167	}
972	} else {	1168	} else {
973	warn "object uses attachment '$name' that is not available, postponing.\n";	1169	info "object uses attachment '$name' that is not available, postponing.\n";
974	}	1170	}
975	}	1171	}
976	}	1172	}
977		1173
978	cf::attachable->attach (	1174	cf::attachable->attach (
979	prio => -1000000,	1175	prio => -1000000,
980	on_instantiate => sub {	1176	on_instantiate => sub {
981	my ($obj, $data) = @_;	1177	my ($obj, $data) = @_;
982		1178
983	$data = from_json $data;	1179	$data = decode_json $data;
984		1180
985	for (@$data) {	1181	for (@$data) {
986	my ($name, $args) = @$_;	1182	my ($name, $args) = @$_;
987		1183
988	$obj->attach ($name, %{$args || {} });	1184	$obj->attach ($name, %{$args || {} });
…		…
1004	sub object_freezer_save {	1200	sub object_freezer_save {
1005	my ($filename, $rdata, $objs) = @_;	1201	my ($filename, $rdata, $objs) = @_;
1006		1202
1007	sync_job {	1203	sync_job {
1008	if (length $$rdata) {	1204	if (length $$rdata) {
		1205	utf8::decode (my $decname = $filename);
1009	warn sprintf "saving %s (%d,%d)\n",	1206	trace sprintf "saving %s (%d,%d)\n",
1010	$filename, length $$rdata, scalar @$objs;	1207	$decname, length $$rdata, scalar @$objs
		1208	if $VERBOSE_IO;
1011		1209
1012	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1210	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1013	chmod SAVE_MODE, $fh;	1211	aio_chmod $fh, SAVE_MODE;
1014	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1212	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1015	aio_fsync $fh if $cf::USE_FSYNC;	1213	if ($cf::USE_FSYNC) {
		1214	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1215	aio_fsync $fh;
		1216	}
1016	close $fh;	1217	aio_close $fh;
1017		1218
1018	if (@$objs) {	1219	if (@$objs) {
1019	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1220	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1020	chmod SAVE_MODE, $fh;	1221	aio_chmod $fh, SAVE_MODE;
1021	my $data = Storable::nfreeze { version => 1, objs => $objs };	1222	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1022	aio_write $fh, 0, (length $data), $data, 0;	1223	aio_write $fh, 0, (length $data), $data, 0;
1023	aio_fsync $fh if $cf::USE_FSYNC;	1224	if ($cf::USE_FSYNC) {
		1225	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1226	aio_fsync $fh;
		1227	}
1024	close $fh;	1228	aio_close $fh;
1025	aio_rename "$filename.pst~", "$filename.pst";	1229	aio_rename "$filename.pst~", "$filename.pst";
1026	}	1230	}
1027	} else {	1231	} else {
1028	aio_unlink "$filename.pst";	1232	aio_unlink "$filename.pst";
1029	}	1233	}
1030		1234
1031	aio_rename "$filename~", $filename;	1235	aio_rename "$filename~", $filename;
		1236
		1237	$filename =~ s%/[^/]+$%%;
		1238	aio_pathsync $filename if $cf::USE_FSYNC;
1032	} else {	1239	} else {
1033	warn "FATAL: $filename~: $!\n";	1240	error "unable to save objects: $filename~: $!\n";
1034	}	1241	}
1035	} else {	1242	} else {
1036	aio_unlink $filename;	1243	aio_unlink $filename;
1037	aio_unlink "$filename.pst";	1244	aio_unlink "$filename.pst";
1038	}	1245	}
1039	}	1246	};
1040	}	1247	}
1041		1248
1042	sub object_freezer_as_string {	1249	sub object_freezer_as_string {
1043	my ($rdata, $objs) = @_;	1250	my ($rdata, $objs) = @_;
1044		1251
…		…
1056	or return;	1263	or return;
1057		1264
1058	unless (aio_stat "$filename.pst") {	1265	unless (aio_stat "$filename.pst") {
1059	(aio_load "$filename.pst", $av) >= 0	1266	(aio_load "$filename.pst", $av) >= 0
1060	or return;	1267	or return;
		1268
1061	$av = eval { (Storable::thaw $av)->{objs} };	1269	my $st = eval { Coro::Storable::thaw $av };
		1270	$av = $st->{objs};
1062	}	1271	}
1063		1272
		1273	utf8::decode (my $decname = $filename);
1064	warn sprintf "loading %s (%d)\n",	1274	trace sprintf "loading %s (%d,%d)\n",
1065	$filename, length $data, scalar @{$av || []};	1275	$decname, length $data, scalar @{$av || []}
		1276	if $VERBOSE_IO;
		1277
1066	return ($data, $av);	1278	($data, $av)
1067	}	1279	}
1068		1280
1069	=head2 COMMAND CALLBACKS	1281	=head2 COMMAND CALLBACKS
1070		1282
1071	=over 4	1283	=over 4
…		…
1125	my ($name, $cb) = @_;	1337	my ($name, $cb) = @_;
1126		1338
1127	$EXTICMD{$name} = $cb;	1339	$EXTICMD{$name} = $cb;
1128	}	1340	}
1129		1341
		1342	use File::Glob ();
		1343
1130	cf::player->attach (	1344	cf::player->attach (
1131	on_command => sub {	1345	on_unknown_command => sub {
1132	my ($pl, $name, $params) = @_;	1346	my ($pl, $name, $params) = @_;
1133		1347
1134	my $cb = $COMMAND{$name}	1348	my $cb = $COMMAND{$name}
1135	or return;	1349	or return;
1136		1350
…		…
1149	my ($type, $reply, @payload) =	1363	my ($type, $reply, @payload) =
1150	"ARRAY" eq ref $msg	1364	"ARRAY" eq ref $msg
1151	? @$msg	1365	? @$msg
1152	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove	1366	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1153		1367
		1368	my @reply;
		1369
1154	if (my $cb = $EXTCMD{$type}) {	1370	if (my $cb = $EXTCMD{$type}) {
1155	my @reply = $cb->($pl, @payload);	1371	@reply = $cb->($pl, @payload);
1156
1157	$pl->ext_reply ($reply, @reply)
1158	if $reply;
1159	}	1372	}
		1373
		1374	$pl->ext_reply ($reply, @reply)
		1375	if $reply;
		1376
1160	} else {	1377	} else {
1161	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1378	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1162	}	1379	}
1163		1380
1164	cf::override;	1381	cf::override;
1165	},	1382	},
1166	);	1383	);
1167		1384
		1385	# "readahead" all extensions
		1386	sub cache_extensions {
		1387	my $grp = IO::AIO::aio_group;
		1388
		1389	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1390	for (grep /\.ext$/, @{$_[0]}) {
		1391	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1392	}
		1393	};
		1394
		1395	$grp
		1396	}
		1397
1168	sub load_extensions {	1398	sub load_extensions {
		1399	info "loading extensions...";
		1400
1169	cf::sync_job {	1401	cf::sync_job {
1170	my %todo;	1402	my %todo;
1171		1403
1172	for my $path (<$LIBDIR/*.ext>) {	1404	for my $path (<$LIBDIR/*.ext>) {
1173	next unless -r $path;	1405	next unless -r $path;
…		…
1191		1423
1192	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1424	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1193	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1425	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1194		1426
1195	$ext{source} =	1427	$ext{source} =
1196	"package $pkg; use strict; use utf8;\n"	1428	"package $pkg; use common::sense;\n"
1197	. "#line 1 \"$path\"\n{\n"	1429	. "#line 1 \"$path\"\n{\n"
1198	. $source	1430	. $source
1199	. "\n};\n1";	1431	. "\n};\n1";
1200		1432
1201	$todo{$base} = \%ext;	1433	$todo{$base} = \%ext;
1202	}	1434	}
1203		1435
		1436	my $pass = 0;
1204	my %done;	1437	my %done;
1205	while (%todo) {	1438	while (%todo) {
1206	my $progress;	1439	my $progress;
1207		1440
		1441	++$pass;
		1442
		1443	ext:
1208	while (my ($k, $v) = each %todo) {	1444	while (my ($k, $v) = each %todo) {
1209	for (split /,\s*/, $v->{meta}{depends}) {	1445	for (split /,\s*/, $v->{meta}{depends}) {
1210	goto skip	1446	next ext
1211	unless exists $done{$_};	1447	unless exists $done{$_};
1212	}	1448	}
1213		1449
1214	warn "... loading '$k' into '$v->{pkg}'\n";	1450	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1215		1451
1216	unless (eval $v->{source}) {	1452	my $active = eval $v->{source};
		1453
		1454	if (length $@) {
1217	my $msg = $@ ? "$v->{path}: $@\n"	1455	error "$v->{path}: $@\n";
1218	: "$v->{base}: extension inactive.\n";	1456	undef $@; # work around perl 5.10.0 utf-8 caching bug
1219		1457
		1458	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1220	if (exists $v->{meta}{mandatory}) {	1459	if exists $v->{meta}{mandatory};
1221	warn $msg;	1460
1222	warn "mandatory extension failed to load, exiting.\n";	1461	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1223	exit 1;	1462	delete $todo{$k};
1224	}	1463	} else {
1225		1464	$done{$k} = delete $todo{$k};
1226	warn $msg;	1465	push @EXTS, $v->{pkg};
		1466	$progress = 1;
		1467
		1468	info "$v->{base}: extension inactive.\n"
		1469	unless $active;
1227	}	1470	}
1228
1229	$done{$k} = delete $todo{$k};
1230	push @EXTS, $v->{pkg};
1231	$progress = 1;
1232	}	1471	}
1233		1472
1234	skip:	1473	unless ($progress) {
1235	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1474	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1236	unless $progress;	1475
		1476	while (my ($k, $v) = each %todo) {
		1477	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1478	if exists $v->{meta}{mandatory};
		1479	}
		1480	}
1237	}	1481	}
1238	};	1482	};
1239	}	1483	}
1240		1484
1241	#############################################################################	1485	#############################################################################
1242		1486
1243	=back	1487	=back
1244		1488
1245	=head2 CORE EXTENSIONS	1489	=head2 CORE EXTENSIONS
1246		1490
1247	Functions and methods that extend core crossfire objects.	1491	Functions and methods that extend core deliantra objects.
1248		1492
1249	=cut	1493	=cut
1250		1494
1251	package cf::player;	1495	package cf::player;
1252		1496
1253	use Coro::AIO;	1497	use Coro::AIO;
1254		1498
1255	=head3 cf::player	1499	=head3 cf::player
1256		1500
1257	=over 4	1501	=over 4
		1502
		1503	=item cf::player::num_playing
		1504
		1505	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1506
		1507	=cut
		1508
		1509	sub num_playing {
		1510	scalar grep
		1511	$_->ob->map
		1512	&& !$_->hidden
		1513	&& !$_->ob->flag (cf::FLAG_WIZ),
		1514	cf::player::list
		1515	}
1258		1516
1259	=item cf::player::find $login	1517	=item cf::player::find $login
1260		1518
1261	Returns the given player object, loading it if necessary (might block).	1519	Returns the given player object, loading it if necessary (might block).
1262		1520
…		…
1281		1539
1282	sub exists($) {	1540	sub exists($) {
1283	my ($login) = @_;	1541	my ($login) = @_;
1284		1542
1285	$cf::PLAYER{$login}	1543	$cf::PLAYER{$login}
1286	or cf::sync_job { !aio_stat path $login }	1544	or !aio_stat path $login
1287	}	1545	}
1288		1546
1289	sub find($) {	1547	sub find($) {
1290	return $cf::PLAYER{$_[0]} || do {	1548	return $cf::PLAYER{$_[0]} || do {
1291	my $login = $_[0];	1549	my $login = $_[0];
…		…
1298	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1556	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1299	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1557	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1300	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1558	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1301	aio_unlink +(playerdir $login) . "/$login.pl";	1559	aio_unlink +(playerdir $login) . "/$login.pl";
1302		1560
1303	my $pl = load_pl path $login	1561	my $f = new_from_file cf::object::thawer path $login
1304	or return;	1562	or return;
		1563
		1564	my $pl = cf::player::load_pl $f
		1565	or return;
		1566
		1567	local $cf::PLAYER_LOADING{$login} = $pl;
		1568	$f->resolve_delayed_derefs;
1305	$cf::PLAYER{$login} = $pl	1569	$cf::PLAYER{$login} = $pl
1306	}	1570	}
1307	}	1571	}
1308	}	1572	}
		1573
		1574	cf::player->attach (
		1575	on_load => sub {
		1576	my ($pl, $path) = @_;
		1577
		1578	# restore slots saved in save, below
		1579	my $slots = delete $pl->{_slots};
		1580
		1581	$pl->ob->current_weapon ($slots->[0]);
		1582	$pl->combat_ob ($slots->[1]);
		1583	$pl->ranged_ob ($slots->[2]);
		1584	},
		1585	);
1309		1586
1310	sub save($) {	1587	sub save($) {
1311	my ($pl) = @_;	1588	my ($pl) = @_;
1312		1589
1313	return if $pl->{deny_save};	1590	return if $pl->{deny_save};
…		…
1318	return if $pl->{deny_save};	1595	return if $pl->{deny_save};
1319		1596
1320	aio_mkdir playerdir $pl, 0770;	1597	aio_mkdir playerdir $pl, 0770;
1321	$pl->{last_save} = $cf::RUNTIME;	1598	$pl->{last_save} = $cf::RUNTIME;
1322		1599
		1600	cf::get_slot 0.01;
		1601
		1602	# save slots, to be restored later
		1603	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1604
1323	$pl->save_pl ($path);	1605	$pl->save_pl ($path);
1324	Coro::cede;	1606	cf::cede_to_tick;
1325	}	1607	}
1326		1608
1327	sub new($) {	1609	sub new($) {
1328	my ($login) = @_;	1610	my ($login) = @_;
1329		1611
…		…
1358	my ($pl) = @_;	1640	my ($pl) = @_;
1359		1641
1360	my $name = $pl->ob->name;	1642	my $name = $pl->ob->name;
1361		1643
1362	$pl->{deny_save} = 1;	1644	$pl->{deny_save} = 1;
1363	$pl->password ("*"); # this should lock out the player until we nuked the dir	1645	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1364		1646
1365	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1647	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1366	$pl->deactivate;	1648	$pl->deactivate;
		1649	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1367	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1650	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1368	$pl->ns->destroy if $pl->ns;	1651	$pl->ns->destroy if $pl->ns;
1369		1652
1370	my $path = playerdir $pl;	1653	my $path = playerdir $pl;
1371	my $temp = "$path~$cf::RUNTIME~deleting~";	1654	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1407	or return [];	1690	or return [];
1408		1691
1409	my @logins;	1692	my @logins;
1410		1693
1411	for my $login (@$dirs) {	1694	for my $login (@$dirs) {
		1695	my $path = path $login;
		1696
		1697	# a .pst is a dead give-away for a valid player
		1698	# if no pst file found, open and chekc for blocked users
		1699	if (aio_stat "$path.pst") {
1412	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1700	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1413	aio_read $fh, 0, 512, my $buf, 0 or next;	1701	aio_read $fh, 0, 512, my $buf, 0 or next;
1414	$buf !~ /^password -------------$/m or next; # official not-valid tag	1702	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1703	}
1415		1704
1416	utf8::decode $login;	1705	utf8::decode $login;
1417	push @logins, $login;	1706	push @logins, $login;
1418	}	1707	}
1419		1708
1420	\@logins	1709	\@logins
1421	}	1710	}
1422		1711
1423	=item $player->maps	1712	=item $player->maps
		1713
		1714	=item cf::player::maps $login
1424		1715
1425	Returns an arrayref of map paths that are private for this	1716	Returns an arrayref of map paths that are private for this
1426	player. May block.	1717	player. May block.
1427		1718
1428	=cut	1719	=cut
…		…
1446	}	1737	}
1447		1738
1448	\@paths	1739	\@paths
1449	}	1740	}
1450		1741
1451	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1742	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1452		1743
1453	Expand crossfire pod fragments into protocol xml.	1744	Expand deliantra pod fragments into protocol xml.
1454
1455	=cut
1456
1457	sub expand_cfpod {
1458	((my $self), (local $_)) = @_;
1459
1460	# escape & and <
1461	s/&/&amp;/g;
1462	s/(?<![BIUGH])</&lt;/g;
1463
1464	# this is buggy, it needs to properly take care of nested <'s
1465
1466	1 while
1467	# replace B<>, I<>, U<> etc.
1468	s/B<([^\>]*)>/<b>$1<\/b>/
1469	|| s/I<([^\>]*)>/<i>$1<\/i>/
1470	|| s/U<([^\>]*)>/<u>$1<\/u>/
1471	# replace G<male|female> tags
1472	|| s{G<([^>|]*)\|([^>]*)>}{
1473	$self->gender ? $2 : $1
1474	}ge
1475	# replace H<hint text>
1476	|| s{H<([^\>]*)>}
1477	{
1478	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1479	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1480	"")
1481	[$self->{hintmode}]
1482	}ge;
1483
1484	# create single paragraphs (very hackish)
1485	s/(?<=\S)\n(?=\w)/ /g;
1486
1487	# compress some whitespace
1488	s/\s+\n/\n/g; # ws line-ends
1489	s/\n\n+/\n/g; # double lines
1490	s/^\n+//; # beginning lines
1491	s/\n+$//; # ending lines
1492
1493	$_
1494	}
1495
1496	sub hintmode {
1497	$_[0]{hintmode} = $_[1] if @_ > 1;
1498	$_[0]{hintmode}
1499	}
1500		1745
1501	=item $player->ext_reply ($msgid, @msg)	1746	=item $player->ext_reply ($msgid, @msg)
1502		1747
1503	Sends an ext reply to the player.	1748	Sends an ext reply to the player.
1504		1749
1505	=cut	1750	=cut
1506		1751
1507	sub ext_reply($$@) {	1752	sub ext_reply($$@) {
1508	my ($self, $id, @msg) = @_;	1753	my ($self, $id, @msg) = @_;
1509		1754
1510	if ($self->ns->extcmd == 2) {	1755	$self->ns->ext_reply ($id, @msg)
1511	$self->send ("ext " . $self->ns->{json_coder}->encode (["reply-$id", @msg]));
1512	} elsif ($self->ns->extcmd == 1) {
1513	#TODO: version 1, remove
1514	unshift @msg, msgtype => "reply", msgid => $id;
1515	$self->send ("ext " . $self->ns->{json_coder}->encode ({@msg}));
1516	}
1517	}	1756	}
1518		1757
1519	=item $player->ext_msg ($type, @msg)	1758	=item $player->ext_msg ($type, @msg)
1520		1759
1521	Sends an ext event to the client.	1760	Sends an ext event to the client.
…		…
1542		1781
1543	=cut	1782	=cut
1544		1783
1545	sub find_by_path($) {	1784	sub find_by_path($) {
1546	my ($path) = @_;	1785	my ($path) = @_;
		1786
		1787	$path =~ s/^~[^\/]*//; # skip ~login
1547		1788
1548	my ($match, $specificity);	1789	my ($match, $specificity);
1549		1790
1550	for my $region (list) {	1791	for my $region (list) {
1551	if ($region->{match} && $path =~ $region->{match}) {	1792	if ($region->{match} && $path =~ $region->{match}) {
…		…
1577	our $MAX_RESET = 3600;	1818	our $MAX_RESET = 3600;
1578	our $DEFAULT_RESET = 3000;	1819	our $DEFAULT_RESET = 3000;
1579		1820
1580	sub generate_random_map {	1821	sub generate_random_map {
1581	my ($self, $rmp) = @_;	1822	my ($self, $rmp) = @_;
		1823
		1824	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1825
1582	# mit "rum" bekleckern, nicht	1826	# mit "rum" bekleckern, nicht
1583	$self->_create_random_map (	1827	$self->_create_random_map (
1584	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1828	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1585	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1829	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1586	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1830	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1587	$rmp->{exit_on_final_map},	1831	$rmp->{exit_on_final_map},
1588	$rmp->{xsize}, $rmp->{ysize},	1832	$rmp->{xsize}, $rmp->{ysize},
1589	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},	1833	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1590	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},	1834	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
…		…
1605		1849
1606	sub register {	1850	sub register {
1607	my (undef, $regex, $prio) = @_;	1851	my (undef, $regex, $prio) = @_;
1608	my $pkg = caller;	1852	my $pkg = caller;
1609		1853
1610	no strict;
1611	push @{"$pkg\::ISA"}, __PACKAGE__;	1854	push @{"$pkg\::ISA"}, __PACKAGE__;
1612		1855
1613	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	1856	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1614	}	1857	}
1615		1858
1616	# also paths starting with '/'	1859	# also paths starting with '/'
1617	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	1860	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1618		1861
1619	sub thawer_merge {	1862	sub thawer_merge {
1620	my ($self, $merge) = @_;	1863	my ($self, $merge) = @_;
1621		1864
1622	# we have to keep some variables in memory intact	1865	# we have to keep some variables in memory intact
…		…
1708		1951
1709	# the temporary/swap location	1952	# the temporary/swap location
1710	sub save_path {	1953	sub save_path {
1711	my ($self) = @_;	1954	my ($self) = @_;
1712		1955
1713	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1956	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1714	"$TMPDIR/$path.map"	1957	"$TMPDIR/$path.map"
1715	}	1958	}
1716		1959
1717	# the unique path, undef == no special unique path	1960	# the unique path, undef == no special unique path
1718	sub uniq_path {	1961	sub uniq_path {
1719	my ($self) = @_;	1962	my ($self) = @_;
1720		1963
1721	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1964	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1722	"$UNIQUEDIR/$path"	1965	"$UNIQUEDIR/$path"
1723	}
1724
1725	# and all this just because we cannot iterate over
1726	# all maps in C++...
1727	sub change_all_map_light {
1728	my ($change) = @_;
1729
1730	$_->change_map_light ($change)
1731	for grep $_->outdoor, values %cf::MAP;
1732	}	1966	}
1733		1967
1734	sub decay_objects {	1968	sub decay_objects {
1735	my ($self) = @_;	1969	my ($self) = @_;
1736		1970
…		…
1749		1983
1750	sub load_header_from($) {	1984	sub load_header_from($) {
1751	my ($self, $path) = @_;	1985	my ($self, $path) = @_;
1752		1986
1753	utf8::encode $path;	1987	utf8::encode $path;
1754	#aio_open $path, O_RDONLY, 0	1988	my $f = new_from_file cf::object::thawer $path
1755	# or return;
1756
1757	$self->_load_header ($path)
1758	or return;	1989	or return;
		1990
		1991	$self->_load_header ($f)
		1992	or return;
		1993
		1994	local $MAP_LOADING{$self->{path}} = $self;
		1995	$f->resolve_delayed_derefs;
1759		1996
1760	$self->{load_path} = $path;	1997	$self->{load_path} = $path;
1761		1998
1762	1	1999	1
1763	}	2000	}
…		…
1817	sub find {	2054	sub find {
1818	my ($path, $origin) = @_;	2055	my ($path, $origin) = @_;
1819		2056
1820	$path = normalise $path, $origin && $origin->path;	2057	$path = normalise $path, $origin && $origin->path;
1821		2058
		2059	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1822	cf::lock_wait "map_find:$path";	2060	my $guard2 = cf::lock_acquire "map_find:$path";
1823		2061
1824	$cf::MAP{$path} || do {	2062	$cf::MAP{$path} || do {
1825	my $guard = cf::lock_acquire "map_find:$path";
1826	my $map = new_from_path cf::map $path	2063	my $map = new_from_path cf::map $path
1827	or return;	2064	or return;
1828		2065
1829	$map->{last_save} = $cf::RUNTIME;	2066	$map->{last_save} = $cf::RUNTIME;
1830		2067
…		…
1832	or return;	2069	or return;
1833		2070
1834	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2071	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1835	# doing this can freeze the server in a sync job, obviously	2072	# doing this can freeze the server in a sync job, obviously
1836	#$cf::WAIT_FOR_TICK->wait;	2073	#$cf::WAIT_FOR_TICK->wait;
		2074	undef $guard2;
		2075	undef $guard1;
1837	$map->reset;	2076	$map->reset;
1838	undef $guard;
1839	return find $path;	2077	return find $path;
1840	}	2078	}
1841		2079
1842	$cf::MAP{$path} = $map	2080	$cf::MAP{$path} = $map
1843	}	2081	}
1844	}	2082	}
1845		2083
1846	sub pre_load { }	2084	sub pre_load { }
1847	sub post_load { }	2085	#sub post_load { } # XS
1848		2086
1849	sub load {	2087	sub load {
1850	my ($self) = @_;	2088	my ($self) = @_;
1851		2089
1852	local $self->{deny_reset} = 1; # loading can take a long time	2090	local $self->{deny_reset} = 1; # loading can take a long time
1853		2091
1854	my $path = $self->{path};	2092	my $path = $self->{path};
1855		2093
1856	{	2094	{
1857	my $guard = cf::lock_acquire "map_load:$path";	2095	my $guard = cf::lock_acquire "map_data:$path";
1858		2096
		2097	return unless $self->valid;
1859	return if $self->in_memory != cf::MAP_SWAPPED;	2098	return unless $self->in_memory == cf::MAP_SWAPPED;
1860		2099
1861	$self->in_memory (cf::MAP_LOADING);	2100	$self->in_memory (cf::MAP_LOADING);
1862		2101
1863	$self->alloc;	2102	$self->alloc;
1864		2103
1865	$self->pre_load;	2104	$self->pre_load;
1866	Coro::cede;	2105	cf::cede_to_tick;
1867		2106
		2107	my $f = new_from_file cf::object::thawer $self->{load_path};
		2108	$f->skip_block;
1868	$self->_load_objects ($self->{load_path}, 1)	2109	$self->_load_objects ($f)
1869	or return;	2110	or return;
1870		2111
1871	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2112	$self->post_load_original
1872	if delete $self->{load_original};	2113	if delete $self->{load_original};
1873		2114
1874	if (my $uniq = $self->uniq_path) {	2115	if (my $uniq = $self->uniq_path) {
1875	utf8::encode $uniq;	2116	utf8::encode $uniq;
1876	if (aio_open $uniq, O_RDONLY, 0) {	2117	unless (aio_stat $uniq) {
		2118	if (my $f = new_from_file cf::object::thawer $uniq) {
1877	$self->clear_unique_items;	2119	$self->clear_unique_items;
1878	$self->_load_objects ($uniq, 0);	2120	$self->_load_objects ($f);
		2121	$f->resolve_delayed_derefs;
		2122	}
1879	}	2123	}
1880	}	2124	}
1881		2125
1882	Coro::cede;	2126	$f->resolve_delayed_derefs;
		2127
		2128	cf::cede_to_tick;
1883	# now do the right thing for maps	2129	# now do the right thing for maps
1884	$self->link_multipart_objects;	2130	$self->link_multipart_objects;
1885	$self->difficulty ($self->estimate_difficulty)	2131	$self->difficulty ($self->estimate_difficulty)
1886	unless $self->difficulty;	2132	unless $self->difficulty;
1887	Coro::cede;	2133	cf::cede_to_tick;
1888		2134
1889	unless ($self->{deny_activate}) {	2135	unless ($self->{deny_activate}) {
1890	$self->decay_objects;	2136	$self->decay_objects;
1891	$self->fix_auto_apply;	2137	$self->fix_auto_apply;
1892	$self->update_buttons;	2138	$self->update_buttons;
1893	Coro::cede;	2139	cf::cede_to_tick;
1894	$self->set_darkness_map;
1895	Coro::cede;
1896	$self->activate;	2140	$self->activate;
1897	}	2141	}
1898		2142
1899	$self->{last_save} = $cf::RUNTIME;	2143	$self->{last_save} = $cf::RUNTIME;
1900	$self->last_access ($cf::RUNTIME);	2144	$self->last_access ($cf::RUNTIME);
1901		2145
1902	$self->in_memory (cf::MAP_IN_MEMORY);	2146	$self->in_memory (cf::MAP_ACTIVE);
1903	}	2147	}
1904		2148
1905	$self->post_load;	2149	$self->post_load;
1906	}	2150	}
1907		2151
		2152	# customize the map for a given player, i.e.
		2153	# return the _real_ map. used by e.g. per-player
		2154	# maps to change the path to ~playername/mappath
1908	sub customise_for {	2155	sub customise_for {
1909	my ($self, $ob) = @_;	2156	my ($self, $ob) = @_;
1910		2157
1911	return find "~" . $ob->name . "/" . $self->{path}	2158	return find "~" . $ob->name . "/" . $self->{path}
1912	if $self->per_player;	2159	if $self->per_player;
…		…
1928	or next;	2175	or next;
1929	$neigh = find $neigh, $map	2176	$neigh = find $neigh, $map
1930	or next;	2177	or next;
1931	$neigh->load;	2178	$neigh->load;
1932		2179
		2180	# now find the diagonal neighbours
1933	push @neigh,	2181	push @neigh,
1934	[$neigh->tile_path (($_ + 3) % 4), $neigh],	2182	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1935	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2183	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1936	}	2184	}
1937		2185
…		…
1944	}	2192	}
1945		2193
1946	sub find_sync {	2194	sub find_sync {
1947	my ($path, $origin) = @_;	2195	my ($path, $origin) = @_;
1948		2196
1949	cf::sync_job { find $path, $origin }	2197	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2198	if $Coro::current == $Coro::main;
		2199
		2200	find $path, $origin
1950	}	2201	}
1951		2202
1952	sub do_load_sync {	2203	sub do_load_sync {
1953	my ($map) = @_;	2204	my ($map) = @_;
1954		2205
1955	cf::sync_job { $map->load };	2206	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2207	if $Coro::current == $Coro::main;
		2208
		2209	$map->load;
1956	}	2210	}
1957		2211
1958	our %MAP_PREFETCH;	2212	our %MAP_PREFETCH;
1959	our $MAP_PREFETCHER = undef;	2213	our $MAP_PREFETCHER = undef;
1960		2214
1961	sub find_async {	2215	sub find_async {
1962	my ($path, $origin) = @_;	2216	my ($path, $origin, $load) = @_;
1963		2217
1964	$path = normalise $path, $origin && $origin->{path};	2218	$path = normalise $path, $origin && $origin->{path};
1965		2219
1966	if (my $map = $cf::MAP{$path}) {	2220	if (my $map = $cf::MAP{$path}) {
1967	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2221	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1968	}	2222	}
1969		2223
1970	undef $MAP_PREFETCH{$path};	2224	$MAP_PREFETCH{$path} |= $load;
		2225
1971	$MAP_PREFETCHER ||= cf::async {	2226	$MAP_PREFETCHER ||= cf::async {
		2227	$Coro::current->{desc} = "map prefetcher";
		2228
1972	while (%MAP_PREFETCH) {	2229	while (%MAP_PREFETCH) {
1973	for my $path (keys %MAP_PREFETCH) {	2230	while (my ($k, $v) = each %MAP_PREFETCH) {
1974	if (my $map = find $path) {	2231	if (my $map = find $k) {
1975	$map->load;	2232	$map->load if $v;
1976	}	2233	}
1977		2234
1978	delete $MAP_PREFETCH{$path};	2235	delete $MAP_PREFETCH{$k};
1979	}	2236	}
1980	}	2237	}
1981	undef $MAP_PREFETCHER;	2238	undef $MAP_PREFETCHER;
1982	};	2239	};
1983	$MAP_PREFETCHER->prio (6);	2240	$MAP_PREFETCHER->prio (6);
1984		2241
1985	()	2242	()
1986	}	2243	}
1987		2244
		2245	# common code, used by both ->save and ->swapout
1988	sub save {	2246	sub _save {
1989	my ($self) = @_;	2247	my ($self) = @_;
1990
1991	my $lock = cf::lock_acquire "map_data:" . $self->path;
1992		2248
1993	$self->{last_save} = $cf::RUNTIME;	2249	$self->{last_save} = $cf::RUNTIME;
1994		2250
1995	return unless $self->dirty;	2251	return unless $self->dirty;
1996		2252
…		…
2002	return if $self->{deny_save};	2258	return if $self->{deny_save};
2003		2259
2004	local $self->{last_access} = $self->last_access;#d#	2260	local $self->{last_access} = $self->last_access;#d#
2005		2261
2006	cf::async {	2262	cf::async {
		2263	$Coro::current->{desc} = "map player save";
2007	$_->contr->save for $self->players;	2264	$_->contr->save for $self->players;
2008	};	2265	};
		2266
		2267	cf::get_slot 0.02;
2009		2268
2010	if ($uniq) {	2269	if ($uniq) {
2011	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2270	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2012	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2271	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2013	} else {	2272	} else {
2014	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2273	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2015	}	2274	}
2016	}	2275	}
2017		2276
		2277	sub save {
		2278	my ($self) = @_;
		2279
		2280	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2281
		2282	$self->_save;
		2283	}
		2284
2018	sub swap_out {	2285	sub swap_out {
2019	my ($self) = @_;	2286	my ($self) = @_;
2020		2287
2021	# save first because save cedes
2022	$self->save;
2023
2024	my $lock = cf::lock_acquire "map_data:" . $self->path;	2288	my $lock = cf::lock_acquire "map_data:$self->{path}";
2025		2289
		2290	return if $self->in_memory != cf::MAP_ACTIVE;
		2291	return if $self->{deny_save};
2026	return if $self->players;	2292	return if $self->players;
2027	return if $self->in_memory != cf::MAP_IN_MEMORY;
2028	return if $self->{deny_save};
2029		2293
		2294	# first deactivate the map and "unlink" it from the core
		2295	$self->deactivate;
		2296	$_->clear_links_to ($self) for values %cf::MAP;
		2297	$self->in_memory (cf::MAP_SWAPPED);
		2298
		2299	# then atomically save
		2300	$self->_save;
		2301
		2302	# then free the map
2030	$self->clear;	2303	$self->clear;
2031	$self->in_memory (cf::MAP_SWAPPED);
2032	}	2304	}
2033		2305
2034	sub reset_at {	2306	sub reset_at {
2035	my ($self) = @_;	2307	my ($self) = @_;
2036		2308
…		…
2054		2326
2055	my $lock = cf::lock_acquire "map_data:$self->{path}";	2327	my $lock = cf::lock_acquire "map_data:$self->{path}";
2056		2328
2057	return if $self->players;	2329	return if $self->players;
2058		2330
2059	warn "resetting map ", $self->path;	2331	cf::trace "resetting map ", $self->path, "\n";
2060		2332
2061	$self->in_memory (cf::MAP_SWAPPED);	2333	$self->in_memory (cf::MAP_SWAPPED);
2062		2334
2063	# need to save uniques path	2335	# need to save uniques path
2064	unless ($self->{deny_save}) {	2336	unless ($self->{deny_save}) {
…		…
2068	if $uniq;	2340	if $uniq;
2069	}	2341	}
2070		2342
2071	delete $cf::MAP{$self->path};	2343	delete $cf::MAP{$self->path};
2072		2344
		2345	$self->deactivate;
		2346	$_->clear_links_to ($self) for values %cf::MAP;
2073	$self->clear;	2347	$self->clear;
2074
2075	$_->clear_links_to ($self) for values %cf::MAP;
2076		2348
2077	$self->unlink_save;	2349	$self->unlink_save;
2078	$self->destroy;	2350	$self->destroy;
2079	}	2351	}
2080		2352
2081	my $nuke_counter = "aaaa";	2353	my $nuke_counter = "aaaa";
2082		2354
2083	sub nuke {	2355	sub nuke {
2084	my ($self) = @_;	2356	my ($self) = @_;
2085		2357
		2358	{
		2359	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2360
2086	delete $cf::MAP{$self->path};	2361	delete $cf::MAP{$self->path};
2087		2362
2088	$self->unlink_save;	2363	$self->unlink_save;
2089		2364
2090	bless $self, "cf::map";	2365	bless $self, "cf::map::wrap";
2091	delete $self->{deny_reset};	2366	delete $self->{deny_reset};
2092	$self->{deny_save} = 1;	2367	$self->{deny_save} = 1;
2093	$self->reset_timeout (1);	2368	$self->reset_timeout (1);
2094	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2369	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2095		2370
2096	$cf::MAP{$self->path} = $self;	2371	$cf::MAP{$self->path} = $self;
		2372	}
2097		2373
2098	$self->reset; # polite request, might not happen	2374	$self->reset; # polite request, might not happen
2099	}	2375	}
2100		2376
2101	=item $maps = cf::map::tmp_maps	2377	=item $maps = cf::map::tmp_maps
…		…
2143		2419
2144	sub unique_maps() {	2420	sub unique_maps() {
2145	[	2421	[
2146	map {	2422	map {
2147	utf8::decode $_;	2423	utf8::decode $_;
2148	/\.map$/	2424	s/\.map$//; # TODO future compatibility hack
		2425	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2426	? ()
2149	? normalise $_	2427	: normalise $_
2150	: ()
2151	} @{ aio_readdir $UNIQUEDIR or [] }	2428	} @{ aio_readdir $UNIQUEDIR or [] }
2152	]	2429	]
2153	}	2430	}
2154		2431
2155	package cf;	2432	=item cf::map::static_maps
		2433
		2434	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2435	file in the shared directory excluding F</styles> and F</editor>). May
		2436	block.
		2437
		2438	=cut
		2439
		2440	sub static_maps() {
		2441	my @dirs = "";
		2442	my @maps;
		2443
		2444	while (@dirs) {
		2445	my $dir = shift @dirs;
		2446
		2447	next if $dir eq "/styles" || $dir eq "/editor";
		2448
		2449	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2450	or return;
		2451
		2452	for (@$files) {
		2453	s/\.map$// or next;
		2454	utf8::decode $_;
		2455	push @maps, "$dir/$_";
		2456	}
		2457
		2458	push @dirs, map "$dir/$_", @$dirs;
		2459	}
		2460
		2461	\@maps
		2462	}
2156		2463
2157	=back	2464	=back
2158		2465
2159	=head3 cf::object	2466	=head3 cf::object
2160		2467
…		…
2164		2471
2165	=over 4	2472	=over 4
2166		2473
2167	=item $ob->inv_recursive	2474	=item $ob->inv_recursive
2168		2475
2169	Returns the inventory of the object _and_ their inventories, recursively.	2476	Returns the inventory of the object I<and> their inventories, recursively,
		2477	but I<not> the object itself.
2170		2478
2171	=cut	2479	=cut
2172		2480
2173	sub inv_recursive_;	2481	sub inv_recursive_;
2174	sub inv_recursive_ {	2482	sub inv_recursive_ {
…		…
2177		2485
2178	sub inv_recursive {	2486	sub inv_recursive {
2179	inv_recursive_ inv $_[0]	2487	inv_recursive_ inv $_[0]
2180	}	2488	}
2181		2489
		2490	=item $ref = $ob->ref
		2491
		2492	Creates and returns a persistent reference to an object that can be stored as a string.
		2493
		2494	=item $ob = cf::object::deref ($refstring)
		2495
		2496	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2497	even if the object actually exists. May block.
		2498
		2499	=cut
		2500
		2501	sub deref {
		2502	my ($ref) = @_;
		2503
		2504	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2505	my ($uuid, $name) = ($1, $2);
		2506	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2507	or return;
		2508	$pl->ob->uuid eq $uuid
		2509	or return;
		2510
		2511	$pl->ob
		2512	} else {
		2513	warn "$ref: cannot resolve object reference\n";
		2514	undef
		2515	}
		2516	}
		2517
2182	package cf;	2518	package cf;
2183		2519
2184	=back	2520	=back
2185		2521
2186	=head3 cf::object::player	2522	=head3 cf::object::player
…		…
2192	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2528	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2193	can be C<undef>. Does the right thing when the player is currently in a	2529	can be C<undef>. Does the right thing when the player is currently in a
2194	dialogue with the given NPC character.	2530	dialogue with the given NPC character.
2195		2531
2196	=cut	2532	=cut
		2533
		2534	our $SAY_CHANNEL = {
		2535	id => "say",
		2536	title => "Map",
		2537	reply => "say ",
		2538	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2539	};
		2540
		2541	our $CHAT_CHANNEL = {
		2542	id => "chat",
		2543	title => "Chat",
		2544	reply => "chat ",
		2545	tooltip => "Player chat and shouts, global to the server.",
		2546	};
2197		2547
2198	# rough implementation of a future "reply" method that works	2548	# rough implementation of a future "reply" method that works
2199	# with dialog boxes.	2549	# with dialog boxes.
2200	#TODO: the first argument must go, split into a $npc->reply_to ( method	2550	#TODO: the first argument must go, split into a $npc->reply_to ( method
2201	sub cf::object::player::reply($$$;$) {	2551	sub cf::object::player::reply($$$;$) {
…		…
2213	my $dialog = $pl->{npc_dialog};	2563	my $dialog = $pl->{npc_dialog};
2214	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2564	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2215		2565
2216	} else {	2566	} else {
2217	$msg = $npc->name . " says: $msg" if $npc;	2567	$msg = $npc->name . " says: $msg" if $npc;
2218	$self->message ($msg, $flags);	2568	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2219	}	2569	}
2220	}	2570	}
2221	}	2571	}
2222		2572
2223	=item $object->send_msg ($channel, $msg, $color, [extra...])	2573	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2248		2598
2249	=item $player_object->enter_link	2599	=item $player_object->enter_link
2250		2600
2251	Freezes the player and moves him/her to a special map (C<{link}>).	2601	Freezes the player and moves him/her to a special map (C<{link}>).
2252		2602
2253	The player should be reasonably safe there for short amounts of time. You	2603	The player should be reasonably safe there for short amounts of time (e.g.
2254	I<MUST> call C<leave_link> as soon as possible, though.	2604	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2605	though, as the player cannot control the character while it is on the link
		2606	map.
2255		2607
2256	Will never block.	2608	Will never block.
2257		2609
2258	=item $player_object->leave_link ($map, $x, $y)	2610	=item $player_object->leave_link ($map, $x, $y)
2259		2611
…		…
2279	sub cf::object::player::enter_link {	2631	sub cf::object::player::enter_link {
2280	my ($self) = @_;	2632	my ($self) = @_;
2281		2633
2282	$self->deactivate_recursive;	2634	$self->deactivate_recursive;
2283		2635
		2636	++$self->{_link_recursion};
		2637
2284	return if UNIVERSAL::isa $self->map, "ext::map_link";	2638	return if UNIVERSAL::isa $self->map, "ext::map_link";
2285		2639
2286	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2640	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2287	if $self->map && $self->map->{path} ne "{link}";	2641	if $self->map && $self->map->{path} ne "{link}";
2288		2642
2289	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2643	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2290	}	2644	}
2291		2645
2292	sub cf::object::player::leave_link {	2646	sub cf::object::player::leave_link {
2293	my ($self, $map, $x, $y) = @_;	2647	my ($self, $map, $x, $y) = @_;
2294		2648
…		…
2311	($x, $y) = (-1, -1)	2665	($x, $y) = (-1, -1)
2312	unless (defined $x) && (defined $y);	2666	unless (defined $x) && (defined $y);
2313		2667
2314	# use -1 or undef as default coordinates, not 0, 0	2668	# use -1 or undef as default coordinates, not 0, 0
2315	($x, $y) = ($map->enter_x, $map->enter_y)	2669	($x, $y) = ($map->enter_x, $map->enter_y)
2316	if $x <=0 && $y <= 0;	2670	if $x <= 0 && $y <= 0;
2317		2671
2318	$map->load;	2672	$map->load;
2319	$map->load_neighbours;	2673	$map->load_neighbours;
2320		2674
2321	return unless $self->contr->active;	2675	return unless $self->contr->active;
2322	$self->activate_recursive;
2323		2676
2324	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2677	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2325	$self->enter_map ($map, $x, $y);	2678	if ($self->enter_map ($map, $x, $y)) {
2326	}	2679	# entering was successful
		2680	delete $self->{_link_recursion};
		2681	# only activate afterwards, to support waiting in hooks
		2682	$self->activate_recursive;
		2683	}
2327		2684
		2685	}
		2686
2328	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2687	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2329		2688
2330	Moves the player to the given map-path and coordinates by first freezing	2689	Moves the player to the given map-path and coordinates by first freezing
2331	her, loading and preparing them map, calling the provided $check callback	2690	her, loading and preparing them map, calling the provided $check callback
2332	that has to return the map if sucecssful, and then unfreezes the player on	2691	that has to return the map if sucecssful, and then unfreezes the player on
2333	the new (success) or old (failed) map position. In either case, $done will	2692	the new (success) or old (failed) map position. In either case, $done will
2334	be called at the end of this process.	2693	be called at the end of this process.
2335		2694
		2695	Note that $check will be called with a potentially non-loaded map, so if
		2696	it needs a loaded map it has to call C<< ->load >>.
		2697
2336	=cut	2698	=cut
2337		2699
2338	our $GOTOGEN;	2700	our $GOTOGEN;
2339		2701
2340	sub cf::object::player::goto {	2702	sub cf::object::player::goto {
2341	my ($self, $path, $x, $y, $check, $done) = @_;	2703	my ($self, $path, $x, $y, $check, $done) = @_;
2342		2704
		2705	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2706	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2707	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2708	($path, $x, $y) = @$EMERGENCY_POSITION;
		2709	}
		2710
2343	# do generation counting so two concurrent goto's will be executed in-order	2711	# do generation counting so two concurrent goto's will be executed in-order
2344	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2712	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2345		2713
2346	$self->enter_link;	2714	$self->enter_link;
2347		2715
2348	(async {	2716	(async {
		2717	$Coro::current->{desc} = "player::goto $path $x $y";
		2718
		2719	# *tag paths override both path and x|y
		2720	if ($path =~ /^\*(.*)$/) {
		2721	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2722	my $ob = $obs[rand @obs];
		2723
		2724	# see if we actually can go there
		2725	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2726	$ob = $obs[rand @obs];
		2727	} else {
		2728	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2729	}
		2730	# else put us there anyways for now #d#
		2731
		2732	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2733	} else {
		2734	($path, $x, $y) = (undef, undef, undef);
		2735	}
		2736	}
		2737
2349	my $map = eval {	2738	my $map = eval {
2350	my $map = cf::map::find $path;	2739	my $map = defined $path ? cf::map::find $path : undef;
2351		2740
2352	if ($map) {	2741	if ($map) {
2353	$map = $map->customise_for ($self);	2742	$map = $map->customise_for ($self);
2354	$map = $check->($map) if $check && $map;	2743	$map = $check->($map, $x, $y, $self) if $check && $map;
2355	} else {	2744	} else {
2356	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2745	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2357	}	2746	}
2358		2747
2359	$map	2748	$map
2360	};	2749	};
2361		2750
…		…
2367	if ($gen == $self->{_goto_generation}) {	2756	if ($gen == $self->{_goto_generation}) {
2368	delete $self->{_goto_generation};	2757	delete $self->{_goto_generation};
2369	$self->leave_link ($map, $x, $y);	2758	$self->leave_link ($map, $x, $y);
2370	}	2759	}
2371		2760
2372	$done->() if $done;	2761	$done->($self) if $done;
2373	})->prio (1);	2762	})->prio (1);
2374	}	2763	}
2375		2764
2376	=item $player_object->enter_exit ($exit_object)	2765	=item $player_object->enter_exit ($exit_object)
2377		2766
…		…
2397	}	2786	}
2398		2787
2399	sub prepare_random_map {	2788	sub prepare_random_map {
2400	my ($exit) = @_;	2789	my ($exit) = @_;
2401		2790
2402	my $guard = cf::lock_acquire "exit_prepare:$exit";
2403
2404	# all this does is basically replace the /! path by	2791	# all this does is basically replace the /! path by
2405	# a new random map path (?random/...) with a seed	2792	# a new random map path (?random/...) with a seed
2406	# that depends on the exit object	2793	# that depends on the exit object
2407		2794
2408	my $rmp = parse_random_map_params $exit->msg;	2795	my $rmp = parse_random_map_params $exit->msg;
…		…
2410	if ($exit->map) {	2797	if ($exit->map) {
2411	$rmp->{region} = $exit->region->name;	2798	$rmp->{region} = $exit->region->name;
2412	$rmp->{origin_map} = $exit->map->path;	2799	$rmp->{origin_map} = $exit->map->path;
2413	$rmp->{origin_x} = $exit->x;	2800	$rmp->{origin_x} = $exit->x;
2414	$rmp->{origin_y} = $exit->y;	2801	$rmp->{origin_y} = $exit->y;
		2802
		2803	$exit->map->touch;
2415	}	2804	}
2416		2805
2417	$rmp->{random_seed} ||= $exit->random_seed;	2806	$rmp->{random_seed} ||= $exit->random_seed;
2418		2807
2419	my $data = cf::to_json $rmp;	2808	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2420	my $md5 = Digest::MD5::md5_hex $data;	2809	my $md5 = Digest::MD5::md5_hex $data;
2421	my $meta = "$RANDOMDIR/$md5.meta";	2810	my $meta = "$RANDOMDIR/$md5.meta";
2422		2811
2423	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2812	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2424	aio_write $fh, 0, (length $data), $data, 0;	2813	aio_write $fh, 0, (length $data), $data, 0;
2425	undef $fh;	2814	undef $fh;
2426	aio_rename "$meta~", $meta;	2815	aio_rename "$meta~", $meta;
2427		2816
		2817	my $slaying = "?random/$md5";
		2818
		2819	if ($exit->valid) {
2428	$exit->slaying ("?random/$md5");	2820	$exit->slaying ("?random/$md5");
2429	$exit->msg (undef);	2821	$exit->msg (undef);
		2822	}
2430	}	2823	}
2431	}	2824	}
2432		2825
2433	sub cf::object::player::enter_exit {	2826	sub cf::object::player::enter_exit {
2434	my ($self, $exit) = @_;	2827	my ($self, $exit) = @_;
2435		2828
2436	return unless $self->type == cf::PLAYER;	2829	return unless $self->type == cf::PLAYER;
2437		2830
2438	if ($exit->slaying eq "/!") {
2439	#TODO: this should de-fi-ni-te-ly not be a sync-job
2440	# the problem is that $exit might not survive long enough
2441	# so it needs to be done right now, right here
2442	cf::sync_job { prepare_random_map $exit };
2443	}
2444
2445	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2446	my $hp = $exit->stats->hp;
2447	my $sp = $exit->stats->sp;
2448
2449	$self->enter_link;	2831	$self->enter_link;
2450		2832
2451	# if exit is damned, update players death & WoR home-position
2452	$self->contr->savebed ($slaying, $hp, $sp)
2453	if $exit->flag (FLAG_DAMNED);
2454
2455	(async {	2833	(async {
2456	$self->deactivate_recursive; # just to be sure	2834	$Coro::current->{desc} = "enter_exit";
		2835
2457	unless (eval {	2836	unless (eval {
		2837	$self->deactivate_recursive; # just to be sure
		2838
		2839	# random map handling
		2840	{
		2841	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2842
		2843	prepare_random_map $exit
		2844	if $exit->slaying eq "/!";
		2845	}
		2846
		2847	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2848	my $x = $exit->stats->hp;
		2849	my $y = $exit->stats->sp;
		2850
2458	$self->goto ($slaying, $hp, $sp);	2851	$self->goto ($map, $x, $y);
2459		2852
		2853	# if exit is damned, update players death & WoR home-position
		2854	$self->contr->savebed ($map, $x, $y)
		2855	if $exit->flag (cf::FLAG_DAMNED);
		2856
2460	1;	2857	1
2461	}) {	2858	}) {
2462	$self->message ("Something went wrong deep within the crossfire server. "	2859	$self->message ("Something went wrong deep within the deliantra server. "
2463	. "I'll try to bring you back to the map you were before. "	2860	. "I'll try to bring you back to the map you were before. "
2464	. "Please report this to the dungeon master!",	2861	. "Please report this to the dungeon master!",
2465	cf::NDI_UNIQUE | cf::NDI_RED);	2862	cf::NDI_UNIQUE | cf::NDI_RED);
2466		2863
2467	warn "ERROR in enter_exit: $@";	2864	error "ERROR in enter_exit: $@";
2468	$self->leave_link;	2865	$self->leave_link;
2469	}	2866	}
2470	})->prio (1);	2867	})->prio (1);
2471	}	2868	}
2472		2869
…		…
2484	sub cf::client::send_drawinfo {	2881	sub cf::client::send_drawinfo {
2485	my ($self, $text, $flags) = @_;	2882	my ($self, $text, $flags) = @_;
2486		2883
2487	utf8::encode $text;	2884	utf8::encode $text;
2488	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2885	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		2886	}
		2887
		2888	=item $client->send_big_packet ($pkt)
		2889
		2890	Like C<send_packet>, but tries to compress large packets, and fragments
		2891	them as required.
		2892
		2893	=cut
		2894
		2895	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		2896
		2897	sub cf::client::send_big_packet {
		2898	my ($self, $pkt) = @_;
		2899
		2900	# try lzf for large packets
		2901	$pkt = "lzf " . Compress::LZF::compress $pkt
		2902	if 1024 <= length $pkt and $self->{can_lzf};
		2903
		2904	# split very large packets
		2905	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		2906	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		2907	$pkt = "frag";
		2908	}
		2909
		2910	$self->send_packet ($pkt);
2489	}	2911	}
2490		2912
2491	=item $client->send_msg ($channel, $msg, $color, [extra...])	2913	=item $client->send_msg ($channel, $msg, $color, [extra...])
2492		2914
2493	Send a drawinfo or msg packet to the client, formatting the msg for the	2915	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2495	the message, with C<log> being the default. If C<$color> is negative, suppress	2917	the message, with C<log> being the default. If C<$color> is negative, suppress
2496	the message unless the client supports the msg packet.	2918	the message unless the client supports the msg packet.
2497		2919
2498	=cut	2920	=cut
2499		2921
		2922	# non-persistent channels (usually the info channel)
		2923	our %CHANNEL = (
		2924	"c/motd" => {
		2925	id => "infobox",
		2926	title => "MOTD",
		2927	reply => undef,
		2928	tooltip => "The message of the day",
		2929	},
		2930	"c/identify" => {
		2931	id => "infobox",
		2932	title => "Identify",
		2933	reply => undef,
		2934	tooltip => "Items recently identified",
		2935	},
		2936	"c/examine" => {
		2937	id => "infobox",
		2938	title => "Examine",
		2939	reply => undef,
		2940	tooltip => "Signs and other items you examined",
		2941	},
		2942	"c/shopinfo" => {
		2943	id => "infobox",
		2944	title => "Shop Info",
		2945	reply => undef,
		2946	tooltip => "What your bargaining skill tells you about the shop",
		2947	},
		2948	"c/book" => {
		2949	id => "infobox",
		2950	title => "Book",
		2951	reply => undef,
		2952	tooltip => "The contents of a note or book",
		2953	},
		2954	"c/lookat" => {
		2955	id => "infobox",
		2956	title => "Look",
		2957	reply => undef,
		2958	tooltip => "What you saw there",
		2959	},
		2960	"c/who" => {
		2961	id => "infobox",
		2962	title => "Players",
		2963	reply => undef,
		2964	tooltip => "Shows players who are currently online",
		2965	},
		2966	"c/body" => {
		2967	id => "infobox",
		2968	title => "Body Parts",
		2969	reply => undef,
		2970	tooltip => "Shows which body parts you posess and are available",
		2971	},
		2972	"c/statistics" => {
		2973	id => "infobox",
		2974	title => "Statistics",
		2975	reply => undef,
		2976	tooltip => "Shows your primary statistics",
		2977	},
		2978	"c/skills" => {
		2979	id => "infobox",
		2980	title => "Skills",
		2981	reply => undef,
		2982	tooltip => "Shows your experience per skill and item power",
		2983	},
		2984	"c/shopitems" => {
		2985	id => "infobox",
		2986	title => "Shop Items",
		2987	reply => undef,
		2988	tooltip => "Shows the items currently for sale in this shop",
		2989	},
		2990	"c/resistances" => {
		2991	id => "infobox",
		2992	title => "Resistances",
		2993	reply => undef,
		2994	tooltip => "Shows your resistances",
		2995	},
		2996	"c/pets" => {
		2997	id => "infobox",
		2998	title => "Pets",
		2999	reply => undef,
		3000	tooltip => "Shows information abotu your pets/a specific pet",
		3001	},
		3002	"c/perceiveself" => {
		3003	id => "infobox",
		3004	title => "Perceive Self",
		3005	reply => undef,
		3006	tooltip => "You gained detailed knowledge about yourself",
		3007	},
		3008	"c/uptime" => {
		3009	id => "infobox",
		3010	title => "Uptime",
		3011	reply => undef,
		3012	tooltip => "How long the server has been running since last restart",
		3013	},
		3014	"c/mapinfo" => {
		3015	id => "infobox",
		3016	title => "Map Info",
		3017	reply => undef,
		3018	tooltip => "Information related to the maps",
		3019	},
		3020	"c/party" => {
		3021	id => "party",
		3022	title => "Party",
		3023	reply => "gsay ",
		3024	tooltip => "Messages and chat related to your party",
		3025	},
		3026	"c/death" => {
		3027	id => "death",
		3028	title => "Death",
		3029	reply => undef,
		3030	tooltip => "Reason for and more info about your most recent death",
		3031	},
		3032	"c/say" => $SAY_CHANNEL,
		3033	"c/chat" => $CHAT_CHANNEL,
		3034	);
		3035
2500	sub cf::client::send_msg {	3036	sub cf::client::send_msg {
2501	my ($self, $channel, $msg, $color, @extra) = @_;	3037	my ($self, $channel, $msg, $color, @extra) = @_;
2502		3038
2503	$msg = $self->pl->expand_cfpod ($msg);	3039	$msg = $self->pl->expand_cfpod ($msg)
		3040	unless $color & cf::NDI_VERBATIM;
2504		3041
2505	$color &= cf::NDI_CLIENT_MASK; # just in case...	3042	$color &= cf::NDI_CLIENT_MASK; # just in case...
2506		3043
		3044	# check predefined channels, for the benefit of C
		3045	if ($CHANNEL{$channel}) {
		3046	$channel = $CHANNEL{$channel};
		3047
		3048	$self->ext_msg (channel_info => $channel);
		3049	$channel = $channel->{id};
		3050
2507	if (ref $channel) {	3051	} elsif (ref $channel) {
2508	# send meta info to client, if not yet sent	3052	# send meta info to client, if not yet sent
2509	unless (exists $self->{channel}{$channel->{id}}) {	3053	unless (exists $self->{channel}{$channel->{id}}) {
2510	$self->{channel}{$channel->{id}} = $channel;	3054	$self->{channel}{$channel->{id}} = $channel;
2511	$self->ext_msg (channel_info => $channel);	3055	$self->ext_msg (channel_info => $channel);
2512	}	3056	}
…		…
2514	$channel = $channel->{id};	3058	$channel = $channel->{id};
2515	}	3059	}
2516		3060
2517	return unless @extra || length $msg;	3061	return unless @extra || length $msg;
2518		3062
2519	if ($self->can_msg) {
2520	# default colour, mask it out	3063	# default colour, mask it out
2521	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3064	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2522	if $color & cf::NDI_DEF;	3065	if $color & cf::NDI_DEF;
2523		3066
2524	$self->send_packet ("msg " . $self->{json_coder}->encode (	3067	my $pkt = "msg "
		3068	. $self->{json_coder}->encode (
2525	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3069	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2526	} else {	3070	);
2527	if ($color >= 0) {
2528	# replace some tags by gcfclient-compatible ones
2529	for ($msg) {
2530	1 while
2531	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2532	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2533	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2534	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2535	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2536	}
2537		3071
2538	$color &= cf::NDI_COLOR_MASK;	3072	$self->send_big_packet ($pkt);
2539
2540	utf8::encode $msg;
2541
2542	if (0 && $msg =~ /\[/) {
2543	# COMMAND/INFO
2544	$self->send_packet ("drawextinfo $color 10 8 $msg")
2545	} else {
2546	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2547	$self->send_packet ("drawinfo $color $msg")
2548	}
2549	}
2550	}
2551	}	3073	}
2552		3074
2553	=item $client->ext_msg ($type, @msg)	3075	=item $client->ext_msg ($type, @msg)
2554		3076
2555	Sends an ext event to the client.	3077	Sends an ext event to the client.
…		…
2557	=cut	3079	=cut
2558		3080
2559	sub cf::client::ext_msg($$@) {	3081	sub cf::client::ext_msg($$@) {
2560	my ($self, $type, @msg) = @_;	3082	my ($self, $type, @msg) = @_;
2561		3083
2562	my $extcmd = $self->extcmd;
2563
2564	if ($extcmd == 2) {	3084	if ($self->extcmd == 2) {
2565	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3085	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2566	} elsif ($extcmd == 1) { # TODO: remove	3086	} elsif ($self->extcmd == 1) { # TODO: remove
2567	push @msg, msgtype => "event_$type";	3087	push @msg, msgtype => "event_$type";
2568	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3088	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		3089	}
		3090	}
		3091
		3092	=item $client->ext_reply ($msgid, @msg)
		3093
		3094	Sends an ext reply to the client.
		3095
		3096	=cut
		3097
		3098	sub cf::client::ext_reply($$@) {
		3099	my ($self, $id, @msg) = @_;
		3100
		3101	if ($self->extcmd == 2) {
		3102	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		3103	} elsif ($self->extcmd == 1) {
		3104	#TODO: version 1, remove
		3105	unshift @msg, msgtype => "reply", msgid => $id;
		3106	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2569	}	3107	}
2570	}	3108	}
2571		3109
2572	=item $success = $client->query ($flags, "text", \&cb)	3110	=item $success = $client->query ($flags, "text", \&cb)
2573		3111
…		…
2634	my ($type, $reply, @payload) =	3172	my ($type, $reply, @payload) =
2635	"ARRAY" eq ref $msg	3173	"ARRAY" eq ref $msg
2636	? @$msg	3174	? @$msg
2637	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove	3175	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2638		3176
		3177	my @reply;
		3178
2639	if (my $cb = $EXTICMD{$type}) {	3179	if (my $cb = $EXTICMD{$type}) {
2640	my @reply = $cb->($ns, @payload);	3180	@reply = $cb->($ns, @payload);
2641
2642	$ns->ext_reply ($reply, @reply)
2643	if $reply;
2644	}	3181	}
		3182
		3183	$ns->ext_reply ($reply, @reply)
		3184	if $reply;
		3185
2645	} else {	3186	} else {
2646	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3187	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2647	}	3188	}
2648		3189
2649	cf::override;	3190	cf::override;
2650	},	3191	},
2651	);	3192	);
…		…
2671		3212
2672	$coro	3213	$coro
2673	}	3214	}
2674		3215
2675	cf::client->attach (	3216	cf::client->attach (
2676	on_destroy => sub {	3217	on_client_destroy => sub {
2677	my ($ns) = @_;	3218	my ($ns) = @_;
2678		3219
2679	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3220	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2680	},	3221	},
2681	);	3222	);
…		…
2697	our $safe_hole = new Safe::Hole;	3238	our $safe_hole = new Safe::Hole;
2698		3239
2699	$SIG{FPE} = 'IGNORE';	3240	$SIG{FPE} = 'IGNORE';
2700		3241
2701	$safe->permit_only (Opcode::opset qw(	3242	$safe->permit_only (Opcode::opset qw(
2702	:base_core :base_mem :base_orig :base_math	3243	:base_core :base_mem :base_orig :base_math :base_loop
2703	grepstart grepwhile mapstart mapwhile	3244	grepstart grepwhile mapstart mapwhile
2704	sort time	3245	sort time
2705	));	3246	));
2706		3247
2707	# here we export the classes and methods available to script code	3248	# here we export the classes and methods available to script code
…		…
2709	=pod	3250	=pod
2710		3251
2711	The following functions and methods are available within a safe environment:	3252	The following functions and methods are available within a safe environment:
2712		3253
2713	cf::object	3254	cf::object
2714	contr pay_amount pay_player map x y force_find force_add	3255	contr pay_amount pay_player map x y force_find force_add destroy
2715	insert remove name archname title slaying race	3256	insert remove name archname title slaying race decrease split
		3257	value
2716		3258
2717	cf::object::player	3259	cf::object::player
2718	player	3260	player
2719		3261
2720	cf::player	3262	cf::player
…		…
2725		3267
2726	=cut	3268	=cut
2727		3269
2728	for (	3270	for (
2729	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3271	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2730	insert remove inv name archname title slaying race)],	3272	insert remove inv nrof name archname title slaying race
		3273	decrease split destroy change_exp value msg lore send_msg)],
2731	["cf::object::player" => qw(player)],	3274	["cf::object::player" => qw(player)],
2732	["cf::player" => qw(peaceful)],	3275	["cf::player" => qw(peaceful send_msg)],
2733	["cf::map" => qw(trigger)],	3276	["cf::map" => qw(trigger)],
2734	) {	3277	) {
2735	no strict 'refs';
2736	my ($pkg, @funs) = @$_;	3278	my ($pkg, @funs) = @$_;
2737	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3279	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2738	for @funs;	3280	for @funs;
2739	}	3281	}
2740		3282
…		…
2755		3297
2756	my $qcode = $code;	3298	my $qcode = $code;
2757	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3299	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2758	$qcode =~ s/\n/\\n/g;	3300	$qcode =~ s/\n/\\n/g;
2759		3301
		3302	%vars = (_dummy => 0) unless %vars;
		3303
		3304	my @res;
2760	local $_;	3305	local $_;
2761	local @safe::cf::_safe_eval_args = values %vars;
2762		3306
2763	my $eval =	3307	my $eval =
2764	"do {\n"	3308	"do {\n"
2765	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3309	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2766	. "#line 0 \"{$qcode}\"\n"	3310	. "#line 0 \"{$qcode}\"\n"
2767	. $code	3311	. $code
2768	. "\n}"	3312	. "\n}"
2769	;	3313	;
2770		3314
		3315	if ($CFG{safe_eval}) {
2771	sub_generation_inc;	3316	sub_generation_inc;
		3317	local @safe::cf::_safe_eval_args = values %vars;
2772	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3318	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2773	sub_generation_inc;	3319	sub_generation_inc;
		3320	} else {
		3321	local @cf::_safe_eval_args = values %vars;
		3322	@res = wantarray ? eval eval : scalar eval $eval;
		3323	}
2774		3324
2775	if ($@) {	3325	if ($@) {
2776	warn "$@";	3326	warn "$@",
2777	warn "while executing safe code '$code'\n";	3327	"while executing safe code '$code'\n",
2778	warn "with arguments " . (join " ", %vars) . "\n";	3328	"with arguments " . (join " ", %vars) . "\n";
2779	}	3329	}
2780		3330
2781	wantarray ? @res : $res[0]	3331	wantarray ? @res : $res[0]
2782	}	3332	}
2783		3333
…		…
2797	=cut	3347	=cut
2798		3348
2799	sub register_script_function {	3349	sub register_script_function {
2800	my ($fun, $cb) = @_;	3350	my ($fun, $cb) = @_;
2801		3351
2802	no strict 'refs';	3352	$fun = "safe::$fun" if $CFG{safe_eval};
2803	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3353	*$fun = $safe_hole->wrap ($cb);
2804	}	3354	}
2805		3355
2806	=back	3356	=back
2807		3357
2808	=cut	3358	=cut
2809		3359
2810	#############################################################################	3360	#############################################################################
2811	# the server's init and main functions	3361	# the server's init and main functions
2812		3362
		3363	# async inc loader. yay.
		3364	sub inc_loader {
		3365	my $mod = $_[1];
		3366
		3367	if (in_main && !tick_inhibit) {
		3368	Carp::cluck "ERROR: attempted synchronous perl module load ($mod)";
		3369	} else {
		3370	debug "loading perl module $mod\n";
		3371	}
		3372
		3373	# 1. find real file
		3374	for my $dir (@ORIG_INC) {
		3375	ref $dir and next;
		3376	0 <= Coro::AIO::aio_load "$dir/$mod", my $data
		3377	or next;
		3378
		3379	$data = "#line 1 $dir/$mod\n$data";
		3380
		3381	open my $fh, "<", \$data or die;
		3382
		3383	return $fh;
		3384	}
		3385
		3386	()
		3387	}
		3388
		3389	sub init_inc {
		3390	# save original @INC
		3391	@ORIG_INC = ($LIBDIR, @INC) unless @ORIG_INC;
		3392
		3393	# make sure we can do scalar-opens
		3394	open my $dummy, "<", \my $dummy2;
		3395
		3396	# execute some stuff so perl load's some of the core modules
		3397	/Ü/ =~ /ü/i;
		3398	eval { &Storable::nstore_fd };
		3399
		3400	@INC = (\&inc_loader, @ORIG_INC); # @ORIG_INC is needed for DynaLoader, AutoLoad etc.
		3401
		3402	debug "module loading will be asynchronous from this point on.";
		3403	}
		3404
2813	sub load_facedata($) {	3405	sub load_facedata($) {
2814	my ($path) = @_;	3406	my ($path) = @_;
2815		3407
		3408	# HACK to clear player env face cache, we need some signal framework
		3409	# for this (global event?)
		3410	%ext::player_env::MUSIC_FACE_CACHE = ();
		3411
		3412	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3413
2816	warn "loading facedata from $path\n";	3414	trace "loading facedata from $path\n";
2817		3415
2818	my $facedata;	3416	my $facedata;
2819	0 < aio_load $path, $facedata	3417	0 < aio_load $path, $facedata
2820	or die "$path: $!";	3418	or die "$path: $!";
2821		3419
2822	$facedata = Coro::Storable::thaw $facedata;	3420	$facedata = Coro::Storable::thaw $facedata;
2823		3421
2824	$facedata->{version} == 2	3422	$facedata->{version} == 2
2825	or cf::cleanup "$path: version mismatch, cannot proceed.";	3423	or cf::cleanup "$path: version mismatch, cannot proceed.";
2826		3424
		3425	# patch in the exptable
		3426	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
		3427	$facedata->{resource}{"res/exp_table"} = {
		3428	type => FT_RSRC,
		3429	data => $exp_table,
		3430	hash => (Digest::MD5::md5 $exp_table),
		3431	};
		3432	cf::cede_to_tick;
		3433
2827	{	3434	{
2828	my $faces = $facedata->{faceinfo};	3435	my $faces = $facedata->{faceinfo};
2829		3436
2830	while (my ($face, $info) = each %$faces) {	3437	while (my ($face, $info) = each %$faces) {
2831	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3438	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3439
2832	cf::face::set_visibility $idx, $info->{visibility};	3440	cf::face::set_visibility $idx, $info->{visibility};
2833	cf::face::set_magicmap $idx, $info->{magicmap};	3441	cf::face::set_magicmap $idx, $info->{magicmap};
2834	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3442	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2835	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3443	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
2836		3444
2837	cf::cede_to_tick;	3445	cf::cede_to_tick;
2838	}	3446	}
2839		3447
2840	while (my ($face, $info) = each %$faces) {	3448	while (my ($face, $info) = each %$faces) {
2841	next unless $info->{smooth};	3449	next unless $info->{smooth};
		3450
2842	my $idx = cf::face::find $face	3451	my $idx = cf::face::find $face
2843	or next;	3452	or next;
		3453
2844	if (my $smooth = cf::face::find $info->{smooth}) {	3454	if (my $smooth = cf::face::find $info->{smooth}) {
2845	cf::face::set_smooth $idx, $smooth;	3455	cf::face::set_smooth $idx, $smooth;
2846	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3456	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2847	} else {	3457	} else {
2848	warn "smooth face '$info->{smooth}' not found for face '$face'";	3458	error "smooth face '$info->{smooth}' not found for face '$face'";
2849	}	3459	}
2850		3460
2851	cf::cede_to_tick;	3461	cf::cede_to_tick;
2852	}	3462	}
2853	}	3463	}
…		…
2862		3472
2863	cf::anim::invalidate_all; # d'oh	3473	cf::anim::invalidate_all; # d'oh
2864	}	3474	}
2865		3475
2866	{	3476	{
2867	# TODO: for gcfclient pleasure, we should give resources
2868	# that gcfclient doesn't grok a >10000 face index.
2869	my $res = $facedata->{resource};	3477	my $res = $facedata->{resource};
2870	my $enc = JSON::XS->new->utf8->canonical;
2871
2872	my $soundconf = delete $res->{"res/sound.conf"};
2873		3478
2874	while (my ($name, $info) = each %$res) {	3479	while (my ($name, $info) = each %$res) {
2875	my $meta = $enc->encode ({	3480	if (defined $info->{type}) {
2876	name => $name,
2877	%{ $info->{meta} || {} },
2878	});
2879
2880	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3481	my $idx = (cf::face::find $name) || cf::face::alloc $name;
2881		3482
2882	if ($info->{type} & 1) {
2883	# prepend meta info
2884
2885	my $data = pack "(w/a*)*", $meta, $info->{data};
2886	my $chk = Digest::MD5::md5 "$info->{chksum},$meta"; # mangle data checksum and metadata
2887
2888	cf::face::set_data $idx, 0, $data, $chk;	3483	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
		3484	cf::face::set_type $idx, $info->{type};
2889	} else {	3485	} else {
2890	cf::face::set_data $idx, 0, $info->{data}, $info->{chksum};	3486	$RESOURCE{$name} = $info; # unused
2891	}	3487	}
2892		3488
2893	cf::face::set_type $idx, $info->{type};
2894
2895	cf::cede_to_tick;	3489	cf::cede_to_tick;
2896	}	3490	}
2897
2898	if ($soundconf) {
2899	$soundconf = $enc->decode (delete $soundconf->{data});
2900
2901	for (0 .. SOUND_CAST_SPELL_0 - 1) {
2902	my $sound = $soundconf->{compat}[$_]
2903	or next;
2904
2905	my $face = cf::face::find "sound/$sound->[1]";
2906	cf::sound::set $sound->[0] => $face;
2907	cf::sound::old_sound_index $_, $face; # gcfclient-compat
2908	}
2909
2910	while (my ($k, $v) = each %{$soundconf->{event}}) {
2911	my $face = cf::face::find "sound/$v";
2912	cf::sound::set $k => $face;
2913	}
2914	}
2915	}	3491	}
		3492
		3493	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2916		3494
2917	1	3495	1
2918	}	3496	}
2919		3497
2920	register_exticmd fx_want => sub {	3498	register_exticmd fx_want => sub {
…		…
2923	while (my ($k, $v) = each %$want) {	3501	while (my ($k, $v) = each %$want) {
2924	$ns->fx_want ($k, $v);	3502	$ns->fx_want ($k, $v);
2925	}	3503	}
2926	};	3504	};
2927		3505
		3506	sub load_resource_file($) {
		3507	my $guard = lock_acquire "load_resource_file";
		3508
		3509	my $status = load_resource_file_ $_[0];
		3510	get_slot 0.1, 100;
		3511	cf::arch::commit_load;
		3512
		3513	$status
		3514	}
		3515
2928	sub reload_regions {	3516	sub reload_regions {
		3517	# HACK to clear player env face cache, we need some signal framework
		3518	# for this (global event?)
		3519	%ext::player_env::MUSIC_FACE_CACHE = ();
		3520
2929	load_resource_file "$MAPDIR/regions"	3521	load_resource_file "$MAPDIR/regions"
2930	or die "unable to load regions file\n";	3522	or die "unable to load regions file\n";
2931		3523
2932	for (cf::region::list) {	3524	for (cf::region::list) {
2933	$_->{match} = qr/$_->{match}/	3525	$_->{match} = qr/$_->{match}/
…		…
2941	}	3533	}
2942		3534
2943	sub reload_archetypes {	3535	sub reload_archetypes {
2944	load_resource_file "$DATADIR/archetypes"	3536	load_resource_file "$DATADIR/archetypes"
2945	or die "unable to load archetypes\n";	3537	or die "unable to load archetypes\n";
2946	#d# NEED to laod twice to resolve forward references
2947	# this really needs to be done in an extra post-pass
2948	# (which needs to be synchronous, so solve it differently)
2949	load_resource_file "$DATADIR/archetypes"
2950	or die "unable to load archetypes\n";
2951	}	3538	}
2952		3539
2953	sub reload_treasures {	3540	sub reload_treasures {
2954	load_resource_file "$DATADIR/treasures"	3541	load_resource_file "$DATADIR/treasures"
2955	or die "unable to load treasurelists\n";	3542	or die "unable to load treasurelists\n";
2956	}	3543	}
2957		3544
		3545	sub reload_sound {
		3546	trace "loading sound config from $DATADIR/sound\n";
		3547
		3548	0 < Coro::AIO::aio_load "$DATADIR/sound", my $data
		3549	or die "$DATADIR/sound $!";
		3550
		3551	my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data);
		3552
		3553	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3554	my $sound = $soundconf->{compat}[$_]
		3555	or next;
		3556
		3557	my $face = cf::face::find "sound/$sound->[1]";
		3558	cf::sound::set $sound->[0] => $face;
		3559	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3560	}
		3561
		3562	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3563	my $face = cf::face::find "sound/$v";
		3564	cf::sound::set $k => $face;
		3565	}
		3566	}
		3567
2958	sub reload_resources {	3568	sub reload_resources {
2959	warn "reloading resource files...\n";	3569	trace "reloading resource files...\n";
2960		3570
		3571	reload_facedata;
		3572	reload_sound;
		3573	reload_archetypes;
2961	reload_regions;	3574	reload_regions;
2962	reload_facedata;
2963	#reload_archetypes;#d#
2964	reload_archetypes;
2965	reload_treasures;	3575	reload_treasures;
2966		3576
2967	warn "finished reloading resource files\n";	3577	trace "finished reloading resource files\n";
2968	}	3578	}
2969		3579
2970	sub init {	3580	sub reload_config {
2971	reload_resources;	3581	trace "reloading config file...\n";
2972	}
2973		3582
2974	sub cfg_load {
2975	open my $fh, "<:utf8", "$CONFDIR/config"	3583	open my $fh, "<:utf8", "$CONFDIR/config"
2976	or return;	3584	or return;
2977		3585
2978	local $/;	3586	local $/;
2979	*CFG = YAML::Syck::Load <$fh>;	3587	*CFG = YAML::XS::Load scalar <$fh>;
2980		3588
2981	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3589	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2982		3590
2983	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3591	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2984	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3592	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2985		3593
2986	if (exists $CFG{mlockall}) {	3594	if (exists $CFG{mlockall}) {
…		…
2988	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"	3596	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2989	and die "WARNING: m(un)lockall failed: $!\n";	3597	and die "WARNING: m(un)lockall failed: $!\n";
2990	};	3598	};
2991	warn $@ if $@;	3599	warn $@ if $@;
2992	}	3600	}
		3601
		3602	trace "finished reloading resource files\n";
		3603	}
		3604
		3605	sub pidfile() {
		3606	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3607	or die "$PIDFILE: $!";
		3608	flock $fh, &Fcntl::LOCK_EX
		3609	or die "$PIDFILE: flock: $!";
		3610	$fh
		3611	}
		3612
		3613	# make sure only one server instance is running at any one time
		3614	sub atomic {
		3615	my $fh = pidfile;
		3616
		3617	my $pid = <$fh>;
		3618	kill 9, $pid if $pid > 0;
		3619
		3620	seek $fh, 0, 0;
		3621	print $fh $$;
		3622	}
		3623
		3624	sub main_loop {
		3625	trace "EV::loop starting\n";
		3626	if (1) {
		3627	EV::loop;
		3628	}
		3629	trace "EV::loop returned\n";
		3630	goto &main_loop unless $REALLY_UNLOOP;
2993	}	3631	}
2994		3632
2995	sub main {	3633	sub main {
		3634	cf::init_globals; # initialise logging
		3635
		3636	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3637	LOG llevInfo, "Copyright (C) 2005-2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3638	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3639	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3640
		3641	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3642
2996	# we must not ever block the main coroutine	3643	# we must not ever block the main coroutine
2997	local $Coro::idle = sub {	3644	local $Coro::idle = sub {
2998	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3645	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2999	(async {	3646	(async {
3000	Event::one_event;	3647	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3648	EV::loop EV::LOOP_ONESHOT;
3001	})->prio (Coro::PRIO_MAX);	3649	})->prio (Coro::PRIO_MAX);
3002	};	3650	};
3003		3651
3004	cfg_load;	3652	evthread_start IO::AIO::poll_fileno;
		3653
		3654	cf::sync_job {
		3655	init_inc;
		3656
		3657	cf::init_experience;
		3658	cf::init_anim;
		3659	cf::init_attackmess;
		3660	cf::init_dynamic;
		3661
		3662	cf::load_settings;
		3663	cf::load_materials;
		3664
		3665	reload_resources;
		3666	reload_config;
3005	db_init;	3667	db_init;
		3668
		3669	cf::init_uuid;
		3670	cf::init_signals;
		3671	cf::init_skills;
		3672
		3673	cf::init_beforeplay;
		3674
		3675	atomic;
		3676
3006	load_extensions;	3677	load_extensions;
3007		3678
3008	$TICK_WATCHER->start;	3679	utime time, time, $RUNTIMEFILE;
3009	Event::loop;	3680
		3681	# no (long-running) fork's whatsoever before this point(!)
		3682	use POSIX ();
		3683	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3684
		3685	(pop @POST_INIT)->(0) while @POST_INIT;
		3686	};
		3687
		3688	cf::object::thawer::errors_are_fatal 0;
		3689	info "parse errors in files are no longer fatal from this point on.\n";
		3690
		3691	my $free_main; $free_main = EV::idle sub {
		3692	undef $free_main;
		3693	undef &main; # free gobs of memory :)
		3694	};
		3695
		3696	goto &main_loop;
3010	}	3697	}
3011		3698
3012	#############################################################################	3699	#############################################################################
3013	# initialisation and cleanup	3700	# initialisation and cleanup
3014		3701
3015	# install some emergency cleanup handlers	3702	# install some emergency cleanup handlers
3016	BEGIN {	3703	BEGIN {
		3704	our %SIGWATCHER = ();
3017	for my $signal (qw(INT HUP TERM)) {	3705	for my $signal (qw(INT HUP TERM)) {
3018	Event->signal (	3706	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3019	reentrant => 0,
3020	data => WF_AUTOCANCEL,
3021	signal => $signal,
3022	prio => 0,
3023	cb => sub {
3024	cf::cleanup "SIG$signal";	3707	cf::cleanup "SIG$signal";
3025	},
3026	);	3708	};
3027	}	3709	}
3028	}	3710	}
3029		3711
3030	sub write_runtime {	3712	sub write_runtime_sync {
3031	my $runtime = "$LOCALDIR/runtime";	3713	my $t0 = AE::time;
3032		3714
3033	# first touch the runtime file to show we are still running:	3715	# first touch the runtime file to show we are still running:
3034	# the fsync below can take a very very long time.	3716	# the fsync below can take a very very long time.
3035		3717
3036	IO::AIO::aio_utime $runtime, undef, undef;	3718	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3037		3719
3038	my $guard = cf::lock_acquire "write_runtime";	3720	my $guard = cf::lock_acquire "write_runtime";
3039		3721
3040	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3722	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3041	or return;	3723	or return;
3042		3724
3043	my $value = $cf::RUNTIME + 90 + 10;	3725	my $value = $cf::RUNTIME + 90 + 10;
3044	# 10 is the runtime save interval, for a monotonic clock	3726	# 10 is the runtime save interval, for a monotonic clock
3045	# 60 allows for the watchdog to kill the server.	3727	# 60 allows for the watchdog to kill the server.
…		…
3055	aio_utime $fh, undef, undef;	3737	aio_utime $fh, undef, undef;
3056		3738
3057	close $fh	3739	close $fh
3058	or return;	3740	or return;
3059		3741
3060	aio_rename "$runtime~", $runtime	3742	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3061	and return;	3743	and return;
3062		3744
3063	warn "runtime file written.\n";	3745	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3064		3746
3065	1	3747	1
		3748	}
		3749
		3750	our $uuid_lock;
		3751	our $uuid_skip;
		3752
		3753	sub write_uuid_sync($) {
		3754	$uuid_skip ||= $_[0];
		3755
		3756	return if $uuid_lock;
		3757	local $uuid_lock = 1;
		3758
		3759	my $uuid = "$LOCALDIR/uuid";
		3760
		3761	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3762	or return;
		3763
		3764	my $value = uuid_seq uuid_cur;
		3765
		3766	unless ($value) {
		3767	info "cowardly refusing to write zero uuid value!\n";
		3768	return;
		3769	}
		3770
		3771	my $value = uuid_str $value + $uuid_skip;
		3772	$uuid_skip = 0;
		3773
		3774	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3775	and return;
		3776
		3777	# always fsync - this file is important
		3778	aio_fsync $fh
		3779	and return;
		3780
		3781	close $fh
		3782	or return;
		3783
		3784	aio_rename "$uuid~", $uuid
		3785	and return;
		3786
		3787	trace "uuid file written ($value).\n";
		3788
		3789	1
		3790
		3791	}
		3792
		3793	sub write_uuid($$) {
		3794	my ($skip, $sync) = @_;
		3795
		3796	$sync ? write_uuid_sync $skip
		3797	: async { write_uuid_sync $skip };
3066	}	3798	}
3067		3799
3068	sub emergency_save() {	3800	sub emergency_save() {
3069	my $freeze_guard = cf::freeze_mainloop;	3801	my $freeze_guard = cf::freeze_mainloop;
3070		3802
3071	warn "enter emergency perl save\n";	3803	info "emergency_perl_save: enter\n";
		3804
		3805	# this is a trade-off: we want to be very quick here, so
		3806	# save all maps without fsync, and later call a global sync
		3807	# (which in turn might be very very slow)
		3808	local $USE_FSYNC = 0;
3072		3809
3073	cf::sync_job {	3810	cf::sync_job {
		3811	cf::write_runtime_sync; # external watchdog should not bark
		3812
3074	# use a peculiar iteration method to avoid tripping on perl	3813	# use a peculiar iteration method to avoid tripping on perl
3075	# refcount bugs in for. also avoids problems with players	3814	# refcount bugs in for. also avoids problems with players
3076	# and maps saved/destroyed asynchronously.	3815	# and maps saved/destroyed asynchronously.
3077	warn "begin emergency player save\n";	3816	info "emergency_perl_save: begin player save\n";
3078	for my $login (keys %cf::PLAYER) {	3817	for my $login (keys %cf::PLAYER) {
3079	my $pl = $cf::PLAYER{$login} or next;	3818	my $pl = $cf::PLAYER{$login} or next;
3080	$pl->valid or next;	3819	$pl->valid or next;
		3820	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3081	$pl->save;	3821	$pl->save;
3082	}	3822	}
3083	warn "end emergency player save\n";	3823	info "emergency_perl_save: end player save\n";
3084		3824
3085	warn "begin emergency map save\n";	3825	cf::write_runtime_sync; # external watchdog should not bark
		3826
		3827	info "emergency_perl_save: begin map save\n";
3086	for my $path (keys %cf::MAP) {	3828	for my $path (keys %cf::MAP) {
3087	my $map = $cf::MAP{$path} or next;	3829	my $map = $cf::MAP{$path} or next;
3088	$map->valid or next;	3830	$map->valid or next;
3089	$map->save;	3831	$map->save;
3090	}	3832	}
3091	warn "end emergency map save\n";	3833	info "emergency_perl_save: end map save\n";
3092		3834
3093	warn "begin emergency database checkpoint\n";	3835	cf::write_runtime_sync; # external watchdog should not bark
		3836
		3837	info "emergency_perl_save: begin database checkpoint\n";
3094	BDB::db_env_txn_checkpoint $DB_ENV;	3838	BDB::db_env_txn_checkpoint $DB_ENV;
3095	warn "end emergency database checkpoint\n";	3839	info "emergency_perl_save: end database checkpoint\n";
		3840
		3841	info "emergency_perl_save: begin write uuid\n";
		3842	write_uuid_sync 1;
		3843	info "emergency_perl_save: end write uuid\n";
		3844
		3845	cf::write_runtime_sync; # external watchdog should not bark
		3846
		3847	trace "emergency_perl_save: syncing database to disk";
		3848	BDB::db_env_txn_checkpoint $DB_ENV;
		3849
		3850	info "emergency_perl_save: starting sync\n";
		3851	IO::AIO::aio_sync sub {
		3852	info "emergency_perl_save: finished sync\n";
		3853	};
		3854
		3855	cf::write_runtime_sync; # external watchdog should not bark
		3856
		3857	trace "emergency_perl_save: flushing outstanding aio requests";
		3858	while (IO::AIO::nreqs || BDB::nreqs) {
		3859	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
		3860	}
		3861
		3862	cf::write_runtime_sync; # external watchdog should not bark
3096	};	3863	};
3097		3864
3098	warn "leave emergency perl save\n";	3865	info "emergency_perl_save: leave\n";
3099	}	3866	}
3100		3867
3101	sub post_cleanup {	3868	sub post_cleanup {
3102	my ($make_core) = @_;	3869	my ($make_core) = @_;
3103		3870
		3871	IO::AIO::flush;
		3872
3104	warn Carp::longmess "post_cleanup backtrace"	3873	error Carp::longmess "post_cleanup backtrace"
3105	if $make_core;	3874	if $make_core;
		3875
		3876	my $fh = pidfile;
		3877	unlink $PIDFILE if <$fh> == $$;
		3878	}
		3879
		3880	# a safer delete_package, copied from Symbol
		3881	sub clear_package($) {
		3882	my $pkg = shift;
		3883
		3884	# expand to full symbol table name if needed
		3885	unless ($pkg =~ /^main::.*::$/) {
		3886	$pkg = "main$pkg" if $pkg =~ /^::/;
		3887	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3888	$pkg .= '::' unless $pkg =~ /::$/;
		3889	}
		3890
		3891	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3892	my $stem_symtab = *{$stem}{HASH};
		3893
		3894	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3895	or return;
		3896
		3897	# clear all symbols
		3898	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3899	for my $name (keys %$leaf_symtab) {
		3900	_gv_clear *{"$pkg$name"};
		3901	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3902	}
3106	}	3903	}
3107		3904
3108	sub do_reload_perl() {	3905	sub do_reload_perl() {
3109	# can/must only be called in main	3906	# can/must only be called in main
3110	if ($Coro::current != $Coro::main) {	3907	if (in_main) {
3111	warn "can only reload from main coroutine";	3908	error "can only reload from main coroutine";
3112	return;	3909	return;
3113	}	3910	}
3114		3911
		3912	return if $RELOAD++;
		3913
		3914	my $t1 = AE::time;
		3915
		3916	while ($RELOAD) {
3115	warn "reloading...";	3917	info "reloading...";
3116		3918
3117	warn "entering sync_job";	3919	trace "entering sync_job";
3118		3920
3119	cf::sync_job {	3921	cf::sync_job {
3120	cf::write_runtime; # external watchdog should not bark
3121	cf::emergency_save;	3922	cf::emergency_save;
3122	cf::write_runtime; # external watchdog should not bark
3123		3923
3124	warn "syncing database to disk";
3125	BDB::db_env_txn_checkpoint $DB_ENV;
3126
3127	# if anything goes wrong in here, we should simply crash as we already saved
3128
3129	warn "cancelling all WF_AUTOCANCEL watchers";
3130	for (Event::all_watchers) {
3131	$_->cancel if $_->data & WF_AUTOCANCEL;
3132	}
3133
3134	warn "flushing outstanding aio requests";
3135	for (;;) {
3136	BDB::flush;
3137	IO::AIO::flush;
3138	Coro::cede;
3139	last unless IO::AIO::nreqs || BDB::nreqs;
3140	warn "iterate...";
3141	}
3142
3143	++$RELOAD;
3144
3145	warn "cancelling all extension coros";	3924	trace "cancelling all extension coros";
3146	$_->cancel for values %EXT_CORO;	3925	$_->cancel for values %EXT_CORO;
3147	%EXT_CORO = ();	3926	%EXT_CORO = ();
3148		3927
3149	warn "removing commands";	3928	trace "removing commands";
3150	%COMMAND = ();	3929	%COMMAND = ();
3151		3930
3152	warn "removing ext/exti commands";	3931	trace "removing ext/exti commands";
3153	%EXTCMD = ();	3932	%EXTCMD = ();
3154	%EXTICMD = ();	3933	%EXTICMD = ();
3155		3934
3156	warn "unloading/nuking all extensions";	3935	trace "unloading/nuking all extensions";
3157	for my $pkg (@EXTS) {	3936	for my $pkg (@EXTS) {
3158	warn "... unloading $pkg";	3937	trace "... unloading $pkg";
3159		3938
3160	if (my $cb = $pkg->can ("unload")) {	3939	if (my $cb = $pkg->can ("unload")) {
3161	eval {	3940	eval {
3162	$cb->($pkg);	3941	$cb->($pkg);
3163	1	3942	1
3164	} or warn "$pkg unloaded, but with errors: $@";	3943	} or error "$pkg unloaded, but with errors: $@";
		3944	}
		3945
		3946	trace "... clearing $pkg";
		3947	clear_package $pkg;
3165	}	3948	}
3166		3949
3167	warn "... nuking $pkg";
3168	Symbol::delete_package $pkg;
3169	}
3170
3171	warn "unloading all perl modules loaded from $LIBDIR";	3950	trace "unloading all perl modules loaded from $LIBDIR";
3172	while (my ($k, $v) = each %INC) {	3951	while (my ($k, $v) = each %INC) {
3173	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3952	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3174		3953
3175	warn "... unloading $k";	3954	trace "... unloading $k";
3176	delete $INC{$k};	3955	delete $INC{$k};
3177		3956
3178	$k =~ s/\.pm$//;	3957	$k =~ s/\.pm$//;
3179	$k =~ s/\//::/g;	3958	$k =~ s/\//::/g;
3180		3959
3181	if (my $cb = $k->can ("unload_module")) {	3960	if (my $cb = $k->can ("unload_module")) {
3182	$cb->();	3961	$cb->();
		3962	}
		3963
		3964	clear_package $k;
3183	}	3965	}
3184		3966
3185	Symbol::delete_package $k;
3186	}
3187
3188	warn "getting rid of safe::, as good as possible";	3967	trace "getting rid of safe::, as good as possible";
3189	Symbol::delete_package "safe::$_"	3968	clear_package "safe::$_"
3190	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3969	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3191		3970
3192	warn "unloading cf.pm \"a bit\"";	3971	trace "unloading cf.pm \"a bit\"";
3193	delete $INC{"cf.pm"};	3972	delete $INC{"cf.pm"};
3194	delete $INC{"cf/pod.pm"};	3973	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3195		3974
3196	# don't, removes xs symbols, too,	3975	# don't, removes xs symbols, too,
3197	# and global variables created in xs	3976	# and global variables created in xs
3198	#Symbol::delete_package __PACKAGE__;	3977	#clear_package __PACKAGE__;
3199		3978
3200	warn "unload completed, starting to reload now";	3979	info "unload completed, starting to reload now";
3201		3980
3202	warn "reloading cf.pm";	3981	trace "reloading cf.pm";
3203	require cf;	3982	require cf;
3204	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3983	cf::_connect_to_perl_1;
3205		3984
3206	warn "loading config and database again";	3985	trace "loading config and database again";
3207	cf::cfg_load;	3986	cf::reload_config;
3208		3987
3209	warn "loading extensions";	3988	trace "loading extensions";
3210	cf::load_extensions;	3989	cf::load_extensions;
3211		3990
		3991	if ($REATTACH_ON_RELOAD) {
3212	warn "reattaching attachments to objects/players";	3992	trace "reattaching attachments to objects/players";
3213	_global_reattach; # objects, sockets	3993	_global_reattach; # objects, sockets
3214	warn "reattaching attachments to maps";	3994	trace "reattaching attachments to maps";
3215	reattach $_ for values %MAP;	3995	reattach $_ for values %MAP;
3216	warn "reattaching attachments to players";	3996	trace "reattaching attachments to players";
3217	reattach $_ for values %PLAYER;	3997	reattach $_ for values %PLAYER;
		3998	}
3218		3999
		4000	trace "running post_init jobs";
		4001	(pop @POST_INIT)->(1) while @POST_INIT;
		4002
3219	warn "leaving sync_job";	4003	trace "leaving sync_job";
3220		4004
3221	1	4005	1
3222	} or do {	4006	} or do {
3223	warn $@;	4007	error $@;
3224	warn "error while reloading, exiting.";	4008	cf::cleanup "error while reloading, exiting.";
3225	exit 1;	4009	};
		4010
		4011	info "reloaded";
		4012	--$RELOAD;
3226	};	4013	}
3227		4014
3228	warn "reloaded";	4015	$t1 = AE::time - $t1;
		4016	info "reload completed in ${t1}s\n";
3229	};	4017	};
3230		4018
3231	our $RELOAD_WATCHER; # used only during reload	4019	our $RELOAD_WATCHER; # used only during reload
3232		4020
3233	sub reload_perl() {	4021	sub reload_perl() {
3234	# doing reload synchronously and two reloads happen back-to-back,	4022	# doing reload synchronously and two reloads happen back-to-back,
3235	# coro crashes during coro_state_free->destroy here.	4023	# coro crashes during coro_state_free->destroy here.
3236		4024
3237	$RELOAD_WATCHER ||= Event->timer (	4025	$RELOAD_WATCHER ||= cf::async {
3238	reentrant => 0,	4026	Coro::AIO::aio_wait cache_extensions;
3239	after => 0,	4027
3240	data => WF_AUTOCANCEL,	4028	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3241	cb => sub {
3242	do_reload_perl;	4029	do_reload_perl;
3243	undef $RELOAD_WATCHER;	4030	undef $RELOAD_WATCHER;
3244	},	4031	};
3245	);	4032	};
3246	}	4033	}
3247		4034
3248	register_command "reload" => sub {	4035	register_command "reload" => sub {
3249	my ($who, $arg) = @_;	4036	my ($who, $arg) = @_;
3250		4037
3251	if ($who->flag (FLAG_WIZ)) {	4038	if ($who->flag (FLAG_WIZ)) {
3252	$who->message ("reloading server.");	4039	$who->message ("reloading server.");
		4040	async {
		4041	$Coro::current->{desc} = "perl_reload";
3253	async { reload_perl };	4042	reload_perl;
		4043	};
3254	}	4044	}
3255	};	4045	};
3256		4046
3257	unshift @INC, $LIBDIR;	4047	#############################################################################
3258		4048
3259	my $bug_warning = 0;	4049	my $bug_warning = 0;
3260		4050
3261	our @WAIT_FOR_TICK;	4051	our @WAIT_FOR_TICK;
3262	our @WAIT_FOR_TICK_BEGIN;	4052	our @WAIT_FOR_TICK_BEGIN;
3263		4053
3264	sub wait_for_tick {	4054	sub wait_for_tick {
3265	return unless $TICK_WATCHER->is_active;
3266	return if $Coro::current == $Coro::main;	4055	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3267		4056
3268	my $signal = new Coro::Signal;	4057	my $signal = new Coro::Signal;
3269	push @WAIT_FOR_TICK, $signal;	4058	push @WAIT_FOR_TICK, $signal;
3270	$signal->wait;	4059	$signal->wait;
3271	}	4060	}
3272		4061
3273	sub wait_for_tick_begin {	4062	sub wait_for_tick_begin {
3274	return unless $TICK_WATCHER->is_active;
3275	return if $Coro::current == $Coro::main;	4063	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3276		4064
3277	my $signal = new Coro::Signal;	4065	my $signal = new Coro::Signal;
3278	push @WAIT_FOR_TICK_BEGIN, $signal;	4066	push @WAIT_FOR_TICK_BEGIN, $signal;
3279	$signal->wait;	4067	$signal->wait;
3280	}	4068	}
3281		4069
3282	my $min = 1e6;#d#	4070	sub tick {
3283	my $avg = 10;
3284	$TICK_WATCHER = Event->timer (
3285	reentrant => 0,
3286	parked => 1,
3287	prio => 0,
3288	at => $NEXT_TICK || $TICK,
3289	data => WF_AUTOCANCEL,
3290	cb => sub {
3291	if ($Coro::current != $Coro::main) {	4071	if ($Coro::current != $Coro::main) {
3292	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4072	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3293	unless ++$bug_warning > 10;	4073	unless ++$bug_warning > 10;
3294	return;	4074	return;
3295	}	4075	}
3296		4076
3297	$NOW = $tick_start = Event::time;
3298
3299	cf::server_tick; # one server iteration	4077	cf::server_tick; # one server iteration
3300		4078
3301	0 && sync_job {#d#	4079	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3302	for(1..10) {
3303	my $t = Event::time;
3304	my $map = my $map = new_from_path cf::map "/tmp/x.map"
3305	or die;
3306		4080
3307	$map->width (50);	4081	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3308	$map->height (50);	4082	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3309	$map->alloc;	4083	Coro::async_pool {
3310	$map->_load_objects ("/tmp/x.map", 1);	4084	$Coro::current->{desc} = "runtime saver";
3311	my $t = Event::time - $t;	4085	write_runtime_sync
3312		4086	or error "ERROR: unable to write runtime file: $!";
3313	#next unless $t < 0.0013;#d#
3314	if ($t < $min) {
3315	$min = $t;
3316	}
3317	$avg = $avg * 0.99 + $t * 0.01;
3318	}
3319	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3320	exit 0;
3321	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3322	};	4087	};
		4088	}
3323		4089
3324	$RUNTIME += $TICK;
3325	$NEXT_TICK += $TICK;
3326
3327	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3328	$NEXT_RUNTIME_WRITE = $NOW + 10;
3329	Coro::async_pool {
3330	write_runtime
3331	or warn "ERROR: unable to write runtime file: $!";
3332	};
3333	}
3334
3335	# my $AFTER = Event::time;
3336	# warn $AFTER - $NOW;#d#
3337
3338	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4090	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3339	$sig->send;	4091	$sig->send;
3340	}	4092	}
3341	while (my $sig = shift @WAIT_FOR_TICK) {	4093	while (my $sig = shift @WAIT_FOR_TICK) {
3342	$sig->send;	4094	$sig->send;
3343	}	4095	}
3344		4096
3345	$NOW = Event::time;	4097	$LOAD = ($NOW - $TICK_START) / $TICK;
3346
3347	# if we are delayed by four ticks or more, skip them all
3348	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3349
3350	$TICK_WATCHER->at ($NEXT_TICK);
3351	$TICK_WATCHER->start;
3352
3353	$LOAD = ($NOW - $tick_start) / $TICK;
3354	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4098	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3355		4099
3356	_post_tick;	4100	if (0) {
3357		4101	if ($NEXT_TICK) {
3358		4102	my $jitter = $TICK_START - $NEXT_TICK;
		4103	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4104	debug "jitter $JITTER\n";#d#
		4105	}
3359	},	4106	}
3360	);	4107	}
3361		4108
3362	{	4109	{
3363	BDB::max_poll_time $TICK * 0.1;	4110	# configure BDB
3364	$BDB_POLL_WATCHER = Event->io (	4111
3365	reentrant => 0,
3366	fd => BDB::poll_fileno,
3367	poll => 'r',
3368	prio => 0,
3369	data => WF_AUTOCANCEL,
3370	cb => \&BDB::poll_cb,
3371	);
3372	BDB::min_parallel 8;	4112	BDB::min_parallel 16;
3373		4113	BDB::max_poll_reqs $TICK * 0.1;
3374	BDB::set_sync_prepare {	4114	$AnyEvent::BDB::WATCHER->priority (1);
3375	my $status;
3376	my $current = $Coro::current;
3377	(
3378	sub {
3379	$status = $!;
3380	$current->ready; undef $current;
3381	},
3382	sub {
3383	Coro::schedule while defined $current;
3384	$! = $status;
3385	},
3386	)
3387	};
3388		4115
3389	unless ($DB_ENV) {	4116	unless ($DB_ENV) {
3390	$DB_ENV = BDB::db_env_create;	4117	$DB_ENV = BDB::db_env_create;
		4118	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4119	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4120	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4121	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4122	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3391		4123
3392	cf::sync_job {	4124	cf::sync_job {
3393	eval {	4125	eval {
3394	BDB::db_env_open	4126	BDB::db_env_open
3395	$DB_ENV,	4127	$DB_ENV,
…		…
3397	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4129	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3398	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4130	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3399	0666;	4131	0666;
3400		4132
3401	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4133	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3402
3403	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3404	$DB_ENV->set_lk_detect;
3405	};	4134	};
3406		4135
3407	cf::cleanup "db_env_open(db): $@" if $@;	4136	cf::cleanup "db_env_open(db): $@" if $@;
3408	};	4137	};
3409	}	4138	}
		4139
		4140	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4141	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4142	};
		4143	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4144	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4145	};
		4146	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4147	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4148	};
3410	}	4149	}
3411		4150
3412	{	4151	{
		4152	# configure IO::AIO
		4153
3413	IO::AIO::min_parallel 8;	4154	IO::AIO::min_parallel 8;
3414
3415	undef $Coro::AIO::WATCHER;
3416	IO::AIO::max_poll_time $TICK * 0.1;	4155	IO::AIO::max_poll_time $TICK * 0.1;
3417	$AIO_POLL_WATCHER = Event->io (	4156	undef $AnyEvent::AIO::WATCHER;
3418	reentrant => 0,
3419	data => WF_AUTOCANCEL,
3420	fd => IO::AIO::poll_fileno,
3421	poll => 'r',
3422	prio => 6,
3423	cb => \&IO::AIO::poll_cb,
3424	);
3425	}	4157	}
3426		4158
3427	my $_log_backtrace;	4159	my $_log_backtrace;
3428		4160
3429	sub _log_backtrace {	4161	sub _log_backtrace {
…		…
3432	$msg =~ s/\n//;	4164	$msg =~ s/\n//;
3433		4165
3434	# limit the # of concurrent backtraces	4166	# limit the # of concurrent backtraces
3435	if ($_log_backtrace < 2) {	4167	if ($_log_backtrace < 2) {
3436	++$_log_backtrace;	4168	++$_log_backtrace;
		4169	my $perl_bt = Carp::longmess $msg;
3437	async {	4170	async {
		4171	$Coro::current->{desc} = "abt $msg";
		4172
3438	my @bt = fork_call {	4173	my @bt = fork_call {
3439	@addr = map { sprintf "%x", $_ } @addr;	4174	@addr = map { sprintf "%x", $_ } @addr;
3440	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4175	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3441	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4176	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3442	or die "addr2line: $!";	4177	or die "addr2line: $!";
…		…
3450	}	4185	}
3451		4186
3452	@funcs	4187	@funcs
3453	};	4188	};
3454		4189
3455	LOG llevInfo, "[ABT] $msg\n";	4190	LOG llevInfo, "[ABT] $perl_bt\n";
		4191	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3456	LOG llevInfo, "[ABT] $_\n" for @bt;	4192	LOG llevInfo, "[ABT] $_\n" for @bt;
3457	--$_log_backtrace;	4193	--$_log_backtrace;
3458	};	4194	};
3459	} else {	4195	} else {
3460	LOG llevInfo, "[ABT] $msg\n";	4196	LOG llevInfo, "[ABT] $msg\n";
3461	LOG llevInfo, "[ABT] [suppressed]\n";	4197	LOG llevInfo, "[ABT] [suppressed]\n";
3462	}	4198	}
3463	}	4199	}
3464		4200
3465	# load additional modules	4201	# load additional modules
3466	use cf::pod;	4202	require "cf/$_.pm" for @EXTRA_MODULES;
		4203	cf::_connect_to_perl_2;
3467		4204
3468	END { cf::emergency_save }	4205	END { cf::emergency_save }
3469		4206
3470	1	4207	1
3471		4208

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines