ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.336 by root, Tue Aug 21 00:31:18 2007 UTC vs.
Revision 1.541 by root, Tue May 4 23:33:16 2010 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use Guard ();
15	use Coro 3.64 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
24	use Coro::Util ();	51	use Coro::Util ();
25		52
26	use JSON::XS 1.4 ();	53	use JSON::XS 2.01 ();
27	use BDB ();	54	use BDB ();
28	use Data::Dumper;	55	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	56	use Fcntl;
31	use YAML::Syck ();	57	use YAML::XS ();
32	use IO::AIO 2.32 ();	58	use IO::AIO ();
33	use Time::HiRes;	59	use Time::HiRes;
34	use Compress::LZF;	60	use Compress::LZF;
35	use Digest::MD5 ();	61	use Digest::MD5 ();
		62
		63	AnyEvent::detect;
36		64
37	# configure various modules to our taste	65	# configure various modules to our taste
38	#	66	#
39	$Storable::canonical = 1; # reduce rsync transfers	67	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	68	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		69
		70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		71
		72	# make sure c-lzf reinitialises itself
		73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		75
43	$Event::Eval = 1; # no idea why this is required, but it is	76	# strictly for debugging
44		77	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		78
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	79	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		80
		81	our @ORIG_INC;
51		82
52	our %COMMAND = ();	83	our %COMMAND = ();
53	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
54		85
55	our @EXTS = (); # list of extension package names	86	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	87	our %EXTCMD = ();
57	our %EXTICMD = ();	88	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
60		91
61	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
63		96
64	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
65	our $DATADIR = datadir;	98	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	99	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	100	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	101	our $MAPDIR = "$DATADIR/" . mapdir;
69	our $LOCALDIR = localdir;	102	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	103	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	104	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	105	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	106	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	107	our $BDBDIR = "$LOCALDIR/db";
		108	our $PIDFILE = "$LOCALDIR/pid";
		109	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		110
		111	our %RESOURCE; # unused
		112
		113	our $OUTPUT_RATE_MIN = 3000;
		114	our $OUTPUT_RATE_MAX = 1000000;
		115
		116	our $MAX_LINKS = 32; # how many chained exits to follow
		117	our $VERBOSE_IO = 1;
75		118
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	119	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	120	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	121	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	122	our $USE_FSYNC = 1; # use fsync to write maps - default on
83		123
		124	our $BDB_DEADLOCK_WATCHER;
		125	our $BDB_CHECKPOINT_WATCHER;
84	our $BDB_POLL_WATCHER;	126	our $BDB_TRICKLE_WATCHER;
85	our $DB_ENV;	127	our $DB_ENV;
		128
		129	our @EXTRA_MODULES = qw(pod match mapscript);
86		130
87	our %CFG;	131	our %CFG;
88		132
89	our $UPTIME; $UPTIME ||= time;	133	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;	134	our $RUNTIME;
		135	our $NOW;
91		136
92	our %PLAYER; # all users	137	our (%PLAYER, %PLAYER_LOADING); # all users
93	our %MAP; # all maps	138	our (%MAP, %MAP_LOADING ); # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	139	our $LINK_MAP; # the special {link} map, which is always available
95		140
96	# used to convert map paths into valid unix filenames by replacing / by ∕	141	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	142	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		143
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	144	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	145	our $LOADAVG; # same thing, but with alpha-smoothing
		146	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	147	our $TICK_START; # for load detecting purposes
		148
		149	our @POST_INIT;
		150
		151	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		152	our $REALLY_UNLOOP; # never set to true, please :)
102		153
103	binmode STDOUT;	154	binmode STDOUT;
104	binmode STDERR;	155	binmode STDERR;
105		156
106	# read virtual server time, if available	157	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	158	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	159	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	160	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	161	$RUNTIME = <$fh> + 0.;
111	}	162	}
		163
		164	eval "sub TICK() { $TICK } 1" or die;
112		165
113	mkdir $_	166	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	167	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115		168
116	our $EMERGENCY_POSITION;	169	our $EMERGENCY_POSITION;
117		170
118	sub cf::map::normalise;	171	sub cf::map::normalise;
		172
		173	sub in_main() {
		174	$Coro::current == $Coro::main
		175	}
		176
		177	#############################################################################
		178
		179	%REFLECT = ();
		180	for (@REFLECT) {
		181	my $reflect = JSON::XS::decode_json $_;
		182	$REFLECT{$reflect->{class}} = $reflect;
		183	}
		184
		185	# this is decidedly evil
		186	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
119		187
120	#############################################################################	188	#############################################################################
121		189
122	=head2 GLOBAL VARIABLES	190	=head2 GLOBAL VARIABLES
123		191
…		…
159		227
160	The raw value load value from the last tick.	228	The raw value load value from the last tick.
161		229
162	=item %cf::CFG	230	=item %cf::CFG
163		231
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	232	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	233	from wherever your confdir points to.
166		234
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	235	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		236
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	237	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
170	returns directly I<after> the tick processing (and consequently, can only wake one process	238	returns directly I<after> the tick processing (and consequently, can only wake one process
171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	239	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
172		240
173	=item @cf::INVOKE_RESULTS	241	=item @cf::INVOKE_RESULTS
174		242
175	This array contains the results of the last C<invoke ()> call. When	243	This array contains the results of the last C<invoke ()> call. When
176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	244	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177	that call.	245	that call.
178		246
		247	=item %cf::REFLECT
		248
		249	Contains, for each (C++) class name, a hash reference with information
		250	about object members (methods, scalars, arrays and flags) and other
		251	metadata, which is useful for introspection.
		252
179	=back	253	=back
180		254
181	=cut	255	=cut
182		256
183	BEGIN {	257	sub error(@) { LOG llevError, join "", @_ }
184	*CORE::GLOBAL::warn = sub {	258	sub warn (@) { LOG llevWarn , join "", @_ }
		259	sub info (@) { LOG llevInfo , join "", @_ }
		260	sub debug(@) { LOG llevDebug, join "", @_ }
		261	sub trace(@) { LOG llevTrace, join "", @_ }
		262
		263	$Coro::State::WARNHOOK = sub {
185	my $msg = join "", @_;	264	my $msg = join "", @_;
186		265
187	$msg .= "\n"	266	$msg .= "\n"
188	unless $msg =~ /\n$/;	267	unless $msg =~ /\n$/;
189		268
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	269	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		270
192	utf8::encode $msg;
193	LOG llevError, $msg;	271	LOG llevWarn, $msg;
194	};	272	};
195	}	273
		274	$Coro::State::DIEHOOK = sub {
		275	return unless $^S eq 0; # "eq", not "=="
		276
		277	error Carp::longmess $_[0];
		278
		279	if (in_main) {#d#
		280	error "DIEHOOK called in main context, Coro bug?\n";#d#
		281	return;#d#
		282	}#d#
		283
		284	# kill coroutine otherwise
		285	Coro::terminate
		286	};
196		287
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	288	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	289	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	290	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	291	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
207	for my $pkg (qw(	298	for my $pkg (qw(
208	cf::global cf::attachable	299	cf::global cf::attachable
209	cf::object cf::object::player	300	cf::object cf::object::player
210	cf::client cf::player	301	cf::client cf::player
211	cf::arch cf::living	302	cf::arch cf::living
		303	cf::map cf::mapspace
212	cf::map cf::party cf::region	304	cf::party cf::region
213	)) {	305	)) {
214	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	306	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	307	}
217		308
218	$Event::DIED = sub {	309	$EV::DIED = sub {
219	warn "error in event callback: @_";	310	Carp::cluck "error in event callback: @_";
220	};	311	};
221		312
222	#############################################################################	313	#############################################################################
223		314
224	=head2 UTILITY FUNCTIONS	315	=head2 UTILITY FUNCTIONS
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	337	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	338	$d
248	} || "[unable to dump $_[0]: '$@']";	339	} || "[unable to dump $_[0]: '$@']";
249	}	340	}
250		341
251	=item $ref = cf::from_json $json	342	=item $ref = cf::decode_json $json
252		343
253	Converts a JSON string into the corresponding perl data structure.	344	Converts a JSON string into the corresponding perl data structure.
254		345
255	=item $json = cf::to_json $ref	346	=item $json = cf::encode_json $ref
256		347
257	Converts a perl data structure into its JSON representation.	348	Converts a perl data structure into its JSON representation.
258		349
259	=cut	350	=cut
260		351
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	352	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		353
263	sub to_json ($) { $json_coder->encode ($_[0]) }	354	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	355	sub decode_json($) { $json_coder->decode ($_[0]) }
		356
		357	=item cf::post_init { BLOCK }
		358
		359	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		360	but I<before> the server starts ticking again.
		361
		362	The cdoeblock will have a single boolean argument to indicate whether this
		363	is a reload or not.
		364
		365	=cut
		366
		367	sub post_init(&) {
		368	push @POST_INIT, shift;
		369	}
265		370
266	=item cf::lock_wait $string	371	=item cf::lock_wait $string
267		372
268	Wait until the given lock is available. See cf::lock_acquire.	373	Wait until the given lock is available. See cf::lock_acquire.
269		374
270	=item my $lock = cf::lock_acquire $string	375	=item my $lock = cf::lock_acquire $string
271		376
272	Wait until the given lock is available and then acquires it and returns	377	Wait until the given lock is available and then acquires it and returns
273	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	378	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274	for example when the coroutine gets canceled), the lock is automatically	379	for example when the coroutine gets canceled), the lock is automatically
275	returned.	380	returned.
276		381
		382	Locks are *not* recursive, locking from the same coro twice results in a
		383	deadlocked coro.
		384
277	Lock names should begin with a unique identifier (for example, cf::map::find	385	Lock names should begin with a unique identifier (for example, cf::map::find
278	uses map_find and cf::map::load uses map_load).	386	uses map_find and cf::map::load uses map_load).
279		387
280	=item $locked = cf::lock_active $string	388	=item $locked = cf::lock_active $string
281		389
282	Return true if the lock is currently active, i.e. somebody has locked it.	390	Return true if the lock is currently active, i.e. somebody has locked it.
283		391
284	=cut	392	=cut
285		393
286	our %LOCK;	394	our $LOCKS = new Coro::SemaphoreSet;
287		395
288	sub lock_wait($) {	396	sub lock_wait($) {
289	my ($key) = @_;	397	$LOCKS->wait ($_[0]);
290
291	# wait for lock, if any
292	while ($LOCK{$key}) {
293	push @{ $LOCK{$key} }, $Coro::current;
294	Coro::schedule;
295	}
296	}	398	}
297		399
298	sub lock_acquire($) {	400	sub lock_acquire($) {
299	my ($key) = @_;	401	$LOCKS->guard ($_[0])
300
301	# wait, to be sure we are not locked
302	lock_wait $key;
303
304	$LOCK{$key} = [];
305
306	Coro::guard {
307	# wake up all waiters, to be on the safe side
308	$_->ready for @{ delete $LOCK{$key} };
309	}
310	}	402	}
311		403
312	sub lock_active($) {	404	sub lock_active($) {
313	my ($key) = @_;	405	$LOCKS->count ($_[0]) < 1
314
315	! ! $LOCK{$key}
316	}	406	}
317		407
318	sub freeze_mainloop {	408	sub freeze_mainloop {
319	return unless $TICK_WATCHER->is_active;	409	tick_inhibit_inc;
320		410
321	my $guard = Coro::guard {	411	&Guard::guard (\&tick_inhibit_dec);
322	$TICK_WATCHER->start;	412	}
323	};	413
324	$TICK_WATCHER->stop;	414	=item cf::periodic $interval, $cb
325	$guard	415
		416	Like EV::periodic, but randomly selects a starting point so that the actions
		417	get spread over time.
		418
		419	=cut
		420
		421	sub periodic($$) {
		422	my ($interval, $cb) = @_;
		423
		424	my $start = rand List::Util::min 180, $interval;
		425
		426	EV::periodic $start, $interval, 0, $cb
326	}	427	}
327		428
328	=item cf::get_slot $time[, $priority[, $name]]	429	=item cf::get_slot $time[, $priority[, $name]]
329		430
330	Allocate $time seconds of blocking CPU time at priority C<$priority>:	431	Allocate $time seconds of blocking CPU time at priority C<$priority>:
…		…
338		439
339	=cut	440	=cut
340		441
341	our @SLOT_QUEUE;	442	our @SLOT_QUEUE;
342	our $SLOT_QUEUE;	443	our $SLOT_QUEUE;
		444	our $SLOT_DECAY = 0.9;
343		445
344	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	446	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
345	$SLOT_QUEUE = Coro::async {	447	$SLOT_QUEUE = Coro::async {
		448	$Coro::current->desc ("timeslot manager");
		449
346	my $signal = new Coro::Signal;	450	my $signal = new Coro::Signal;
		451	my $busy;
347		452
348	while () {	453	while () {
349	next_job:	454	next_job:
		455
350	my $avail = cf::till_tick;	456	my $avail = cf::till_tick;
351	if ($avail > 0.01) {	457
352	for (0 .. $#SLOT_QUEUE) {	458	for (0 .. $#SLOT_QUEUE) {
353	if ($SLOT_QUEUE[$_][0] < $avail) {	459	if ($SLOT_QUEUE[$_][0] <= $avail) {
		460	$busy = 0;
354	my $job = splice @SLOT_QUEUE, $_, 1, ();	461	my $job = splice @SLOT_QUEUE, $_, 1, ();
355	$job->[2]->send;	462	$job->[2]->send;
356	Coro::cede;	463	Coro::cede;
357	goto next_job;	464	goto next_job;
358	}	465	} else {
		466	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
359	}	467	}
360	}	468	}
361		469
362	if (@SLOT_QUEUE) {	470	if (@SLOT_QUEUE) {
363	# we do not use wait_For_tick() as it returns immediately when tick is inactive	471	# we do not use wait_for_tick() as it returns immediately when tick is inactive
364	push @cf::WAIT_FOR_TICK, $signal;	472	push @cf::WAIT_FOR_TICK, $signal;
365	$signal->wait;	473	$signal->wait;
366	} else {	474	} else {
		475	$busy = 0;
367	Coro::schedule;	476	Coro::schedule;
368	}	477	}
369	}	478	}
370	};	479	};
371		480
372	sub get_slot($;$$) {	481	sub get_slot($;$$) {
		482	return if tick_inhibit || $Coro::current == $Coro::main;
		483
373	my ($time, $pri, $name) = @_;	484	my ($time, $pri, $name) = @_;
374		485
375	$time = $TICK * .6 if $time > $TICK * .6;	486	$time = clamp $time, 0.01, $TICK * .6;
		487
376	my $sig = new Coro::Signal;	488	my $sig = new Coro::Signal;
377		489
378	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	490	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
379	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	491	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
380	$SLOT_QUEUE->ready;	492	$SLOT_QUEUE->ready;
…		…
391		503
392	BEGIN { *async = \&Coro::async_pool }	504	BEGIN { *async = \&Coro::async_pool }
393		505
394	=item cf::sync_job { BLOCK }	506	=item cf::sync_job { BLOCK }
395		507
396	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	508	The design of Deliantra requires that the main coroutine ($Coro::main)
397	is always able to handle events or runnable, as Crossfire TRT is only	509	is always able to handle events or runnable, as Deliantra is only
398	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	510	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
399	acceptable.	511	acceptable.
400		512
401	If it must be done, put the blocking parts into C<sync_job>. This will run	513	If it must be done, put the blocking parts into C<sync_job>. This will run
402	the given BLOCK in another coroutine while waiting for the result. The	514	the given BLOCK in another coroutine while waiting for the result. The
…		…
406	=cut	518	=cut
407		519
408	sub sync_job(&) {	520	sub sync_job(&) {
409	my ($job) = @_;	521	my ($job) = @_;
410		522
411	if ($Coro::current == $Coro::main) {	523	if (in_main) {
412	my $time = Event::time;	524	my $time = AE::time;
413		525
414	# this is the main coro, too bad, we have to block	526	# this is the main coro, too bad, we have to block
415	# till the operation succeeds, freezing the server :/	527	# till the operation succeeds, freezing the server :/
416		528
417	# TODO: use suspend/resume instead	529	#LOG llevError, Carp::longmess "sync job";#d#
418	# (but this is cancel-safe)	530
419	my $freeze_guard = freeze_mainloop;	531	my $freeze_guard = freeze_mainloop;
420		532
421	my $busy = 1;	533	my $busy = 1;
422	my @res;	534	my @res;
423		535
424	(async {	536	(async {
		537	$Coro::current->desc ("sync job coro");
425	@res = eval { $job->() };	538	@res = eval { $job->() };
426	warn $@ if $@;	539	error $@ if $@;
427	undef $busy;	540	undef $busy;
428	})->prio (Coro::PRIO_MAX);	541	})->prio (Coro::PRIO_MAX);
429		542
430	while ($busy) {	543	while ($busy) {
431	Coro::cede or Event::one_event;	544	if (Coro::nready) {
		545	Coro::cede_notself;
		546	} else {
		547	EV::loop EV::LOOP_ONESHOT;
432	}	548	}
		549	}
433		550
434	$time = Event::time - $time;	551	my $time = AE::time - $time;
435		552
436	LOG llevError | logBacktrace, Carp::longmess "long sync job"
437	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
438
439	$tick_start += $time; # do not account sync jobs to server load	553	$TICK_START += $time; # do not account sync jobs to server load
440		554
441	wantarray ? @res : $res[0]	555	wantarray ? @res : $res[0]
442	} else {	556	} else {
443	# we are in another coroutine, how wonderful, everything just works	557	# we are in another coroutine, how wonderful, everything just works
444		558
…		…
469	=item fork_call { }, $args	583	=item fork_call { }, $args
470		584
471	Executes the given code block with the given arguments in a seperate	585	Executes the given code block with the given arguments in a seperate
472	process, returning the results. Everything must be serialisable with	586	process, returning the results. Everything must be serialisable with
473	Coro::Storable. May, of course, block. Note that the executed sub may	587	Coro::Storable. May, of course, block. Note that the executed sub may
474	never block itself or use any form of Event handling.	588	never block itself or use any form of event handling.
475		589
476	=cut	590	=cut
477		591
478	sub fork_call(&@) {	592	sub fork_call(&@) {
479	my ($cb, @args) = @_;	593	my ($cb, @args) = @_;
480		594
481	# we seemingly have to make a local copy of the whole thing,	595	# we seemingly have to make a local copy of the whole thing,
482	# otherwise perl prematurely frees the stuff :/	596	# otherwise perl prematurely frees the stuff :/
483	# TODO: investigate and fix (liekly this will be rather laborious)	597	# TODO: investigate and fix (likely this will be rather laborious)
484		598
485	my @res = Coro::Util::fork_eval {	599	my @res = Coro::Util::fork_eval {
486	reset_signals;	600	reset_signals;
487	&$cb	601	&$cb
488	}, @args;	602	}, @args;
489		603
490	wantarray ? @res : $res[-1]	604	wantarray ? @res : $res[-1]
491	}	605	}
492		606
		607	sub objinfo {
		608	(
		609	"counter value" => cf::object::object_count,
		610	"objects created" => cf::object::create_count,
		611	"objects destroyed" => cf::object::destroy_count,
		612	"freelist size" => cf::object::free_count,
		613	"allocated objects" => cf::object::objects_size,
		614	"active objects" => cf::object::actives_size,
		615	)
		616	}
		617
		618	=item $coin = coin_from_name $name
		619
		620	=cut
		621
		622	our %coin_alias = (
		623	"silver" => "silvercoin",
		624	"silvercoin" => "silvercoin",
		625	"silvercoins" => "silvercoin",
		626	"gold" => "goldcoin",
		627	"goldcoin" => "goldcoin",
		628	"goldcoins" => "goldcoin",
		629	"platinum" => "platinacoin",
		630	"platinumcoin" => "platinacoin",
		631	"platinumcoins" => "platinacoin",
		632	"platina" => "platinacoin",
		633	"platinacoin" => "platinacoin",
		634	"platinacoins" => "platinacoin",
		635	"royalty" => "royalty",
		636	"royalties" => "royalty",
		637	);
		638
		639	sub coin_from_name($) {
		640	$coin_alias{$_[0]}
		641	? cf::arch::find $coin_alias{$_[0]}
		642	: undef
		643	}
		644
493	=item $value = cf::db_get $family => $key	645	=item $value = cf::db_get $family => $key
494		646
495	Returns a single value from the environment database.	647	Returns a single value from the environment database.
496		648
497	=item cf::db_put $family => $key => $value	649	=item cf::db_put $family => $key => $value
498		650
499	Stores the given C<$value> in the family. It can currently store binary	651	Stores the given C<$value> in the family. It can currently store binary
500	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	652	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
501		653
		654	=item $db = cf::db_table "name"
		655
		656	Create and/or open a new database table. The string must not be "db" and must be unique
		657	within each server.
		658
502	=cut	659	=cut
		660
		661	sub db_table($) {
		662	cf::error "db_get called from main context"
		663	if $Coro::current == $Coro::main;
		664
		665	my ($name) = @_;
		666	my $db = BDB::db_create $DB_ENV;
		667
		668	eval {
		669	$db->set_flags (BDB::CHKSUM);
		670
		671	utf8::encode $name;
		672	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		673	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		674	cf::cleanup "db_open(db): $!" if $!;
		675	};
		676	cf::cleanup "db_open(db): $@" if $@;
		677
		678	$db
		679	}
503		680
504	our $DB;	681	our $DB;
505		682
506	sub db_init {	683	sub db_init {
507	unless ($DB) {	684	$DB ||= db_table "db";
508	$DB = BDB::db_create $DB_ENV;
509
510	cf::sync_job {
511	eval {
512	$DB->set_flags (BDB::CHKSUM);
513
514	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
515	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
516	cf::cleanup "db_open(db): $!" if $!;
517	};
518	cf::cleanup "db_open(db): $@" if $@;
519	};
520	}
521	}	685	}
522		686
523	sub db_get($$) {	687	sub db_get($$) {
524	my $key = "$_[0]/$_[1]";	688	my $key = "$_[0]/$_[1]";
525		689
526	cf::sync_job {	690	cf::error "db_get called from main context"
		691	if $Coro::current == $Coro::main;
		692
527	BDB::db_get $DB, undef, $key, my $data;	693	BDB::db_get $DB, undef, $key, my $data;
528		694
529	$! ? ()	695	$! ? ()
530	: $data	696	: $data
531	}
532	}	697	}
533		698
534	sub db_put($$$) {	699	sub db_put($$$) {
535	BDB::dbreq_pri 4;	700	BDB::dbreq_pri 4;
536	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	701	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
575	if (1) {	740	if (1) {
576	$md5 =	741	$md5 =
577	join "\x00",	742	join "\x00",
578	$processversion,	743	$processversion,
579	map {	744	map {
580	Coro::cede;	745	cf::cede_to_tick;
581	($src->[$_], Digest::MD5::md5_hex $data[$_])	746	($src->[$_], Digest::MD5::md5_hex $data[$_])
582	} 0.. $#$src;	747	} 0.. $#$src;
583		748
584		749
585	my $dbmd5 = db_get cache => "$id/md5";	750	my $dbmd5 = db_get cache => "$id/md5";
…		…
592		757
593	my $t1 = Time::HiRes::time;	758	my $t1 = Time::HiRes::time;
594	my $data = $process->(\@data);	759	my $data = $process->(\@data);
595	my $t2 = Time::HiRes::time;	760	my $t2 = Time::HiRes::time;
596		761
597	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	762	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
598		763
599	db_put cache => "$id/data", $data;	764	db_put cache => "$id/data", $data;
600	db_put cache => "$id/md5" , $md5;	765	db_put cache => "$id/md5" , $md5;
601	db_put cache => "$id/meta", $meta;	766	db_put cache => "$id/meta", $meta;
602		767
…		…
612		777
613	=cut	778	=cut
614		779
615	sub datalog($@) {	780	sub datalog($@) {
616	my ($type, %kv) = @_;	781	my ($type, %kv) = @_;
617	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	782	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
618	}	783	}
619		784
620	=back	785	=back
621		786
622	=cut	787	=cut
623		788
624	#############################################################################	789	#############################################################################
625		790
626	=head2 ATTACHABLE OBJECTS	791	=head2 ATTACHABLE OBJECTS
627		792
628	Many objects in crossfire are so-called attachable objects. That means you can	793	Many objects in deliantra are so-called attachable objects. That means you can
629	attach callbacks/event handlers (a collection of which is called an "attachment")	794	attach callbacks/event handlers (a collection of which is called an "attachment")
630	to it. All such attachable objects support the following methods.	795	to it. All such attachable objects support the following methods.
631		796
632	In the following description, CLASS can be any of C<global>, C<object>	797	In the following description, CLASS can be any of C<global>, C<object>
633	C<player>, C<client> or C<map> (i.e. the attachable objects in	798	C<player>, C<client> or C<map> (i.e. the attachable objects in
634	Crossfire TRT).	799	Deliantra).
635		800
636	=over 4	801	=over 4
637		802
638	=item $attachable->attach ($attachment, key => $value...)	803	=item $attachable->attach ($attachment, key => $value...)
639		804
…		…
683	=item cf::CLASS::attachment $name, ...	848	=item cf::CLASS::attachment $name, ...
684		849
685	Register an attachment by C<$name> through which attachable objects of the	850	Register an attachment by C<$name> through which attachable objects of the
686	given CLASS can refer to this attachment.	851	given CLASS can refer to this attachment.
687		852
688	Some classes such as crossfire maps and objects can specify attachments	853	Some classes such as deliantra maps and objects can specify attachments
689	that are attached at load/instantiate time, thus the need for a name.	854	that are attached at load/instantiate time, thus the need for a name.
690		855
691	These calls expect any number of the following handler/hook descriptions:	856	These calls expect any number of the following handler/hook descriptions:
692		857
693	=over 4	858	=over 4
…		…
817		982
818	} elsif (exists $cb_id{$type}) {	983	} elsif (exists $cb_id{$type}) {
819	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	984	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
820		985
821	} elsif (ref $type) {	986	} elsif (ref $type) {
822	warn "attaching objects not supported, ignoring.\n";	987	error "attaching objects not supported, ignoring.\n";
823		988
824	} else {	989	} else {
825	shift @arg;	990	shift @arg;
826	warn "attach argument '$type' not supported, ignoring.\n";	991	error "attach argument '$type' not supported, ignoring.\n";
827	}	992	}
828	}	993	}
829	}	994	}
830		995
831	sub _object_attach {	996	sub _object_attach {
…		…
841	_attach $registry, $klass, @attach;	1006	_attach $registry, $klass, @attach;
842	}	1007	}
843		1008
844	$obj->{$name} = \%arg;	1009	$obj->{$name} = \%arg;
845	} else {	1010	} else {
846	warn "object uses attachment '$name' which is not available, postponing.\n";	1011	info "object uses attachment '$name' which is not available, postponing.\n";
847	}	1012	}
848		1013
849	$obj->{_attachment}{$name} = undef;	1014	$obj->{_attachment}{$name} = undef;
850	}	1015	}
851		1016
…		…
910		1075
911	for (@$callbacks) {	1076	for (@$callbacks) {
912	eval { &{$_->[1]} };	1077	eval { &{$_->[1]} };
913		1078
914	if ($@) {	1079	if ($@) {
915	warn "$@";
916	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1080	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
917	override;	1081	override;
918	}	1082	}
919		1083
920	return 1 if $override;	1084	return 1 if $override;
921	}	1085	}
922		1086
923	0	1087	0
924	}	1088	}
925		1089
926	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1090	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
927		1091
928	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1092	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
929		1093
930	Generate an object-specific event with the given arguments.	1094	Generate an object-specific event with the given arguments.
931		1095
…		…
937		1101
938	=cut	1102	=cut
939		1103
940	#############################################################################	1104	#############################################################################
941	# object support	1105	# object support
942	#
943		1106
		1107	sub _object_equal($$);
		1108	sub _object_equal($$) {
		1109	my ($a, $b) = @_;
		1110
		1111	return 0 unless (ref $a) eq (ref $b);
		1112
		1113	if ("HASH" eq ref $a) {
		1114	my @ka = keys %$a;
		1115	my @kb = keys %$b;
		1116
		1117	return 0 if @ka != @kb;
		1118
		1119	for (0 .. $#ka) {
		1120	return 0 unless $ka[$_] eq $kb[$_];
		1121	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1122	}
		1123
		1124	} elsif ("ARRAY" eq ref $a) {
		1125
		1126	return 0 if @$a != @$b;
		1127
		1128	for (0 .. $#$a) {
		1129	return 0 unless _object_equal $a->[$_], $b->[$_];
		1130	}
		1131
		1132	} elsif ($a ne $b) {
		1133	return 0;
		1134	}
		1135
		1136	1
		1137	}
		1138
		1139	our $SLOW_MERGES;#d#
944	sub _can_merge {	1140	sub _can_merge {
945	my ($ob1, $ob2) = @_;	1141	my ($ob1, $ob2) = @_;
946		1142
947	local $Storable::canonical = 1;	1143	++$SLOW_MERGES;#d#
948	my $fob1 = Storable::freeze $ob1;
949	my $fob2 = Storable::freeze $ob2;
950		1144
951	$fob1 eq $fob2	1145	# we do the slow way here
		1146	return _object_equal $ob1, $ob2
952	}	1147	}
953		1148
954	sub reattach {	1149	sub reattach {
955	# basically do the same as instantiate, without calling instantiate	1150	# basically do the same as instantiate, without calling instantiate
956	my ($obj) = @_;	1151	my ($obj) = @_;
957		1152
		1153	# no longer needed after getting rid of delete_package?
958	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1154	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
959		1155
960	my $registry = $obj->registry;	1156	my $registry = $obj->registry;
961		1157
962	@$registry = ();	1158	@$registry = ();
963		1159
…		…
968	for (@$attach) {	1164	for (@$attach) {
969	my ($klass, @attach) = @$_;	1165	my ($klass, @attach) = @$_;
970	_attach $registry, $klass, @attach;	1166	_attach $registry, $klass, @attach;
971	}	1167	}
972	} else {	1168	} else {
973	warn "object uses attachment '$name' that is not available, postponing.\n";	1169	info "object uses attachment '$name' that is not available, postponing.\n";
974	}	1170	}
975	}	1171	}
976	}	1172	}
977		1173
978	cf::attachable->attach (	1174	cf::attachable->attach (
979	prio => -1000000,	1175	prio => -1000000,
980	on_instantiate => sub {	1176	on_instantiate => sub {
981	my ($obj, $data) = @_;	1177	my ($obj, $data) = @_;
982		1178
983	$data = from_json $data;	1179	$data = decode_json $data;
984		1180
985	for (@$data) {	1181	for (@$data) {
986	my ($name, $args) = @$_;	1182	my ($name, $args) = @$_;
987		1183
988	$obj->attach ($name, %{$args || {} });	1184	$obj->attach ($name, %{$args || {} });
…		…
1004	sub object_freezer_save {	1200	sub object_freezer_save {
1005	my ($filename, $rdata, $objs) = @_;	1201	my ($filename, $rdata, $objs) = @_;
1006		1202
1007	sync_job {	1203	sync_job {
1008	if (length $$rdata) {	1204	if (length $$rdata) {
		1205	utf8::decode (my $decname = $filename);
1009	warn sprintf "saving %s (%d,%d)\n",	1206	trace sprintf "saving %s (%d,%d)\n",
1010	$filename, length $$rdata, scalar @$objs;	1207	$decname, length $$rdata, scalar @$objs
		1208	if $VERBOSE_IO;
1011		1209
1012	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1210	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1013	chmod SAVE_MODE, $fh;	1211	aio_chmod $fh, SAVE_MODE;
1014	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1212	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1015	aio_fsync $fh if $cf::USE_FSYNC;	1213	if ($cf::USE_FSYNC) {
		1214	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1215	aio_fsync $fh;
		1216	}
1016	close $fh;	1217	aio_close $fh;
1017		1218
1018	if (@$objs) {	1219	if (@$objs) {
1019	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1220	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1020	chmod SAVE_MODE, $fh;	1221	aio_chmod $fh, SAVE_MODE;
1021	my $data = Storable::nfreeze { version => 1, objs => $objs };	1222	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1022	aio_write $fh, 0, (length $data), $data, 0;	1223	aio_write $fh, 0, (length $data), $data, 0;
1023	aio_fsync $fh if $cf::USE_FSYNC;	1224	if ($cf::USE_FSYNC) {
		1225	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1226	aio_fsync $fh;
		1227	}
1024	close $fh;	1228	aio_close $fh;
1025	aio_rename "$filename.pst~", "$filename.pst";	1229	aio_rename "$filename.pst~", "$filename.pst";
1026	}	1230	}
1027	} else {	1231	} else {
1028	aio_unlink "$filename.pst";	1232	aio_unlink "$filename.pst";
1029	}	1233	}
1030		1234
1031	aio_rename "$filename~", $filename;	1235	aio_rename "$filename~", $filename;
		1236
		1237	$filename =~ s%/[^/]+$%%;
		1238	aio_pathsync $filename if $cf::USE_FSYNC;
1032	} else {	1239	} else {
1033	warn "FATAL: $filename~: $!\n";	1240	error "unable to save objects: $filename~: $!\n";
1034	}	1241	}
1035	} else {	1242	} else {
1036	aio_unlink $filename;	1243	aio_unlink $filename;
1037	aio_unlink "$filename.pst";	1244	aio_unlink "$filename.pst";
1038	}	1245	}
1039	}	1246	};
1040	}	1247	}
1041		1248
1042	sub object_freezer_as_string {	1249	sub object_freezer_as_string {
1043	my ($rdata, $objs) = @_;	1250	my ($rdata, $objs) = @_;
1044		1251
…		…
1056	or return;	1263	or return;
1057		1264
1058	unless (aio_stat "$filename.pst") {	1265	unless (aio_stat "$filename.pst") {
1059	(aio_load "$filename.pst", $av) >= 0	1266	(aio_load "$filename.pst", $av) >= 0
1060	or return;	1267	or return;
		1268
1061	$av = eval { (Storable::thaw $av)->{objs} };	1269	my $st = eval { Coro::Storable::thaw $av };
		1270	$av = $st->{objs};
1062	}	1271	}
1063		1272
		1273	utf8::decode (my $decname = $filename);
1064	warn sprintf "loading %s (%d)\n",	1274	trace sprintf "loading %s (%d,%d)\n",
1065	$filename, length $data, scalar @{$av || []};	1275	$decname, length $data, scalar @{$av || []}
		1276	if $VERBOSE_IO;
		1277
1066	return ($data, $av);	1278	($data, $av)
1067	}	1279	}
1068		1280
1069	=head2 COMMAND CALLBACKS	1281	=head2 COMMAND CALLBACKS
1070		1282
1071	=over 4	1283	=over 4
…		…
1125	my ($name, $cb) = @_;	1337	my ($name, $cb) = @_;
1126		1338
1127	$EXTICMD{$name} = $cb;	1339	$EXTICMD{$name} = $cb;
1128	}	1340	}
1129		1341
		1342	use File::Glob ();
		1343
1130	cf::player->attach (	1344	cf::player->attach (
1131	on_command => sub {	1345	on_unknown_command => sub {
1132	my ($pl, $name, $params) = @_;	1346	my ($pl, $name, $params) = @_;
1133		1347
1134	my $cb = $COMMAND{$name}	1348	my $cb = $COMMAND{$name}
1135	or return;	1349	or return;
1136		1350
…		…
1149	my ($type, $reply, @payload) =	1363	my ($type, $reply, @payload) =
1150	"ARRAY" eq ref $msg	1364	"ARRAY" eq ref $msg
1151	? @$msg	1365	? @$msg
1152	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove	1366	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1153		1367
		1368	my @reply;
		1369
1154	if (my $cb = $EXTCMD{$type}) {	1370	if (my $cb = $EXTCMD{$type}) {
1155	my @reply = $cb->($pl, @payload);	1371	@reply = $cb->($pl, @payload);
1156
1157	$pl->ext_reply ($reply, @reply)
1158	if $reply;
1159	}	1372	}
		1373
		1374	$pl->ext_reply ($reply, @reply)
		1375	if $reply;
		1376
1160	} else {	1377	} else {
1161	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1378	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1162	}	1379	}
1163		1380
1164	cf::override;	1381	cf::override;
1165	},	1382	},
1166	);	1383	);
1167		1384
		1385	# "readahead" all extensions
		1386	sub cache_extensions {
		1387	my $grp = IO::AIO::aio_group;
		1388
		1389	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1390	for (grep /\.ext$/, @{$_[0]}) {
		1391	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1392	}
		1393	};
		1394
		1395	$grp
		1396	}
		1397
1168	sub load_extensions {	1398	sub load_extensions {
		1399	info "loading extensions...";
		1400
1169	cf::sync_job {	1401	cf::sync_job {
1170	my %todo;	1402	my %todo;
1171		1403
1172	for my $path (<$LIBDIR/*.ext>) {	1404	for my $path (<$LIBDIR/*.ext>) {
1173	next unless -r $path;	1405	next unless -r $path;
…		…
1191		1423
1192	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1424	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1193	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1425	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1194		1426
1195	$ext{source} =	1427	$ext{source} =
1196	"package $pkg; use strict; use utf8;\n"	1428	"package $pkg; use common::sense;\n"
1197	. "#line 1 \"$path\"\n{\n"	1429	. "#line 1 \"$path\"\n{\n"
1198	. $source	1430	. $source
1199	. "\n};\n1";	1431	. "\n};\n1";
1200		1432
1201	$todo{$base} = \%ext;	1433	$todo{$base} = \%ext;
1202	}	1434	}
1203		1435
		1436	my $pass = 0;
1204	my %done;	1437	my %done;
1205	while (%todo) {	1438	while (%todo) {
1206	my $progress;	1439	my $progress;
1207		1440
		1441	++$pass;
		1442
		1443	ext:
1208	while (my ($k, $v) = each %todo) {	1444	while (my ($k, $v) = each %todo) {
1209	for (split /,\s*/, $v->{meta}{depends}) {	1445	for (split /,\s*/, $v->{meta}{depends}) {
1210	goto skip	1446	next ext
1211	unless exists $done{$_};	1447	unless exists $done{$_};
1212	}	1448	}
1213		1449
1214	warn "... loading '$k' into '$v->{pkg}'\n";	1450	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1215		1451
1216	unless (eval $v->{source}) {	1452	my $active = eval $v->{source};
		1453
		1454	if (length $@) {
1217	my $msg = $@ ? "$v->{path}: $@\n"	1455	error "$v->{path}: $@\n";
1218	: "$v->{base}: extension inactive.\n";	1456	undef $@; # work around perl 5.10.0 utf-8 caching bug
1219		1457
		1458	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1220	if (exists $v->{meta}{mandatory}) {	1459	if exists $v->{meta}{mandatory};
1221	warn $msg;	1460
1222	warn "mandatory extension failed to load, exiting.\n";	1461	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1223	exit 1;	1462	delete $todo{$k};
1224	}	1463	} else {
1225		1464	$done{$k} = delete $todo{$k};
1226	warn $msg;	1465	push @EXTS, $v->{pkg};
		1466	$progress = 1;
		1467
		1468	info "$v->{base}: extension inactive.\n"
		1469	unless $active;
1227	}	1470	}
1228
1229	$done{$k} = delete $todo{$k};
1230	push @EXTS, $v->{pkg};
1231	$progress = 1;
1232	}	1471	}
1233		1472
1234	skip:	1473	unless ($progress) {
1235	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1474	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1236	unless $progress;	1475
		1476	while (my ($k, $v) = each %todo) {
		1477	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1478	if exists $v->{meta}{mandatory};
		1479	}
		1480	}
1237	}	1481	}
1238	};	1482	};
1239	}	1483	}
1240		1484
1241	#############################################################################	1485	#############################################################################
1242		1486
1243	=back	1487	=back
1244		1488
1245	=head2 CORE EXTENSIONS	1489	=head2 CORE EXTENSIONS
1246		1490
1247	Functions and methods that extend core crossfire objects.	1491	Functions and methods that extend core deliantra objects.
1248		1492
1249	=cut	1493	=cut
1250		1494
1251	package cf::player;	1495	package cf::player;
1252		1496
1253	use Coro::AIO;	1497	use Coro::AIO;
1254		1498
1255	=head3 cf::player	1499	=head3 cf::player
1256		1500
1257	=over 4	1501	=over 4
		1502
		1503	=item cf::player::num_playing
		1504
		1505	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1506
		1507	=cut
		1508
		1509	sub num_playing {
		1510	scalar grep
		1511	$_->ob->map
		1512	&& !$_->hidden
		1513	&& !$_->ob->flag (cf::FLAG_WIZ),
		1514	cf::player::list
		1515	}
1258		1516
1259	=item cf::player::find $login	1517	=item cf::player::find $login
1260		1518
1261	Returns the given player object, loading it if necessary (might block).	1519	Returns the given player object, loading it if necessary (might block).
1262		1520
…		…
1281		1539
1282	sub exists($) {	1540	sub exists($) {
1283	my ($login) = @_;	1541	my ($login) = @_;
1284		1542
1285	$cf::PLAYER{$login}	1543	$cf::PLAYER{$login}
1286	or cf::sync_job { !aio_stat path $login }	1544	or !aio_stat path $login
1287	}	1545	}
1288		1546
1289	sub find($) {	1547	sub find($) {
1290	return $cf::PLAYER{$_[0]} || do {	1548	return $cf::PLAYER{$_[0]} || do {
1291	my $login = $_[0];	1549	my $login = $_[0];
…		…
1298	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1556	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1299	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1557	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1300	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1558	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1301	aio_unlink +(playerdir $login) . "/$login.pl";	1559	aio_unlink +(playerdir $login) . "/$login.pl";
1302		1560
1303	my $pl = load_pl path $login	1561	my $f = new_from_file cf::object::thawer path $login
1304	or return;	1562	or return;
		1563
		1564	my $pl = cf::player::load_pl $f
		1565	or return;
		1566
		1567	local $cf::PLAYER_LOADING{$login} = $pl;
		1568	$f->resolve_delayed_derefs;
1305	$cf::PLAYER{$login} = $pl	1569	$cf::PLAYER{$login} = $pl
1306	}	1570	}
1307	}	1571	}
1308	}	1572	}
		1573
		1574	cf::player->attach (
		1575	on_load => sub {
		1576	my ($pl, $path) = @_;
		1577
		1578	# restore slots saved in save, below
		1579	my $slots = delete $pl->{_slots};
		1580
		1581	$pl->ob->current_weapon ($slots->[0]);
		1582	$pl->combat_ob ($slots->[1]);
		1583	$pl->ranged_ob ($slots->[2]);
		1584	},
		1585	);
1309		1586
1310	sub save($) {	1587	sub save($) {
1311	my ($pl) = @_;	1588	my ($pl) = @_;
1312		1589
1313	return if $pl->{deny_save};	1590	return if $pl->{deny_save};
…		…
1318	return if $pl->{deny_save};	1595	return if $pl->{deny_save};
1319		1596
1320	aio_mkdir playerdir $pl, 0770;	1597	aio_mkdir playerdir $pl, 0770;
1321	$pl->{last_save} = $cf::RUNTIME;	1598	$pl->{last_save} = $cf::RUNTIME;
1322		1599
		1600	cf::get_slot 0.01;
		1601
		1602	# save slots, to be restored later
		1603	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1604
1323	$pl->save_pl ($path);	1605	$pl->save_pl ($path);
1324	Coro::cede;	1606	cf::cede_to_tick;
1325	}	1607	}
1326		1608
1327	sub new($) {	1609	sub new($) {
1328	my ($login) = @_;	1610	my ($login) = @_;
1329		1611
…		…
1358	my ($pl) = @_;	1640	my ($pl) = @_;
1359		1641
1360	my $name = $pl->ob->name;	1642	my $name = $pl->ob->name;
1361		1643
1362	$pl->{deny_save} = 1;	1644	$pl->{deny_save} = 1;
1363	$pl->password ("*"); # this should lock out the player until we nuked the dir	1645	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1364		1646
1365	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1647	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1366	$pl->deactivate;	1648	$pl->deactivate;
		1649	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1367	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1650	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1368	$pl->ns->destroy if $pl->ns;	1651	$pl->ns->destroy if $pl->ns;
1369		1652
1370	my $path = playerdir $pl;	1653	my $path = playerdir $pl;
1371	my $temp = "$path~$cf::RUNTIME~deleting~";	1654	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1407	or return [];	1690	or return [];
1408		1691
1409	my @logins;	1692	my @logins;
1410		1693
1411	for my $login (@$dirs) {	1694	for my $login (@$dirs) {
		1695	my $path = path $login;
		1696
		1697	# a .pst is a dead give-away for a valid player
		1698	# if no pst file found, open and chekc for blocked users
		1699	if (aio_stat "$path.pst") {
1412	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1700	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1413	aio_read $fh, 0, 512, my $buf, 0 or next;	1701	aio_read $fh, 0, 512, my $buf, 0 or next;
1414	$buf !~ /^password -------------$/m or next; # official not-valid tag	1702	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1703	}
1415		1704
1416	utf8::decode $login;	1705	utf8::decode $login;
1417	push @logins, $login;	1706	push @logins, $login;
1418	}	1707	}
1419		1708
1420	\@logins	1709	\@logins
1421	}	1710	}
1422		1711
1423	=item $player->maps	1712	=item $player->maps
		1713
		1714	=item cf::player::maps $login
1424		1715
1425	Returns an arrayref of map paths that are private for this	1716	Returns an arrayref of map paths that are private for this
1426	player. May block.	1717	player. May block.
1427		1718
1428	=cut	1719	=cut
…		…
1446	}	1737	}
1447		1738
1448	\@paths	1739	\@paths
1449	}	1740	}
1450		1741
1451	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1742	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1452		1743
1453	Expand crossfire pod fragments into protocol xml.	1744	Expand deliantra pod fragments into protocol xml.
1454
1455	=cut
1456
1457	sub expand_cfpod {
1458	((my $self), (local $_)) = @_;
1459
1460	# escape & and <
1461	s/&/&amp;/g;
1462	s/(?<![BIUGH])</&lt;/g;
1463
1464	# this is buggy, it needs to properly take care of nested <'s
1465
1466	1 while
1467	# replace B<>, I<>, U<> etc.
1468	s/B<([^\>]*)>/<b>$1<\/b>/
1469	|| s/I<([^\>]*)>/<i>$1<\/i>/
1470	|| s/U<([^\>]*)>/<u>$1<\/u>/
1471	# replace G<male|female> tags
1472	|| s{G<([^>|]*)\|([^>]*)>}{
1473	$self->gender ? $2 : $1
1474	}ge
1475	# replace H<hint text>
1476	|| s{H<([^\>]*)>}
1477	{
1478	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1479	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1480	"")
1481	[$self->{hintmode}]
1482	}ge;
1483
1484	# create single paragraphs (very hackish)
1485	s/(?<=\S)\n(?=\w)/ /g;
1486
1487	# compress some whitespace
1488	s/\s+\n/\n/g; # ws line-ends
1489	s/\n\n+/\n/g; # double lines
1490	s/^\n+//; # beginning lines
1491	s/\n+$//; # ending lines
1492
1493	$_
1494	}
1495
1496	sub hintmode {
1497	$_[0]{hintmode} = $_[1] if @_ > 1;
1498	$_[0]{hintmode}
1499	}
1500		1745
1501	=item $player->ext_reply ($msgid, @msg)	1746	=item $player->ext_reply ($msgid, @msg)
1502		1747
1503	Sends an ext reply to the player.	1748	Sends an ext reply to the player.
1504		1749
…		…
1536		1781
1537	=cut	1782	=cut
1538		1783
1539	sub find_by_path($) {	1784	sub find_by_path($) {
1540	my ($path) = @_;	1785	my ($path) = @_;
		1786
		1787	$path =~ s/^~[^\/]*//; # skip ~login
1541		1788
1542	my ($match, $specificity);	1789	my ($match, $specificity);
1543		1790
1544	for my $region (list) {	1791	for my $region (list) {
1545	if ($region->{match} && $path =~ $region->{match}) {	1792	if ($region->{match} && $path =~ $region->{match}) {
…		…
1571	our $MAX_RESET = 3600;	1818	our $MAX_RESET = 3600;
1572	our $DEFAULT_RESET = 3000;	1819	our $DEFAULT_RESET = 3000;
1573		1820
1574	sub generate_random_map {	1821	sub generate_random_map {
1575	my ($self, $rmp) = @_;	1822	my ($self, $rmp) = @_;
		1823
		1824	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1825
1576	# mit "rum" bekleckern, nicht	1826	# mit "rum" bekleckern, nicht
1577	$self->_create_random_map (	1827	$self->_create_random_map (
1578	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1828	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1579	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1829	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1580	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1830	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1581	$rmp->{exit_on_final_map},	1831	$rmp->{exit_on_final_map},
1582	$rmp->{xsize}, $rmp->{ysize},	1832	$rmp->{xsize}, $rmp->{ysize},
1583	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},	1833	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1584	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},	1834	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
…		…
1599		1849
1600	sub register {	1850	sub register {
1601	my (undef, $regex, $prio) = @_;	1851	my (undef, $regex, $prio) = @_;
1602	my $pkg = caller;	1852	my $pkg = caller;
1603		1853
1604	no strict;
1605	push @{"$pkg\::ISA"}, __PACKAGE__;	1854	push @{"$pkg\::ISA"}, __PACKAGE__;
1606		1855
1607	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	1856	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1608	}	1857	}
1609		1858
1610	# also paths starting with '/'	1859	# also paths starting with '/'
1611	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	1860	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1612		1861
1613	sub thawer_merge {	1862	sub thawer_merge {
1614	my ($self, $merge) = @_;	1863	my ($self, $merge) = @_;
1615		1864
1616	# we have to keep some variables in memory intact	1865	# we have to keep some variables in memory intact
…		…
1702		1951
1703	# the temporary/swap location	1952	# the temporary/swap location
1704	sub save_path {	1953	sub save_path {
1705	my ($self) = @_;	1954	my ($self) = @_;
1706		1955
1707	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1956	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1708	"$TMPDIR/$path.map"	1957	"$TMPDIR/$path.map"
1709	}	1958	}
1710		1959
1711	# the unique path, undef == no special unique path	1960	# the unique path, undef == no special unique path
1712	sub uniq_path {	1961	sub uniq_path {
1713	my ($self) = @_;	1962	my ($self) = @_;
1714		1963
1715	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1964	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1716	"$UNIQUEDIR/$path"	1965	"$UNIQUEDIR/$path"
1717	}
1718
1719	# and all this just because we cannot iterate over
1720	# all maps in C++...
1721	sub change_all_map_light {
1722	my ($change) = @_;
1723
1724	$_->change_map_light ($change)
1725	for grep $_->outdoor, values %cf::MAP;
1726	}	1966	}
1727		1967
1728	sub decay_objects {	1968	sub decay_objects {
1729	my ($self) = @_;	1969	my ($self) = @_;
1730		1970
…		…
1743		1983
1744	sub load_header_from($) {	1984	sub load_header_from($) {
1745	my ($self, $path) = @_;	1985	my ($self, $path) = @_;
1746		1986
1747	utf8::encode $path;	1987	utf8::encode $path;
1748	#aio_open $path, O_RDONLY, 0	1988	my $f = new_from_file cf::object::thawer $path
1749	# or return;
1750
1751	$self->_load_header ($path)
1752	or return;	1989	or return;
		1990
		1991	$self->_load_header ($f)
		1992	or return;
		1993
		1994	local $MAP_LOADING{$self->{path}} = $self;
		1995	$f->resolve_delayed_derefs;
1753		1996
1754	$self->{load_path} = $path;	1997	$self->{load_path} = $path;
1755		1998
1756	1	1999	1
1757	}	2000	}
…		…
1811	sub find {	2054	sub find {
1812	my ($path, $origin) = @_;	2055	my ($path, $origin) = @_;
1813		2056
1814	$path = normalise $path, $origin && $origin->path;	2057	$path = normalise $path, $origin && $origin->path;
1815		2058
		2059	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1816	cf::lock_wait "map_find:$path";	2060	my $guard2 = cf::lock_acquire "map_find:$path";
1817		2061
1818	$cf::MAP{$path} || do {	2062	$cf::MAP{$path} || do {
1819	my $guard = cf::lock_acquire "map_find:$path";
1820	my $map = new_from_path cf::map $path	2063	my $map = new_from_path cf::map $path
1821	or return;	2064	or return;
1822		2065
1823	$map->{last_save} = $cf::RUNTIME;	2066	$map->{last_save} = $cf::RUNTIME;
1824		2067
…		…
1826	or return;	2069	or return;
1827		2070
1828	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2071	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1829	# doing this can freeze the server in a sync job, obviously	2072	# doing this can freeze the server in a sync job, obviously
1830	#$cf::WAIT_FOR_TICK->wait;	2073	#$cf::WAIT_FOR_TICK->wait;
		2074	undef $guard2;
		2075	undef $guard1;
1831	$map->reset;	2076	$map->reset;
1832	undef $guard;
1833	return find $path;	2077	return find $path;
1834	}	2078	}
1835		2079
1836	$cf::MAP{$path} = $map	2080	$cf::MAP{$path} = $map
1837	}	2081	}
1838	}	2082	}
1839		2083
1840	sub pre_load { }	2084	sub pre_load { }
1841	sub post_load { }	2085	#sub post_load { } # XS
1842		2086
1843	sub load {	2087	sub load {
1844	my ($self) = @_;	2088	my ($self) = @_;
1845		2089
1846	local $self->{deny_reset} = 1; # loading can take a long time	2090	local $self->{deny_reset} = 1; # loading can take a long time
1847		2091
1848	my $path = $self->{path};	2092	my $path = $self->{path};
1849		2093
1850	{	2094	{
1851	my $guard = cf::lock_acquire "map_load:$path";	2095	my $guard = cf::lock_acquire "map_data:$path";
1852		2096
		2097	return unless $self->valid;
1853	return if $self->in_memory != cf::MAP_SWAPPED;	2098	return unless $self->in_memory == cf::MAP_SWAPPED;
1854		2099
1855	$self->in_memory (cf::MAP_LOADING);	2100	$self->in_memory (cf::MAP_LOADING);
1856		2101
1857	$self->alloc;	2102	$self->alloc;
1858		2103
1859	$self->pre_load;	2104	$self->pre_load;
1860	Coro::cede;	2105	cf::cede_to_tick;
1861		2106
		2107	my $f = new_from_file cf::object::thawer $self->{load_path};
		2108	$f->skip_block;
1862	$self->_load_objects ($self->{load_path}, 1)	2109	$self->_load_objects ($f)
1863	or return;	2110	or return;
1864		2111
1865	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2112	$self->post_load_original
1866	if delete $self->{load_original};	2113	if delete $self->{load_original};
1867		2114
1868	if (my $uniq = $self->uniq_path) {	2115	if (my $uniq = $self->uniq_path) {
1869	utf8::encode $uniq;	2116	utf8::encode $uniq;
1870	if (aio_open $uniq, O_RDONLY, 0) {	2117	unless (aio_stat $uniq) {
		2118	if (my $f = new_from_file cf::object::thawer $uniq) {
1871	$self->clear_unique_items;	2119	$self->clear_unique_items;
1872	$self->_load_objects ($uniq, 0);	2120	$self->_load_objects ($f);
		2121	$f->resolve_delayed_derefs;
		2122	}
1873	}	2123	}
1874	}	2124	}
1875		2125
1876	Coro::cede;	2126	$f->resolve_delayed_derefs;
		2127
		2128	cf::cede_to_tick;
1877	# now do the right thing for maps	2129	# now do the right thing for maps
1878	$self->link_multipart_objects;	2130	$self->link_multipart_objects;
1879	$self->difficulty ($self->estimate_difficulty)	2131	$self->difficulty ($self->estimate_difficulty)
1880	unless $self->difficulty;	2132	unless $self->difficulty;
1881	Coro::cede;	2133	cf::cede_to_tick;
1882		2134
1883	unless ($self->{deny_activate}) {	2135	unless ($self->{deny_activate}) {
1884	$self->decay_objects;	2136	$self->decay_objects;
1885	$self->fix_auto_apply;	2137	$self->fix_auto_apply;
1886	$self->update_buttons;	2138	$self->update_buttons;
1887	Coro::cede;	2139	cf::cede_to_tick;
1888	$self->set_darkness_map;
1889	Coro::cede;
1890	$self->activate;	2140	$self->activate;
1891	}	2141	}
1892		2142
1893	$self->{last_save} = $cf::RUNTIME;	2143	$self->{last_save} = $cf::RUNTIME;
1894	$self->last_access ($cf::RUNTIME);	2144	$self->last_access ($cf::RUNTIME);
1895		2145
1896	$self->in_memory (cf::MAP_IN_MEMORY);	2146	$self->in_memory (cf::MAP_ACTIVE);
1897	}	2147	}
1898		2148
1899	$self->post_load;	2149	$self->post_load;
1900	}	2150	}
1901		2151
		2152	# customize the map for a given player, i.e.
		2153	# return the _real_ map. used by e.g. per-player
		2154	# maps to change the path to ~playername/mappath
1902	sub customise_for {	2155	sub customise_for {
1903	my ($self, $ob) = @_;	2156	my ($self, $ob) = @_;
1904		2157
1905	return find "~" . $ob->name . "/" . $self->{path}	2158	return find "~" . $ob->name . "/" . $self->{path}
1906	if $self->per_player;	2159	if $self->per_player;
…		…
1922	or next;	2175	or next;
1923	$neigh = find $neigh, $map	2176	$neigh = find $neigh, $map
1924	or next;	2177	or next;
1925	$neigh->load;	2178	$neigh->load;
1926		2179
		2180	# now find the diagonal neighbours
1927	push @neigh,	2181	push @neigh,
1928	[$neigh->tile_path (($_ + 3) % 4), $neigh],	2182	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1929	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2183	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1930	}	2184	}
1931		2185
…		…
1938	}	2192	}
1939		2193
1940	sub find_sync {	2194	sub find_sync {
1941	my ($path, $origin) = @_;	2195	my ($path, $origin) = @_;
1942		2196
1943	cf::sync_job { find $path, $origin }	2197	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2198	if $Coro::current == $Coro::main;
		2199
		2200	find $path, $origin
1944	}	2201	}
1945		2202
1946	sub do_load_sync {	2203	sub do_load_sync {
1947	my ($map) = @_;	2204	my ($map) = @_;
1948		2205
1949	cf::sync_job { $map->load };	2206	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2207	if $Coro::current == $Coro::main;
		2208
		2209	$map->load;
1950	}	2210	}
1951		2211
1952	our %MAP_PREFETCH;	2212	our %MAP_PREFETCH;
1953	our $MAP_PREFETCHER = undef;	2213	our $MAP_PREFETCHER = undef;
1954		2214
1955	sub find_async {	2215	sub find_async {
1956	my ($path, $origin) = @_;	2216	my ($path, $origin, $load) = @_;
1957		2217
1958	$path = normalise $path, $origin && $origin->{path};	2218	$path = normalise $path, $origin && $origin->{path};
1959		2219
1960	if (my $map = $cf::MAP{$path}) {	2220	if (my $map = $cf::MAP{$path}) {
1961	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2221	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1962	}	2222	}
1963		2223
1964	undef $MAP_PREFETCH{$path};	2224	$MAP_PREFETCH{$path} |= $load;
		2225
1965	$MAP_PREFETCHER ||= cf::async {	2226	$MAP_PREFETCHER ||= cf::async {
		2227	$Coro::current->{desc} = "map prefetcher";
		2228
1966	while (%MAP_PREFETCH) {	2229	while (%MAP_PREFETCH) {
1967	for my $path (keys %MAP_PREFETCH) {	2230	while (my ($k, $v) = each %MAP_PREFETCH) {
1968	if (my $map = find $path) {	2231	if (my $map = find $k) {
1969	$map->load;	2232	$map->load if $v;
1970	}	2233	}
1971		2234
1972	delete $MAP_PREFETCH{$path};	2235	delete $MAP_PREFETCH{$k};
1973	}	2236	}
1974	}	2237	}
1975	undef $MAP_PREFETCHER;	2238	undef $MAP_PREFETCHER;
1976	};	2239	};
1977	$MAP_PREFETCHER->prio (6);	2240	$MAP_PREFETCHER->prio (6);
1978		2241
1979	()	2242	()
1980	}	2243	}
1981		2244
		2245	# common code, used by both ->save and ->swapout
1982	sub save {	2246	sub _save {
1983	my ($self) = @_;	2247	my ($self) = @_;
1984
1985	my $lock = cf::lock_acquire "map_data:" . $self->path;
1986		2248
1987	$self->{last_save} = $cf::RUNTIME;	2249	$self->{last_save} = $cf::RUNTIME;
1988		2250
1989	return unless $self->dirty;	2251	return unless $self->dirty;
1990		2252
…		…
1996	return if $self->{deny_save};	2258	return if $self->{deny_save};
1997		2259
1998	local $self->{last_access} = $self->last_access;#d#	2260	local $self->{last_access} = $self->last_access;#d#
1999		2261
2000	cf::async {	2262	cf::async {
		2263	$Coro::current->{desc} = "map player save";
2001	$_->contr->save for $self->players;	2264	$_->contr->save for $self->players;
2002	};	2265	};
		2266
		2267	cf::get_slot 0.02;
2003		2268
2004	if ($uniq) {	2269	if ($uniq) {
2005	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2270	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2006	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2271	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2007	} else {	2272	} else {
2008	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2273	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2009	}	2274	}
2010	}	2275	}
2011		2276
		2277	sub save {
		2278	my ($self) = @_;
		2279
		2280	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2281
		2282	$self->_save;
		2283	}
		2284
2012	sub swap_out {	2285	sub swap_out {
2013	my ($self) = @_;	2286	my ($self) = @_;
2014		2287
2015	# save first because save cedes
2016	$self->save;
2017
2018	my $lock = cf::lock_acquire "map_data:" . $self->path;	2288	my $lock = cf::lock_acquire "map_data:$self->{path}";
2019		2289
		2290	return if $self->in_memory != cf::MAP_ACTIVE;
		2291	return if $self->{deny_save};
2020	return if $self->players;	2292	return if $self->players;
2021	return if $self->in_memory != cf::MAP_IN_MEMORY;
2022	return if $self->{deny_save};
2023		2293
		2294	# first deactivate the map and "unlink" it from the core
		2295	$self->deactivate;
		2296	$_->clear_links_to ($self) for values %cf::MAP;
		2297	$self->in_memory (cf::MAP_SWAPPED);
		2298
		2299	# then atomically save
		2300	$self->_save;
		2301
		2302	# then free the map
2024	$self->clear;	2303	$self->clear;
2025	$self->in_memory (cf::MAP_SWAPPED);
2026	}	2304	}
2027		2305
2028	sub reset_at {	2306	sub reset_at {
2029	my ($self) = @_;	2307	my ($self) = @_;
2030		2308
…		…
2048		2326
2049	my $lock = cf::lock_acquire "map_data:$self->{path}";	2327	my $lock = cf::lock_acquire "map_data:$self->{path}";
2050		2328
2051	return if $self->players;	2329	return if $self->players;
2052		2330
2053	warn "resetting map ", $self->path;	2331	cf::trace "resetting map ", $self->path, "\n";
2054		2332
2055	$self->in_memory (cf::MAP_SWAPPED);	2333	$self->in_memory (cf::MAP_SWAPPED);
2056		2334
2057	# need to save uniques path	2335	# need to save uniques path
2058	unless ($self->{deny_save}) {	2336	unless ($self->{deny_save}) {
…		…
2062	if $uniq;	2340	if $uniq;
2063	}	2341	}
2064		2342
2065	delete $cf::MAP{$self->path};	2343	delete $cf::MAP{$self->path};
2066		2344
		2345	$self->deactivate;
		2346	$_->clear_links_to ($self) for values %cf::MAP;
2067	$self->clear;	2347	$self->clear;
2068
2069	$_->clear_links_to ($self) for values %cf::MAP;
2070		2348
2071	$self->unlink_save;	2349	$self->unlink_save;
2072	$self->destroy;	2350	$self->destroy;
2073	}	2351	}
2074		2352
2075	my $nuke_counter = "aaaa";	2353	my $nuke_counter = "aaaa";
2076		2354
2077	sub nuke {	2355	sub nuke {
2078	my ($self) = @_;	2356	my ($self) = @_;
2079		2357
		2358	{
		2359	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2360
2080	delete $cf::MAP{$self->path};	2361	delete $cf::MAP{$self->path};
2081		2362
2082	$self->unlink_save;	2363	$self->unlink_save;
2083		2364
2084	bless $self, "cf::map";	2365	bless $self, "cf::map::wrap";
2085	delete $self->{deny_reset};	2366	delete $self->{deny_reset};
2086	$self->{deny_save} = 1;	2367	$self->{deny_save} = 1;
2087	$self->reset_timeout (1);	2368	$self->reset_timeout (1);
2088	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2369	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2089		2370
2090	$cf::MAP{$self->path} = $self;	2371	$cf::MAP{$self->path} = $self;
		2372	}
2091		2373
2092	$self->reset; # polite request, might not happen	2374	$self->reset; # polite request, might not happen
2093	}	2375	}
2094		2376
2095	=item $maps = cf::map::tmp_maps	2377	=item $maps = cf::map::tmp_maps
…		…
2137		2419
2138	sub unique_maps() {	2420	sub unique_maps() {
2139	[	2421	[
2140	map {	2422	map {
2141	utf8::decode $_;	2423	utf8::decode $_;
2142	/\.map$/	2424	s/\.map$//; # TODO future compatibility hack
		2425	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2426	? ()
2143	? normalise $_	2427	: normalise $_
2144	: ()
2145	} @{ aio_readdir $UNIQUEDIR or [] }	2428	} @{ aio_readdir $UNIQUEDIR or [] }
2146	]	2429	]
2147	}	2430	}
2148		2431
2149	package cf;	2432	=item cf::map::static_maps
		2433
		2434	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2435	file in the shared directory excluding F</styles> and F</editor>). May
		2436	block.
		2437
		2438	=cut
		2439
		2440	sub static_maps() {
		2441	my @dirs = "";
		2442	my @maps;
		2443
		2444	while (@dirs) {
		2445	my $dir = shift @dirs;
		2446
		2447	next if $dir eq "/styles" || $dir eq "/editor";
		2448
		2449	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2450	or return;
		2451
		2452	for (@$files) {
		2453	s/\.map$// or next;
		2454	utf8::decode $_;
		2455	push @maps, "$dir/$_";
		2456	}
		2457
		2458	push @dirs, map "$dir/$_", @$dirs;
		2459	}
		2460
		2461	\@maps
		2462	}
2150		2463
2151	=back	2464	=back
2152		2465
2153	=head3 cf::object	2466	=head3 cf::object
2154		2467
…		…
2158		2471
2159	=over 4	2472	=over 4
2160		2473
2161	=item $ob->inv_recursive	2474	=item $ob->inv_recursive
2162		2475
2163	Returns the inventory of the object _and_ their inventories, recursively.	2476	Returns the inventory of the object I<and> their inventories, recursively,
		2477	but I<not> the object itself.
2164		2478
2165	=cut	2479	=cut
2166		2480
2167	sub inv_recursive_;	2481	sub inv_recursive_;
2168	sub inv_recursive_ {	2482	sub inv_recursive_ {
…		…
2171		2485
2172	sub inv_recursive {	2486	sub inv_recursive {
2173	inv_recursive_ inv $_[0]	2487	inv_recursive_ inv $_[0]
2174	}	2488	}
2175		2489
		2490	=item $ref = $ob->ref
		2491
		2492	Creates and returns a persistent reference to an object that can be stored as a string.
		2493
		2494	=item $ob = cf::object::deref ($refstring)
		2495
		2496	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2497	even if the object actually exists. May block.
		2498
		2499	=cut
		2500
		2501	sub deref {
		2502	my ($ref) = @_;
		2503
		2504	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2505	my ($uuid, $name) = ($1, $2);
		2506	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2507	or return;
		2508	$pl->ob->uuid eq $uuid
		2509	or return;
		2510
		2511	$pl->ob
		2512	} else {
		2513	warn "$ref: cannot resolve object reference\n";
		2514	undef
		2515	}
		2516	}
		2517
2176	package cf;	2518	package cf;
2177		2519
2178	=back	2520	=back
2179		2521
2180	=head3 cf::object::player	2522	=head3 cf::object::player
…		…
2186	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2528	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2187	can be C<undef>. Does the right thing when the player is currently in a	2529	can be C<undef>. Does the right thing when the player is currently in a
2188	dialogue with the given NPC character.	2530	dialogue with the given NPC character.
2189		2531
2190	=cut	2532	=cut
		2533
		2534	our $SAY_CHANNEL = {
		2535	id => "say",
		2536	title => "Map",
		2537	reply => "say ",
		2538	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2539	};
		2540
		2541	our $CHAT_CHANNEL = {
		2542	id => "chat",
		2543	title => "Chat",
		2544	reply => "chat ",
		2545	tooltip => "Player chat and shouts, global to the server.",
		2546	};
2191		2547
2192	# rough implementation of a future "reply" method that works	2548	# rough implementation of a future "reply" method that works
2193	# with dialog boxes.	2549	# with dialog boxes.
2194	#TODO: the first argument must go, split into a $npc->reply_to ( method	2550	#TODO: the first argument must go, split into a $npc->reply_to ( method
2195	sub cf::object::player::reply($$$;$) {	2551	sub cf::object::player::reply($$$;$) {
…		…
2207	my $dialog = $pl->{npc_dialog};	2563	my $dialog = $pl->{npc_dialog};
2208	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2564	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2209		2565
2210	} else {	2566	} else {
2211	$msg = $npc->name . " says: $msg" if $npc;	2567	$msg = $npc->name . " says: $msg" if $npc;
2212	$self->message ($msg, $flags);	2568	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2213	}	2569	}
2214	}	2570	}
2215	}	2571	}
2216		2572
2217	=item $object->send_msg ($channel, $msg, $color, [extra...])	2573	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2242		2598
2243	=item $player_object->enter_link	2599	=item $player_object->enter_link
2244		2600
2245	Freezes the player and moves him/her to a special map (C<{link}>).	2601	Freezes the player and moves him/her to a special map (C<{link}>).
2246		2602
2247	The player should be reasonably safe there for short amounts of time. You	2603	The player should be reasonably safe there for short amounts of time (e.g.
2248	I<MUST> call C<leave_link> as soon as possible, though.	2604	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2605	though, as the player cannot control the character while it is on the link
		2606	map.
2249		2607
2250	Will never block.	2608	Will never block.
2251		2609
2252	=item $player_object->leave_link ($map, $x, $y)	2610	=item $player_object->leave_link ($map, $x, $y)
2253		2611
…		…
2273	sub cf::object::player::enter_link {	2631	sub cf::object::player::enter_link {
2274	my ($self) = @_;	2632	my ($self) = @_;
2275		2633
2276	$self->deactivate_recursive;	2634	$self->deactivate_recursive;
2277		2635
		2636	++$self->{_link_recursion};
		2637
2278	return if UNIVERSAL::isa $self->map, "ext::map_link";	2638	return if UNIVERSAL::isa $self->map, "ext::map_link";
2279		2639
2280	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2640	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2281	if $self->map && $self->map->{path} ne "{link}";	2641	if $self->map && $self->map->{path} ne "{link}";
2282		2642
2283	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2643	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2284	}	2644	}
2285		2645
2286	sub cf::object::player::leave_link {	2646	sub cf::object::player::leave_link {
2287	my ($self, $map, $x, $y) = @_;	2647	my ($self, $map, $x, $y) = @_;
2288		2648
…		…
2305	($x, $y) = (-1, -1)	2665	($x, $y) = (-1, -1)
2306	unless (defined $x) && (defined $y);	2666	unless (defined $x) && (defined $y);
2307		2667
2308	# use -1 or undef as default coordinates, not 0, 0	2668	# use -1 or undef as default coordinates, not 0, 0
2309	($x, $y) = ($map->enter_x, $map->enter_y)	2669	($x, $y) = ($map->enter_x, $map->enter_y)
2310	if $x <=0 && $y <= 0;	2670	if $x <= 0 && $y <= 0;
2311		2671
2312	$map->load;	2672	$map->load;
2313	$map->load_neighbours;	2673	$map->load_neighbours;
2314		2674
2315	return unless $self->contr->active;	2675	return unless $self->contr->active;
2316	$self->activate_recursive;
2317		2676
2318	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2677	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2319	$self->enter_map ($map, $x, $y);	2678	if ($self->enter_map ($map, $x, $y)) {
2320	}	2679	# entering was successful
		2680	delete $self->{_link_recursion};
		2681	# only activate afterwards, to support waiting in hooks
		2682	$self->activate_recursive;
		2683	}
2321		2684
		2685	}
		2686
2322	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2687	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2323		2688
2324	Moves the player to the given map-path and coordinates by first freezing	2689	Moves the player to the given map-path and coordinates by first freezing
2325	her, loading and preparing them map, calling the provided $check callback	2690	her, loading and preparing them map, calling the provided $check callback
2326	that has to return the map if sucecssful, and then unfreezes the player on	2691	that has to return the map if sucecssful, and then unfreezes the player on
2327	the new (success) or old (failed) map position. In either case, $done will	2692	the new (success) or old (failed) map position. In either case, $done will
2328	be called at the end of this process.	2693	be called at the end of this process.
2329		2694
		2695	Note that $check will be called with a potentially non-loaded map, so if
		2696	it needs a loaded map it has to call C<< ->load >>.
		2697
2330	=cut	2698	=cut
2331		2699
2332	our $GOTOGEN;	2700	our $GOTOGEN;
2333		2701
2334	sub cf::object::player::goto {	2702	sub cf::object::player::goto {
2335	my ($self, $path, $x, $y, $check, $done) = @_;	2703	my ($self, $path, $x, $y, $check, $done) = @_;
2336		2704
		2705	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2706	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2707	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2708	($path, $x, $y) = @$EMERGENCY_POSITION;
		2709	}
		2710
2337	# do generation counting so two concurrent goto's will be executed in-order	2711	# do generation counting so two concurrent goto's will be executed in-order
2338	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2712	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2339		2713
2340	$self->enter_link;	2714	$self->enter_link;
2341		2715
2342	(async {	2716	(async {
		2717	$Coro::current->{desc} = "player::goto $path $x $y";
		2718
		2719	# *tag paths override both path and x|y
		2720	if ($path =~ /^\*(.*)$/) {
		2721	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2722	my $ob = $obs[rand @obs];
		2723
		2724	# see if we actually can go there
		2725	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2726	$ob = $obs[rand @obs];
		2727	} else {
		2728	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2729	}
		2730	# else put us there anyways for now #d#
		2731
		2732	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2733	} else {
		2734	($path, $x, $y) = (undef, undef, undef);
		2735	}
		2736	}
		2737
2343	my $map = eval {	2738	my $map = eval {
2344	my $map = cf::map::find $path;	2739	my $map = defined $path ? cf::map::find $path : undef;
2345		2740
2346	if ($map) {	2741	if ($map) {
2347	$map = $map->customise_for ($self);	2742	$map = $map->customise_for ($self);
2348	$map = $check->($map) if $check && $map;	2743	$map = $check->($map, $x, $y, $self) if $check && $map;
2349	} else {	2744	} else {
2350	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2745	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2351	}	2746	}
2352		2747
2353	$map	2748	$map
2354	};	2749	};
2355		2750
…		…
2361	if ($gen == $self->{_goto_generation}) {	2756	if ($gen == $self->{_goto_generation}) {
2362	delete $self->{_goto_generation};	2757	delete $self->{_goto_generation};
2363	$self->leave_link ($map, $x, $y);	2758	$self->leave_link ($map, $x, $y);
2364	}	2759	}
2365		2760
2366	$done->() if $done;	2761	$done->($self) if $done;
2367	})->prio (1);	2762	})->prio (1);
2368	}	2763	}
2369		2764
2370	=item $player_object->enter_exit ($exit_object)	2765	=item $player_object->enter_exit ($exit_object)
2371		2766
…		…
2391	}	2786	}
2392		2787
2393	sub prepare_random_map {	2788	sub prepare_random_map {
2394	my ($exit) = @_;	2789	my ($exit) = @_;
2395		2790
2396	my $guard = cf::lock_acquire "exit_prepare:$exit";
2397
2398	# all this does is basically replace the /! path by	2791	# all this does is basically replace the /! path by
2399	# a new random map path (?random/...) with a seed	2792	# a new random map path (?random/...) with a seed
2400	# that depends on the exit object	2793	# that depends on the exit object
2401		2794
2402	my $rmp = parse_random_map_params $exit->msg;	2795	my $rmp = parse_random_map_params $exit->msg;
…		…
2404	if ($exit->map) {	2797	if ($exit->map) {
2405	$rmp->{region} = $exit->region->name;	2798	$rmp->{region} = $exit->region->name;
2406	$rmp->{origin_map} = $exit->map->path;	2799	$rmp->{origin_map} = $exit->map->path;
2407	$rmp->{origin_x} = $exit->x;	2800	$rmp->{origin_x} = $exit->x;
2408	$rmp->{origin_y} = $exit->y;	2801	$rmp->{origin_y} = $exit->y;
		2802
		2803	$exit->map->touch;
2409	}	2804	}
2410		2805
2411	$rmp->{random_seed} ||= $exit->random_seed;	2806	$rmp->{random_seed} ||= $exit->random_seed;
2412		2807
2413	my $data = cf::to_json $rmp;	2808	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2414	my $md5 = Digest::MD5::md5_hex $data;	2809	my $md5 = Digest::MD5::md5_hex $data;
2415	my $meta = "$RANDOMDIR/$md5.meta";	2810	my $meta = "$RANDOMDIR/$md5.meta";
2416		2811
2417	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2812	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2418	aio_write $fh, 0, (length $data), $data, 0;	2813	aio_write $fh, 0, (length $data), $data, 0;
2419	undef $fh;	2814	undef $fh;
2420	aio_rename "$meta~", $meta;	2815	aio_rename "$meta~", $meta;
2421		2816
		2817	my $slaying = "?random/$md5";
		2818
		2819	if ($exit->valid) {
2422	$exit->slaying ("?random/$md5");	2820	$exit->slaying ("?random/$md5");
2423	$exit->msg (undef);	2821	$exit->msg (undef);
		2822	}
2424	}	2823	}
2425	}	2824	}
2426		2825
2427	sub cf::object::player::enter_exit {	2826	sub cf::object::player::enter_exit {
2428	my ($self, $exit) = @_;	2827	my ($self, $exit) = @_;
2429		2828
2430	return unless $self->type == cf::PLAYER;	2829	return unless $self->type == cf::PLAYER;
2431		2830
2432	if ($exit->slaying eq "/!") {
2433	#TODO: this should de-fi-ni-te-ly not be a sync-job
2434	# the problem is that $exit might not survive long enough
2435	# so it needs to be done right now, right here
2436	cf::sync_job { prepare_random_map $exit };
2437	}
2438
2439	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2440	my $hp = $exit->stats->hp;
2441	my $sp = $exit->stats->sp;
2442
2443	$self->enter_link;	2831	$self->enter_link;
2444		2832
2445	# if exit is damned, update players death & WoR home-position
2446	$self->contr->savebed ($slaying, $hp, $sp)
2447	if $exit->flag (FLAG_DAMNED);
2448
2449	(async {	2833	(async {
2450	$self->deactivate_recursive; # just to be sure	2834	$Coro::current->{desc} = "enter_exit";
		2835
2451	unless (eval {	2836	unless (eval {
		2837	$self->deactivate_recursive; # just to be sure
		2838
		2839	# random map handling
		2840	{
		2841	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2842
		2843	prepare_random_map $exit
		2844	if $exit->slaying eq "/!";
		2845	}
		2846
		2847	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2848	my $x = $exit->stats->hp;
		2849	my $y = $exit->stats->sp;
		2850
2452	$self->goto ($slaying, $hp, $sp);	2851	$self->goto ($map, $x, $y);
2453		2852
		2853	# if exit is damned, update players death & WoR home-position
		2854	$self->contr->savebed ($map, $x, $y)
		2855	if $exit->flag (cf::FLAG_DAMNED);
		2856
2454	1;	2857	1
2455	}) {	2858	}) {
2456	$self->message ("Something went wrong deep within the crossfire server. "	2859	$self->message ("Something went wrong deep within the deliantra server. "
2457	. "I'll try to bring you back to the map you were before. "	2860	. "I'll try to bring you back to the map you were before. "
2458	. "Please report this to the dungeon master!",	2861	. "Please report this to the dungeon master!",
2459	cf::NDI_UNIQUE | cf::NDI_RED);	2862	cf::NDI_UNIQUE | cf::NDI_RED);
2460		2863
2461	warn "ERROR in enter_exit: $@";	2864	error "ERROR in enter_exit: $@";
2462	$self->leave_link;	2865	$self->leave_link;
2463	}	2866	}
2464	})->prio (1);	2867	})->prio (1);
2465	}	2868	}
2466		2869
…		…
2478	sub cf::client::send_drawinfo {	2881	sub cf::client::send_drawinfo {
2479	my ($self, $text, $flags) = @_;	2882	my ($self, $text, $flags) = @_;
2480		2883
2481	utf8::encode $text;	2884	utf8::encode $text;
2482	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2885	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		2886	}
		2887
		2888	=item $client->send_big_packet ($pkt)
		2889
		2890	Like C<send_packet>, but tries to compress large packets, and fragments
		2891	them as required.
		2892
		2893	=cut
		2894
		2895	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		2896
		2897	sub cf::client::send_big_packet {
		2898	my ($self, $pkt) = @_;
		2899
		2900	# try lzf for large packets
		2901	$pkt = "lzf " . Compress::LZF::compress $pkt
		2902	if 1024 <= length $pkt and $self->{can_lzf};
		2903
		2904	# split very large packets
		2905	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		2906	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		2907	$pkt = "frag";
		2908	}
		2909
		2910	$self->send_packet ($pkt);
2483	}	2911	}
2484		2912
2485	=item $client->send_msg ($channel, $msg, $color, [extra...])	2913	=item $client->send_msg ($channel, $msg, $color, [extra...])
2486		2914
2487	Send a drawinfo or msg packet to the client, formatting the msg for the	2915	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2489	the message, with C<log> being the default. If C<$color> is negative, suppress	2917	the message, with C<log> being the default. If C<$color> is negative, suppress
2490	the message unless the client supports the msg packet.	2918	the message unless the client supports the msg packet.
2491		2919
2492	=cut	2920	=cut
2493		2921
		2922	# non-persistent channels (usually the info channel)
		2923	our %CHANNEL = (
		2924	"c/motd" => {
		2925	id => "infobox",
		2926	title => "MOTD",
		2927	reply => undef,
		2928	tooltip => "The message of the day",
		2929	},
		2930	"c/identify" => {
		2931	id => "infobox",
		2932	title => "Identify",
		2933	reply => undef,
		2934	tooltip => "Items recently identified",
		2935	},
		2936	"c/examine" => {
		2937	id => "infobox",
		2938	title => "Examine",
		2939	reply => undef,
		2940	tooltip => "Signs and other items you examined",
		2941	},
		2942	"c/shopinfo" => {
		2943	id => "infobox",
		2944	title => "Shop Info",
		2945	reply => undef,
		2946	tooltip => "What your bargaining skill tells you about the shop",
		2947	},
		2948	"c/book" => {
		2949	id => "infobox",
		2950	title => "Book",
		2951	reply => undef,
		2952	tooltip => "The contents of a note or book",
		2953	},
		2954	"c/lookat" => {
		2955	id => "infobox",
		2956	title => "Look",
		2957	reply => undef,
		2958	tooltip => "What you saw there",
		2959	},
		2960	"c/who" => {
		2961	id => "infobox",
		2962	title => "Players",
		2963	reply => undef,
		2964	tooltip => "Shows players who are currently online",
		2965	},
		2966	"c/body" => {
		2967	id => "infobox",
		2968	title => "Body Parts",
		2969	reply => undef,
		2970	tooltip => "Shows which body parts you posess and are available",
		2971	},
		2972	"c/statistics" => {
		2973	id => "infobox",
		2974	title => "Statistics",
		2975	reply => undef,
		2976	tooltip => "Shows your primary statistics",
		2977	},
		2978	"c/skills" => {
		2979	id => "infobox",
		2980	title => "Skills",
		2981	reply => undef,
		2982	tooltip => "Shows your experience per skill and item power",
		2983	},
		2984	"c/shopitems" => {
		2985	id => "infobox",
		2986	title => "Shop Items",
		2987	reply => undef,
		2988	tooltip => "Shows the items currently for sale in this shop",
		2989	},
		2990	"c/resistances" => {
		2991	id => "infobox",
		2992	title => "Resistances",
		2993	reply => undef,
		2994	tooltip => "Shows your resistances",
		2995	},
		2996	"c/pets" => {
		2997	id => "infobox",
		2998	title => "Pets",
		2999	reply => undef,
		3000	tooltip => "Shows information abotu your pets/a specific pet",
		3001	},
		3002	"c/perceiveself" => {
		3003	id => "infobox",
		3004	title => "Perceive Self",
		3005	reply => undef,
		3006	tooltip => "You gained detailed knowledge about yourself",
		3007	},
		3008	"c/uptime" => {
		3009	id => "infobox",
		3010	title => "Uptime",
		3011	reply => undef,
		3012	tooltip => "How long the server has been running since last restart",
		3013	},
		3014	"c/mapinfo" => {
		3015	id => "infobox",
		3016	title => "Map Info",
		3017	reply => undef,
		3018	tooltip => "Information related to the maps",
		3019	},
		3020	"c/party" => {
		3021	id => "party",
		3022	title => "Party",
		3023	reply => "gsay ",
		3024	tooltip => "Messages and chat related to your party",
		3025	},
		3026	"c/death" => {
		3027	id => "death",
		3028	title => "Death",
		3029	reply => undef,
		3030	tooltip => "Reason for and more info about your most recent death",
		3031	},
		3032	"c/say" => $SAY_CHANNEL,
		3033	"c/chat" => $CHAT_CHANNEL,
		3034	);
		3035
2494	sub cf::client::send_msg {	3036	sub cf::client::send_msg {
2495	my ($self, $channel, $msg, $color, @extra) = @_;	3037	my ($self, $channel, $msg, $color, @extra) = @_;
2496		3038
2497	$msg = $self->pl->expand_cfpod ($msg);	3039	$msg = $self->pl->expand_cfpod ($msg)
		3040	unless $color & cf::NDI_VERBATIM;
2498		3041
2499	$color &= cf::NDI_CLIENT_MASK; # just in case...	3042	$color &= cf::NDI_CLIENT_MASK; # just in case...
2500		3043
		3044	# check predefined channels, for the benefit of C
		3045	if ($CHANNEL{$channel}) {
		3046	$channel = $CHANNEL{$channel};
		3047
		3048	$self->ext_msg (channel_info => $channel);
		3049	$channel = $channel->{id};
		3050
2501	if (ref $channel) {	3051	} elsif (ref $channel) {
2502	# send meta info to client, if not yet sent	3052	# send meta info to client, if not yet sent
2503	unless (exists $self->{channel}{$channel->{id}}) {	3053	unless (exists $self->{channel}{$channel->{id}}) {
2504	$self->{channel}{$channel->{id}} = $channel;	3054	$self->{channel}{$channel->{id}} = $channel;
2505	$self->ext_msg (channel_info => $channel);	3055	$self->ext_msg (channel_info => $channel);
2506	}	3056	}
…		…
2508	$channel = $channel->{id};	3058	$channel = $channel->{id};
2509	}	3059	}
2510		3060
2511	return unless @extra || length $msg;	3061	return unless @extra || length $msg;
2512		3062
2513	if ($self->can_msg) {
2514	# default colour, mask it out	3063	# default colour, mask it out
2515	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3064	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2516	if $color & cf::NDI_DEF;	3065	if $color & cf::NDI_DEF;
2517		3066
2518	$self->send_packet ("msg " . $self->{json_coder}->encode (	3067	my $pkt = "msg "
		3068	. $self->{json_coder}->encode (
2519	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3069	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2520	} else {	3070	);
2521	if ($color >= 0) {
2522	# replace some tags by gcfclient-compatible ones
2523	for ($msg) {
2524	1 while
2525	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2526	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2527	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2528	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2529	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2530	}
2531		3071
2532	$color &= cf::NDI_COLOR_MASK;	3072	$self->send_big_packet ($pkt);
2533
2534	utf8::encode $msg;
2535
2536	if (0 && $msg =~ /\[/) {
2537	# COMMAND/INFO
2538	$self->send_packet ("drawextinfo $color 10 8 $msg")
2539	} else {
2540	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2541	$self->send_packet ("drawinfo $color $msg")
2542	}
2543	}
2544	}
2545	}	3073	}
2546		3074
2547	=item $client->ext_msg ($type, @msg)	3075	=item $client->ext_msg ($type, @msg)
2548		3076
2549	Sends an ext event to the client.	3077	Sends an ext event to the client.
…		…
2551	=cut	3079	=cut
2552		3080
2553	sub cf::client::ext_msg($$@) {	3081	sub cf::client::ext_msg($$@) {
2554	my ($self, $type, @msg) = @_;	3082	my ($self, $type, @msg) = @_;
2555		3083
2556	my $extcmd = $self->extcmd;
2557
2558	if ($extcmd == 2) {	3084	if ($self->extcmd == 2) {
2559	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3085	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2560	} elsif ($extcmd == 1) { # TODO: remove	3086	} elsif ($self->extcmd == 1) { # TODO: remove
2561	push @msg, msgtype => "event_$type";	3087	push @msg, msgtype => "event_$type";
2562	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3088	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2563	}	3089	}
2564	}	3090	}
2565		3091
2566	=item $client->ext_reply ($msgid, @msg)	3092	=item $client->ext_reply ($msgid, @msg)
2567		3093
…		…
2571		3097
2572	sub cf::client::ext_reply($$@) {	3098	sub cf::client::ext_reply($$@) {
2573	my ($self, $id, @msg) = @_;	3099	my ($self, $id, @msg) = @_;
2574		3100
2575	if ($self->extcmd == 2) {	3101	if ($self->extcmd == 2) {
2576	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3102	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2577	} elsif ($self->ns->extcmd == 1) {	3103	} elsif ($self->extcmd == 1) {
2578	#TODO: version 1, remove	3104	#TODO: version 1, remove
2579	unshift @msg, msgtype => "reply", msgid => $id;	3105	unshift @msg, msgtype => "reply", msgid => $id;
2580	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3106	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2581	}	3107	}
2582	}	3108	}
2583		3109
2584	=item $success = $client->query ($flags, "text", \&cb)	3110	=item $success = $client->query ($flags, "text", \&cb)
2585		3111
…		…
2646	my ($type, $reply, @payload) =	3172	my ($type, $reply, @payload) =
2647	"ARRAY" eq ref $msg	3173	"ARRAY" eq ref $msg
2648	? @$msg	3174	? @$msg
2649	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove	3175	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2650		3176
		3177	my @reply;
		3178
2651	if (my $cb = $EXTICMD{$type}) {	3179	if (my $cb = $EXTICMD{$type}) {
2652	my @reply = $cb->($ns, @payload);	3180	@reply = $cb->($ns, @payload);
2653
2654	$ns->ext_reply ($reply, @reply)
2655	if $reply;
2656	}	3181	}
		3182
		3183	$ns->ext_reply ($reply, @reply)
		3184	if $reply;
		3185
2657	} else {	3186	} else {
2658	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3187	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2659	}	3188	}
2660		3189
2661	cf::override;	3190	cf::override;
2662	},	3191	},
2663	);	3192	);
…		…
2683		3212
2684	$coro	3213	$coro
2685	}	3214	}
2686		3215
2687	cf::client->attach (	3216	cf::client->attach (
2688	on_destroy => sub {	3217	on_client_destroy => sub {
2689	my ($ns) = @_;	3218	my ($ns) = @_;
2690		3219
2691	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3220	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2692	},	3221	},
2693	);	3222	);
…		…
2709	our $safe_hole = new Safe::Hole;	3238	our $safe_hole = new Safe::Hole;
2710		3239
2711	$SIG{FPE} = 'IGNORE';	3240	$SIG{FPE} = 'IGNORE';
2712		3241
2713	$safe->permit_only (Opcode::opset qw(	3242	$safe->permit_only (Opcode::opset qw(
2714	:base_core :base_mem :base_orig :base_math	3243	:base_core :base_mem :base_orig :base_math :base_loop
2715	grepstart grepwhile mapstart mapwhile	3244	grepstart grepwhile mapstart mapwhile
2716	sort time	3245	sort time
2717	));	3246	));
2718		3247
2719	# here we export the classes and methods available to script code	3248	# here we export the classes and methods available to script code
…		…
2721	=pod	3250	=pod
2722		3251
2723	The following functions and methods are available within a safe environment:	3252	The following functions and methods are available within a safe environment:
2724		3253
2725	cf::object	3254	cf::object
2726	contr pay_amount pay_player map x y force_find force_add	3255	contr pay_amount pay_player map x y force_find force_add destroy
2727	insert remove name archname title slaying race	3256	insert remove name archname title slaying race decrease split
		3257	value
2728		3258
2729	cf::object::player	3259	cf::object::player
2730	player	3260	player
2731		3261
2732	cf::player	3262	cf::player
…		…
2737		3267
2738	=cut	3268	=cut
2739		3269
2740	for (	3270	for (
2741	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3271	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2742	insert remove inv name archname title slaying race)],	3272	insert remove inv nrof name archname title slaying race
		3273	decrease split destroy change_exp value msg lore send_msg)],
2743	["cf::object::player" => qw(player)],	3274	["cf::object::player" => qw(player)],
2744	["cf::player" => qw(peaceful)],	3275	["cf::player" => qw(peaceful send_msg)],
2745	["cf::map" => qw(trigger)],	3276	["cf::map" => qw(trigger)],
2746	) {	3277	) {
2747	no strict 'refs';
2748	my ($pkg, @funs) = @$_;	3278	my ($pkg, @funs) = @$_;
2749	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3279	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2750	for @funs;	3280	for @funs;
2751	}	3281	}
2752		3282
…		…
2767		3297
2768	my $qcode = $code;	3298	my $qcode = $code;
2769	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3299	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2770	$qcode =~ s/\n/\\n/g;	3300	$qcode =~ s/\n/\\n/g;
2771		3301
		3302	%vars = (_dummy => 0) unless %vars;
		3303
		3304	my @res;
2772	local $_;	3305	local $_;
2773	local @safe::cf::_safe_eval_args = values %vars;
2774		3306
2775	my $eval =	3307	my $eval =
2776	"do {\n"	3308	"do {\n"
2777	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3309	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2778	. "#line 0 \"{$qcode}\"\n"	3310	. "#line 0 \"{$qcode}\"\n"
2779	. $code	3311	. $code
2780	. "\n}"	3312	. "\n}"
2781	;	3313	;
2782		3314
		3315	if ($CFG{safe_eval}) {
2783	sub_generation_inc;	3316	sub_generation_inc;
		3317	local @safe::cf::_safe_eval_args = values %vars;
2784	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3318	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2785	sub_generation_inc;	3319	sub_generation_inc;
		3320	} else {
		3321	local @cf::_safe_eval_args = values %vars;
		3322	@res = wantarray ? eval eval : scalar eval $eval;
		3323	}
2786		3324
2787	if ($@) {	3325	if ($@) {
2788	warn "$@";	3326	warn "$@",
2789	warn "while executing safe code '$code'\n";	3327	"while executing safe code '$code'\n",
2790	warn "with arguments " . (join " ", %vars) . "\n";	3328	"with arguments " . (join " ", %vars) . "\n";
2791	}	3329	}
2792		3330
2793	wantarray ? @res : $res[0]	3331	wantarray ? @res : $res[0]
2794	}	3332	}
2795		3333
…		…
2809	=cut	3347	=cut
2810		3348
2811	sub register_script_function {	3349	sub register_script_function {
2812	my ($fun, $cb) = @_;	3350	my ($fun, $cb) = @_;
2813		3351
2814	no strict 'refs';	3352	$fun = "safe::$fun" if $CFG{safe_eval};
2815	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3353	*$fun = $safe_hole->wrap ($cb);
2816	}	3354	}
2817		3355
2818	=back	3356	=back
2819		3357
2820	=cut	3358	=cut
2821		3359
2822	#############################################################################	3360	#############################################################################
2823	# the server's init and main functions	3361	# the server's init and main functions
2824		3362
		3363	# async inc loader. yay.
		3364	sub inc_loader {
		3365	my $mod = $_[1];
		3366
		3367	if (in_main && !tick_inhibit) {
		3368	Carp::cluck "ERROR: attempted synchronous perl module load ($mod)";
		3369	} else {
		3370	debug "loading perl module $mod\n";
		3371	}
		3372
		3373	# 1. find real file
		3374	for my $dir (@ORIG_INC) {
		3375	ref $dir and next;
		3376	0 <= Coro::AIO::aio_load "$dir/$mod", my $data
		3377	or next;
		3378
		3379	$data = "#line 1 $dir/$mod\n$data";
		3380
		3381	open my $fh, "<", \$data or die;
		3382
		3383	return $fh;
		3384	}
		3385
		3386	()
		3387	}
		3388
		3389	sub init_inc {
		3390	# save original @INC
		3391	@ORIG_INC = ($LIBDIR, @INC) unless @ORIG_INC;
		3392
		3393	# make sure we can do scalar-opens
		3394	open my $dummy, "<", \my $dummy2;
		3395
		3396	# execute some stuff so perl load's some of the core modules
		3397	/Ü/ =~ /ü/i;
		3398	eval { &Storable::nstore_fd };
		3399
		3400	@INC = (\&inc_loader, @ORIG_INC); # @ORIG_INC is needed for DynaLoader, AutoLoad etc.
		3401
		3402	debug "module loading will be asynchronous from this point on.";
		3403	}
		3404
2825	sub load_facedata($) {	3405	sub load_facedata($) {
2826	my ($path) = @_;	3406	my ($path) = @_;
2827		3407
		3408	# HACK to clear player env face cache, we need some signal framework
		3409	# for this (global event?)
		3410	%ext::player_env::MUSIC_FACE_CACHE = ();
		3411
2828	my $enc = JSON::XS->new->utf8->canonical;	3412	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2829		3413
2830	warn "loading facedata from $path\n";	3414	trace "loading facedata from $path\n";
2831		3415
2832	my $facedata;	3416	my $facedata;
2833	0 < aio_load $path, $facedata	3417	0 < aio_load $path, $facedata
2834	or die "$path: $!";	3418	or die "$path: $!";
2835		3419
…		…
2837		3421
2838	$facedata->{version} == 2	3422	$facedata->{version} == 2
2839	or cf::cleanup "$path: version mismatch, cannot proceed.";	3423	or cf::cleanup "$path: version mismatch, cannot proceed.";
2840		3424
2841	# patch in the exptable	3425	# patch in the exptable
		3426	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
2842	$facedata->{resource}{"res/exp_table"} = {	3427	$facedata->{resource}{"res/exp_table"} = {
2843	type => FT_RSRC,	3428	type => FT_RSRC,
2844	data => $enc->encode ([map cf::level_to_min_exp $_, 0 .. cf::settings->max_level]),	3429	data => $exp_table,
		3430	hash => (Digest::MD5::md5 $exp_table),
2845	};	3431	};
2846	cf::cede_to_tick;	3432	cf::cede_to_tick;
2847		3433
2848	{	3434	{
2849	my $faces = $facedata->{faceinfo};	3435	my $faces = $facedata->{faceinfo};
2850		3436
2851	while (my ($face, $info) = each %$faces) {	3437	while (my ($face, $info) = each %$faces) {
2852	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3438	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3439
2853	cf::face::set_visibility $idx, $info->{visibility};	3440	cf::face::set_visibility $idx, $info->{visibility};
2854	cf::face::set_magicmap $idx, $info->{magicmap};	3441	cf::face::set_magicmap $idx, $info->{magicmap};
2855	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3442	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2856	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3443	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
2857		3444
2858	cf::cede_to_tick;	3445	cf::cede_to_tick;
2859	}	3446	}
2860		3447
2861	while (my ($face, $info) = each %$faces) {	3448	while (my ($face, $info) = each %$faces) {
2862	next unless $info->{smooth};	3449	next unless $info->{smooth};
		3450
2863	my $idx = cf::face::find $face	3451	my $idx = cf::face::find $face
2864	or next;	3452	or next;
		3453
2865	if (my $smooth = cf::face::find $info->{smooth}) {	3454	if (my $smooth = cf::face::find $info->{smooth}) {
2866	cf::face::set_smooth $idx, $smooth;	3455	cf::face::set_smooth $idx, $smooth;
2867	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3456	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2868	} else {	3457	} else {
2869	warn "smooth face '$info->{smooth}' not found for face '$face'";	3458	error "smooth face '$info->{smooth}' not found for face '$face'";
2870	}	3459	}
2871		3460
2872	cf::cede_to_tick;	3461	cf::cede_to_tick;
2873	}	3462	}
2874	}	3463	}
…		…
2883		3472
2884	cf::anim::invalidate_all; # d'oh	3473	cf::anim::invalidate_all; # d'oh
2885	}	3474	}
2886		3475
2887	{	3476	{
2888	# TODO: for gcfclient pleasure, we should give resources
2889	# that gcfclient doesn't grok a >10000 face index.
2890	my $res = $facedata->{resource};	3477	my $res = $facedata->{resource};
2891		3478
2892	my $soundconf = delete $res->{"res/sound.conf"};
2893
2894	while (my ($name, $info) = each %$res) {	3479	while (my ($name, $info) = each %$res) {
		3480	if (defined $info->{type}) {
2895	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3481	my $idx = (cf::face::find $name) || cf::face::alloc $name;
2896	my $data;
2897		3482
2898	if ($info->{type} & 1) {	3483	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
2899	# prepend meta info	3484	cf::face::set_type $idx, $info->{type};
2900		3485	} else {
2901	my $meta = $enc->encode ({	3486	$RESOURCE{$name} = $info; # unused
2902	name => $name,
2903	%{ $info->{meta} || {} },
2904	});
2905
2906	$data = pack "(w/a*)*", $meta, $info->{data};
2907	}	3487	}
2908		3488
2909	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
2910	cf::face::set_type $idx, $info->{type};
2911
2912	cf::cede_to_tick;	3489	cf::cede_to_tick;
2913	}	3490	}
2914
2915	if ($soundconf) {
2916	$soundconf = $enc->decode (delete $soundconf->{data});
2917
2918	for (0 .. SOUND_CAST_SPELL_0 - 1) {
2919	my $sound = $soundconf->{compat}[$_]
2920	or next;
2921
2922	my $face = cf::face::find "sound/$sound->[1]";
2923	cf::sound::set $sound->[0] => $face;
2924	cf::sound::old_sound_index $_, $face; # gcfclient-compat
2925	}
2926
2927	while (my ($k, $v) = each %{$soundconf->{event}}) {
2928	my $face = cf::face::find "sound/$v";
2929	cf::sound::set $k => $face;
2930	}
2931	}
2932	}	3491	}
		3492
		3493	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2933		3494
2934	1	3495	1
2935	}	3496	}
2936		3497
2937	register_exticmd fx_want => sub {	3498	register_exticmd fx_want => sub {
…		…
2940	while (my ($k, $v) = each %$want) {	3501	while (my ($k, $v) = each %$want) {
2941	$ns->fx_want ($k, $v);	3502	$ns->fx_want ($k, $v);
2942	}	3503	}
2943	};	3504	};
2944		3505
		3506	sub load_resource_file($) {
		3507	my $guard = lock_acquire "load_resource_file";
		3508
		3509	my $status = load_resource_file_ $_[0];
		3510	get_slot 0.1, 100;
		3511	cf::arch::commit_load;
		3512
		3513	$status
		3514	}
		3515
2945	sub reload_regions {	3516	sub reload_regions {
		3517	# HACK to clear player env face cache, we need some signal framework
		3518	# for this (global event?)
		3519	%ext::player_env::MUSIC_FACE_CACHE = ();
		3520
2946	load_resource_file "$MAPDIR/regions"	3521	load_resource_file "$MAPDIR/regions"
2947	or die "unable to load regions file\n";	3522	or die "unable to load regions file\n";
2948		3523
2949	for (cf::region::list) {	3524	for (cf::region::list) {
2950	$_->{match} = qr/$_->{match}/	3525	$_->{match} = qr/$_->{match}/
…		…
2958	}	3533	}
2959		3534
2960	sub reload_archetypes {	3535	sub reload_archetypes {
2961	load_resource_file "$DATADIR/archetypes"	3536	load_resource_file "$DATADIR/archetypes"
2962	or die "unable to load archetypes\n";	3537	or die "unable to load archetypes\n";
2963	#d# NEED to laod twice to resolve forward references
2964	# this really needs to be done in an extra post-pass
2965	# (which needs to be synchronous, so solve it differently)
2966	load_resource_file "$DATADIR/archetypes"
2967	or die "unable to load archetypes\n";
2968	}	3538	}
2969		3539
2970	sub reload_treasures {	3540	sub reload_treasures {
2971	load_resource_file "$DATADIR/treasures"	3541	load_resource_file "$DATADIR/treasures"
2972	or die "unable to load treasurelists\n";	3542	or die "unable to load treasurelists\n";
2973	}	3543	}
2974		3544
		3545	sub reload_sound {
		3546	trace "loading sound config from $DATADIR/sound\n";
		3547
		3548	0 < Coro::AIO::aio_load "$DATADIR/sound", my $data
		3549	or die "$DATADIR/sound $!";
		3550
		3551	my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data);
		3552
		3553	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3554	my $sound = $soundconf->{compat}[$_]
		3555	or next;
		3556
		3557	my $face = cf::face::find "sound/$sound->[1]";
		3558	cf::sound::set $sound->[0] => $face;
		3559	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3560	}
		3561
		3562	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3563	my $face = cf::face::find "sound/$v";
		3564	cf::sound::set $k => $face;
		3565	}
		3566	}
		3567
2975	sub reload_resources {	3568	sub reload_resources {
2976	warn "reloading resource files...\n";	3569	trace "reloading resource files...\n";
2977		3570
		3571	reload_facedata;
		3572	reload_sound;
		3573	reload_archetypes;
2978	reload_regions;	3574	reload_regions;
2979	reload_facedata;
2980	#reload_archetypes;#d#
2981	reload_archetypes;
2982	reload_treasures;	3575	reload_treasures;
2983		3576
2984	warn "finished reloading resource files\n";	3577	trace "finished reloading resource files\n";
2985	}	3578	}
2986		3579
2987	sub init {	3580	sub reload_config {
2988	reload_resources;	3581	trace "reloading config file...\n";
2989	}
2990		3582
2991	sub cfg_load {
2992	open my $fh, "<:utf8", "$CONFDIR/config"	3583	open my $fh, "<:utf8", "$CONFDIR/config"
2993	or return;	3584	or return;
2994		3585
2995	local $/;	3586	local $/;
2996	*CFG = YAML::Syck::Load <$fh>;	3587	*CFG = YAML::XS::Load scalar <$fh>;
2997		3588
2998	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3589	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2999		3590
3000	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3591	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3001	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3592	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3002		3593
3003	if (exists $CFG{mlockall}) {	3594	if (exists $CFG{mlockall}) {
…		…
3005	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"	3596	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3006	and die "WARNING: m(un)lockall failed: $!\n";	3597	and die "WARNING: m(un)lockall failed: $!\n";
3007	};	3598	};
3008	warn $@ if $@;	3599	warn $@ if $@;
3009	}	3600	}
		3601
		3602	trace "finished reloading resource files\n";
		3603	}
		3604
		3605	sub pidfile() {
		3606	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3607	or die "$PIDFILE: $!";
		3608	flock $fh, &Fcntl::LOCK_EX
		3609	or die "$PIDFILE: flock: $!";
		3610	$fh
		3611	}
		3612
		3613	# make sure only one server instance is running at any one time
		3614	sub atomic {
		3615	my $fh = pidfile;
		3616
		3617	my $pid = <$fh>;
		3618	kill 9, $pid if $pid > 0;
		3619
		3620	seek $fh, 0, 0;
		3621	print $fh $$;
		3622	}
		3623
		3624	sub main_loop {
		3625	trace "EV::loop starting\n";
		3626	if (1) {
		3627	EV::loop;
		3628	}
		3629	trace "EV::loop returned\n";
		3630	goto &main_loop unless $REALLY_UNLOOP;
3010	}	3631	}
3011		3632
3012	sub main {	3633	sub main {
		3634	cf::init_globals; # initialise logging
		3635
		3636	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3637	LOG llevInfo, "Copyright (C) 2005-2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3638	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3639	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3640
		3641	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3642
3013	# we must not ever block the main coroutine	3643	# we must not ever block the main coroutine
3014	local $Coro::idle = sub {	3644	local $Coro::idle = sub {
3015	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3645	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3016	(async {	3646	(async {
3017	Event::one_event;	3647	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3648	EV::loop EV::LOOP_ONESHOT;
3018	})->prio (Coro::PRIO_MAX);	3649	})->prio (Coro::PRIO_MAX);
3019	};	3650	};
3020		3651
3021	cfg_load;	3652	evthread_start IO::AIO::poll_fileno;
		3653
		3654	cf::sync_job {
		3655	init_inc;
		3656
		3657	cf::init_experience;
		3658	cf::init_anim;
		3659	cf::init_attackmess;
		3660	cf::init_dynamic;
		3661
		3662	cf::load_settings;
		3663	cf::load_materials;
		3664
		3665	reload_resources;
		3666	reload_config;
3022	db_init;	3667	db_init;
		3668
		3669	cf::init_uuid;
		3670	cf::init_signals;
		3671	cf::init_skills;
		3672
		3673	cf::init_beforeplay;
		3674
		3675	atomic;
		3676
3023	load_extensions;	3677	load_extensions;
3024		3678
3025	$TICK_WATCHER->start;	3679	utime time, time, $RUNTIMEFILE;
3026	Event::loop;	3680
		3681	# no (long-running) fork's whatsoever before this point(!)
		3682	use POSIX ();
		3683	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3684
		3685	(pop @POST_INIT)->(0) while @POST_INIT;
		3686	};
		3687
		3688	cf::object::thawer::errors_are_fatal 0;
		3689	info "parse errors in files are no longer fatal from this point on.\n";
		3690
		3691	my $free_main; $free_main = EV::idle sub {
		3692	undef $free_main;
		3693	undef &main; # free gobs of memory :)
		3694	};
		3695
		3696	goto &main_loop;
3027	}	3697	}
3028		3698
3029	#############################################################################	3699	#############################################################################
3030	# initialisation and cleanup	3700	# initialisation and cleanup
3031		3701
3032	# install some emergency cleanup handlers	3702	# install some emergency cleanup handlers
3033	BEGIN {	3703	BEGIN {
		3704	our %SIGWATCHER = ();
3034	for my $signal (qw(INT HUP TERM)) {	3705	for my $signal (qw(INT HUP TERM)) {
3035	Event->signal (	3706	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3036	reentrant => 0,
3037	data => WF_AUTOCANCEL,
3038	signal => $signal,
3039	prio => 0,
3040	cb => sub {
3041	cf::cleanup "SIG$signal";	3707	cf::cleanup "SIG$signal";
3042	},
3043	);	3708	};
3044	}	3709	}
3045	}	3710	}
3046		3711
3047	sub write_runtime {	3712	sub write_runtime_sync {
3048	my $runtime = "$LOCALDIR/runtime";	3713	my $t0 = AE::time;
3049		3714
3050	# first touch the runtime file to show we are still running:	3715	# first touch the runtime file to show we are still running:
3051	# the fsync below can take a very very long time.	3716	# the fsync below can take a very very long time.
3052		3717
3053	IO::AIO::aio_utime $runtime, undef, undef;	3718	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3054		3719
3055	my $guard = cf::lock_acquire "write_runtime";	3720	my $guard = cf::lock_acquire "write_runtime";
3056		3721
3057	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3722	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3058	or return;	3723	or return;
3059		3724
3060	my $value = $cf::RUNTIME + 90 + 10;	3725	my $value = $cf::RUNTIME + 90 + 10;
3061	# 10 is the runtime save interval, for a monotonic clock	3726	# 10 is the runtime save interval, for a monotonic clock
3062	# 60 allows for the watchdog to kill the server.	3727	# 60 allows for the watchdog to kill the server.
…		…
3072	aio_utime $fh, undef, undef;	3737	aio_utime $fh, undef, undef;
3073		3738
3074	close $fh	3739	close $fh
3075	or return;	3740	or return;
3076		3741
3077	aio_rename "$runtime~", $runtime	3742	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3078	and return;	3743	and return;
3079		3744
3080	warn "runtime file written.\n";	3745	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3081		3746
3082	1	3747	1
		3748	}
		3749
		3750	our $uuid_lock;
		3751	our $uuid_skip;
		3752
		3753	sub write_uuid_sync($) {
		3754	$uuid_skip ||= $_[0];
		3755
		3756	return if $uuid_lock;
		3757	local $uuid_lock = 1;
		3758
		3759	my $uuid = "$LOCALDIR/uuid";
		3760
		3761	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3762	or return;
		3763
		3764	my $value = uuid_seq uuid_cur;
		3765
		3766	unless ($value) {
		3767	info "cowardly refusing to write zero uuid value!\n";
		3768	return;
		3769	}
		3770
		3771	my $value = uuid_str $value + $uuid_skip;
		3772	$uuid_skip = 0;
		3773
		3774	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3775	and return;
		3776
		3777	# always fsync - this file is important
		3778	aio_fsync $fh
		3779	and return;
		3780
		3781	close $fh
		3782	or return;
		3783
		3784	aio_rename "$uuid~", $uuid
		3785	and return;
		3786
		3787	trace "uuid file written ($value).\n";
		3788
		3789	1
		3790
		3791	}
		3792
		3793	sub write_uuid($$) {
		3794	my ($skip, $sync) = @_;
		3795
		3796	$sync ? write_uuid_sync $skip
		3797	: async { write_uuid_sync $skip };
3083	}	3798	}
3084		3799
3085	sub emergency_save() {	3800	sub emergency_save() {
3086	my $freeze_guard = cf::freeze_mainloop;	3801	my $freeze_guard = cf::freeze_mainloop;
3087		3802
3088	warn "enter emergency perl save\n";	3803	info "emergency_perl_save: enter\n";
		3804
		3805	# this is a trade-off: we want to be very quick here, so
		3806	# save all maps without fsync, and later call a global sync
		3807	# (which in turn might be very very slow)
		3808	local $USE_FSYNC = 0;
3089		3809
3090	cf::sync_job {	3810	cf::sync_job {
		3811	cf::write_runtime_sync; # external watchdog should not bark
		3812
3091	# use a peculiar iteration method to avoid tripping on perl	3813	# use a peculiar iteration method to avoid tripping on perl
3092	# refcount bugs in for. also avoids problems with players	3814	# refcount bugs in for. also avoids problems with players
3093	# and maps saved/destroyed asynchronously.	3815	# and maps saved/destroyed asynchronously.
3094	warn "begin emergency player save\n";	3816	info "emergency_perl_save: begin player save\n";
3095	for my $login (keys %cf::PLAYER) {	3817	for my $login (keys %cf::PLAYER) {
3096	my $pl = $cf::PLAYER{$login} or next;	3818	my $pl = $cf::PLAYER{$login} or next;
3097	$pl->valid or next;	3819	$pl->valid or next;
		3820	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3098	$pl->save;	3821	$pl->save;
3099	}	3822	}
3100	warn "end emergency player save\n";	3823	info "emergency_perl_save: end player save\n";
3101		3824
3102	warn "begin emergency map save\n";	3825	cf::write_runtime_sync; # external watchdog should not bark
		3826
		3827	info "emergency_perl_save: begin map save\n";
3103	for my $path (keys %cf::MAP) {	3828	for my $path (keys %cf::MAP) {
3104	my $map = $cf::MAP{$path} or next;	3829	my $map = $cf::MAP{$path} or next;
3105	$map->valid or next;	3830	$map->valid or next;
3106	$map->save;	3831	$map->save;
3107	}	3832	}
3108	warn "end emergency map save\n";	3833	info "emergency_perl_save: end map save\n";
3109		3834
3110	warn "begin emergency database checkpoint\n";	3835	cf::write_runtime_sync; # external watchdog should not bark
		3836
		3837	info "emergency_perl_save: begin database checkpoint\n";
3111	BDB::db_env_txn_checkpoint $DB_ENV;	3838	BDB::db_env_txn_checkpoint $DB_ENV;
3112	warn "end emergency database checkpoint\n";	3839	info "emergency_perl_save: end database checkpoint\n";
		3840
		3841	info "emergency_perl_save: begin write uuid\n";
		3842	write_uuid_sync 1;
		3843	info "emergency_perl_save: end write uuid\n";
		3844
		3845	cf::write_runtime_sync; # external watchdog should not bark
		3846
		3847	trace "emergency_perl_save: syncing database to disk";
		3848	BDB::db_env_txn_checkpoint $DB_ENV;
		3849
		3850	info "emergency_perl_save: starting sync\n";
		3851	IO::AIO::aio_sync sub {
		3852	info "emergency_perl_save: finished sync\n";
		3853	};
		3854
		3855	cf::write_runtime_sync; # external watchdog should not bark
		3856
		3857	trace "emergency_perl_save: flushing outstanding aio requests";
		3858	while (IO::AIO::nreqs || BDB::nreqs) {
		3859	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
		3860	}
		3861
		3862	cf::write_runtime_sync; # external watchdog should not bark
3113	};	3863	};
3114		3864
3115	warn "leave emergency perl save\n";	3865	info "emergency_perl_save: leave\n";
3116	}	3866	}
3117		3867
3118	sub post_cleanup {	3868	sub post_cleanup {
3119	my ($make_core) = @_;	3869	my ($make_core) = @_;
3120		3870
		3871	IO::AIO::flush;
		3872
3121	warn Carp::longmess "post_cleanup backtrace"	3873	error Carp::longmess "post_cleanup backtrace"
3122	if $make_core;	3874	if $make_core;
		3875
		3876	my $fh = pidfile;
		3877	unlink $PIDFILE if <$fh> == $$;
		3878	}
		3879
		3880	# a safer delete_package, copied from Symbol
		3881	sub clear_package($) {
		3882	my $pkg = shift;
		3883
		3884	# expand to full symbol table name if needed
		3885	unless ($pkg =~ /^main::.*::$/) {
		3886	$pkg = "main$pkg" if $pkg =~ /^::/;
		3887	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3888	$pkg .= '::' unless $pkg =~ /::$/;
		3889	}
		3890
		3891	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3892	my $stem_symtab = *{$stem}{HASH};
		3893
		3894	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3895	or return;
		3896
		3897	# clear all symbols
		3898	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3899	for my $name (keys %$leaf_symtab) {
		3900	_gv_clear *{"$pkg$name"};
		3901	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3902	}
3123	}	3903	}
3124		3904
3125	sub do_reload_perl() {	3905	sub do_reload_perl() {
3126	# can/must only be called in main	3906	# can/must only be called in main
3127	if ($Coro::current != $Coro::main) {	3907	if (in_main) {
3128	warn "can only reload from main coroutine";	3908	error "can only reload from main coroutine";
3129	return;	3909	return;
3130	}	3910	}
3131		3911
		3912	return if $RELOAD++;
		3913
		3914	my $t1 = AE::time;
		3915
		3916	while ($RELOAD) {
3132	warn "reloading...";	3917	info "reloading...";
3133		3918
3134	warn "entering sync_job";	3919	trace "entering sync_job";
3135		3920
3136	cf::sync_job {	3921	cf::sync_job {
3137	cf::write_runtime; # external watchdog should not bark
3138	cf::emergency_save;	3922	cf::emergency_save;
3139	cf::write_runtime; # external watchdog should not bark
3140		3923
3141	warn "syncing database to disk";
3142	BDB::db_env_txn_checkpoint $DB_ENV;
3143
3144	# if anything goes wrong in here, we should simply crash as we already saved
3145
3146	warn "cancelling all WF_AUTOCANCEL watchers";
3147	for (Event::all_watchers) {
3148	$_->cancel if $_->data & WF_AUTOCANCEL;
3149	}
3150
3151	warn "flushing outstanding aio requests";
3152	for (;;) {
3153	BDB::flush;
3154	IO::AIO::flush;
3155	Coro::cede;
3156	last unless IO::AIO::nreqs || BDB::nreqs;
3157	warn "iterate...";
3158	}
3159
3160	++$RELOAD;
3161
3162	warn "cancelling all extension coros";	3924	trace "cancelling all extension coros";
3163	$_->cancel for values %EXT_CORO;	3925	$_->cancel for values %EXT_CORO;
3164	%EXT_CORO = ();	3926	%EXT_CORO = ();
3165		3927
3166	warn "removing commands";	3928	trace "removing commands";
3167	%COMMAND = ();	3929	%COMMAND = ();
3168		3930
3169	warn "removing ext/exti commands";	3931	trace "removing ext/exti commands";
3170	%EXTCMD = ();	3932	%EXTCMD = ();
3171	%EXTICMD = ();	3933	%EXTICMD = ();
3172		3934
3173	warn "unloading/nuking all extensions";	3935	trace "unloading/nuking all extensions";
3174	for my $pkg (@EXTS) {	3936	for my $pkg (@EXTS) {
3175	warn "... unloading $pkg";	3937	trace "... unloading $pkg";
3176		3938
3177	if (my $cb = $pkg->can ("unload")) {	3939	if (my $cb = $pkg->can ("unload")) {
3178	eval {	3940	eval {
3179	$cb->($pkg);	3941	$cb->($pkg);
3180	1	3942	1
3181	} or warn "$pkg unloaded, but with errors: $@";	3943	} or error "$pkg unloaded, but with errors: $@";
		3944	}
		3945
		3946	trace "... clearing $pkg";
		3947	clear_package $pkg;
3182	}	3948	}
3183		3949
3184	warn "... nuking $pkg";
3185	Symbol::delete_package $pkg;
3186	}
3187
3188	warn "unloading all perl modules loaded from $LIBDIR";	3950	trace "unloading all perl modules loaded from $LIBDIR";
3189	while (my ($k, $v) = each %INC) {	3951	while (my ($k, $v) = each %INC) {
3190	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3952	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3191		3953
3192	warn "... unloading $k";	3954	trace "... unloading $k";
3193	delete $INC{$k};	3955	delete $INC{$k};
3194		3956
3195	$k =~ s/\.pm$//;	3957	$k =~ s/\.pm$//;
3196	$k =~ s/\//::/g;	3958	$k =~ s/\//::/g;
3197		3959
3198	if (my $cb = $k->can ("unload_module")) {	3960	if (my $cb = $k->can ("unload_module")) {
3199	$cb->();	3961	$cb->();
		3962	}
		3963
		3964	clear_package $k;
3200	}	3965	}
3201		3966
3202	Symbol::delete_package $k;
3203	}
3204
3205	warn "getting rid of safe::, as good as possible";	3967	trace "getting rid of safe::, as good as possible";
3206	Symbol::delete_package "safe::$_"	3968	clear_package "safe::$_"
3207	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3969	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3208		3970
3209	warn "unloading cf.pm \"a bit\"";	3971	trace "unloading cf.pm \"a bit\"";
3210	delete $INC{"cf.pm"};	3972	delete $INC{"cf.pm"};
3211	delete $INC{"cf/pod.pm"};	3973	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3212		3974
3213	# don't, removes xs symbols, too,	3975	# don't, removes xs symbols, too,
3214	# and global variables created in xs	3976	# and global variables created in xs
3215	#Symbol::delete_package __PACKAGE__;	3977	#clear_package __PACKAGE__;
3216		3978
3217	warn "unload completed, starting to reload now";	3979	info "unload completed, starting to reload now";
3218		3980
3219	warn "reloading cf.pm";	3981	trace "reloading cf.pm";
3220	require cf;	3982	require cf;
3221	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3983	cf::_connect_to_perl_1;
3222		3984
3223	warn "loading config and database again";	3985	trace "loading config and database again";
3224	cf::cfg_load;	3986	cf::reload_config;
3225		3987
3226	warn "loading extensions";	3988	trace "loading extensions";
3227	cf::load_extensions;	3989	cf::load_extensions;
3228		3990
		3991	if ($REATTACH_ON_RELOAD) {
3229	warn "reattaching attachments to objects/players";	3992	trace "reattaching attachments to objects/players";
3230	_global_reattach; # objects, sockets	3993	_global_reattach; # objects, sockets
3231	warn "reattaching attachments to maps";	3994	trace "reattaching attachments to maps";
3232	reattach $_ for values %MAP;	3995	reattach $_ for values %MAP;
3233	warn "reattaching attachments to players";	3996	trace "reattaching attachments to players";
3234	reattach $_ for values %PLAYER;	3997	reattach $_ for values %PLAYER;
		3998	}
3235		3999
		4000	trace "running post_init jobs";
		4001	(pop @POST_INIT)->(1) while @POST_INIT;
		4002
3236	warn "leaving sync_job";	4003	trace "leaving sync_job";
3237		4004
3238	1	4005	1
3239	} or do {	4006	} or do {
3240	warn $@;	4007	error $@;
3241	warn "error while reloading, exiting.";	4008	cf::cleanup "error while reloading, exiting.";
3242	exit 1;	4009	};
		4010
		4011	info "reloaded";
		4012	--$RELOAD;
3243	};	4013	}
3244		4014
3245	warn "reloaded";	4015	$t1 = AE::time - $t1;
		4016	info "reload completed in ${t1}s\n";
3246	};	4017	};
3247		4018
3248	our $RELOAD_WATCHER; # used only during reload	4019	our $RELOAD_WATCHER; # used only during reload
3249		4020
3250	sub reload_perl() {	4021	sub reload_perl() {
3251	# doing reload synchronously and two reloads happen back-to-back,	4022	# doing reload synchronously and two reloads happen back-to-back,
3252	# coro crashes during coro_state_free->destroy here.	4023	# coro crashes during coro_state_free->destroy here.
3253		4024
3254	$RELOAD_WATCHER ||= Event->timer (	4025	$RELOAD_WATCHER ||= cf::async {
3255	reentrant => 0,	4026	Coro::AIO::aio_wait cache_extensions;
3256	after => 0,	4027
3257	data => WF_AUTOCANCEL,	4028	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3258	cb => sub {
3259	do_reload_perl;	4029	do_reload_perl;
3260	undef $RELOAD_WATCHER;	4030	undef $RELOAD_WATCHER;
3261	},	4031	};
3262	);	4032	};
3263	}	4033	}
3264		4034
3265	register_command "reload" => sub {	4035	register_command "reload" => sub {
3266	my ($who, $arg) = @_;	4036	my ($who, $arg) = @_;
3267		4037
3268	if ($who->flag (FLAG_WIZ)) {	4038	if ($who->flag (FLAG_WIZ)) {
3269	$who->message ("reloading server.");	4039	$who->message ("reloading server.");
		4040	async {
		4041	$Coro::current->{desc} = "perl_reload";
3270	async { reload_perl };	4042	reload_perl;
		4043	};
3271	}	4044	}
3272	};	4045	};
3273		4046
3274	unshift @INC, $LIBDIR;	4047	#############################################################################
3275		4048
3276	my $bug_warning = 0;	4049	my $bug_warning = 0;
3277		4050
3278	our @WAIT_FOR_TICK;	4051	our @WAIT_FOR_TICK;
3279	our @WAIT_FOR_TICK_BEGIN;	4052	our @WAIT_FOR_TICK_BEGIN;
3280		4053
3281	sub wait_for_tick {	4054	sub wait_for_tick {
3282	return unless $TICK_WATCHER->is_active;
3283	return if $Coro::current == $Coro::main;	4055	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3284		4056
3285	my $signal = new Coro::Signal;	4057	my $signal = new Coro::Signal;
3286	push @WAIT_FOR_TICK, $signal;	4058	push @WAIT_FOR_TICK, $signal;
3287	$signal->wait;	4059	$signal->wait;
3288	}	4060	}
3289		4061
3290	sub wait_for_tick_begin {	4062	sub wait_for_tick_begin {
3291	return unless $TICK_WATCHER->is_active;
3292	return if $Coro::current == $Coro::main;	4063	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3293		4064
3294	my $signal = new Coro::Signal;	4065	my $signal = new Coro::Signal;
3295	push @WAIT_FOR_TICK_BEGIN, $signal;	4066	push @WAIT_FOR_TICK_BEGIN, $signal;
3296	$signal->wait;	4067	$signal->wait;
3297	}	4068	}
3298		4069
3299	my $min = 1e6;#d#	4070	sub tick {
3300	my $avg = 10;
3301	$TICK_WATCHER = Event->timer (
3302	reentrant => 0,
3303	parked => 1,
3304	prio => 0,
3305	at => $NEXT_TICK || $TICK,
3306	data => WF_AUTOCANCEL,
3307	cb => sub {
3308	if ($Coro::current != $Coro::main) {	4071	if ($Coro::current != $Coro::main) {
3309	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4072	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3310	unless ++$bug_warning > 10;	4073	unless ++$bug_warning > 10;
3311	return;	4074	return;
3312	}	4075	}
3313		4076
3314	$NOW = $tick_start = Event::time;
3315
3316	cf::server_tick; # one server iteration	4077	cf::server_tick; # one server iteration
3317		4078
3318	0 && sync_job {#d#	4079	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3319	for(1..10) {
3320	my $t = Event::time;
3321	my $map = my $map = new_from_path cf::map "/tmp/x.map"
3322	or die;
3323		4080
3324	$map->width (50);	4081	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3325	$map->height (50);	4082	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3326	$map->alloc;	4083	Coro::async_pool {
3327	$map->_load_objects ("/tmp/x.map", 1);	4084	$Coro::current->{desc} = "runtime saver";
3328	my $t = Event::time - $t;	4085	write_runtime_sync
3329		4086	or error "ERROR: unable to write runtime file: $!";
3330	#next unless $t < 0.0013;#d#
3331	if ($t < $min) {
3332	$min = $t;
3333	}
3334	$avg = $avg * 0.99 + $t * 0.01;
3335	}
3336	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3337	exit 0;
3338	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3339	};	4087	};
		4088	}
3340		4089
3341	$RUNTIME += $TICK;
3342	$NEXT_TICK += $TICK;
3343
3344	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3345	$NEXT_RUNTIME_WRITE = $NOW + 10;
3346	Coro::async_pool {
3347	write_runtime
3348	or warn "ERROR: unable to write runtime file: $!";
3349	};
3350	}
3351
3352	# my $AFTER = Event::time;
3353	# warn $AFTER - $NOW;#d#
3354
3355	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4090	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3356	$sig->send;	4091	$sig->send;
3357	}	4092	}
3358	while (my $sig = shift @WAIT_FOR_TICK) {	4093	while (my $sig = shift @WAIT_FOR_TICK) {
3359	$sig->send;	4094	$sig->send;
3360	}	4095	}
3361		4096
3362	$NOW = Event::time;	4097	$LOAD = ($NOW - $TICK_START) / $TICK;
3363
3364	# if we are delayed by four ticks or more, skip them all
3365	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3366
3367	$TICK_WATCHER->at ($NEXT_TICK);
3368	$TICK_WATCHER->start;
3369
3370	$LOAD = ($NOW - $tick_start) / $TICK;
3371	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4098	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3372		4099
3373	_post_tick;	4100	if (0) {
3374		4101	if ($NEXT_TICK) {
3375		4102	my $jitter = $TICK_START - $NEXT_TICK;
		4103	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4104	debug "jitter $JITTER\n";#d#
		4105	}
3376	},	4106	}
3377	);	4107	}
3378		4108
3379	{	4109	{
3380	BDB::max_poll_time $TICK * 0.1;	4110	# configure BDB
3381	$BDB_POLL_WATCHER = Event->io (	4111
3382	reentrant => 0,
3383	fd => BDB::poll_fileno,
3384	poll => 'r',
3385	prio => 0,
3386	data => WF_AUTOCANCEL,
3387	cb => \&BDB::poll_cb,
3388	);
3389	BDB::min_parallel 8;	4112	BDB::min_parallel 16;
3390		4113	BDB::max_poll_reqs $TICK * 0.1;
3391	BDB::set_sync_prepare {	4114	$AnyEvent::BDB::WATCHER->priority (1);
3392	my $status;
3393	my $current = $Coro::current;
3394	(
3395	sub {
3396	$status = $!;
3397	$current->ready; undef $current;
3398	},
3399	sub {
3400	Coro::schedule while defined $current;
3401	$! = $status;
3402	},
3403	)
3404	};
3405		4115
3406	unless ($DB_ENV) {	4116	unless ($DB_ENV) {
3407	$DB_ENV = BDB::db_env_create;	4117	$DB_ENV = BDB::db_env_create;
		4118	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4119	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4120	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4121	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4122	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3408		4123
3409	cf::sync_job {	4124	cf::sync_job {
3410	eval {	4125	eval {
3411	BDB::db_env_open	4126	BDB::db_env_open
3412	$DB_ENV,	4127	$DB_ENV,
…		…
3414	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4129	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3415	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4130	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3416	0666;	4131	0666;
3417		4132
3418	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4133	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3419
3420	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3421	$DB_ENV->set_lk_detect;
3422	};	4134	};
3423		4135
3424	cf::cleanup "db_env_open(db): $@" if $@;	4136	cf::cleanup "db_env_open(db): $@" if $@;
3425	};	4137	};
3426	}	4138	}
		4139
		4140	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4141	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4142	};
		4143	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4144	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4145	};
		4146	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4147	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4148	};
3427	}	4149	}
3428		4150
3429	{	4151	{
		4152	# configure IO::AIO
		4153
3430	IO::AIO::min_parallel 8;	4154	IO::AIO::min_parallel 8;
3431
3432	undef $Coro::AIO::WATCHER;
3433	IO::AIO::max_poll_time $TICK * 0.1;	4155	IO::AIO::max_poll_time $TICK * 0.1;
3434	$AIO_POLL_WATCHER = Event->io (	4156	undef $AnyEvent::AIO::WATCHER;
3435	reentrant => 0,
3436	data => WF_AUTOCANCEL,
3437	fd => IO::AIO::poll_fileno,
3438	poll => 'r',
3439	prio => 6,
3440	cb => \&IO::AIO::poll_cb,
3441	);
3442	}	4157	}
3443		4158
3444	my $_log_backtrace;	4159	my $_log_backtrace;
3445		4160
3446	sub _log_backtrace {	4161	sub _log_backtrace {
…		…
3449	$msg =~ s/\n//;	4164	$msg =~ s/\n//;
3450		4165
3451	# limit the # of concurrent backtraces	4166	# limit the # of concurrent backtraces
3452	if ($_log_backtrace < 2) {	4167	if ($_log_backtrace < 2) {
3453	++$_log_backtrace;	4168	++$_log_backtrace;
		4169	my $perl_bt = Carp::longmess $msg;
3454	async {	4170	async {
		4171	$Coro::current->{desc} = "abt $msg";
		4172
3455	my @bt = fork_call {	4173	my @bt = fork_call {
3456	@addr = map { sprintf "%x", $_ } @addr;	4174	@addr = map { sprintf "%x", $_ } @addr;
3457	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4175	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3458	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4176	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3459	or die "addr2line: $!";	4177	or die "addr2line: $!";
…		…
3467	}	4185	}
3468		4186
3469	@funcs	4187	@funcs
3470	};	4188	};
3471		4189
3472	LOG llevInfo, "[ABT] $msg\n";	4190	LOG llevInfo, "[ABT] $perl_bt\n";
		4191	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3473	LOG llevInfo, "[ABT] $_\n" for @bt;	4192	LOG llevInfo, "[ABT] $_\n" for @bt;
3474	--$_log_backtrace;	4193	--$_log_backtrace;
3475	};	4194	};
3476	} else {	4195	} else {
3477	LOG llevInfo, "[ABT] $msg\n";	4196	LOG llevInfo, "[ABT] $msg\n";
3478	LOG llevInfo, "[ABT] [suppressed]\n";	4197	LOG llevInfo, "[ABT] [suppressed]\n";
3479	}	4198	}
3480	}	4199	}
3481		4200
3482	# load additional modules	4201	# load additional modules
3483	use cf::pod;	4202	require "cf/$_.pm" for @EXTRA_MODULES;
		4203	cf::_connect_to_perl_2;
3484		4204
3485	END { cf::emergency_save }	4205	END { cf::emergency_save }
3486		4206
3487	1	4207	1
3488		4208

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines