ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.352 by root, Sun Sep 2 04:57:14 2007 UTC vs.
Revision 1.559 by root, Sat Feb 26 12:50:27 2011 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use Guard ();
15	use Coro 3.64 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
24	use Coro::Util ();	51	use Coro::Util ();
25		52
26	use JSON::XS ();	53	use JSON::XS 2.01 ();
27	use BDB ();	54	use BDB ();
28	use Data::Dumper;	55	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	56	use Fcntl;
31	use YAML::Syck ();	57	use YAML::XS ();
32	use IO::AIO 2.32 ();	58	use IO::AIO ();
33	use Time::HiRes;	59	use Time::HiRes;
34	use Compress::LZF;	60	use Compress::LZF;
35	use Digest::MD5 ();	61	use Digest::MD5 ();
		62
		63	AnyEvent::detect;
36		64
37	# configure various modules to our taste	65	# configure various modules to our taste
38	#	66	#
39	$Storable::canonical = 1; # reduce rsync transfers	67	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	68	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		69
		70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		71
		72	# make sure c-lzf reinitialises itself
		73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		75
43	$Event::Eval = 1; # no idea why this is required, but it is	76	# strictly for debugging
44		77	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		78
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	79	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		80
		81	our @ORIG_INC;
51		82
52	our %COMMAND = ();	83	our %COMMAND = ();
53	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
54		85
55	our @EXTS = (); # list of extension package names	86	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	87	our %EXTCMD = ();
57	our %EXTICMD = ();	88	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
60		91
61	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
63		96
64	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
		98
65	our $DATADIR = datadir;	99	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	100	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	101	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	102	our $MAPDIR = "$DATADIR/" . mapdir;
		103
69	our $LOCALDIR = localdir;	104	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	105	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	106	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	107	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	108	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	109	our $BDBDIR = "$LOCALDIR/db";
		110	our $PIDFILE = "$LOCALDIR/pid";
		111	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		112
		113	our %RESOURCE; # unused
		114
		115	our $OUTPUT_RATE_MIN = 3000;
		116	our $OUTPUT_RATE_MAX = 1000000;
		117
		118	our $MAX_LINKS = 32; # how many chained exits to follow
		119	our $VERBOSE_IO = 1;
75		120
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	121	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	122	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	123	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	124	our $USE_FSYNC = 1; # use fsync to write maps - default on
83		125
		126	our $BDB_DEADLOCK_WATCHER;
		127	our $BDB_CHECKPOINT_WATCHER;
84	our $BDB_POLL_WATCHER;	128	our $BDB_TRICKLE_WATCHER;
85	our $DB_ENV;	129	our $DB_ENV;
		130
		131	our @EXTRA_MODULES = qw(pod match mapscript incloader);
86		132
87	our %CFG;	133	our %CFG;
88		134
89	our $UPTIME; $UPTIME ||= time;	135	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;	136	our $RUNTIME;
		137	our $NOW;
91		138
92	our %PLAYER; # all users	139	our (%PLAYER, %PLAYER_LOADING); # all users
93	our %MAP; # all maps	140	our (%MAP, %MAP_LOADING ); # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	141	our $LINK_MAP; # the special {link} map, which is always available
95		142
96	# used to convert map paths into valid unix filenames by replacing / by ∕	143	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	144	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		145
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	146	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	147	our $LOADAVG; # same thing, but with alpha-smoothing
		148	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	149	our $TICK_START; # for load detecting purposes
		150
		151	our @POST_INIT;
		152
		153	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		154	our $REALLY_UNLOOP; # never set to true, please :)
102		155
103	binmode STDOUT;	156	binmode STDOUT;
104	binmode STDERR;	157	binmode STDERR;
105		158
106	# read virtual server time, if available	159	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	160	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	161	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	162	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	163	$RUNTIME = <$fh> + 0.;
111	}	164	}
		165
		166	eval "sub TICK() { $TICK } 1" or die;
112		167
113	mkdir $_	168	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	169	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115		170
116	our $EMERGENCY_POSITION;	171	our $EMERGENCY_POSITION;
117		172
118	sub cf::map::normalise;	173	sub cf::map::normalise;
		174
		175	sub in_main() {
		176	$Coro::current == $Coro::main
		177	}
		178
		179	#############################################################################
		180
		181	%REFLECT = ();
		182	for (@REFLECT) {
		183	my $reflect = JSON::XS::decode_json $_;
		184	$REFLECT{$reflect->{class}} = $reflect;
		185	}
		186
		187	# this is decidedly evil
		188	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
119		189
120	#############################################################################	190	#############################################################################
121		191
122	=head2 GLOBAL VARIABLES	192	=head2 GLOBAL VARIABLES
123		193
…		…
159		229
160	The raw value load value from the last tick.	230	The raw value load value from the last tick.
161		231
162	=item %cf::CFG	232	=item %cf::CFG
163		233
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	234	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	235	from wherever your confdir points to.
166		236
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	237	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		238
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	239	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
170	returns directly I<after> the tick processing (and consequently, can only wake one process	240	returns directly I<after> the tick processing (and consequently, can only wake one thread
171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	241	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
172		242
		243	=cut
		244
		245	sub wait_for_tick();
		246	sub wait_for_tick_begin();
		247
173	=item @cf::INVOKE_RESULTS	248	=item @cf::INVOKE_RESULTS
174		249
175	This array contains the results of the last C<invoke ()> call. When	250	This array contains the results of the last C<invoke ()> call. When
176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	251	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177	that call.	252	that call.
178		253
		254	=item %cf::REFLECT
		255
		256	Contains, for each (C++) class name, a hash reference with information
		257	about object members (methods, scalars, arrays and flags) and other
		258	metadata, which is useful for introspection.
		259
179	=back	260	=back
180		261
181	=cut	262	=cut
182		263
183	BEGIN {	264	sub error(@) { LOG llevError, join "", @_ }
184	*CORE::GLOBAL::warn = sub {	265	sub warn (@) { LOG llevWarn , join "", @_ }
		266	sub info (@) { LOG llevInfo , join "", @_ }
		267	sub debug(@) { LOG llevDebug, join "", @_ }
		268	sub trace(@) { LOG llevTrace, join "", @_ }
		269
		270	$Coro::State::WARNHOOK = sub {
185	my $msg = join "", @_;	271	my $msg = join "", @_;
186		272
187	$msg .= "\n"	273	$msg .= "\n"
188	unless $msg =~ /\n$/;	274	unless $msg =~ /\n$/;
189		275
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	276	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		277
192	utf8::encode $msg;
193	LOG llevError, $msg;	278	LOG llevWarn, $msg;
194	};	279	};
195	}	280
		281	$Coro::State::DIEHOOK = sub {
		282	return unless $^S eq 0; # "eq", not "=="
		283
		284	error Carp::longmess $_[0];
		285
		286	if (in_main) {#d#
		287	error "DIEHOOK called in main context, Coro bug?\n";#d#
		288	return;#d#
		289	}#d#
		290
		291	# kill coroutine otherwise
		292	Coro::terminate
		293	};
196		294
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	295	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	296	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	297	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	298	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
207	for my $pkg (qw(	305	for my $pkg (qw(
208	cf::global cf::attachable	306	cf::global cf::attachable
209	cf::object cf::object::player	307	cf::object cf::object::player
210	cf::client cf::player	308	cf::client cf::player
211	cf::arch cf::living	309	cf::arch cf::living
		310	cf::map cf::mapspace
212	cf::map cf::party cf::region	311	cf::party cf::region
213	)) {	312	)) {
214	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	313	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	314	}
217		315
218	$Event::DIED = sub {	316	$EV::DIED = sub {
219	warn "error in event callback: @_";	317	Carp::cluck "error in event callback: @_";
220	};	318	};
221		319
222	#############################################################################	320	#############################################################################
223		321
224	=head2 UTILITY FUNCTIONS	322	=head2 UTILITY FUNCTIONS
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	344	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	345	$d
248	} || "[unable to dump $_[0]: '$@']";	346	} || "[unable to dump $_[0]: '$@']";
249	}	347	}
250		348
251	=item $ref = cf::from_json $json	349	=item $ref = cf::decode_json $json
252		350
253	Converts a JSON string into the corresponding perl data structure.	351	Converts a JSON string into the corresponding perl data structure.
254		352
255	=item $json = cf::to_json $ref	353	=item $json = cf::encode_json $ref
256		354
257	Converts a perl data structure into its JSON representation.	355	Converts a perl data structure into its JSON representation.
258		356
259	=cut	357	=cut
260		358
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	359	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		360
263	sub to_json ($) { $json_coder->encode ($_[0]) }	361	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	362	sub decode_json($) { $json_coder->decode ($_[0]) }
		363
		364	=item $ref = cf::yaml_load $scalar
		365
		366	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		367
		368	=cut
		369
		370	sub fork_call(&@);
		371
		372	sub yaml_load($) {
		373	fork_call { YAML::XS::Load $_[0] } @_
		374	}
		375
		376	=item cf::post_init { BLOCK }
		377
		378	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		379	but I<before> the server starts ticking again.
		380
		381	The codeblock will have a single boolean argument to indicate whether this
		382	is a reload or not.
		383
		384	=cut
		385
		386	sub post_init(&) {
		387	push @POST_INIT, shift;
		388	}
		389
		390	sub _post_init {
		391	trace "running post_init jobs";
		392
		393	# run them in parallel...
		394
		395	my @join;
		396
		397	while () {
		398	push @join, map &Coro::async ($_, 0), @POST_INIT;
		399	@POST_INIT = ();
		400
		401	@join or last;
		402
		403	(pop @join)->join;
		404	}
		405	}
265		406
266	=item cf::lock_wait $string	407	=item cf::lock_wait $string
267		408
268	Wait until the given lock is available. See cf::lock_acquire.	409	Wait until the given lock is available. See cf::lock_acquire.
269		410
270	=item my $lock = cf::lock_acquire $string	411	=item my $lock = cf::lock_acquire $string
271		412
272	Wait until the given lock is available and then acquires it and returns	413	Wait until the given lock is available and then acquires it and returns
273	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	414	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274	for example when the coroutine gets canceled), the lock is automatically	415	for example when the coroutine gets canceled), the lock is automatically
275	returned.	416	returned.
276		417
277	Locks are *not* recursive, locking from the same coro twice results in a	418	Locks are *not* recursive, locking from the same coro twice results in a
278	deadlocked coro.	419	deadlocked coro.
…		…
284		425
285	Return true if the lock is currently active, i.e. somebody has locked it.	426	Return true if the lock is currently active, i.e. somebody has locked it.
286		427
287	=cut	428	=cut
288		429
289	our %LOCK;	430	our $LOCKS = new Coro::SemaphoreSet;
290		431
291	sub lock_wait($) {	432	sub lock_wait($) {
292	my ($key) = @_;	433	$LOCKS->wait ($_[0]);
293
294	# wait for lock, if any
295	while ($LOCK{$key}) {
296	push @{ $LOCK{$key} }, $Coro::current;
297	Coro::schedule;
298	}
299	}	434	}
300		435
301	sub lock_acquire($) {	436	sub lock_acquire($) {
302	my ($key) = @_;	437	$LOCKS->guard ($_[0])
303
304	# wait, to be sure we are not locked
305	lock_wait $key;
306
307	$LOCK{$key} = [];
308
309	Coro::guard {
310	# wake up all waiters, to be on the safe side
311	$_->ready for @{ delete $LOCK{$key} };
312	}
313	}	438	}
314		439
315	sub lock_active($) {	440	sub lock_active($) {
316	my ($key) = @_;	441	$LOCKS->count ($_[0]) < 1
317
318	! ! $LOCK{$key}
319	}	442	}
320		443
321	sub freeze_mainloop {	444	sub freeze_mainloop {
322	return unless $TICK_WATCHER->is_active;	445	tick_inhibit_inc;
323		446
324	my $guard = Coro::guard {	447	&Guard::guard (\&tick_inhibit_dec);
325	$TICK_WATCHER->start;	448	}
326	};	449
327	$TICK_WATCHER->stop;	450	=item cf::periodic $interval, $cb
328	$guard	451
		452	Like EV::periodic, but randomly selects a starting point so that the actions
		453	get spread over time.
		454
		455	=cut
		456
		457	sub periodic($$) {
		458	my ($interval, $cb) = @_;
		459
		460	my $start = rand List::Util::min 180, $interval;
		461
		462	EV::periodic $start, $interval, 0, $cb
329	}	463	}
330		464
331	=item cf::get_slot $time[, $priority[, $name]]	465	=item cf::get_slot $time[, $priority[, $name]]
332		466
333	Allocate $time seconds of blocking CPU time at priority C<$priority>:	467	Allocate $time seconds of blocking CPU time at priority C<$priority>:
…		…
341		475
342	=cut	476	=cut
343		477
344	our @SLOT_QUEUE;	478	our @SLOT_QUEUE;
345	our $SLOT_QUEUE;	479	our $SLOT_QUEUE;
		480	our $SLOT_DECAY = 0.9;
346		481
347	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	482	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
348	$SLOT_QUEUE = Coro::async {	483	$SLOT_QUEUE = Coro::async {
		484	$Coro::current->desc ("timeslot manager");
		485
349	my $signal = new Coro::Signal;	486	my $signal = new Coro::Signal;
		487	my $busy;
350		488
351	while () {	489	while () {
352	next_job:	490	next_job:
		491
353	my $avail = cf::till_tick;	492	my $avail = cf::till_tick;
354	if ($avail > 0.01) {	493
355	for (0 .. $#SLOT_QUEUE) {	494	for (0 .. $#SLOT_QUEUE) {
356	if ($SLOT_QUEUE[$_][0] < $avail) {	495	if ($SLOT_QUEUE[$_][0] <= $avail) {
		496	$busy = 0;
357	my $job = splice @SLOT_QUEUE, $_, 1, ();	497	my $job = splice @SLOT_QUEUE, $_, 1, ();
358	$job->[2]->send;	498	$job->[2]->send;
359	Coro::cede;	499	Coro::cede;
360	goto next_job;	500	goto next_job;
361	}	501	} else {
		502	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
362	}	503	}
363	}	504	}
364		505
365	if (@SLOT_QUEUE) {	506	if (@SLOT_QUEUE) {
366	# we do not use wait_For_tick() as it returns immediately when tick is inactive	507	# we do not use wait_for_tick() as it returns immediately when tick is inactive
367	push @cf::WAIT_FOR_TICK, $signal;	508	push @cf::WAIT_FOR_TICK, $signal;
368	$signal->wait;	509	$signal->wait;
369	} else {	510	} else {
		511	$busy = 0;
370	Coro::schedule;	512	Coro::schedule;
371	}	513	}
372	}	514	}
373	};	515	};
374		516
375	sub get_slot($;$$) {	517	sub get_slot($;$$) {
		518	return if tick_inhibit || $Coro::current == $Coro::main;
		519
376	my ($time, $pri, $name) = @_;	520	my ($time, $pri, $name) = @_;
377		521
378	$time = $TICK * .6 if $time > $TICK * .6;	522	$time = clamp $time, 0.01, $TICK * .6;
		523
379	my $sig = new Coro::Signal;	524	my $sig = new Coro::Signal;
380		525
381	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	526	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
382	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	527	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
383	$SLOT_QUEUE->ready;	528	$SLOT_QUEUE->ready;
…		…
394		539
395	BEGIN { *async = \&Coro::async_pool }	540	BEGIN { *async = \&Coro::async_pool }
396		541
397	=item cf::sync_job { BLOCK }	542	=item cf::sync_job { BLOCK }
398		543
399	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	544	The design of Deliantra requires that the main coroutine ($Coro::main)
400	is always able to handle events or runnable, as Crossfire TRT is only	545	is always able to handle events or runnable, as Deliantra is only
401	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	546	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
402	acceptable.	547	acceptable.
403		548
404	If it must be done, put the blocking parts into C<sync_job>. This will run	549	If it must be done, put the blocking parts into C<sync_job>. This will run
405	the given BLOCK in another coroutine while waiting for the result. The	550	the given BLOCK in another coroutine while waiting for the result. The
…		…
409	=cut	554	=cut
410		555
411	sub sync_job(&) {	556	sub sync_job(&) {
412	my ($job) = @_;	557	my ($job) = @_;
413		558
414	if ($Coro::current == $Coro::main) {	559	if (in_main) {
415	my $time = Event::time;	560	my $time = AE::time;
416		561
417	# this is the main coro, too bad, we have to block	562	# this is the main coro, too bad, we have to block
418	# till the operation succeeds, freezing the server :/	563	# till the operation succeeds, freezing the server :/
419		564
420	# TODO: use suspend/resume instead	565	#LOG llevError, Carp::longmess "sync job";#d#
421	# (but this is cancel-safe)	566
422	my $freeze_guard = freeze_mainloop;	567	my $freeze_guard = freeze_mainloop;
423		568
424	my $busy = 1;	569	my $busy = 1;
425	my @res;	570	my @res;
426		571
427	(async {	572	(async {
		573	$Coro::current->desc ("sync job coro");
428	@res = eval { $job->() };	574	@res = eval { $job->() };
429	warn $@ if $@;	575	error $@ if $@;
430	undef $busy;	576	undef $busy;
431	})->prio (Coro::PRIO_MAX);	577	})->prio (Coro::PRIO_MAX);
432		578
433	while ($busy) {	579	while ($busy) {
434	Coro::cede or Event::one_event;	580	if (Coro::nready) {
		581	Coro::cede_notself;
		582	} else {
		583	EV::loop EV::LOOP_ONESHOT;
435	}	584	}
		585	}
436		586
437	$time = Event::time - $time;	587	my $time = AE::time - $time;
438		588
439	LOG llevError | logBacktrace, Carp::longmess "long sync job"
440	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
441
442	$tick_start += $time; # do not account sync jobs to server load	589	$TICK_START += $time; # do not account sync jobs to server load
443		590
444	wantarray ? @res : $res[0]	591	wantarray ? @res : $res[0]
445	} else {	592	} else {
446	# we are in another coroutine, how wonderful, everything just works	593	# we are in another coroutine, how wonderful, everything just works
447		594
…		…
467	$EXT_CORO{$coro+0} = $coro;	614	$EXT_CORO{$coro+0} = $coro;
468		615
469	$coro	616	$coro
470	}	617	}
471		618
472	=item fork_call { }, $args	619	=item fork_call { }, @args
473		620
474	Executes the given code block with the given arguments in a seperate	621	Executes the given code block with the given arguments in a seperate
475	process, returning the results. Everything must be serialisable with	622	process, returning the results. Everything must be serialisable with
476	Coro::Storable. May, of course, block. Note that the executed sub may	623	Coro::Storable. May, of course, block. Note that the executed sub may
477	never block itself or use any form of Event handling.	624	never block itself or use any form of event handling.
478		625
479	=cut	626	=cut
		627
		628	sub post_fork {
		629	reset_signals;
		630	}
480		631
481	sub fork_call(&@) {	632	sub fork_call(&@) {
482	my ($cb, @args) = @_;	633	my ($cb, @args) = @_;
483		634
484	# we seemingly have to make a local copy of the whole thing,	635	# we seemingly have to make a local copy of the whole thing,
485	# otherwise perl prematurely frees the stuff :/	636	# otherwise perl prematurely frees the stuff :/
486	# TODO: investigate and fix (liekly this will be rather laborious)	637	# TODO: investigate and fix (likely this will be rather laborious)
487		638
488	my @res = Coro::Util::fork_eval {	639	my @res = Coro::Util::fork_eval {
489	reset_signals;	640	cf::post_fork;
490	&$cb	641	&$cb
491	}, @args;	642	} @args;
492		643
493	wantarray ? @res : $res[-1]	644	wantarray ? @res : $res[-1]
		645	}
		646
		647	sub objinfo {
		648	(
		649	"counter value" => cf::object::object_count,
		650	"objects created" => cf::object::create_count,
		651	"objects destroyed" => cf::object::destroy_count,
		652	"freelist size" => cf::object::free_count,
		653	"allocated objects" => cf::object::objects_size,
		654	"active objects" => cf::object::actives_size,
		655	)
		656	}
		657
		658	=item $coin = coin_from_name $name
		659
		660	=cut
		661
		662	our %coin_alias = (
		663	"silver" => "silvercoin",
		664	"silvercoin" => "silvercoin",
		665	"silvercoins" => "silvercoin",
		666	"gold" => "goldcoin",
		667	"goldcoin" => "goldcoin",
		668	"goldcoins" => "goldcoin",
		669	"platinum" => "platinacoin",
		670	"platinumcoin" => "platinacoin",
		671	"platinumcoins" => "platinacoin",
		672	"platina" => "platinacoin",
		673	"platinacoin" => "platinacoin",
		674	"platinacoins" => "platinacoin",
		675	"royalty" => "royalty",
		676	"royalties" => "royalty",
		677	);
		678
		679	sub coin_from_name($) {
		680	$coin_alias{$_[0]}
		681	? cf::arch::find $coin_alias{$_[0]}
		682	: undef
494	}	683	}
495		684
496	=item $value = cf::db_get $family => $key	685	=item $value = cf::db_get $family => $key
497		686
498	Returns a single value from the environment database.	687	Returns a single value from the environment database.
…		…
500	=item cf::db_put $family => $key => $value	689	=item cf::db_put $family => $key => $value
501		690
502	Stores the given C<$value> in the family. It can currently store binary	691	Stores the given C<$value> in the family. It can currently store binary
503	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	692	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
504		693
		694	=item $db = cf::db_table "name"
		695
		696	Create and/or open a new database table. The string must not be "db" and must be unique
		697	within each server.
		698
505	=cut	699	=cut
		700
		701	sub db_table($) {
		702	cf::error "db_get called from main context"
		703	if $Coro::current == $Coro::main;
		704
		705	my ($name) = @_;
		706	my $db = BDB::db_create $DB_ENV;
		707
		708	eval {
		709	$db->set_flags (BDB::CHKSUM);
		710
		711	utf8::encode $name;
		712	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		713	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		714	cf::cleanup "db_open(db): $!" if $!;
		715	};
		716	cf::cleanup "db_open(db): $@" if $@;
		717
		718	$db
		719	}
506		720
507	our $DB;	721	our $DB;
508		722
509	sub db_init {	723	sub db_init {
510	unless ($DB) {	724	$DB ||= db_table "db";
511	$DB = BDB::db_create $DB_ENV;
512
513	cf::sync_job {
514	eval {
515	$DB->set_flags (BDB::CHKSUM);
516
517	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
518	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
519	cf::cleanup "db_open(db): $!" if $!;
520	};
521	cf::cleanup "db_open(db): $@" if $@;
522	};
523	}
524	}	725	}
525		726
526	sub db_get($$) {	727	sub db_get($$) {
527	my $key = "$_[0]/$_[1]";	728	my $key = "$_[0]/$_[1]";
528		729
529	cf::sync_job {	730	cf::error "db_get called from main context"
		731	if $Coro::current == $Coro::main;
		732
530	BDB::db_get $DB, undef, $key, my $data;	733	BDB::db_get $DB, undef, $key, my $data;
531		734
532	$! ? ()	735	$! ? ()
533	: $data	736	: $data
534	}
535	}	737	}
536		738
537	sub db_put($$$) {	739	sub db_put($$$) {
538	BDB::dbreq_pri 4;	740	BDB::dbreq_pri 4;
539	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	741	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
595		797
596	my $t1 = Time::HiRes::time;	798	my $t1 = Time::HiRes::time;
597	my $data = $process->(\@data);	799	my $data = $process->(\@data);
598	my $t2 = Time::HiRes::time;	800	my $t2 = Time::HiRes::time;
599		801
600	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	802	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
601		803
602	db_put cache => "$id/data", $data;	804	db_put cache => "$id/data", $data;
603	db_put cache => "$id/md5" , $md5;	805	db_put cache => "$id/md5" , $md5;
604	db_put cache => "$id/meta", $meta;	806	db_put cache => "$id/meta", $meta;
605		807
…		…
615		817
616	=cut	818	=cut
617		819
618	sub datalog($@) {	820	sub datalog($@) {
619	my ($type, %kv) = @_;	821	my ($type, %kv) = @_;
620	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	822	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
621	}	823	}
622		824
623	=back	825	=back
624		826
625	=cut	827	=cut
626		828
627	#############################################################################	829	#############################################################################
628		830
629	=head2 ATTACHABLE OBJECTS	831	=head2 ATTACHABLE OBJECTS
630		832
631	Many objects in crossfire are so-called attachable objects. That means you can	833	Many objects in deliantra are so-called attachable objects. That means you can
632	attach callbacks/event handlers (a collection of which is called an "attachment")	834	attach callbacks/event handlers (a collection of which is called an "attachment")
633	to it. All such attachable objects support the following methods.	835	to it. All such attachable objects support the following methods.
634		836
635	In the following description, CLASS can be any of C<global>, C<object>	837	In the following description, CLASS can be any of C<global>, C<object>
636	C<player>, C<client> or C<map> (i.e. the attachable objects in	838	C<player>, C<client> or C<map> (i.e. the attachable objects in
637	Crossfire TRT).	839	Deliantra).
638		840
639	=over 4	841	=over 4
640		842
641	=item $attachable->attach ($attachment, key => $value...)	843	=item $attachable->attach ($attachment, key => $value...)
642		844
…		…
686	=item cf::CLASS::attachment $name, ...	888	=item cf::CLASS::attachment $name, ...
687		889
688	Register an attachment by C<$name> through which attachable objects of the	890	Register an attachment by C<$name> through which attachable objects of the
689	given CLASS can refer to this attachment.	891	given CLASS can refer to this attachment.
690		892
691	Some classes such as crossfire maps and objects can specify attachments	893	Some classes such as deliantra maps and objects can specify attachments
692	that are attached at load/instantiate time, thus the need for a name.	894	that are attached at load/instantiate time, thus the need for a name.
693		895
694	These calls expect any number of the following handler/hook descriptions:	896	These calls expect any number of the following handler/hook descriptions:
695		897
696	=over 4	898	=over 4
…		…
820		1022
821	} elsif (exists $cb_id{$type}) {	1023	} elsif (exists $cb_id{$type}) {
822	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1024	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
823		1025
824	} elsif (ref $type) {	1026	} elsif (ref $type) {
825	warn "attaching objects not supported, ignoring.\n";	1027	error "attaching objects not supported, ignoring.\n";
826		1028
827	} else {	1029	} else {
828	shift @arg;	1030	shift @arg;
829	warn "attach argument '$type' not supported, ignoring.\n";	1031	error "attach argument '$type' not supported, ignoring.\n";
830	}	1032	}
831	}	1033	}
832	}	1034	}
833		1035
834	sub _object_attach {	1036	sub _object_attach {
…		…
844	_attach $registry, $klass, @attach;	1046	_attach $registry, $klass, @attach;
845	}	1047	}
846		1048
847	$obj->{$name} = \%arg;	1049	$obj->{$name} = \%arg;
848	} else {	1050	} else {
849	warn "object uses attachment '$name' which is not available, postponing.\n";	1051	info "object uses attachment '$name' which is not available, postponing.\n";
850	}	1052	}
851		1053
852	$obj->{_attachment}{$name} = undef;	1054	$obj->{_attachment}{$name} = undef;
853	}	1055	}
854		1056
…		…
913		1115
914	for (@$callbacks) {	1116	for (@$callbacks) {
915	eval { &{$_->[1]} };	1117	eval { &{$_->[1]} };
916		1118
917	if ($@) {	1119	if ($@) {
918	warn "$@";
919	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1120	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
920	override;	1121	override;
921	}	1122	}
922		1123
923	return 1 if $override;	1124	return 1 if $override;
924	}	1125	}
925		1126
926	0	1127	0
927	}	1128	}
928		1129
929	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1130	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
930		1131
931	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1132	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
932		1133
933	Generate an object-specific event with the given arguments.	1134	Generate an object-specific event with the given arguments.
934		1135
…		…
940		1141
941	=cut	1142	=cut
942		1143
943	#############################################################################	1144	#############################################################################
944	# object support	1145	# object support
945	#
946		1146
		1147	sub _object_equal($$);
		1148	sub _object_equal($$) {
		1149	my ($a, $b) = @_;
		1150
		1151	return 0 unless (ref $a) eq (ref $b);
		1152
		1153	if ("HASH" eq ref $a) {
		1154	my @ka = keys %$a;
		1155	my @kb = keys %$b;
		1156
		1157	return 0 if @ka != @kb;
		1158
		1159	for (0 .. $#ka) {
		1160	return 0 unless $ka[$_] eq $kb[$_];
		1161	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1162	}
		1163
		1164	} elsif ("ARRAY" eq ref $a) {
		1165
		1166	return 0 if @$a != @$b;
		1167
		1168	for (0 .. $#$a) {
		1169	return 0 unless _object_equal $a->[$_], $b->[$_];
		1170	}
		1171
		1172	} elsif ($a ne $b) {
		1173	return 0;
		1174	}
		1175
		1176	1
		1177	}
		1178
		1179	our $SLOW_MERGES;#d#
947	sub _can_merge {	1180	sub _can_merge {
948	my ($ob1, $ob2) = @_;	1181	my ($ob1, $ob2) = @_;
949		1182
950	local $Storable::canonical = 1;	1183	++$SLOW_MERGES;#d#
951	my $fob1 = Storable::freeze $ob1;
952	my $fob2 = Storable::freeze $ob2;
953		1184
954	$fob1 eq $fob2	1185	# we do the slow way here
		1186	return _object_equal $ob1, $ob2
955	}	1187	}
956		1188
957	sub reattach {	1189	sub reattach {
958	# basically do the same as instantiate, without calling instantiate	1190	# basically do the same as instantiate, without calling instantiate
959	my ($obj) = @_;	1191	my ($obj) = @_;
960		1192
		1193	# no longer needed after getting rid of delete_package?
961	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1194	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
962		1195
963	my $registry = $obj->registry;	1196	my $registry = $obj->registry;
964		1197
965	@$registry = ();	1198	@$registry = ();
966		1199
…		…
971	for (@$attach) {	1204	for (@$attach) {
972	my ($klass, @attach) = @$_;	1205	my ($klass, @attach) = @$_;
973	_attach $registry, $klass, @attach;	1206	_attach $registry, $klass, @attach;
974	}	1207	}
975	} else {	1208	} else {
976	warn "object uses attachment '$name' that is not available, postponing.\n";	1209	info "object uses attachment '$name' that is not available, postponing.\n";
977	}	1210	}
978	}	1211	}
979	}	1212	}
980		1213
981	cf::attachable->attach (	1214	cf::attachable->attach (
982	prio => -1000000,	1215	prio => -1000000,
983	on_instantiate => sub {	1216	on_instantiate => sub {
984	my ($obj, $data) = @_;	1217	my ($obj, $data) = @_;
985		1218
986	$data = from_json $data;	1219	$data = decode_json $data;
987		1220
988	for (@$data) {	1221	for (@$data) {
989	my ($name, $args) = @$_;	1222	my ($name, $args) = @$_;
990		1223
991	$obj->attach ($name, %{$args || {} });	1224	$obj->attach ($name, %{$args || {} });
…		…
1007	sub object_freezer_save {	1240	sub object_freezer_save {
1008	my ($filename, $rdata, $objs) = @_;	1241	my ($filename, $rdata, $objs) = @_;
1009		1242
1010	sync_job {	1243	sync_job {
1011	if (length $$rdata) {	1244	if (length $$rdata) {
		1245	utf8::decode (my $decname = $filename);
1012	warn sprintf "saving %s (%d,%d)\n",	1246	trace sprintf "saving %s (%d,%d)\n",
1013	$filename, length $$rdata, scalar @$objs;	1247	$decname, length $$rdata, scalar @$objs
		1248	if $VERBOSE_IO;
1014		1249
1015	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1250	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1016	chmod SAVE_MODE, $fh;	1251	aio_chmod $fh, SAVE_MODE;
1017	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1252	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1018	aio_fsync $fh if $cf::USE_FSYNC;	1253	if ($cf::USE_FSYNC) {
		1254	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1255	aio_fsync $fh;
		1256	}
1019	close $fh;	1257	aio_close $fh;
1020		1258
1021	if (@$objs) {	1259	if (@$objs) {
1022	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1260	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1023	chmod SAVE_MODE, $fh;	1261	aio_chmod $fh, SAVE_MODE;
1024	my $data = Storable::nfreeze { version => 1, objs => $objs };	1262	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1025	aio_write $fh, 0, (length $data), $data, 0;	1263	aio_write $fh, 0, (length $data), $data, 0;
1026	aio_fsync $fh if $cf::USE_FSYNC;	1264	if ($cf::USE_FSYNC) {
		1265	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1266	aio_fsync $fh;
		1267	}
1027	close $fh;	1268	aio_close $fh;
1028	aio_rename "$filename.pst~", "$filename.pst";	1269	aio_rename "$filename.pst~", "$filename.pst";
1029	}	1270	}
1030	} else {	1271	} else {
1031	aio_unlink "$filename.pst";	1272	aio_unlink "$filename.pst";
1032	}	1273	}
1033		1274
1034	aio_rename "$filename~", $filename;	1275	aio_rename "$filename~", $filename;
		1276
		1277	$filename =~ s%/[^/]+$%%;
		1278	aio_pathsync $filename if $cf::USE_FSYNC;
1035	} else {	1279	} else {
1036	warn "FATAL: $filename~: $!\n";	1280	error "unable to save objects: $filename~: $!\n";
1037	}	1281	}
1038	} else {	1282	} else {
1039	aio_unlink $filename;	1283	aio_unlink $filename;
1040	aio_unlink "$filename.pst";	1284	aio_unlink "$filename.pst";
1041	}	1285	}
1042	}	1286	};
1043	}	1287	}
1044		1288
1045	sub object_freezer_as_string {	1289	sub object_freezer_as_string {
1046	my ($rdata, $objs) = @_;	1290	my ($rdata, $objs) = @_;
1047		1291
…		…
1059	or return;	1303	or return;
1060		1304
1061	unless (aio_stat "$filename.pst") {	1305	unless (aio_stat "$filename.pst") {
1062	(aio_load "$filename.pst", $av) >= 0	1306	(aio_load "$filename.pst", $av) >= 0
1063	or return;	1307	or return;
		1308
1064	$av = eval { (Storable::thaw $av)->{objs} };	1309	my $st = eval { Coro::Storable::thaw $av };
		1310	$av = $st->{objs};
1065	}	1311	}
1066		1312
		1313	utf8::decode (my $decname = $filename);
1067	warn sprintf "loading %s (%d)\n",	1314	trace sprintf "loading %s (%d,%d)\n",
1068	$filename, length $data, scalar @{$av || []};	1315	$decname, length $data, scalar @{$av || []}
		1316	if $VERBOSE_IO;
		1317
1069	return ($data, $av);	1318	($data, $av)
1070	}	1319	}
1071		1320
1072	=head2 COMMAND CALLBACKS	1321	=head2 COMMAND CALLBACKS
1073		1322
1074	=over 4	1323	=over 4
…		…
1128	my ($name, $cb) = @_;	1377	my ($name, $cb) = @_;
1129		1378
1130	$EXTICMD{$name} = $cb;	1379	$EXTICMD{$name} = $cb;
1131	}	1380	}
1132		1381
		1382	use File::Glob ();
		1383
1133	cf::player->attach (	1384	cf::player->attach (
1134	on_command => sub {	1385	on_unknown_command => sub {
1135	my ($pl, $name, $params) = @_;	1386	my ($pl, $name, $params) = @_;
1136		1387
1137	my $cb = $COMMAND{$name}	1388	my $cb = $COMMAND{$name}
1138	or return;	1389	or return;
1139		1390
…		…
1162		1413
1163	$pl->ext_reply ($reply, @reply)	1414	$pl->ext_reply ($reply, @reply)
1164	if $reply;	1415	if $reply;
1165		1416
1166	} else {	1417	} else {
1167	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1418	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1168	}	1419	}
1169		1420
1170	cf::override;	1421	cf::override;
1171	},	1422	},
1172	);	1423	);
1173		1424
		1425	# "readahead" all extensions
		1426	sub cache_extensions {
		1427	my $grp = IO::AIO::aio_group;
		1428
		1429	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1430	for (grep /\.ext$/, @{$_[0]}) {
		1431	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1432	}
		1433	};
		1434
		1435	$grp
		1436	}
		1437
1174	sub load_extensions {	1438	sub load_extensions {
		1439	info "loading extensions...";
		1440
1175	cf::sync_job {	1441	cf::sync_job {
1176	my %todo;	1442	my %todo;
1177		1443
1178	for my $path (<$LIBDIR/*.ext>) {	1444	for my $path (<$LIBDIR/*.ext>) {
1179	next unless -r $path;	1445	next unless -r $path;
…		…
1197		1463
1198	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1464	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1199	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1465	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1200		1466
1201	$ext{source} =	1467	$ext{source} =
1202	"package $pkg; use strict; use utf8;\n"	1468	"package $pkg; use common::sense;\n"
1203	. "#line 1 \"$path\"\n{\n"	1469	. "#line 1 \"$path\"\n{\n"
1204	. $source	1470	. $source
1205	. "\n};\n1";	1471	. "\n};\n1";
1206		1472
1207	$todo{$base} = \%ext;	1473	$todo{$base} = \%ext;
1208	}	1474	}
1209		1475
		1476	my $pass = 0;
1210	my %done;	1477	my %done;
1211	while (%todo) {	1478	while (%todo) {
1212	my $progress;	1479	my $progress;
1213		1480
		1481	++$pass;
		1482
		1483	ext:
1214	while (my ($k, $v) = each %todo) {	1484	while (my ($k, $v) = each %todo) {
1215	for (split /,\s*/, $v->{meta}{depends}) {	1485	for (split /,\s*/, $v->{meta}{depends}) {
1216	goto skip	1486	next ext
1217	unless exists $done{$_};	1487	unless exists $done{$_};
1218	}	1488	}
1219		1489
1220	warn "... loading '$k' into '$v->{pkg}'\n";	1490	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1221		1491
1222	unless (eval $v->{source}) {	1492	my $active = eval $v->{source};
		1493
		1494	if (length $@) {
1223	my $msg = $@ ? "$v->{path}: $@\n"	1495	error "$v->{path}: $@\n";
1224	: "$v->{base}: extension inactive.\n";
1225		1496
		1497	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1226	if (exists $v->{meta}{mandatory}) {	1498	if exists $v->{meta}{mandatory};
1227	warn $msg;	1499
1228	warn "mandatory extension failed to load, exiting.\n";	1500	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1229	exit 1;	1501	delete $todo{$k};
1230	}	1502	} else {
1231		1503	$done{$k} = delete $todo{$k};
1232	warn $msg;	1504	push @EXTS, $v->{pkg};
		1505	$progress = 1;
		1506
		1507	info "$v->{base}: extension inactive.\n"
		1508	unless $active;
1233	}	1509	}
1234
1235	$done{$k} = delete $todo{$k};
1236	push @EXTS, $v->{pkg};
1237	$progress = 1;
1238	}	1510	}
1239		1511
1240	skip:	1512	unless ($progress) {
1241	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1513	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1242	unless $progress;	1514
		1515	while (my ($k, $v) = each %todo) {
		1516	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1517	if exists $v->{meta}{mandatory};
		1518	}
		1519	}
1243	}	1520	}
1244	};	1521	};
1245	}	1522	}
1246		1523
1247	#############################################################################	1524	#############################################################################
1248		1525
1249	=back	1526	=back
1250		1527
1251	=head2 CORE EXTENSIONS	1528	=head2 CORE EXTENSIONS
1252		1529
1253	Functions and methods that extend core crossfire objects.	1530	Functions and methods that extend core deliantra objects.
1254		1531
1255	=cut	1532	=cut
1256		1533
1257	package cf::player;	1534	package cf::player;
1258		1535
1259	use Coro::AIO;	1536	use Coro::AIO;
1260		1537
1261	=head3 cf::player	1538	=head3 cf::player
1262		1539
1263	=over 4	1540	=over 4
		1541
		1542	=item cf::player::num_playing
		1543
		1544	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1545
		1546	=cut
		1547
		1548	sub num_playing {
		1549	scalar grep
		1550	$_->ob->map
		1551	&& !$_->hidden
		1552	&& !$_->ob->flag (cf::FLAG_WIZ),
		1553	cf::player::list
		1554	}
1264		1555
1265	=item cf::player::find $login	1556	=item cf::player::find $login
1266		1557
1267	Returns the given player object, loading it if necessary (might block).	1558	Returns the given player object, loading it if necessary (might block).
1268		1559
…		…
1287		1578
1288	sub exists($) {	1579	sub exists($) {
1289	my ($login) = @_;	1580	my ($login) = @_;
1290		1581
1291	$cf::PLAYER{$login}	1582	$cf::PLAYER{$login}
1292	or cf::sync_job { !aio_stat path $login }	1583	or !aio_stat path $login
1293	}	1584	}
1294		1585
1295	sub find($) {	1586	sub find($) {
1296	return $cf::PLAYER{$_[0]} || do {	1587	return $cf::PLAYER{$_[0]} || do {
1297	my $login = $_[0];	1588	my $login = $_[0];
…		…
1304	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1595	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1305	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1596	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1306	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1597	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1307	aio_unlink +(playerdir $login) . "/$login.pl";	1598	aio_unlink +(playerdir $login) . "/$login.pl";
1308		1599
1309	my $pl = load_pl path $login	1600	my $f = new_from_file cf::object::thawer path $login
1310	or return;	1601	or return;
		1602
		1603	my $pl = cf::player::load_pl $f
		1604	or return;
		1605
		1606	local $cf::PLAYER_LOADING{$login} = $pl;
		1607	$f->resolve_delayed_derefs;
1311	$cf::PLAYER{$login} = $pl	1608	$cf::PLAYER{$login} = $pl
1312	}	1609	}
1313	}	1610	}
1314	}	1611	}
		1612
		1613	cf::player->attach (
		1614	on_load => sub {
		1615	my ($pl, $path) = @_;
		1616
		1617	# restore slots saved in save, below
		1618	my $slots = delete $pl->{_slots};
		1619
		1620	$pl->ob->current_weapon ($slots->[0]);
		1621	$pl->combat_ob ($slots->[1]);
		1622	$pl->ranged_ob ($slots->[2]);
		1623	},
		1624	);
1315		1625
1316	sub save($) {	1626	sub save($) {
1317	my ($pl) = @_;	1627	my ($pl) = @_;
1318		1628
1319	return if $pl->{deny_save};	1629	return if $pl->{deny_save};
…		…
1323		1633
1324	return if $pl->{deny_save};	1634	return if $pl->{deny_save};
1325		1635
1326	aio_mkdir playerdir $pl, 0770;	1636	aio_mkdir playerdir $pl, 0770;
1327	$pl->{last_save} = $cf::RUNTIME;	1637	$pl->{last_save} = $cf::RUNTIME;
		1638
		1639	cf::get_slot 0.01;
		1640
		1641	# save slots, to be restored later
		1642	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1328		1643
1329	$pl->save_pl ($path);	1644	$pl->save_pl ($path);
1330	cf::cede_to_tick;	1645	cf::cede_to_tick;
1331	}	1646	}
1332		1647
…		…
1364	my ($pl) = @_;	1679	my ($pl) = @_;
1365		1680
1366	my $name = $pl->ob->name;	1681	my $name = $pl->ob->name;
1367		1682
1368	$pl->{deny_save} = 1;	1683	$pl->{deny_save} = 1;
1369	$pl->password ("*"); # this should lock out the player until we nuked the dir	1684	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1370		1685
1371	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1686	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1372	$pl->deactivate;	1687	$pl->deactivate;
		1688
		1689	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1373	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1690	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1691	ext::highscore::check ($pl->ob);
		1692
1374	$pl->ns->destroy if $pl->ns;	1693	$pl->ns->destroy if $pl->ns;
1375		1694
1376	my $path = playerdir $pl;	1695	my $path = playerdir $pl;
1377	my $temp = "$path~$cf::RUNTIME~deleting~";	1696	my $temp = "$path~$cf::RUNTIME~deleting~";
1378	aio_rename $path, $temp;	1697	aio_rename $path, $temp;
…		…
1413	or return [];	1732	or return [];
1414		1733
1415	my @logins;	1734	my @logins;
1416		1735
1417	for my $login (@$dirs) {	1736	for my $login (@$dirs) {
		1737	my $path = path $login;
		1738
		1739	# a .pst is a dead give-away for a valid player
		1740	# if no pst file found, open and chekc for blocked users
		1741	if (aio_stat "$path.pst") {
1418	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1742	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1419	aio_read $fh, 0, 512, my $buf, 0 or next;	1743	aio_read $fh, 0, 512, my $buf, 0 or next;
1420	$buf !~ /^password -------------$/m or next; # official not-valid tag	1744	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1745	}
1421		1746
1422	utf8::decode $login;	1747	utf8::decode $login;
1423	push @logins, $login;	1748	push @logins, $login;
1424	}	1749	}
1425		1750
1426	\@logins	1751	\@logins
1427	}	1752	}
1428		1753
1429	=item $player->maps	1754	=item $player->maps
		1755
		1756	=item cf::player::maps $login
1430		1757
1431	Returns an arrayref of map paths that are private for this	1758	Returns an arrayref of map paths that are private for this
1432	player. May block.	1759	player. May block.
1433		1760
1434	=cut	1761	=cut
…		…
1452	}	1779	}
1453		1780
1454	\@paths	1781	\@paths
1455	}	1782	}
1456		1783
1457	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1784	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1458		1785
1459	Expand crossfire pod fragments into protocol xml.	1786	Expand deliantra pod fragments into protocol xml.
1460
1461	=cut
1462
1463	sub expand_cfpod {
1464	((my $self), (local $_)) = @_;
1465
1466	# escape & and <
1467	s/&/&amp;/g;
1468	s/(?<![BIUGHT])</&lt;/g;
1469
1470	# this is buggy, it needs to properly take care of nested <'s
1471
1472	1 while
1473	# replace B<>, I<>, U<> etc.
1474	s/B<([^\>]*)>/<b>$1<\/b>/
1475	|| s/I<([^\>]*)>/<i>$1<\/i>/
1476	|| s/U<([^\>]*)>/<u>$1<\/u>/
1477	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1478	# replace G<male|female> tags
1479	|| s{G<([^>|]*)\|([^>]*)>}{
1480	$self->gender ? $2 : $1
1481	}ge
1482	# replace H<hint text>
1483	|| s{H<([^\>]*)>}
1484	{
1485	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1486	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1487	"")
1488	[$self->{hintmode}]
1489	}ge;
1490
1491	# create single paragraphs (very hackish)
1492	s/(?<=\S)\n(?=\w)/ /g;
1493
1494	# compress some whitespace
1495	s/\s+\n/\n/g; # ws line-ends
1496	s/\n\n+/\n/g; # double lines
1497	s/^\n+//; # beginning lines
1498	s/\n+$//; # ending lines
1499
1500	$_
1501	}
1502
1503	sub hintmode {
1504	$_[0]{hintmode} = $_[1] if @_ > 1;
1505	$_[0]{hintmode}
1506	}
1507		1787
1508	=item $player->ext_reply ($msgid, @msg)	1788	=item $player->ext_reply ($msgid, @msg)
1509		1789
1510	Sends an ext reply to the player.	1790	Sends an ext reply to the player.
1511		1791
…		…
1543		1823
1544	=cut	1824	=cut
1545		1825
1546	sub find_by_path($) {	1826	sub find_by_path($) {
1547	my ($path) = @_;	1827	my ($path) = @_;
		1828
		1829	$path =~ s/^~[^\/]*//; # skip ~login
1548		1830
1549	my ($match, $specificity);	1831	my ($match, $specificity);
1550		1832
1551	for my $region (list) {	1833	for my $region (list) {
1552	if ($region->{match} && $path =~ $region->{match}) {	1834	if ($region->{match} && $path =~ $region->{match}) {
…		…
1578	our $MAX_RESET = 3600;	1860	our $MAX_RESET = 3600;
1579	our $DEFAULT_RESET = 3000;	1861	our $DEFAULT_RESET = 3000;
1580		1862
1581	sub generate_random_map {	1863	sub generate_random_map {
1582	my ($self, $rmp) = @_;	1864	my ($self, $rmp) = @_;
1583	# mit "rum" bekleckern, nicht	1865
		1866	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1867
1584	$self->_create_random_map (	1868	$self->_create_random_map ($rmp);
1585	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1586	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1587	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1588	$rmp->{exit_on_final_map},
1589	$rmp->{xsize}, $rmp->{ysize},
1590	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1591	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1592	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1593	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1594	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1595	(cf::region::find $rmp->{region}), $rmp->{custom}
1596	)
1597	}	1869	}
1598		1870
1599	=item cf::map->register ($regex, $prio)	1871	=item cf::map->register ($regex, $prio)
1600		1872
1601	Register a handler for the map path matching the given regex at the	1873	Register a handler for the map path matching the given regex at the
…		…
1606		1878
1607	sub register {	1879	sub register {
1608	my (undef, $regex, $prio) = @_;	1880	my (undef, $regex, $prio) = @_;
1609	my $pkg = caller;	1881	my $pkg = caller;
1610		1882
1611	no strict;
1612	push @{"$pkg\::ISA"}, __PACKAGE__;	1883	push @{"$pkg\::ISA"}, __PACKAGE__;
1613		1884
1614	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	1885	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1615	}	1886	}
1616		1887
1617	# also paths starting with '/'	1888	# also paths starting with '/'
1618	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	1889	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1619		1890
1620	sub thawer_merge {	1891	sub thawer_merge {
1621	my ($self, $merge) = @_;	1892	my ($self, $merge) = @_;
1622		1893
1623	# we have to keep some variables in memory intact	1894	# we have to keep some variables in memory intact
…		…
1628	}	1899	}
1629		1900
1630	sub normalise {	1901	sub normalise {
1631	my ($path, $base) = @_;	1902	my ($path, $base) = @_;
1632		1903
1633	$path = "$path"; # make sure its a string	1904	$path = "$path"; # make sure it's a string
1634		1905
1635	$path =~ s/\.map$//;	1906	$path =~ s/\.map$//;
1636		1907
1637	# map plan:	1908	# map plan:
1638	#	1909	#
…		…
1653	$base =~ s{[^/]+/?$}{};	1924	$base =~ s{[^/]+/?$}{};
1654	$path = "$base/$path";	1925	$path = "$base/$path";
1655	}	1926	}
1656		1927
1657	for ($path) {	1928	for ($path) {
1658	redo if s{//}{/};
1659	redo if s{/\.?/}{/};	1929	redo if s{/\.?/}{/};
1660	redo if s{/[^/]+/\.\./}{/};	1930	redo if s{/[^/]+/\.\./}{/};
1661	}	1931	}
1662		1932
1663	$path	1933	$path
…		…
1677	$self->init; # pass $1 etc.	1947	$self->init; # pass $1 etc.
1678	return $self;	1948	return $self;
1679	}	1949	}
1680	}	1950	}
1681		1951
1682	Carp::cluck "unable to resolve path '$path' (base '$base').";	1952	Carp::cluck "unable to resolve path '$path' (base '$base')";
1683	()	1953	()
1684	}	1954	}
1685		1955
1686	sub init {	1956	sub init {
1687	my ($self) = @_;	1957	my ($self) = @_;
…		…
1709		1979
1710	# the temporary/swap location	1980	# the temporary/swap location
1711	sub save_path {	1981	sub save_path {
1712	my ($self) = @_;	1982	my ($self) = @_;
1713		1983
1714	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1984	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1715	"$TMPDIR/$path.map"	1985	"$TMPDIR/$path.map"
1716	}	1986	}
1717		1987
1718	# the unique path, undef == no special unique path	1988	# the unique path, undef == no special unique path
1719	sub uniq_path {	1989	sub uniq_path {
1720	my ($self) = @_;	1990	my ($self) = @_;
1721		1991
1722	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1992	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1723	"$UNIQUEDIR/$path"	1993	"$UNIQUEDIR/$path"
1724	}
1725
1726	# and all this just because we cannot iterate over
1727	# all maps in C++...
1728	sub change_all_map_light {
1729	my ($change) = @_;
1730
1731	$_->change_map_light ($change)
1732	for grep $_->outdoor, values %cf::MAP;
1733	}	1994	}
1734		1995
1735	sub decay_objects {	1996	sub decay_objects {
1736	my ($self) = @_;	1997	my ($self) = @_;
1737		1998
…		…
1750		2011
1751	sub load_header_from($) {	2012	sub load_header_from($) {
1752	my ($self, $path) = @_;	2013	my ($self, $path) = @_;
1753		2014
1754	utf8::encode $path;	2015	utf8::encode $path;
1755	#aio_open $path, O_RDONLY, 0	2016	my $f = new_from_file cf::object::thawer $path
1756	# or return;
1757
1758	$self->_load_header ($path)
1759	or return;	2017	or return;
		2018
		2019	$self->_load_header ($f)
		2020	or return;
		2021
		2022	local $MAP_LOADING{$self->{path}} = $self;
		2023	$f->resolve_delayed_derefs;
1760		2024
1761	$self->{load_path} = $path;	2025	$self->{load_path} = $path;
1762		2026
1763	1	2027	1
1764	}	2028	}
…		…
1816		2080
1817	sub find;	2081	sub find;
1818	sub find {	2082	sub find {
1819	my ($path, $origin) = @_;	2083	my ($path, $origin) = @_;
1820		2084
		2085	cf::cede_to_tick;
		2086
1821	$path = normalise $path, $origin && $origin->path;	2087	$path = normalise $path, $origin && $origin->path;
1822		2088
		2089	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1823	cf::lock_wait "map_find:$path";	2090	my $guard2 = cf::lock_acquire "map_find:$path";
1824		2091
1825	$cf::MAP{$path} || do {	2092	$cf::MAP{$path} || do {
1826	my $guard = cf::lock_acquire "map_find:$path";
1827	my $map = new_from_path cf::map $path	2093	my $map = new_from_path cf::map $path
1828	or return;	2094	or return;
1829		2095
1830	$map->{last_save} = $cf::RUNTIME;	2096	$map->{last_save} = $cf::RUNTIME;
1831		2097
…		…
1833	or return;	2099	or return;
1834		2100
1835	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2101	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1836	# doing this can freeze the server in a sync job, obviously	2102	# doing this can freeze the server in a sync job, obviously
1837	#$cf::WAIT_FOR_TICK->wait;	2103	#$cf::WAIT_FOR_TICK->wait;
		2104	undef $guard2;
		2105	undef $guard1;
1838	$map->reset;	2106	$map->reset;
1839	undef $guard;
1840	return find $path;	2107	return find $path;
1841	}	2108	}
1842		2109
1843	$cf::MAP{$path} = $map	2110	$cf::MAP{$path} = $map
1844	}	2111	}
1845	}	2112	}
1846		2113
1847	sub pre_load { }	2114	sub pre_load { }
1848	sub post_load { }	2115	#sub post_load { } # XS
1849		2116
1850	sub load {	2117	sub load {
1851	my ($self) = @_;	2118	my ($self) = @_;
1852		2119
1853	local $self->{deny_reset} = 1; # loading can take a long time	2120	local $self->{deny_reset} = 1; # loading can take a long time
1854		2121
1855	my $path = $self->{path};	2122	my $path = $self->{path};
1856		2123
1857	{	2124	{
1858	my $guard1 = cf::lock_acquire "map_data:$path";	2125	my $guard = cf::lock_acquire "map_data:$path";
1859	my $guard2 = cf::lock_acquire "map_load:$path";
1860		2126
		2127	return unless $self->valid;
1861	return if $self->in_memory != cf::MAP_SWAPPED;	2128	return unless $self->in_memory == cf::MAP_SWAPPED;
1862		2129
1863	$self->in_memory (cf::MAP_LOADING);	2130	$self->in_memory (cf::MAP_LOADING);
1864		2131
1865	$self->alloc;	2132	$self->alloc;
1866		2133
1867	$self->pre_load;	2134	$self->pre_load;
1868	cf::cede_to_tick;	2135	cf::cede_to_tick;
1869		2136
		2137	my $f = new_from_file cf::object::thawer $self->{load_path};
		2138	$f->skip_block;
1870	$self->_load_objects ($self->{load_path}, 1)	2139	$self->_load_objects ($f)
1871	or return;	2140	or return;
1872		2141
1873	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2142	$self->post_load_original
1874	if delete $self->{load_original};	2143	if delete $self->{load_original};
1875		2144
1876	if (my $uniq = $self->uniq_path) {	2145	if (my $uniq = $self->uniq_path) {
1877	utf8::encode $uniq;	2146	utf8::encode $uniq;
1878	if (aio_open $uniq, O_RDONLY, 0) {	2147	unless (aio_stat $uniq) {
		2148	if (my $f = new_from_file cf::object::thawer $uniq) {
1879	$self->clear_unique_items;	2149	$self->clear_unique_items;
1880	$self->_load_objects ($uniq, 0);	2150	$self->_load_objects ($f);
		2151	$f->resolve_delayed_derefs;
		2152	}
1881	}	2153	}
1882	}	2154	}
		2155
		2156	$f->resolve_delayed_derefs;
1883		2157
1884	cf::cede_to_tick;	2158	cf::cede_to_tick;
1885	# now do the right thing for maps	2159	# now do the right thing for maps
1886	$self->link_multipart_objects;	2160	$self->link_multipart_objects;
1887	$self->difficulty ($self->estimate_difficulty)	2161	$self->difficulty ($self->estimate_difficulty)
…		…
1891	unless ($self->{deny_activate}) {	2165	unless ($self->{deny_activate}) {
1892	$self->decay_objects;	2166	$self->decay_objects;
1893	$self->fix_auto_apply;	2167	$self->fix_auto_apply;
1894	$self->update_buttons;	2168	$self->update_buttons;
1895	cf::cede_to_tick;	2169	cf::cede_to_tick;
1896	$self->set_darkness_map;
1897	cf::cede_to_tick;
1898	$self->activate;	2170	$self->activate;
1899	}	2171	}
1900		2172
1901	$self->{last_save} = $cf::RUNTIME;	2173	$self->{last_save} = $cf::RUNTIME;
1902	$self->last_access ($cf::RUNTIME);	2174	$self->last_access ($cf::RUNTIME);
1903		2175
1904	$self->in_memory (cf::MAP_IN_MEMORY);	2176	$self->in_memory (cf::MAP_ACTIVE);
1905	}	2177	}
1906		2178
1907	$self->post_load;	2179	$self->post_load;
1908	}
1909		2180
		2181	1
		2182	}
		2183
		2184	# customize the map for a given player, i.e.
		2185	# return the _real_ map. used by e.g. per-player
		2186	# maps to change the path to ~playername/mappath
1910	sub customise_for {	2187	sub customise_for {
1911	my ($self, $ob) = @_;	2188	my ($self, $ob) = @_;
1912		2189
1913	return find "~" . $ob->name . "/" . $self->{path}	2190	return find "~" . $ob->name . "/" . $self->{path}
1914	if $self->per_player;	2191	if $self->per_player;
…		…
1930	or next;	2207	or next;
1931	$neigh = find $neigh, $map	2208	$neigh = find $neigh, $map
1932	or next;	2209	or next;
1933	$neigh->load;	2210	$neigh->load;
1934		2211
		2212	# now find the diagonal neighbours
1935	push @neigh,	2213	push @neigh,
1936	[$neigh->tile_path (($_ + 3) % 4), $neigh],	2214	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1937	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2215	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1938	}	2216	}
1939		2217
…		…
1946	}	2224	}
1947		2225
1948	sub find_sync {	2226	sub find_sync {
1949	my ($path, $origin) = @_;	2227	my ($path, $origin) = @_;
1950		2228
1951	cf::sync_job { find $path, $origin }	2229	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2230	if $Coro::current == $Coro::main;
		2231
		2232	find $path, $origin
1952	}	2233	}
1953		2234
1954	sub do_load_sync {	2235	sub do_load_sync {
1955	my ($map) = @_;	2236	my ($map) = @_;
1956		2237
1957	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2238	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
1958	if $Coro::current == $Coro::main;	2239	if $Coro::current == $Coro::main;
1959		2240
1960	cf::sync_job { $map->load };	2241	$map->load;
1961	}	2242	}
1962		2243
1963	our %MAP_PREFETCH;	2244	our %MAP_PREFETCH;
1964	our $MAP_PREFETCHER = undef;	2245	our $MAP_PREFETCHER = undef;
1965		2246
…		…
1967	my ($path, $origin, $load) = @_;	2248	my ($path, $origin, $load) = @_;
1968		2249
1969	$path = normalise $path, $origin && $origin->{path};	2250	$path = normalise $path, $origin && $origin->{path};
1970		2251
1971	if (my $map = $cf::MAP{$path}) {	2252	if (my $map = $cf::MAP{$path}) {
1972	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2253	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1973	}	2254	}
1974		2255
1975	$MAP_PREFETCH{$path} |= $load;	2256	$MAP_PREFETCH{$path} |= $load;
1976		2257
1977	$MAP_PREFETCHER ||= cf::async {	2258	$MAP_PREFETCHER ||= cf::async {
		2259	$Coro::current->{desc} = "map prefetcher";
		2260
1978	while (%MAP_PREFETCH) {	2261	while (%MAP_PREFETCH) {
1979	while (my ($k, $v) = each %MAP_PREFETCH) {	2262	while (my ($k, $v) = each %MAP_PREFETCH) {
1980	if (my $map = find $k) {	2263	if (my $map = find $k) {
1981	$map->load if $v;	2264	$map->load if $v;
1982	}	2265	}
…		…
1989	$MAP_PREFETCHER->prio (6);	2272	$MAP_PREFETCHER->prio (6);
1990		2273
1991	()	2274	()
1992	}	2275	}
1993		2276
		2277	# common code, used by both ->save and ->swapout
1994	sub save {	2278	sub _save {
1995	my ($self) = @_;	2279	my ($self) = @_;
1996
1997	my $lock = cf::lock_acquire "map_data:$self->{path}";
1998		2280
1999	$self->{last_save} = $cf::RUNTIME;	2281	$self->{last_save} = $cf::RUNTIME;
2000		2282
2001	return unless $self->dirty;	2283	return unless $self->dirty;
2002		2284
…		…
2008	return if $self->{deny_save};	2290	return if $self->{deny_save};
2009		2291
2010	local $self->{last_access} = $self->last_access;#d#	2292	local $self->{last_access} = $self->last_access;#d#
2011		2293
2012	cf::async {	2294	cf::async {
		2295	$Coro::current->{desc} = "map player save";
2013	$_->contr->save for $self->players;	2296	$_->contr->save for $self->players;
2014	};	2297	};
		2298
		2299	cf::get_slot 0.02;
2015		2300
2016	if ($uniq) {	2301	if ($uniq) {
2017	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2302	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2018	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2303	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2019	} else {	2304	} else {
2020	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2305	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2021	}	2306	}
2022	}	2307	}
2023		2308
		2309	sub save {
		2310	my ($self) = @_;
		2311
		2312	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2313
		2314	$self->_save;
		2315	}
		2316
2024	sub swap_out {	2317	sub swap_out {
2025	my ($self) = @_;	2318	my ($self) = @_;
2026		2319
2027	# save first because save cedes
2028	$self->save;
2029
2030	my $lock = cf::lock_acquire "map_data:$self->{path}";	2320	my $lock = cf::lock_acquire "map_data:$self->{path}";
2031		2321
		2322	return if $self->in_memory != cf::MAP_ACTIVE;
		2323	return if $self->{deny_save};
2032	return if $self->players;	2324	return if $self->players;
2033	return if $self->in_memory != cf::MAP_IN_MEMORY;
2034	return if $self->{deny_save};
2035		2325
		2326	# first deactivate the map and "unlink" it from the core
		2327	$self->deactivate;
		2328	$_->clear_links_to ($self) for values %cf::MAP;
		2329	$self->in_memory (cf::MAP_SWAPPED);
		2330
		2331	# then atomically save
		2332	$self->_save;
		2333
		2334	# then free the map
2036	$self->clear;	2335	$self->clear;
2037	$self->in_memory (cf::MAP_SWAPPED);
2038	}	2336	}
2039		2337
2040	sub reset_at {	2338	sub reset_at {
2041	my ($self) = @_;	2339	my ($self) = @_;
2042		2340
…		…
2060		2358
2061	my $lock = cf::lock_acquire "map_data:$self->{path}";	2359	my $lock = cf::lock_acquire "map_data:$self->{path}";
2062		2360
2063	return if $self->players;	2361	return if $self->players;
2064		2362
2065	warn "resetting map ", $self->path;	2363	cf::trace "resetting map ", $self->path, "\n";
2066		2364
2067	$self->in_memory (cf::MAP_SWAPPED);	2365	$self->in_memory (cf::MAP_SWAPPED);
2068		2366
2069	# need to save uniques path	2367	# need to save uniques path
2070	unless ($self->{deny_save}) {	2368	unless ($self->{deny_save}) {
…		…
2074	if $uniq;	2372	if $uniq;
2075	}	2373	}
2076		2374
2077	delete $cf::MAP{$self->path};	2375	delete $cf::MAP{$self->path};
2078		2376
		2377	$self->deactivate;
		2378	$_->clear_links_to ($self) for values %cf::MAP;
2079	$self->clear;	2379	$self->clear;
2080
2081	$_->clear_links_to ($self) for values %cf::MAP;
2082		2380
2083	$self->unlink_save;	2381	$self->unlink_save;
2084	$self->destroy;	2382	$self->destroy;
2085	}	2383	}
2086		2384
…		…
2094		2392
2095	delete $cf::MAP{$self->path};	2393	delete $cf::MAP{$self->path};
2096		2394
2097	$self->unlink_save;	2395	$self->unlink_save;
2098		2396
2099	bless $self, "cf::map";	2397	bless $self, "cf::map::wrap";
2100	delete $self->{deny_reset};	2398	delete $self->{deny_reset};
2101	$self->{deny_save} = 1;	2399	$self->{deny_save} = 1;
2102	$self->reset_timeout (1);	2400	$self->reset_timeout (1);
2103	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2401	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2104		2402
…		…
2153		2451
2154	sub unique_maps() {	2452	sub unique_maps() {
2155	[	2453	[
2156	map {	2454	map {
2157	utf8::decode $_;	2455	utf8::decode $_;
2158	/\.map$/	2456	s/\.map$//; # TODO future compatibility hack
		2457	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2458	? ()
2159	? normalise $_	2459	: normalise $_
2160	: ()
2161	} @{ aio_readdir $UNIQUEDIR or [] }	2460	} @{ aio_readdir $UNIQUEDIR or [] }
2162	]	2461	]
2163	}	2462	}
2164		2463
2165	package cf;	2464	=item cf::map::static_maps
		2465
		2466	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2467	file in the shared directory excluding F</styles> and F</editor>). May
		2468	block.
		2469
		2470	=cut
		2471
		2472	sub static_maps() {
		2473	my @dirs = "";
		2474	my @maps;
		2475
		2476	while (@dirs) {
		2477	my $dir = shift @dirs;
		2478
		2479	next if $dir eq "/styles" || $dir eq "/editor";
		2480
		2481	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2482	or return;
		2483
		2484	for (@$files) {
		2485	s/\.map$// or next;
		2486	utf8::decode $_;
		2487	push @maps, "$dir/$_";
		2488	}
		2489
		2490	push @dirs, map "$dir/$_", @$dirs;
		2491	}
		2492
		2493	\@maps
		2494	}
2166		2495
2167	=back	2496	=back
2168		2497
2169	=head3 cf::object	2498	=head3 cf::object
2170		2499
…		…
2174		2503
2175	=over 4	2504	=over 4
2176		2505
2177	=item $ob->inv_recursive	2506	=item $ob->inv_recursive
2178		2507
2179	Returns the inventory of the object _and_ their inventories, recursively.	2508	Returns the inventory of the object I<and> their inventories, recursively,
		2509	but I<not> the object itself.
2180		2510
2181	=cut	2511	=cut
2182		2512
2183	sub inv_recursive_;	2513	sub inv_recursive_;
2184	sub inv_recursive_ {	2514	sub inv_recursive_ {
…		…
2187		2517
2188	sub inv_recursive {	2518	sub inv_recursive {
2189	inv_recursive_ inv $_[0]	2519	inv_recursive_ inv $_[0]
2190	}	2520	}
2191		2521
		2522	=item $ref = $ob->ref
		2523
		2524	Creates and returns a persistent reference to an object that can be stored as a string.
		2525
		2526	=item $ob = cf::object::deref ($refstring)
		2527
		2528	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2529	even if the object actually exists. May block.
		2530
		2531	=cut
		2532
		2533	sub deref {
		2534	my ($ref) = @_;
		2535
		2536	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2537	my ($uuid, $name) = ($1, $2);
		2538	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2539	or return;
		2540	$pl->ob->uuid eq $uuid
		2541	or return;
		2542
		2543	$pl->ob
		2544	} else {
		2545	warn "$ref: cannot resolve object reference\n";
		2546	undef
		2547	}
		2548	}
		2549
2192	package cf;	2550	package cf;
2193		2551
2194	=back	2552	=back
2195		2553
2196	=head3 cf::object::player	2554	=head3 cf::object::player
…		…
2202	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2560	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2203	can be C<undef>. Does the right thing when the player is currently in a	2561	can be C<undef>. Does the right thing when the player is currently in a
2204	dialogue with the given NPC character.	2562	dialogue with the given NPC character.
2205		2563
2206	=cut	2564	=cut
		2565
		2566	our $SAY_CHANNEL = {
		2567	id => "say",
		2568	title => "Map",
		2569	reply => "say ",
		2570	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2571	};
		2572
		2573	our $CHAT_CHANNEL = {
		2574	id => "chat",
		2575	title => "Chat",
		2576	reply => "chat ",
		2577	tooltip => "Player chat and shouts, global to the server.",
		2578	};
2207		2579
2208	# rough implementation of a future "reply" method that works	2580	# rough implementation of a future "reply" method that works
2209	# with dialog boxes.	2581	# with dialog boxes.
2210	#TODO: the first argument must go, split into a $npc->reply_to ( method	2582	#TODO: the first argument must go, split into a $npc->reply_to ( method
2211	sub cf::object::player::reply($$$;$) {	2583	sub cf::object::player::reply($$$;$) {
…		…
2223	my $dialog = $pl->{npc_dialog};	2595	my $dialog = $pl->{npc_dialog};
2224	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2596	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2225		2597
2226	} else {	2598	} else {
2227	$msg = $npc->name . " says: $msg" if $npc;	2599	$msg = $npc->name . " says: $msg" if $npc;
2228	$self->message ($msg, $flags);	2600	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2229	}	2601	}
2230	}	2602	}
2231	}	2603	}
2232		2604
2233	=item $object->send_msg ($channel, $msg, $color, [extra...])	2605	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2258		2630
2259	=item $player_object->enter_link	2631	=item $player_object->enter_link
2260		2632
2261	Freezes the player and moves him/her to a special map (C<{link}>).	2633	Freezes the player and moves him/her to a special map (C<{link}>).
2262		2634
2263	The player should be reasonably safe there for short amounts of time. You	2635	The player should be reasonably safe there for short amounts of time (e.g.
2264	I<MUST> call C<leave_link> as soon as possible, though.	2636	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2637	though, as the player cannot control the character while it is on the link
		2638	map.
2265		2639
2266	Will never block.	2640	Will never block.
2267		2641
2268	=item $player_object->leave_link ($map, $x, $y)	2642	=item $player_object->leave_link ($map, $x, $y)
2269		2643
…		…
2289	sub cf::object::player::enter_link {	2663	sub cf::object::player::enter_link {
2290	my ($self) = @_;	2664	my ($self) = @_;
2291		2665
2292	$self->deactivate_recursive;	2666	$self->deactivate_recursive;
2293		2667
		2668	++$self->{_link_recursion};
		2669
2294	return if UNIVERSAL::isa $self->map, "ext::map_link";	2670	return if UNIVERSAL::isa $self->map, "ext::map_link";
2295		2671
2296	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2672	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2297	if $self->map && $self->map->{path} ne "{link}";	2673	if $self->map && $self->map->{path} ne "{link}";
2298		2674
2299	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2675	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2300	}	2676	}
2301		2677
2302	sub cf::object::player::leave_link {	2678	sub cf::object::player::leave_link {
2303	my ($self, $map, $x, $y) = @_;	2679	my ($self, $map, $x, $y) = @_;
2304		2680
…		…
2321	($x, $y) = (-1, -1)	2697	($x, $y) = (-1, -1)
2322	unless (defined $x) && (defined $y);	2698	unless (defined $x) && (defined $y);
2323		2699
2324	# use -1 or undef as default coordinates, not 0, 0	2700	# use -1 or undef as default coordinates, not 0, 0
2325	($x, $y) = ($map->enter_x, $map->enter_y)	2701	($x, $y) = ($map->enter_x, $map->enter_y)
2326	if $x <=0 && $y <= 0;	2702	if $x <= 0 && $y <= 0;
2327		2703
2328	$map->load;	2704	$map->load;
2329	$map->load_neighbours;	2705	$map->load_neighbours;
2330		2706
2331	return unless $self->contr->active;	2707	return unless $self->contr->active;
2332	$self->activate_recursive;
2333		2708
2334	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2709	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2335	$self->enter_map ($map, $x, $y);	2710	if ($self->enter_map ($map, $x, $y)) {
2336	}	2711	# entering was successful
		2712	delete $self->{_link_recursion};
		2713	# only activate afterwards, to support waiting in hooks
		2714	$self->activate_recursive;
		2715	}
2337		2716
		2717	}
		2718
2338	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2719	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2339		2720
2340	Moves the player to the given map-path and coordinates by first freezing	2721	Moves the player to the given map-path and coordinates by first freezing
2341	her, loading and preparing them map, calling the provided $check callback	2722	her, loading and preparing them map, calling the provided $check callback
2342	that has to return the map if sucecssful, and then unfreezes the player on	2723	that has to return the map if sucecssful, and then unfreezes the player on
2343	the new (success) or old (failed) map position. In either case, $done will	2724	the new (success) or old (failed) map position. In either case, $done will
2344	be called at the end of this process.	2725	be called at the end of this process.
2345		2726
		2727	Note that $check will be called with a potentially non-loaded map, so if
		2728	it needs a loaded map it has to call C<< ->load >>.
		2729
2346	=cut	2730	=cut
2347		2731
2348	our $GOTOGEN;	2732	our $GOTOGEN;
2349		2733
2350	sub cf::object::player::goto {	2734	sub cf::object::player::goto {
2351	my ($self, $path, $x, $y, $check, $done) = @_;	2735	my ($self, $path, $x, $y, $check, $done) = @_;
2352		2736
		2737	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2738	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2739	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2740	($path, $x, $y) = @$EMERGENCY_POSITION;
		2741	}
		2742
2353	# do generation counting so two concurrent goto's will be executed in-order	2743	# do generation counting so two concurrent goto's will be executed in-order
2354	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2744	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2355		2745
2356	$self->enter_link;	2746	$self->enter_link;
2357		2747
2358	(async {	2748	(async {
		2749	$Coro::current->{desc} = "player::goto $path $x $y";
		2750
		2751	# *tag paths override both path and x|y
		2752	if ($path =~ /^\*(.*)$/) {
		2753	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2754	my $ob = $obs[rand @obs];
		2755
		2756	# see if we actually can go there
		2757	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2758	$ob = $obs[rand @obs];
		2759	} else {
		2760	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2761	}
		2762	# else put us there anyways for now #d#
		2763
		2764	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2765	} else {
		2766	($path, $x, $y) = (undef, undef, undef);
		2767	}
		2768	}
		2769
2359	my $map = eval {	2770	my $map = eval {
2360	my $map = cf::map::find $path;	2771	my $map = defined $path ? cf::map::find $path : undef;
2361		2772
2362	if ($map) {	2773	if ($map) {
2363	$map = $map->customise_for ($self);	2774	$map = $map->customise_for ($self);
2364	$map = $check->($map) if $check && $map;	2775	$map = $check->($map, $x, $y, $self) if $check && $map;
2365	} else {	2776	} else {
2366	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2777	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2367	}	2778	}
2368		2779
2369	$map	2780	$map
2370	};	2781	};
2371		2782
…		…
2377	if ($gen == $self->{_goto_generation}) {	2788	if ($gen == $self->{_goto_generation}) {
2378	delete $self->{_goto_generation};	2789	delete $self->{_goto_generation};
2379	$self->leave_link ($map, $x, $y);	2790	$self->leave_link ($map, $x, $y);
2380	}	2791	}
2381		2792
2382	$done->() if $done;	2793	$done->($self) if $done;
2383	})->prio (1);	2794	})->prio (1);
2384	}	2795	}
2385		2796
2386	=item $player_object->enter_exit ($exit_object)	2797	=item $player_object->enter_exit ($exit_object)
2387		2798
…		…
2407	}	2818	}
2408		2819
2409	sub prepare_random_map {	2820	sub prepare_random_map {
2410	my ($exit) = @_;	2821	my ($exit) = @_;
2411		2822
2412	my $guard = cf::lock_acquire "exit_prepare:$exit";
2413
2414	# all this does is basically replace the /! path by	2823	# all this does is basically replace the /! path by
2415	# a new random map path (?random/...) with a seed	2824	# a new random map path (?random/...) with a seed
2416	# that depends on the exit object	2825	# that depends on the exit object
2417		2826
2418	my $rmp = parse_random_map_params $exit->msg;	2827	my $rmp = parse_random_map_params $exit->msg;
…		…
2420	if ($exit->map) {	2829	if ($exit->map) {
2421	$rmp->{region} = $exit->region->name;	2830	$rmp->{region} = $exit->region->name;
2422	$rmp->{origin_map} = $exit->map->path;	2831	$rmp->{origin_map} = $exit->map->path;
2423	$rmp->{origin_x} = $exit->x;	2832	$rmp->{origin_x} = $exit->x;
2424	$rmp->{origin_y} = $exit->y;	2833	$rmp->{origin_y} = $exit->y;
		2834
		2835	$exit->map->touch;
2425	}	2836	}
2426		2837
2427	$rmp->{random_seed} ||= $exit->random_seed;	2838	$rmp->{random_seed} ||= $exit->random_seed;
2428		2839
2429	my $data = cf::to_json $rmp;	2840	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2430	my $md5 = Digest::MD5::md5_hex $data;	2841	my $md5 = Digest::MD5::md5_hex $data;
2431	my $meta = "$RANDOMDIR/$md5.meta";	2842	my $meta = "$RANDOMDIR/$md5.meta";
2432		2843
2433	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2844	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2434	aio_write $fh, 0, (length $data), $data, 0;	2845	aio_write $fh, 0, (length $data), $data, 0;
2435	undef $fh;	2846	undef $fh;
2436	aio_rename "$meta~", $meta;	2847	aio_rename "$meta~", $meta;
2437		2848
		2849	my $slaying = "?random/$md5";
		2850
		2851	if ($exit->valid) {
2438	$exit->slaying ("?random/$md5");	2852	$exit->slaying ("?random/$md5");
2439	$exit->msg (undef);	2853	$exit->msg (undef);
		2854	}
2440	}	2855	}
2441	}	2856	}
2442		2857
2443	sub cf::object::player::enter_exit {	2858	sub cf::object::player::enter_exit {
2444	my ($self, $exit) = @_;	2859	my ($self, $exit) = @_;
2445		2860
2446	return unless $self->type == cf::PLAYER;	2861	return unless $self->type == cf::PLAYER;
2447		2862
2448	if ($exit->slaying eq "/!") {
2449	#TODO: this should de-fi-ni-te-ly not be a sync-job
2450	# the problem is that $exit might not survive long enough
2451	# so it needs to be done right now, right here
2452	cf::sync_job { prepare_random_map $exit };
2453	}
2454
2455	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2456	my $hp = $exit->stats->hp;
2457	my $sp = $exit->stats->sp;
2458
2459	$self->enter_link;	2863	$self->enter_link;
2460		2864
2461	# if exit is damned, update players death & WoR home-position
2462	$self->contr->savebed ($slaying, $hp, $sp)
2463	if $exit->flag (FLAG_DAMNED);
2464
2465	(async {	2865	(async {
2466	$self->deactivate_recursive; # just to be sure	2866	$Coro::current->{desc} = "enter_exit";
		2867
2467	unless (eval {	2868	unless (eval {
		2869	$self->deactivate_recursive; # just to be sure
		2870
		2871	# random map handling
		2872	{
		2873	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2874
		2875	prepare_random_map $exit
		2876	if $exit->slaying eq "/!";
		2877	}
		2878
		2879	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2880	my $x = $exit->stats->hp;
		2881	my $y = $exit->stats->sp;
		2882
2468	$self->goto ($slaying, $hp, $sp);	2883	$self->goto ($map, $x, $y);
2469		2884
		2885	# if exit is damned, update players death & WoR home-position
		2886	$self->contr->savebed ($map, $x, $y)
		2887	if $exit->flag (cf::FLAG_DAMNED);
		2888
2470	1;	2889	1
2471	}) {	2890	}) {
2472	$self->message ("Something went wrong deep within the crossfire server. "	2891	$self->message ("Something went wrong deep within the deliantra server. "
2473	. "I'll try to bring you back to the map you were before. "	2892	. "I'll try to bring you back to the map you were before. "
2474	. "Please report this to the dungeon master!",	2893	. "Please report this to the dungeon master!",
2475	cf::NDI_UNIQUE | cf::NDI_RED);	2894	cf::NDI_UNIQUE | cf::NDI_RED);
2476		2895
2477	warn "ERROR in enter_exit: $@";	2896	error "ERROR in enter_exit: $@";
2478	$self->leave_link;	2897	$self->leave_link;
2479	}	2898	}
2480	})->prio (1);	2899	})->prio (1);
2481	}	2900	}
2482		2901
…		…
2494	sub cf::client::send_drawinfo {	2913	sub cf::client::send_drawinfo {
2495	my ($self, $text, $flags) = @_;	2914	my ($self, $text, $flags) = @_;
2496		2915
2497	utf8::encode $text;	2916	utf8::encode $text;
2498	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2917	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		2918	}
		2919
		2920	=item $client->send_big_packet ($pkt)
		2921
		2922	Like C<send_packet>, but tries to compress large packets, and fragments
		2923	them as required.
		2924
		2925	=cut
		2926
		2927	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		2928
		2929	sub cf::client::send_big_packet {
		2930	my ($self, $pkt) = @_;
		2931
		2932	# try lzf for large packets
		2933	$pkt = "lzf " . Compress::LZF::compress $pkt
		2934	if 1024 <= length $pkt and $self->{can_lzf};
		2935
		2936	# split very large packets
		2937	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		2938	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		2939	$pkt = "frag";
		2940	}
		2941
		2942	$self->send_packet ($pkt);
2499	}	2943	}
2500		2944
2501	=item $client->send_msg ($channel, $msg, $color, [extra...])	2945	=item $client->send_msg ($channel, $msg, $color, [extra...])
2502		2946
2503	Send a drawinfo or msg packet to the client, formatting the msg for the	2947	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2505	the message, with C<log> being the default. If C<$color> is negative, suppress	2949	the message, with C<log> being the default. If C<$color> is negative, suppress
2506	the message unless the client supports the msg packet.	2950	the message unless the client supports the msg packet.
2507		2951
2508	=cut	2952	=cut
2509		2953
		2954	# non-persistent channels (usually the info channel)
2510	our %CHANNEL = (	2955	our %CHANNEL = (
		2956	"c/motd" => {
		2957	id => "infobox",
		2958	title => "MOTD",
		2959	reply => undef,
		2960	tooltip => "The message of the day",
		2961	},
2511	"c/identify" => {	2962	"c/identify" => {
2512	id => "identify",	2963	id => "infobox",
2513	title => "Identify",	2964	title => "Identify",
2514	reply => undef,	2965	reply => undef,
2515	tooltip => "Items recently identified",	2966	tooltip => "Items recently identified",
2516	},	2967	},
2517	"c/examine" => {	2968	"c/examine" => {
2518	id => "examine",	2969	id => "infobox",
2519	title => "Examine",	2970	title => "Examine",
2520	reply => undef,	2971	reply => undef,
2521	tooltip => "Signs and other items you examined",	2972	tooltip => "Signs and other items you examined",
2522	},	2973	},
		2974	"c/shopinfo" => {
		2975	id => "infobox",
		2976	title => "Shop Info",
		2977	reply => undef,
		2978	tooltip => "What your bargaining skill tells you about the shop",
		2979	},
		2980	"c/book" => {
		2981	id => "infobox",
		2982	title => "Book",
		2983	reply => undef,
		2984	tooltip => "The contents of a note or book",
		2985	},
		2986	"c/lookat" => {
		2987	id => "infobox",
		2988	title => "Look",
		2989	reply => undef,
		2990	tooltip => "What you saw there",
		2991	},
		2992	"c/who" => {
		2993	id => "infobox",
		2994	title => "Players",
		2995	reply => undef,
		2996	tooltip => "Shows players who are currently online",
		2997	},
		2998	"c/body" => {
		2999	id => "infobox",
		3000	title => "Body Parts",
		3001	reply => undef,
		3002	tooltip => "Shows which body parts you posess and are available",
		3003	},
		3004	"c/statistics" => {
		3005	id => "infobox",
		3006	title => "Statistics",
		3007	reply => undef,
		3008	tooltip => "Shows your primary statistics",
		3009	},
		3010	"c/skills" => {
		3011	id => "infobox",
		3012	title => "Skills",
		3013	reply => undef,
		3014	tooltip => "Shows your experience per skill and item power",
		3015	},
		3016	"c/shopitems" => {
		3017	id => "infobox",
		3018	title => "Shop Items",
		3019	reply => undef,
		3020	tooltip => "Shows the items currently for sale in this shop",
		3021	},
		3022	"c/resistances" => {
		3023	id => "infobox",
		3024	title => "Resistances",
		3025	reply => undef,
		3026	tooltip => "Shows your resistances",
		3027	},
		3028	"c/pets" => {
		3029	id => "infobox",
		3030	title => "Pets",
		3031	reply => undef,
		3032	tooltip => "Shows information abotu your pets/a specific pet",
		3033	},
		3034	"c/perceiveself" => {
		3035	id => "infobox",
		3036	title => "Perceive Self",
		3037	reply => undef,
		3038	tooltip => "You gained detailed knowledge about yourself",
		3039	},
		3040	"c/uptime" => {
		3041	id => "infobox",
		3042	title => "Uptime",
		3043	reply => undef,
		3044	tooltip => "How long the server has been running since last restart",
		3045	},
		3046	"c/mapinfo" => {
		3047	id => "infobox",
		3048	title => "Map Info",
		3049	reply => undef,
		3050	tooltip => "Information related to the maps",
		3051	},
		3052	"c/party" => {
		3053	id => "party",
		3054	title => "Party",
		3055	reply => "gsay ",
		3056	tooltip => "Messages and chat related to your party",
		3057	},
		3058	"c/death" => {
		3059	id => "death",
		3060	title => "Death",
		3061	reply => undef,
		3062	tooltip => "Reason for and more info about your most recent death",
		3063	},
		3064	"c/say" => $SAY_CHANNEL,
		3065	"c/chat" => $CHAT_CHANNEL,
2523	);	3066	);
2524		3067
2525	sub cf::client::send_msg {	3068	sub cf::client::send_msg {
2526	my ($self, $channel, $msg, $color, @extra) = @_;	3069	my ($self, $channel, $msg, $color, @extra) = @_;
2527		3070
2528	$msg = $self->pl->expand_cfpod ($msg);	3071	$msg = $self->pl->expand_cfpod ($msg)
		3072	unless $color & cf::NDI_VERBATIM;
2529		3073
2530	$color &= cf::NDI_CLIENT_MASK; # just in case...	3074	$color &= cf::NDI_CLIENT_MASK; # just in case...
2531		3075
2532	# check predefined channels, for the benefit of C	3076	# check predefined channels, for the benefit of C
2533	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};	3077	if ($CHANNEL{$channel}) {
		3078	$channel = $CHANNEL{$channel};
2534		3079
		3080	$self->ext_msg (channel_info => $channel);
		3081	$channel = $channel->{id};
		3082
2535	if (ref $channel) {	3083	} elsif (ref $channel) {
2536	# send meta info to client, if not yet sent	3084	# send meta info to client, if not yet sent
2537	unless (exists $self->{channel}{$channel->{id}}) {	3085	unless (exists $self->{channel}{$channel->{id}}) {
2538	$self->{channel}{$channel->{id}} = $channel;	3086	$self->{channel}{$channel->{id}} = $channel;
2539	$self->ext_msg (channel_info => $channel);	3087	$self->ext_msg (channel_info => $channel);
2540	}	3088	}
…		…
2542	$channel = $channel->{id};	3090	$channel = $channel->{id};
2543	}	3091	}
2544		3092
2545	return unless @extra || length $msg;	3093	return unless @extra || length $msg;
2546		3094
2547	if ($self->can_msg) {
2548	# default colour, mask it out	3095	# default colour, mask it out
2549	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3096	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2550	if $color & cf::NDI_DEF;	3097	if $color & cf::NDI_DEF;
2551		3098
2552	$self->send_packet ("msg " . $self->{json_coder}->encode (	3099	my $pkt = "msg "
		3100	. $self->{json_coder}->encode (
2553	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3101	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2554	} else {	3102	);
2555	if ($color >= 0) {
2556	# replace some tags by gcfclient-compatible ones
2557	for ($msg) {
2558	1 while
2559	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2560	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2561	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2562	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2563	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2564	}
2565		3103
2566	$color &= cf::NDI_COLOR_MASK;	3104	$self->send_big_packet ($pkt);
2567
2568	utf8::encode $msg;
2569
2570	if (0 && $msg =~ /\[/) {
2571	# COMMAND/INFO
2572	$self->send_packet ("drawextinfo $color 10 8 $msg")
2573	} else {
2574	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2575	$self->send_packet ("drawinfo $color $msg")
2576	}
2577	}
2578	}
2579	}	3105	}
2580		3106
2581	=item $client->ext_msg ($type, @msg)	3107	=item $client->ext_msg ($type, @msg)
2582		3108
2583	Sends an ext event to the client.	3109	Sends an ext event to the client.
…		…
2586		3112
2587	sub cf::client::ext_msg($$@) {	3113	sub cf::client::ext_msg($$@) {
2588	my ($self, $type, @msg) = @_;	3114	my ($self, $type, @msg) = @_;
2589		3115
2590	if ($self->extcmd == 2) {	3116	if ($self->extcmd == 2) {
2591	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3117	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2592	} elsif ($self->extcmd == 1) { # TODO: remove	3118	} elsif ($self->extcmd == 1) { # TODO: remove
2593	push @msg, msgtype => "event_$type";	3119	push @msg, msgtype => "event_$type";
2594	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3120	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2595	}	3121	}
2596	}	3122	}
2597		3123
2598	=item $client->ext_reply ($msgid, @msg)	3124	=item $client->ext_reply ($msgid, @msg)
2599		3125
…		…
2603		3129
2604	sub cf::client::ext_reply($$@) {	3130	sub cf::client::ext_reply($$@) {
2605	my ($self, $id, @msg) = @_;	3131	my ($self, $id, @msg) = @_;
2606		3132
2607	if ($self->extcmd == 2) {	3133	if ($self->extcmd == 2) {
2608	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3134	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2609	} elsif ($self->extcmd == 1) {	3135	} elsif ($self->extcmd == 1) {
2610	#TODO: version 1, remove	3136	#TODO: version 1, remove
2611	unshift @msg, msgtype => "reply", msgid => $id;	3137	unshift @msg, msgtype => "reply", msgid => $id;
2612	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3138	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2613	}	3139	}
2614	}	3140	}
2615		3141
2616	=item $success = $client->query ($flags, "text", \&cb)	3142	=item $success = $client->query ($flags, "text", \&cb)
2617		3143
…		…
2688		3214
2689	$ns->ext_reply ($reply, @reply)	3215	$ns->ext_reply ($reply, @reply)
2690	if $reply;	3216	if $reply;
2691		3217
2692	} else {	3218	} else {
2693	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3219	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2694	}	3220	}
2695		3221
2696	cf::override;	3222	cf::override;
2697	},	3223	},
2698	);	3224	);
…		…
2718		3244
2719	$coro	3245	$coro
2720	}	3246	}
2721		3247
2722	cf::client->attach (	3248	cf::client->attach (
2723	on_destroy => sub {	3249	on_client_destroy => sub {
2724	my ($ns) = @_;	3250	my ($ns) = @_;
2725		3251
2726	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3252	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2727	},	3253	},
2728	);	3254	);
…		…
2744	our $safe_hole = new Safe::Hole;	3270	our $safe_hole = new Safe::Hole;
2745		3271
2746	$SIG{FPE} = 'IGNORE';	3272	$SIG{FPE} = 'IGNORE';
2747		3273
2748	$safe->permit_only (Opcode::opset qw(	3274	$safe->permit_only (Opcode::opset qw(
2749	:base_core :base_mem :base_orig :base_math	3275	:base_core :base_mem :base_orig :base_math :base_loop
2750	grepstart grepwhile mapstart mapwhile	3276	grepstart grepwhile mapstart mapwhile
2751	sort time	3277	sort time
2752	));	3278	));
2753		3279
2754	# here we export the classes and methods available to script code	3280	# here we export the classes and methods available to script code
…		…
2756	=pod	3282	=pod
2757		3283
2758	The following functions and methods are available within a safe environment:	3284	The following functions and methods are available within a safe environment:
2759		3285
2760	cf::object	3286	cf::object
2761	contr pay_amount pay_player map x y force_find force_add	3287	contr pay_amount pay_player map x y force_find force_add destroy
2762	insert remove name archname title slaying race decrease_ob_nr	3288	insert remove name archname title slaying race decrease split
		3289	value
2763		3290
2764	cf::object::player	3291	cf::object::player
2765	player	3292	player
2766		3293
2767	cf::player	3294	cf::player
…		…
2772		3299
2773	=cut	3300	=cut
2774		3301
2775	for (	3302	for (
2776	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3303	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2777	insert remove inv name archname title slaying race	3304	insert remove inv nrof name archname title slaying race
2778	decrease_ob_nr)],	3305	decrease split destroy change_exp value msg lore send_msg)],
2779	["cf::object::player" => qw(player)],	3306	["cf::object::player" => qw(player)],
2780	["cf::player" => qw(peaceful)],	3307	["cf::player" => qw(peaceful send_msg)],
2781	["cf::map" => qw(trigger)],	3308	["cf::map" => qw(trigger)],
2782	) {	3309	) {
2783	no strict 'refs';
2784	my ($pkg, @funs) = @$_;	3310	my ($pkg, @funs) = @$_;
2785	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3311	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2786	for @funs;	3312	for @funs;
2787	}	3313	}
2788		3314
…		…
2803		3329
2804	my $qcode = $code;	3330	my $qcode = $code;
2805	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3331	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2806	$qcode =~ s/\n/\\n/g;	3332	$qcode =~ s/\n/\\n/g;
2807		3333
		3334	%vars = (_dummy => 0) unless %vars;
		3335
		3336	my @res;
2808	local $_;	3337	local $_;
2809	local @safe::cf::_safe_eval_args = values %vars;
2810		3338
2811	my $eval =	3339	my $eval =
2812	"do {\n"	3340	"do {\n"
2813	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3341	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2814	. "#line 0 \"{$qcode}\"\n"	3342	. "#line 0 \"{$qcode}\"\n"
2815	. $code	3343	. $code
2816	. "\n}"	3344	. "\n}"
2817	;	3345	;
2818		3346
		3347	if ($CFG{safe_eval}) {
2819	sub_generation_inc;	3348	sub_generation_inc;
		3349	local @safe::cf::_safe_eval_args = values %vars;
2820	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3350	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2821	sub_generation_inc;	3351	sub_generation_inc;
		3352	} else {
		3353	local @cf::_safe_eval_args = values %vars;
		3354	@res = wantarray ? eval eval : scalar eval $eval;
		3355	}
2822		3356
2823	if ($@) {	3357	if ($@) {
2824	warn "$@";	3358	warn "$@",
2825	warn "while executing safe code '$code'\n";	3359	"while executing safe code '$code'\n",
2826	warn "with arguments " . (join " ", %vars) . "\n";	3360	"with arguments " . (join " ", %vars) . "\n";
2827	}	3361	}
2828		3362
2829	wantarray ? @res : $res[0]	3363	wantarray ? @res : $res[0]
2830	}	3364	}
2831		3365
…		…
2845	=cut	3379	=cut
2846		3380
2847	sub register_script_function {	3381	sub register_script_function {
2848	my ($fun, $cb) = @_;	3382	my ($fun, $cb) = @_;
2849		3383
2850	no strict 'refs';	3384	$fun = "safe::$fun" if $CFG{safe_eval};
2851	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3385	*$fun = $safe_hole->wrap ($cb);
2852	}	3386	}
2853		3387
2854	=back	3388	=back
2855		3389
2856	=cut	3390	=cut
…		…
2865	# for this (global event?)	3399	# for this (global event?)
2866	%ext::player_env::MUSIC_FACE_CACHE = ();	3400	%ext::player_env::MUSIC_FACE_CACHE = ();
2867		3401
2868	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3402	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2869		3403
2870	warn "loading facedata from $path\n";	3404	trace "loading facedata from $path\n";
2871		3405
2872	my $facedata;
2873	0 < aio_load $path, $facedata	3406	0 < aio_load $path, my $facedata
2874	or die "$path: $!";	3407	or die "$path: $!";
2875		3408
2876	$facedata = Coro::Storable::thaw $facedata;	3409	$facedata = Coro::Storable::thaw $facedata;
2877		3410
2878	$facedata->{version} == 2	3411	$facedata->{version} == 2
2879	or cf::cleanup "$path: version mismatch, cannot proceed.";	3412	or cf::cleanup "$path: version mismatch, cannot proceed.";
2880		3413
2881	# patch in the exptable	3414	# patch in the exptable
		3415	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
2882	$facedata->{resource}{"res/exp_table"} = {	3416	$facedata->{resource}{"res/exp_table"} = {
2883	type => FT_RSRC,	3417	type => FT_RSRC,
2884	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),	3418	data => $exp_table,
		3419	hash => (Digest::MD5::md5 $exp_table),
2885	};	3420	};
2886	cf::cede_to_tick;	3421	cf::cede_to_tick;
2887		3422
2888	{	3423	{
2889	my $faces = $facedata->{faceinfo};	3424	my $faces = $facedata->{faceinfo};
2890		3425
2891	while (my ($face, $info) = each %$faces) {	3426	while (my ($face, $info) = each %$faces) {
2892	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3427	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3428
2893	cf::face::set_visibility $idx, $info->{visibility};	3429	cf::face::set_visibility $idx, $info->{visibility};
2894	cf::face::set_magicmap $idx, $info->{magicmap};	3430	cf::face::set_magicmap $idx, $info->{magicmap};
2895	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3431	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2896	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3432	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
		3433	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
2897		3434
2898	cf::cede_to_tick;	3435	cf::cede_to_tick;
2899	}	3436	}
2900		3437
2901	while (my ($face, $info) = each %$faces) {	3438	while (my ($face, $info) = each %$faces) {
2902	next unless $info->{smooth};	3439	next unless $info->{smooth};
		3440
2903	my $idx = cf::face::find $face	3441	my $idx = cf::face::find $face
2904	or next;	3442	or next;
		3443
2905	if (my $smooth = cf::face::find $info->{smooth}) {	3444	if (my $smooth = cf::face::find $info->{smooth}) {
2906	cf::face::set_smooth $idx, $smooth;	3445	cf::face::set_smooth $idx, $smooth;
2907	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3446	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2908	} else {	3447	} else {
2909	warn "smooth face '$info->{smooth}' not found for face '$face'";	3448	error "smooth face '$info->{smooth}' not found for face '$face'";
2910	}	3449	}
2911		3450
2912	cf::cede_to_tick;	3451	cf::cede_to_tick;
2913	}	3452	}
2914	}	3453	}
…		…
2923		3462
2924	cf::anim::invalidate_all; # d'oh	3463	cf::anim::invalidate_all; # d'oh
2925	}	3464	}
2926		3465
2927	{	3466	{
2928	# TODO: for gcfclient pleasure, we should give resources
2929	# that gcfclient doesn't grok a >10000 face index.
2930	my $res = $facedata->{resource};	3467	my $res = $facedata->{resource};
2931		3468
2932	my $soundconf = delete $res->{"res/sound.conf"};
2933
2934	while (my ($name, $info) = each %$res) {	3469	while (my ($name, $info) = each %$res) {
		3470	if (defined $info->{type}) {
2935	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3471	my $idx = (cf::face::find $name) || cf::face::alloc $name;
2936	my $data;
2937		3472
2938	if ($info->{type} & 1) {	3473	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
2939	# prepend meta info	3474	cf::face::set_type $idx, $info->{type};
2940
2941	my $meta = $enc->encode ({
2942	name => $name,
2943	%{ $info->{meta} || {} },
2944	});
2945
2946	$data = pack "(w/a*)*", $meta, $info->{data};
2947	} else {	3475	} else {
2948	$data = $info->{data};	3476	$RESOURCE{$name} = $info; # unused
2949	}	3477	}
2950		3478
2951	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
2952	cf::face::set_type $idx, $info->{type};
2953
2954	cf::cede_to_tick;	3479	cf::cede_to_tick;
2955	}	3480	}
2956
2957	if ($soundconf) {
2958	$soundconf = $enc->decode (delete $soundconf->{data});
2959
2960	for (0 .. SOUND_CAST_SPELL_0 - 1) {
2961	my $sound = $soundconf->{compat}[$_]
2962	or next;
2963
2964	my $face = cf::face::find "sound/$sound->[1]";
2965	cf::sound::set $sound->[0] => $face;
2966	cf::sound::old_sound_index $_, $face; # gcfclient-compat
2967	}
2968
2969	while (my ($k, $v) = each %{$soundconf->{event}}) {
2970	my $face = cf::face::find "sound/$v";
2971	cf::sound::set $k => $face;
2972	}
2973	}
2974	}	3481	}
		3482
		3483	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2975		3484
2976	1	3485	1
2977	}	3486	}
2978		3487
2979	register_exticmd fx_want => sub {	3488	register_exticmd fx_want => sub {
…		…
2981		3490
2982	while (my ($k, $v) = each %$want) {	3491	while (my ($k, $v) = each %$want) {
2983	$ns->fx_want ($k, $v);	3492	$ns->fx_want ($k, $v);
2984	}	3493	}
2985	};	3494	};
		3495
		3496	sub load_resource_file($) {
		3497	my $guard = lock_acquire "load_resource_file";
		3498
		3499	my $status = load_resource_file_ $_[0];
		3500	get_slot 0.1, 100;
		3501	cf::arch::commit_load;
		3502
		3503	$status
		3504	}
2986		3505
2987	sub reload_regions {	3506	sub reload_regions {
2988	# HACK to clear player env face cache, we need some signal framework	3507	# HACK to clear player env face cache, we need some signal framework
2989	# for this (global event?)	3508	# for this (global event?)
2990	%ext::player_env::MUSIC_FACE_CACHE = ();	3509	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
3004	}	3523	}
3005		3524
3006	sub reload_archetypes {	3525	sub reload_archetypes {
3007	load_resource_file "$DATADIR/archetypes"	3526	load_resource_file "$DATADIR/archetypes"
3008	or die "unable to load archetypes\n";	3527	or die "unable to load archetypes\n";
3009	#d# NEED to laod twice to resolve forward references
3010	# this really needs to be done in an extra post-pass
3011	# (which needs to be synchronous, so solve it differently)
3012	load_resource_file "$DATADIR/archetypes"
3013	or die "unable to load archetypes\n";
3014	}	3528	}
3015		3529
3016	sub reload_treasures {	3530	sub reload_treasures {
3017	load_resource_file "$DATADIR/treasures"	3531	load_resource_file "$DATADIR/treasures"
3018	or die "unable to load treasurelists\n";	3532	or die "unable to load treasurelists\n";
3019	}	3533	}
3020		3534
		3535	sub reload_sound {
		3536	trace "loading sound config from $DATADIR/sound\n";
		3537
		3538	0 < Coro::AIO::aio_load "$DATADIR/sound", my $data
		3539	or die "$DATADIR/sound $!";
		3540
		3541	my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data);
		3542
		3543	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3544	my $sound = $soundconf->{compat}[$_]
		3545	or next;
		3546
		3547	my $face = cf::face::find "sound/$sound->[1]";
		3548	cf::sound::set $sound->[0] => $face;
		3549	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3550	}
		3551
		3552	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3553	my $face = cf::face::find "sound/$v";
		3554	cf::sound::set $k => $face;
		3555	}
		3556	}
		3557
3021	sub reload_resources {	3558	sub reload_resources {
3022	warn "reloading resource files...\n";	3559	trace "reloading resource files...\n";
3023		3560
		3561	reload_exp_table;
		3562	reload_materials;
		3563	reload_facedata;
		3564	reload_sound;
		3565	reload_archetypes;
3024	reload_regions;	3566	reload_regions;
3025	reload_facedata;
3026	#reload_archetypes;#d#
3027	reload_archetypes;
3028	reload_treasures;	3567	reload_treasures;
3029		3568
3030	warn "finished reloading resource files\n";	3569	trace "finished reloading resource files\n";
3031	}
3032
3033	sub init {
3034	reload_resources;
3035	}	3570	}
3036		3571
3037	sub reload_config {	3572	sub reload_config {
3038	open my $fh, "<:utf8", "$CONFDIR/config"	3573	trace "reloading config file...\n";
3039	or return;
3040		3574
3041	local $/;	3575	0 < aio_load "$CONFDIR/config", my $config
3042	*CFG = YAML::Syck::Load <$fh>;	3576	or die "$CONFDIR/config: $!";
3043		3577
		3578	utf8::decode $config;
		3579	*CFG = yaml_load $config;
		3580
3044	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3581	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3045		3582
3046	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3583	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3047	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3584	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3048		3585
3049	if (exists $CFG{mlockall}) {	3586	if (exists $CFG{mlockall}) {
…		…
3053	};	3590	};
3054	warn $@ if $@;	3591	warn $@ if $@;
3055	}	3592	}
3056	}	3593	}
3057		3594
		3595	sub pidfile() {
		3596	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3597	or die "$PIDFILE: $!";
		3598	flock $fh, &Fcntl::LOCK_EX
		3599	or die "$PIDFILE: flock: $!";
		3600	$fh
		3601	}
		3602
		3603	# make sure only one server instance is running at any one time
		3604	sub atomic {
		3605	my $fh = pidfile;
		3606
		3607	my $pid = <$fh>;
		3608	kill 9, $pid if $pid > 0;
		3609
		3610	seek $fh, 0, 0;
		3611	print $fh $$;
		3612	}
		3613
		3614	sub main_loop {
		3615	trace "EV::loop starting\n";
		3616	if (1) {
		3617	EV::loop;
		3618	}
		3619	trace "EV::loop returned\n";
		3620	goto &main_loop unless $REALLY_UNLOOP;
		3621	}
		3622
3058	sub main {	3623	sub main {
		3624	cf::init_globals; # initialise logging
		3625
		3626	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3627	LOG llevInfo, "Copyright (C) 2005-2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3628	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3629	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3630
		3631	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3632
3059	# we must not ever block the main coroutine	3633	# we must not ever block the main coroutine
3060	local $Coro::idle = sub {	3634	local $Coro::idle = sub {
3061	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3635	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3062	(async {	3636	(async {
3063	Event::one_event;	3637	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3638	EV::loop EV::LOOP_ONESHOT;
3064	})->prio (Coro::PRIO_MAX);	3639	})->prio (Coro::PRIO_MAX);
3065	};	3640	};
3066		3641
		3642	evthread_start IO::AIO::poll_fileno;
		3643
		3644	cf::sync_job {
		3645	cf::incloader::init ();
		3646
		3647	cf::init_anim;
		3648	cf::init_attackmess;
		3649	cf::init_dynamic;
		3650
		3651	cf::load_settings;
		3652
		3653	reload_resources;
3067	reload_config;	3654	reload_config;
3068	db_init;	3655	db_init;
		3656
		3657	cf::init_uuid;
		3658	cf::init_signals;
		3659	cf::init_skills;
		3660
		3661	cf::init_beforeplay;
		3662
		3663	atomic;
		3664
3069	load_extensions;	3665	load_extensions;
3070		3666
3071	$TICK_WATCHER->start;	3667	utime time, time, $RUNTIMEFILE;
3072	Event::loop;	3668
		3669	# no (long-running) fork's whatsoever before this point(!)
		3670	use POSIX ();
		3671	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3672
		3673	cf::_post_init 0;
		3674	};
		3675
		3676	cf::object::thawer::errors_are_fatal 0;
		3677	info "parse errors in files are no longer fatal from this point on.\n";
		3678
		3679	my $free_main; $free_main = EV::idle sub {
		3680	undef $free_main;
		3681	undef &main; # free gobs of memory :)
		3682	};
		3683
		3684	goto &main_loop;
3073	}	3685	}
3074		3686
3075	#############################################################################	3687	#############################################################################
3076	# initialisation and cleanup	3688	# initialisation and cleanup
3077		3689
3078	# install some emergency cleanup handlers	3690	# install some emergency cleanup handlers
3079	BEGIN {	3691	BEGIN {
		3692	our %SIGWATCHER = ();
3080	for my $signal (qw(INT HUP TERM)) {	3693	for my $signal (qw(INT HUP TERM)) {
3081	Event->signal (	3694	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3082	reentrant => 0,
3083	data => WF_AUTOCANCEL,
3084	signal => $signal,
3085	prio => 0,
3086	cb => sub {
3087	cf::cleanup "SIG$signal";	3695	cf::cleanup "SIG$signal";
3088	},
3089	);	3696	};
3090	}	3697	}
3091	}	3698	}
3092		3699
3093	sub write_runtime {	3700	sub write_runtime_sync {
3094	my $runtime = "$LOCALDIR/runtime";	3701	my $t0 = AE::time;
3095		3702
3096	# first touch the runtime file to show we are still running:	3703	# first touch the runtime file to show we are still running:
3097	# the fsync below can take a very very long time.	3704	# the fsync below can take a very very long time.
3098		3705
3099	IO::AIO::aio_utime $runtime, undef, undef;	3706	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3100		3707
3101	my $guard = cf::lock_acquire "write_runtime";	3708	my $guard = cf::lock_acquire "write_runtime";
3102		3709
3103	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3710	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3104	or return;	3711	or return;
3105		3712
3106	my $value = $cf::RUNTIME + 90 + 10;	3713	my $value = $cf::RUNTIME + 90 + 10;
3107	# 10 is the runtime save interval, for a monotonic clock	3714	# 10 is the runtime save interval, for a monotonic clock
3108	# 60 allows for the watchdog to kill the server.	3715	# 60 allows for the watchdog to kill the server.
…		…
3118	aio_utime $fh, undef, undef;	3725	aio_utime $fh, undef, undef;
3119		3726
3120	close $fh	3727	close $fh
3121	or return;	3728	or return;
3122		3729
3123	aio_rename "$runtime~", $runtime	3730	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3124	and return;	3731	and return;
3125		3732
3126	warn "runtime file written.\n";	3733	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3127		3734
3128	1	3735	1
		3736	}
		3737
		3738	our $uuid_lock;
		3739	our $uuid_skip;
		3740
		3741	sub write_uuid_sync($) {
		3742	$uuid_skip ||= $_[0];
		3743
		3744	return if $uuid_lock;
		3745	local $uuid_lock = 1;
		3746
		3747	my $uuid = "$LOCALDIR/uuid";
		3748
		3749	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3750	or return;
		3751
		3752	my $value = uuid_seq uuid_cur;
		3753
		3754	unless ($value) {
		3755	info "cowardly refusing to write zero uuid value!\n";
		3756	return;
		3757	}
		3758
		3759	my $value = uuid_str $value + $uuid_skip;
		3760	$uuid_skip = 0;
		3761
		3762	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3763	and return;
		3764
		3765	# always fsync - this file is important
		3766	aio_fsync $fh
		3767	and return;
		3768
		3769	close $fh
		3770	or return;
		3771
		3772	aio_rename "$uuid~", $uuid
		3773	and return;
		3774
		3775	trace "uuid file written ($value).\n";
		3776
		3777	1
		3778
		3779	}
		3780
		3781	sub write_uuid($$) {
		3782	my ($skip, $sync) = @_;
		3783
		3784	$sync ? write_uuid_sync $skip
		3785	: async { write_uuid_sync $skip };
3129	}	3786	}
3130		3787
3131	sub emergency_save() {	3788	sub emergency_save() {
3132	my $freeze_guard = cf::freeze_mainloop;	3789	my $freeze_guard = cf::freeze_mainloop;
3133		3790
3134	warn "enter emergency perl save\n";	3791	info "emergency_perl_save: enter\n";
		3792
		3793	# this is a trade-off: we want to be very quick here, so
		3794	# save all maps without fsync, and later call a global sync
		3795	# (which in turn might be very very slow)
		3796	local $USE_FSYNC = 0;
3135		3797
3136	cf::sync_job {	3798	cf::sync_job {
		3799	cf::write_runtime_sync; # external watchdog should not bark
		3800
3137	# use a peculiar iteration method to avoid tripping on perl	3801	# use a peculiar iteration method to avoid tripping on perl
3138	# refcount bugs in for. also avoids problems with players	3802	# refcount bugs in for. also avoids problems with players
3139	# and maps saved/destroyed asynchronously.	3803	# and maps saved/destroyed asynchronously.
3140	warn "begin emergency player save\n";	3804	info "emergency_perl_save: begin player save\n";
3141	for my $login (keys %cf::PLAYER) {	3805	for my $login (keys %cf::PLAYER) {
3142	my $pl = $cf::PLAYER{$login} or next;	3806	my $pl = $cf::PLAYER{$login} or next;
3143	$pl->valid or next;	3807	$pl->valid or next;
		3808	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3144	$pl->save;	3809	$pl->save;
3145	}	3810	}
3146	warn "end emergency player save\n";	3811	info "emergency_perl_save: end player save\n";
3147		3812
3148	warn "begin emergency map save\n";	3813	cf::write_runtime_sync; # external watchdog should not bark
		3814
		3815	info "emergency_perl_save: begin map save\n";
3149	for my $path (keys %cf::MAP) {	3816	for my $path (keys %cf::MAP) {
3150	my $map = $cf::MAP{$path} or next;	3817	my $map = $cf::MAP{$path} or next;
3151	$map->valid or next;	3818	$map->valid or next;
3152	$map->save;	3819	$map->save;
3153	}	3820	}
3154	warn "end emergency map save\n";	3821	info "emergency_perl_save: end map save\n";
3155		3822
3156	warn "begin emergency database checkpoint\n";	3823	cf::write_runtime_sync; # external watchdog should not bark
		3824
		3825	info "emergency_perl_save: begin database checkpoint\n";
3157	BDB::db_env_txn_checkpoint $DB_ENV;	3826	BDB::db_env_txn_checkpoint $DB_ENV;
3158	warn "end emergency database checkpoint\n";	3827	info "emergency_perl_save: end database checkpoint\n";
		3828
		3829	info "emergency_perl_save: begin write uuid\n";
		3830	write_uuid_sync 1;
		3831	info "emergency_perl_save: end write uuid\n";
		3832
		3833	cf::write_runtime_sync; # external watchdog should not bark
		3834
		3835	trace "emergency_perl_save: syncing database to disk";
		3836	BDB::db_env_txn_checkpoint $DB_ENV;
		3837
		3838	info "emergency_perl_save: starting sync\n";
		3839	IO::AIO::aio_sync sub {
		3840	info "emergency_perl_save: finished sync\n";
		3841	};
		3842
		3843	cf::write_runtime_sync; # external watchdog should not bark
		3844
		3845	trace "emergency_perl_save: flushing outstanding aio requests";
		3846	while (IO::AIO::nreqs || BDB::nreqs) {
		3847	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
		3848	}
		3849
		3850	cf::write_runtime_sync; # external watchdog should not bark
3159	};	3851	};
3160		3852
3161	warn "leave emergency perl save\n";	3853	info "emergency_perl_save: leave\n";
3162	}	3854	}
3163		3855
3164	sub post_cleanup {	3856	sub post_cleanup {
3165	my ($make_core) = @_;	3857	my ($make_core) = @_;
3166		3858
		3859	IO::AIO::flush;
		3860
3167	warn Carp::longmess "post_cleanup backtrace"	3861	error Carp::longmess "post_cleanup backtrace"
3168	if $make_core;	3862	if $make_core;
		3863
		3864	my $fh = pidfile;
		3865	unlink $PIDFILE if <$fh> == $$;
		3866	}
		3867
		3868	# a safer delete_package, copied from Symbol
		3869	sub clear_package($) {
		3870	my $pkg = shift;
		3871
		3872	# expand to full symbol table name if needed
		3873	unless ($pkg =~ /^main::.*::$/) {
		3874	$pkg = "main$pkg" if $pkg =~ /^::/;
		3875	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3876	$pkg .= '::' unless $pkg =~ /::$/;
		3877	}
		3878
		3879	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3880	my $stem_symtab = *{$stem}{HASH};
		3881
		3882	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3883	or return;
		3884
		3885	# clear all symbols
		3886	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3887	for my $name (keys %$leaf_symtab) {
		3888	_gv_clear *{"$pkg$name"};
		3889	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3890	}
3169	}	3891	}
3170		3892
3171	sub do_reload_perl() {	3893	sub do_reload_perl() {
3172	# can/must only be called in main	3894	# can/must only be called in main
3173	if ($Coro::current != $Coro::main) {	3895	unless (in_main) {
3174	warn "can only reload from main coroutine";	3896	error "can only reload from main coroutine";
3175	return;	3897	return;
3176	}	3898	}
3177		3899
3178	warn "reloading...";	3900	return if $RELOAD++;
3179		3901
3180	warn "entering sync_job";	3902	my $t1 = AE::time;
3181		3903
		3904	while ($RELOAD) {
		3905	cf::get_slot 0.1, -1, "reload_perl";
		3906	info "perl_reload: reloading...";
		3907
		3908	trace "perl_reload: entering sync_job";
		3909
3182	cf::sync_job {	3910	cf::sync_job {
3183	cf::write_runtime; # external watchdog should not bark
3184	cf::emergency_save;	3911	#cf::emergency_save;
3185	cf::write_runtime; # external watchdog should not bark
3186		3912
3187	warn "syncing database to disk";
3188	BDB::db_env_txn_checkpoint $DB_ENV;
3189
3190	# if anything goes wrong in here, we should simply crash as we already saved
3191
3192	warn "cancelling all WF_AUTOCANCEL watchers";
3193	for (Event::all_watchers) {
3194	$_->cancel if $_->data & WF_AUTOCANCEL;
3195	}
3196
3197	warn "flushing outstanding aio requests";
3198	for (;;) {
3199	BDB::flush;
3200	IO::AIO::flush;
3201	Coro::cede;
3202	last unless IO::AIO::nreqs || BDB::nreqs;
3203	warn "iterate...";
3204	}
3205
3206	++$RELOAD;
3207
3208	warn "cancelling all extension coros";	3913	trace "perl_reload: cancelling all extension coros";
3209	$_->cancel for values %EXT_CORO;	3914	$_->cancel for values %EXT_CORO;
3210	%EXT_CORO = ();	3915	%EXT_CORO = ();
3211		3916
3212	warn "removing commands";	3917	trace "perl_reload: removing commands";
3213	%COMMAND = ();	3918	%COMMAND = ();
3214		3919
3215	warn "removing ext/exti commands";	3920	trace "perl_reload: removing ext/exti commands";
3216	%EXTCMD = ();	3921	%EXTCMD = ();
3217	%EXTICMD = ();	3922	%EXTICMD = ();
3218		3923
3219	warn "unloading/nuking all extensions";	3924	trace "perl_reload: unloading/nuking all extensions";
3220	for my $pkg (@EXTS) {	3925	for my $pkg (@EXTS) {
3221	warn "... unloading $pkg";	3926	trace "... unloading $pkg";
3222		3927
3223	if (my $cb = $pkg->can ("unload")) {	3928	if (my $cb = $pkg->can ("unload")) {
3224	eval {	3929	eval {
3225	$cb->($pkg);	3930	$cb->($pkg);
3226	1	3931	1
3227	} or warn "$pkg unloaded, but with errors: $@";	3932	} or error "$pkg unloaded, but with errors: $@";
		3933	}
		3934
		3935	trace "... clearing $pkg";
		3936	clear_package $pkg;
3228	}	3937	}
3229		3938
3230	warn "... nuking $pkg";
3231	Symbol::delete_package $pkg;
3232	}
3233
3234	warn "unloading all perl modules loaded from $LIBDIR";	3939	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3235	while (my ($k, $v) = each %INC) {	3940	while (my ($k, $v) = each %INC) {
3236	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3941	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3237		3942
3238	warn "... unloading $k";	3943	trace "... unloading $k";
3239	delete $INC{$k};	3944	delete $INC{$k};
3240		3945
3241	$k =~ s/\.pm$//;	3946	$k =~ s/\.pm$//;
3242	$k =~ s/\//::/g;	3947	$k =~ s/\//::/g;
3243		3948
3244	if (my $cb = $k->can ("unload_module")) {	3949	if (my $cb = $k->can ("unload_module")) {
3245	$cb->();	3950	$cb->();
		3951	}
		3952
		3953	clear_package $k;
3246	}	3954	}
3247		3955
3248	Symbol::delete_package $k;
3249	}
3250
3251	warn "getting rid of safe::, as good as possible";	3956	trace "perl_reload: getting rid of safe::, as good as possible";
3252	Symbol::delete_package "safe::$_"	3957	clear_package "safe::$_"
3253	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3958	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3254		3959
3255	warn "unloading cf.pm \"a bit\"";	3960	trace "perl_reload: unloading cf.pm \"a bit\"";
3256	delete $INC{"cf.pm"};	3961	delete $INC{"cf.pm"};
3257	delete $INC{"cf/pod.pm"};	3962	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3258		3963
3259	# don't, removes xs symbols, too,	3964	# don't, removes xs symbols, too,
3260	# and global variables created in xs	3965	# and global variables created in xs
3261	#Symbol::delete_package __PACKAGE__;	3966	#clear_package __PACKAGE__;
3262		3967
3263	warn "unload completed, starting to reload now";	3968	info "perl_reload: unload completed, starting to reload now";
3264		3969
3265	warn "reloading cf.pm";	3970	trace "perl_reload: reloading cf.pm";
3266	require cf;	3971	require cf;
3267	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3972	cf::_connect_to_perl_1;
3268		3973
3269	warn "loading config and database again";	3974	trace "perl_reload: loading config and database again";
3270	cf::reload_config;	3975	cf::reload_config;
3271		3976
3272	warn "loading extensions";	3977	trace "perl_reload: loading extensions";
3273	cf::load_extensions;	3978	cf::load_extensions;
3274		3979
		3980	if ($REATTACH_ON_RELOAD) {
3275	warn "reattaching attachments to objects/players";	3981	trace "perl_reload: reattaching attachments to objects/players";
3276	_global_reattach; # objects, sockets	3982	_global_reattach; # objects, sockets
3277	warn "reattaching attachments to maps";	3983	trace "perl_reload: reattaching attachments to maps";
3278	reattach $_ for values %MAP;	3984	reattach $_ for values %MAP;
3279	warn "reattaching attachments to players";	3985	trace "perl_reload: reattaching attachments to players";
3280	reattach $_ for values %PLAYER;	3986	reattach $_ for values %PLAYER;
		3987	}
3281		3988
3282	warn "leaving sync_job";	3989	cf::_post_init 1;
3283		3990
		3991	trace "perl_reload: leaving sync_job";
		3992
3284	1	3993	1
3285	} or do {	3994	} or do {
3286	warn $@;	3995	error $@;
3287	warn "error while reloading, exiting.";	3996	cf::cleanup "perl_reload: error, exiting.";
3288	exit 1;	3997	};
		3998
		3999	--$RELOAD;
3289	};	4000	}
3290		4001
3291	warn "reloaded";	4002	$t1 = AE::time - $t1;
		4003	info "perl_reload: completed in ${t1}s\n";
3292	};	4004	};
3293		4005
3294	our $RELOAD_WATCHER; # used only during reload	4006	our $RELOAD_WATCHER; # used only during reload
3295		4007
3296	sub reload_perl() {	4008	sub reload_perl() {
3297	# doing reload synchronously and two reloads happen back-to-back,	4009	# doing reload synchronously and two reloads happen back-to-back,
3298	# coro crashes during coro_state_free->destroy here.	4010	# coro crashes during coro_state_free->destroy here.
3299		4011
3300	$RELOAD_WATCHER ||= Event->timer (	4012	$RELOAD_WATCHER ||= cf::async {
3301	reentrant => 0,	4013	Coro::AIO::aio_wait cache_extensions;
3302	after => 0,	4014
3303	data => WF_AUTOCANCEL,	4015	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3304	cb => sub {
3305	do_reload_perl;	4016	do_reload_perl;
3306	undef $RELOAD_WATCHER;	4017	undef $RELOAD_WATCHER;
3307	},	4018	};
3308	);	4019	};
3309	}	4020	}
3310		4021
3311	register_command "reload" => sub {	4022	register_command "reload" => sub {
3312	my ($who, $arg) = @_;	4023	my ($who, $arg) = @_;
3313		4024
3314	if ($who->flag (FLAG_WIZ)) {	4025	if ($who->flag (FLAG_WIZ)) {
3315	$who->message ("reloading server.");	4026	$who->message ("reloading server.");
		4027	async {
		4028	$Coro::current->{desc} = "perl_reload";
3316	async { reload_perl };	4029	reload_perl;
		4030	};
3317	}	4031	}
3318	};	4032	};
3319		4033
3320	unshift @INC, $LIBDIR;	4034	#############################################################################
3321		4035
3322	my $bug_warning = 0;	4036	my $bug_warning = 0;
3323		4037
3324	our @WAIT_FOR_TICK;	4038	our @WAIT_FOR_TICK;
3325	our @WAIT_FOR_TICK_BEGIN;	4039	our @WAIT_FOR_TICK_BEGIN;
3326		4040
3327	sub wait_for_tick {	4041	sub wait_for_tick() {
3328	return unless $TICK_WATCHER->is_active;
3329	return if $Coro::current == $Coro::main;	4042	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3330		4043
3331	my $signal = new Coro::Signal;	4044	my $signal = new Coro::Signal;
3332	push @WAIT_FOR_TICK, $signal;	4045	push @WAIT_FOR_TICK, $signal;
3333	$signal->wait;	4046	$signal->wait;
3334	}	4047	}
3335		4048
3336	sub wait_for_tick_begin {	4049	sub wait_for_tick_begin() {
3337	return unless $TICK_WATCHER->is_active;
3338	return if $Coro::current == $Coro::main;	4050	return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3339		4051
3340	my $signal = new Coro::Signal;	4052	my $signal = new Coro::Signal;
3341	push @WAIT_FOR_TICK_BEGIN, $signal;	4053	push @WAIT_FOR_TICK_BEGIN, $signal;
3342	$signal->wait;	4054	$signal->wait;
3343	}	4055	}
3344		4056
3345	my $min = 1e6;#d#	4057	sub tick {
3346	my $avg = 10;
3347	$TICK_WATCHER = Event->timer (
3348	reentrant => 0,
3349	parked => 1,
3350	prio => 0,
3351	at => $NEXT_TICK || $TICK,
3352	data => WF_AUTOCANCEL,
3353	cb => sub {
3354	if ($Coro::current != $Coro::main) {	4058	if ($Coro::current != $Coro::main) {
3355	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4059	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3356	unless ++$bug_warning > 10;	4060	unless ++$bug_warning > 10;
3357	return;	4061	return;
3358	}	4062	}
3359		4063
3360	$NOW = $tick_start = Event::time;
3361
3362	cf::server_tick; # one server iteration	4064	cf::server_tick; # one server iteration
3363		4065
3364	0 && sync_job {#d#	4066	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3365	for(1..10) {
3366	my $t = Event::time;
3367	my $map = my $map = new_from_path cf::map "/tmp/x.map"
3368	or die;
3369		4067
3370	$map->width (50);	4068	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3371	$map->height (50);	4069	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3372	$map->alloc;	4070	Coro::async_pool {
3373	$map->_load_objects ("/tmp/x.map", 1);	4071	$Coro::current->{desc} = "runtime saver";
3374	my $t = Event::time - $t;	4072	write_runtime_sync
3375		4073	or error "ERROR: unable to write runtime file: $!";
3376	#next unless $t < 0.0013;#d#
3377	if ($t < $min) {
3378	$min = $t;
3379	}
3380	$avg = $avg * 0.99 + $t * 0.01;
3381	}
3382	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3383	exit 0;
3384	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3385	};	4074	};
		4075	}
3386		4076
3387	$RUNTIME += $TICK;
3388	$NEXT_TICK += $TICK;
3389
3390	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3391	$NEXT_RUNTIME_WRITE = $NOW + 10;
3392	Coro::async_pool {
3393	write_runtime
3394	or warn "ERROR: unable to write runtime file: $!";
3395	};
3396	}
3397
3398	# my $AFTER = Event::time;
3399	# warn $AFTER - $NOW;#d#
3400
3401	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4077	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3402	$sig->send;	4078	$sig->send;
3403	}	4079	}
3404	while (my $sig = shift @WAIT_FOR_TICK) {	4080	while (my $sig = shift @WAIT_FOR_TICK) {
3405	$sig->send;	4081	$sig->send;
3406	}	4082	}
3407		4083
3408	$NOW = Event::time;	4084	$LOAD = ($NOW - $TICK_START) / $TICK;
3409
3410	# if we are delayed by four ticks or more, skip them all
3411	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3412
3413	$TICK_WATCHER->at ($NEXT_TICK);
3414	$TICK_WATCHER->start;
3415
3416	$LOAD = ($NOW - $tick_start) / $TICK;
3417	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4085	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3418		4086
3419	_post_tick;	4087	if (0) {
3420		4088	if ($NEXT_TICK) {
3421		4089	my $jitter = $TICK_START - $NEXT_TICK;
		4090	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4091	debug "jitter $JITTER\n";#d#
		4092	}
3422	},	4093	}
3423	);	4094	}
3424		4095
3425	{	4096	{
3426	BDB::max_poll_time $TICK * 0.1;	4097	# configure BDB
3427	$BDB_POLL_WATCHER = Event->io (	4098
3428	reentrant => 0,
3429	fd => BDB::poll_fileno,
3430	poll => 'r',
3431	prio => 0,
3432	data => WF_AUTOCANCEL,
3433	cb => \&BDB::poll_cb,
3434	);
3435	BDB::min_parallel 8;	4099	BDB::min_parallel 16;
3436		4100	BDB::max_poll_reqs $TICK * 0.1;
3437	BDB::set_sync_prepare {	4101	$AnyEvent::BDB::WATCHER->priority (1);
3438	my $status;
3439	my $current = $Coro::current;
3440	(
3441	sub {
3442	$status = $!;
3443	$current->ready; undef $current;
3444	},
3445	sub {
3446	Coro::schedule while defined $current;
3447	$! = $status;
3448	},
3449	)
3450	};
3451		4102
3452	unless ($DB_ENV) {	4103	unless ($DB_ENV) {
3453	$DB_ENV = BDB::db_env_create;	4104	$DB_ENV = BDB::db_env_create;
		4105	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4106	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4107	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4108	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4109	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3454		4110
3455	cf::sync_job {	4111	cf::sync_job {
3456	eval {	4112	eval {
3457	BDB::db_env_open	4113	BDB::db_env_open
3458	$DB_ENV,	4114	$DB_ENV,
…		…
3460	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4116	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3461	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4117	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3462	0666;	4118	0666;
3463		4119
3464	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4120	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3465
3466	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3467	$DB_ENV->set_lk_detect;
3468	};	4121	};
3469		4122
3470	cf::cleanup "db_env_open(db): $@" if $@;	4123	cf::cleanup "db_env_open(db): $@" if $@;
3471	};	4124	};
3472	}	4125	}
		4126
		4127	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4128	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4129	};
		4130	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4131	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4132	};
		4133	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4134	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4135	};
3473	}	4136	}
3474		4137
3475	{	4138	{
		4139	# configure IO::AIO
		4140
3476	IO::AIO::min_parallel 8;	4141	IO::AIO::min_parallel 8;
3477
3478	undef $Coro::AIO::WATCHER;
3479	IO::AIO::max_poll_time $TICK * 0.1;	4142	IO::AIO::max_poll_time $TICK * 0.1;
3480	$AIO_POLL_WATCHER = Event->io (	4143	undef $AnyEvent::AIO::WATCHER;
3481	reentrant => 0,
3482	data => WF_AUTOCANCEL,
3483	fd => IO::AIO::poll_fileno,
3484	poll => 'r',
3485	prio => 6,
3486	cb => \&IO::AIO::poll_cb,
3487	);
3488	}	4144	}
3489		4145
3490	my $_log_backtrace;	4146	our $_log_backtrace;
		4147	our $_log_backtrace_last;
3491		4148
3492	sub _log_backtrace {	4149	sub _log_backtrace {
3493	my ($msg, @addr) = @_;	4150	my ($msg, @addr) = @_;
3494		4151
3495	$msg =~ s/\n//;	4152	$msg =~ s/\n$//;
3496		4153
		4154	if ($_log_backtrace_last eq $msg) {
		4155	LOG llevInfo, "[ABT] $msg\n";
		4156	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3497	# limit the # of concurrent backtraces	4157	# limit the # of concurrent backtraces
3498	if ($_log_backtrace < 2) {	4158	} elsif ($_log_backtrace < 2) {
		4159	$_log_backtrace_last = $msg;
3499	++$_log_backtrace;	4160	++$_log_backtrace;
		4161	my $perl_bt = Carp::longmess $msg;
3500	async {	4162	async {
		4163	$Coro::current->{desc} = "abt $msg";
		4164
3501	my @bt = fork_call {	4165	my @bt = fork_call {
3502	@addr = map { sprintf "%x", $_ } @addr;	4166	@addr = map { sprintf "%x", $_ } @addr;
3503	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4167	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3504	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4168	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3505	or die "addr2line: $!";	4169	or die "addr2line: $!";
…		…
3513	}	4177	}
3514		4178
3515	@funcs	4179	@funcs
3516	};	4180	};
3517		4181
3518	LOG llevInfo, "[ABT] $msg\n";	4182	LOG llevInfo, "[ABT] $perl_bt\n";
		4183	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3519	LOG llevInfo, "[ABT] $_\n" for @bt;	4184	LOG llevInfo, "[ABT] $_\n" for @bt;
3520	--$_log_backtrace;	4185	--$_log_backtrace;
3521	};	4186	};
3522	} else {	4187	} else {
3523	LOG llevInfo, "[ABT] $msg\n";	4188	LOG llevInfo, "[ABT] $msg\n";
3524	LOG llevInfo, "[ABT] [suppressed]\n";	4189	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3525	}	4190	}
3526	}	4191	}
3527		4192
3528	# load additional modules	4193	# load additional modules
3529	use cf::pod;	4194	require "cf/$_.pm" for @EXTRA_MODULES;
		4195	cf::_connect_to_perl_2;
3530		4196
3531	END { cf::emergency_save }	4197	END { cf::emergency_save }
3532		4198
3533	1	4199	1
3534		4200

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines