ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.336 by root, Tue Aug 21 00:31:18 2007 UTC vs.
Revision 1.582 by root, Fri Feb 3 03:01:45 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use Guard ();
15	use Coro 3.64 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
24	use Coro::Util ();	51	use Coro::Util ();
25		52
26	use JSON::XS 1.4 ();	53	use JSON::XS 2.01 ();
27	use BDB ();	54	use BDB ();
28	use Data::Dumper;	55	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	56	use Fcntl;
31	use YAML::Syck ();	57	use YAML::XS ();
32	use IO::AIO 2.32 ();	58	use IO::AIO ();
33	use Time::HiRes;	59	use Time::HiRes;
34	use Compress::LZF;	60	use Compress::LZF;
35	use Digest::MD5 ();	61	use Digest::MD5 ();
		62
		63	AnyEvent::detect;
36		64
37	# configure various modules to our taste	65	# configure various modules to our taste
38	#	66	#
39	$Storable::canonical = 1; # reduce rsync transfers	67	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	68	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		69
		70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		71
		72	# make sure c-lzf reinitialises itself
		73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		75
43	$Event::Eval = 1; # no idea why this is required, but it is	76	# strictly for debugging
44		77	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		78
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	79	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		80
		81	our @ORIG_INC;
51		82
52	our %COMMAND = ();	83	our %COMMAND = ();
53	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
54		85
55	our @EXTS = (); # list of extension package names	86	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	87	our %EXTCMD = ();
57	our %EXTICMD = ();	88	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
60		91
61	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
63		96
64	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
		98
65	our $DATADIR = datadir;	99	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	100	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	101	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	102	our $MAPDIR = "$DATADIR/" . mapdir;
		103
69	our $LOCALDIR = localdir;	104	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	105	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	106	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	107	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	108	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	109	our $BDBDIR = "$LOCALDIR/db";
		110	our $PIDFILE = "$LOCALDIR/pid";
		111	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		112
		113	#our %RESOURCE; # unused
		114
		115	our $OUTPUT_RATE_MIN = 3000;
		116	our $OUTPUT_RATE_MAX = 1000000;
		117
		118	our $MAX_LINKS = 32; # how many chained exits to follow
		119	our $VERBOSE_IO = 1;
75		120
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	121	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	122	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	123	our $NEXT_TICK;
		124	our $USE_FSYNC = 1; # use fsync to write maps - default on
		125
		126	our $BDB_DEADLOCK_WATCHER;
		127	our $BDB_CHECKPOINT_WATCHER;
		128	our $BDB_TRICKLE_WATCHER;
		129	our $DB_ENV;
		130
		131	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		132
		133	our %CFG;
		134	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		135
		136	our $UPTIME; $UPTIME ||= time;
		137	our $RUNTIME = 0;
		138	our $SERVER_TICK = 0;
81	our $NOW;	139	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off
83		140
84	our $BDB_POLL_WATCHER;	141	our (%PLAYER, %PLAYER_LOADING); # all users
85	our $DB_ENV;	142	our (%MAP, %MAP_LOADING ); # all maps
86
87	our %CFG;
88
89	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;
91
92	our %PLAYER; # all users
93	our %MAP; # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	143	our $LINK_MAP; # the special {link} map, which is always available
95		144
96	# used to convert map paths into valid unix filenames by replacing / by ∕	145	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	146	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		147
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	148	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	149	our $LOADAVG; # same thing, but with alpha-smoothing
		150	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	151	our $TICK_START; # for load detecting purposes
		152
		153	our @POST_INIT;
		154
		155	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		156	our $REALLY_UNLOOP; # never set to true, please :)
		157
		158	our $WAIT_FOR_TICK = new Coro::Signal;
		159	our @WAIT_FOR_TICK_BEGIN;
102		160
103	binmode STDOUT;	161	binmode STDOUT;
104	binmode STDERR;	162	binmode STDERR;
105		163
106	# read virtual server time, if available	164	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	165	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	166	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	167	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	168	$RUNTIME = <$fh> + 0.;
111	}	169	}
		170
		171	eval "sub TICK() { $TICK } 1" or die;
112		172
113	mkdir $_	173	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	174	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115		175
116	our $EMERGENCY_POSITION;	176	our $EMERGENCY_POSITION;
117		177
118	sub cf::map::normalise;	178	sub cf::map::normalise;
119		179
		180	sub in_main() {
		181	$Coro::current == $Coro::main
		182	}
		183
120	#############################################################################	184	#############################################################################
121		185
		186	%REFLECT = ();
		187	for (@REFLECT) {
		188	my $reflect = JSON::XS::decode_json $_;
		189	$REFLECT{$reflect->{class}} = $reflect;
		190	}
		191
		192	# this is decidedly evil
		193	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		194
		195	#############################################################################
		196
122	=head2 GLOBAL VARIABLES	197	=head2 GLOBAL VARIABLES
123		198
124	=over 4	199	=over 4
125		200
126	=item $cf::UPTIME	201	=item $cf::UPTIME
127		202
128	The timestamp of the server start (so not actually an uptime).	203	The timestamp of the server start (so not actually an "uptime").
		204
		205	=item $cf::SERVER_TICK
		206
		207	An unsigned integer that starts at zero when the server is started and is
		208	incremented on every tick.
		209
		210	=item $cf::NOW
		211
		212	The (real) time of the last (current) server tick - updated before and
		213	after tick processing, so this is useful only as a rough "what time is it
		214	now" estimate.
		215
		216	=item $cf::TICK
		217
		218	The interval between each server tick, in seconds.
129		219
130	=item $cf::RUNTIME	220	=item $cf::RUNTIME
131		221
132	The time this server has run, starts at 0 and is increased by $cf::TICK on	222	The time this server has run, starts at 0 and is increased by $cf::TICK on
133	every server tick.	223	every server tick.
…		…
139	Various directories - "/etc", read-only install directory, perl-library	229	Various directories - "/etc", read-only install directory, perl-library
140	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	230	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
141	unique-items directory, player file directory, random maps directory and	231	unique-items directory, player file directory, random maps directory and
142	database environment.	232	database environment.
143		233
144	=item $cf::NOW
145
146	The time of the last (current) server tick.
147
148	=item $cf::TICK
149
150	The interval between server ticks, in seconds.
151
152	=item $cf::LOADAVG	234	=item $cf::LOADAVG
153		235
154	The current CPU load on the server (alpha-smoothed), as a value between 0	236	The current CPU load on the server (alpha-smoothed), as a value between 0
155	(none) and 1 (overloaded), indicating how much time is spent on processing	237	(none) and 1 (overloaded), indicating how much time is spent on processing
156	objects per tick. Healthy values are < 0.5.	238	objects per tick. Healthy values are < 0.5.
…		…
159		241
160	The raw value load value from the last tick.	242	The raw value load value from the last tick.
161		243
162	=item %cf::CFG	244	=item %cf::CFG
163		245
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	246	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	247	from wherever your confdir points to.
166		248
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	249	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		250
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	251	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
170	returns directly I<after> the tick processing (and consequently, can only wake one process	252	returns directly I<after> the tick processing (and consequently, can only wake one thread
171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	253	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
172		254
		255	Note that cf::Wait_for_tick will immediately return when the server is not
		256	ticking, making it suitable for small pauses in threads that need to run
		257	when the server is paused. If that is not applicable (i.e. you I<really>
		258	want to wait, use C<$cf::WAIT_FOR_TICK>).
		259
		260	=item $cf::WAIT_FOR_TICK
		261
		262	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		263	variable contains a L<Coro::Signal> that is broadcats after every server
		264	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		265	next server tick.
		266
		267	=cut
		268
		269	sub wait_for_tick();
		270	sub wait_for_tick_begin();
		271
173	=item @cf::INVOKE_RESULTS	272	=item @cf::INVOKE_RESULTS
174		273
175	This array contains the results of the last C<invoke ()> call. When	274	This array contains the results of the last C<invoke ()> call. When
176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	275	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177	that call.	276	that call.
178		277
		278	=item %cf::REFLECT
		279
		280	Contains, for each (C++) class name, a hash reference with information
		281	about object members (methods, scalars, arrays and flags) and other
		282	metadata, which is useful for introspection.
		283
179	=back	284	=back
180		285
181	=cut	286	=cut
182		287
183	BEGIN {	288	sub error(@) { LOG llevError, join "", @_ }
184	*CORE::GLOBAL::warn = sub {	289	sub warn (@) { LOG llevWarn , join "", @_ }
		290	sub info (@) { LOG llevInfo , join "", @_ }
		291	sub debug(@) { LOG llevDebug, join "", @_ }
		292	sub trace(@) { LOG llevTrace, join "", @_ }
		293
		294	$Coro::State::WARNHOOK = sub {
185	my $msg = join "", @_;	295	my $msg = join "", @_;
186		296
187	$msg .= "\n"	297	$msg .= "\n"
188	unless $msg =~ /\n$/;	298	unless $msg =~ /\n$/;
189		299
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	300	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		301
192	utf8::encode $msg;
193	LOG llevError, $msg;	302	LOG llevWarn, $msg;
194	};	303	};
195	}	304
		305	$Coro::State::DIEHOOK = sub {
		306	return unless $^S eq 0; # "eq", not "=="
		307
		308	error Carp::longmess $_[0];
		309
		310	if (in_main) {#d#
		311	error "DIEHOOK called in main context, Coro bug?\n";#d#
		312	return;#d#
		313	}#d#
		314
		315	# kill coroutine otherwise
		316	Coro::terminate
		317	};
196		318
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	319	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	320	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	321	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	322	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
207	for my $pkg (qw(	329	for my $pkg (qw(
208	cf::global cf::attachable	330	cf::global cf::attachable
209	cf::object cf::object::player	331	cf::object cf::object::player
210	cf::client cf::player	332	cf::client cf::player
211	cf::arch cf::living	333	cf::arch cf::living
		334	cf::map cf::mapspace
212	cf::map cf::party cf::region	335	cf::party cf::region
213	)) {	336	)) {
214	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	337	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	338	}
217		339
218	$Event::DIED = sub {	340	$EV::DIED = sub {
219	warn "error in event callback: @_";	341	Carp::cluck "error in event callback: @_";
220	};	342	};
		343
		344	#############################################################################
		345
		346	sub fork_call(&@);
		347	sub get_slot($;$$);
221		348
222	#############################################################################	349	#############################################################################
223		350
224	=head2 UTILITY FUNCTIONS	351	=head2 UTILITY FUNCTIONS
225		352
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	373	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	374	$d
248	} || "[unable to dump $_[0]: '$@']";	375	} || "[unable to dump $_[0]: '$@']";
249	}	376	}
250		377
		378	=item $scalar = cf::load_file $path
		379
		380	Loads the given file from path and returns its contents. Croaks on error
		381	and can block.
		382
		383	=cut
		384
		385	sub load_file($) {
		386	0 <= aio_load $_[0], my $data
		387	or Carp::croak "$_[0]: $!";
		388
		389	$data
		390	}
		391
		392	=item $success = cf::replace_file $path, $data, $sync
		393
		394	Atomically replaces the file at the given $path with new $data, and
		395	optionally $sync the data to disk before replacing the file.
		396
		397	=cut
		398
		399	sub replace_file($$;$) {
		400	my ($path, $data, $sync) = @_;
		401
		402	my $lock = cf::lock_acquire ("replace_file:$path");
		403
		404	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		405	or return;
		406
		407	$data = $data->() if ref $data;
		408
		409	length $data == aio_write $fh, 0, (length $data), $data, 0
		410	or return;
		411
		412	!$sync
		413	or !aio_fsync $fh
		414	or return;
		415
		416	aio_close $fh
		417	and return;
		418
		419	aio_rename "$path~", $path
		420	and return;
		421
		422	if ($sync) {
		423	$path =~ s%/[^/]*$%%;
		424	aio_pathsync $path;
		425	}
		426
		427	1
		428	}
		429
251	=item $ref = cf::from_json $json	430	=item $ref = cf::decode_json $json
252		431
253	Converts a JSON string into the corresponding perl data structure.	432	Converts a JSON string into the corresponding perl data structure.
254		433
255	=item $json = cf::to_json $ref	434	=item $json = cf::encode_json $ref
256		435
257	Converts a perl data structure into its JSON representation.	436	Converts a perl data structure into its JSON representation.
258		437
259	=cut	438	=cut
260		439
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	440	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		441
263	sub to_json ($) { $json_coder->encode ($_[0]) }	442	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	443	sub decode_json($) { $json_coder->decode ($_[0]) }
		444
		445	=item $ref = cf::decode_storable $scalar
		446
		447	Same as Coro::Storable::thaw, so blocks.
		448
		449	=cut
		450
		451	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		452
		453	=item $ref = cf::decode_yaml $scalar
		454
		455	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		456
		457	=cut
		458
		459	sub decode_yaml($) {
		460	fork_call { YAML::XS::Load $_[0] } @_
		461	}
		462
		463	=item $scalar = cf::unlzf $scalar
		464
		465	Same as Compress::LZF::compress, but takes server ticks into account, so
		466	blocks.
		467
		468	=cut
		469
		470	sub unlzf($) {
		471	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		472	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		473	Compress::LZF::decompress $_[0]
		474	}
		475
		476	=item cf::post_init { BLOCK }
		477
		478	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		479	but I<before> the server starts ticking again.
		480
		481	The codeblock will have a single boolean argument to indicate whether this
		482	is a reload or not.
		483
		484	=cut
		485
		486	sub post_init(&) {
		487	push @POST_INIT, shift;
		488	}
		489
		490	sub _post_init {
		491	trace "running post_init jobs";
		492
		493	# run them in parallel...
		494
		495	my @join;
		496
		497	while () {
		498	push @join, map &Coro::async ($_, 0), @POST_INIT;
		499	@POST_INIT = ();
		500
		501	@join or last;
		502
		503	(pop @join)->join;
		504	}
		505	}
265		506
266	=item cf::lock_wait $string	507	=item cf::lock_wait $string
267		508
268	Wait until the given lock is available. See cf::lock_acquire.	509	Wait until the given lock is available. See cf::lock_acquire.
269		510
270	=item my $lock = cf::lock_acquire $string	511	=item my $lock = cf::lock_acquire $string
271		512
272	Wait until the given lock is available and then acquires it and returns	513	Wait until the given lock is available and then acquires it and returns
273	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	514	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274	for example when the coroutine gets canceled), the lock is automatically	515	for example when the coroutine gets canceled), the lock is automatically
275	returned.	516	returned.
276		517
		518	Locks are *not* recursive, locking from the same coro twice results in a
		519	deadlocked coro.
		520
277	Lock names should begin with a unique identifier (for example, cf::map::find	521	Lock names should begin with a unique identifier (for example, cf::map::find
278	uses map_find and cf::map::load uses map_load).	522	uses map_find and cf::map::load uses map_load).
279		523
280	=item $locked = cf::lock_active $string	524	=item $locked = cf::lock_active $string
281		525
282	Return true if the lock is currently active, i.e. somebody has locked it.	526	Return true if the lock is currently active, i.e. somebody has locked it.
283		527
284	=cut	528	=cut
285		529
286	our %LOCK;	530	our $LOCKS = new Coro::SemaphoreSet;
287		531
288	sub lock_wait($) {	532	sub lock_wait($) {
289	my ($key) = @_;	533	$LOCKS->wait ($_[0]);
290
291	# wait for lock, if any
292	while ($LOCK{$key}) {
293	push @{ $LOCK{$key} }, $Coro::current;
294	Coro::schedule;
295	}
296	}	534	}
297		535
298	sub lock_acquire($) {	536	sub lock_acquire($) {
299	my ($key) = @_;	537	$LOCKS->guard ($_[0])
300
301	# wait, to be sure we are not locked
302	lock_wait $key;
303
304	$LOCK{$key} = [];
305
306	Coro::guard {
307	# wake up all waiters, to be on the safe side
308	$_->ready for @{ delete $LOCK{$key} };
309	}
310	}	538	}
311		539
312	sub lock_active($) {	540	sub lock_active($) {
313	my ($key) = @_;	541	$LOCKS->count ($_[0]) < 1
314
315	! ! $LOCK{$key}
316	}	542	}
317		543
318	sub freeze_mainloop {	544	sub freeze_mainloop {
319	return unless $TICK_WATCHER->is_active;	545	tick_inhibit_inc;
320		546
321	my $guard = Coro::guard {	547	&Guard::guard (\&tick_inhibit_dec);
322	$TICK_WATCHER->start;	548	}
323	};	549
324	$TICK_WATCHER->stop;	550	=item cf::periodic $interval, $cb
325	$guard	551
		552	Like EV::periodic, but randomly selects a starting point so that the actions
		553	get spread over time.
		554
		555	=cut
		556
		557	sub periodic($$) {
		558	my ($interval, $cb) = @_;
		559
		560	my $start = rand List::Util::min 180, $interval;
		561
		562	EV::periodic $start, $interval, 0, $cb
326	}	563	}
327		564
328	=item cf::get_slot $time[, $priority[, $name]]	565	=item cf::get_slot $time[, $priority[, $name]]
329		566
330	Allocate $time seconds of blocking CPU time at priority C<$priority>:	567	Allocate $time seconds of blocking CPU time at priority C<$priority>
331	This call blocks and returns only when you have at least C<$time> seconds	568	(default: 0): This call blocks and returns only when you have at least
332	of cpu time till the next tick. The slot is only valid till the next cede.	569	C<$time> seconds of cpu time till the next tick. The slot is only valid
		570	till the next cede.
		571
		572	Background jobs should use a priority les than zero, interactive jobs
		573	should use 100 or more.
333		574
334	The optional C<$name> can be used to identify the job to run. It might be	575	The optional C<$name> can be used to identify the job to run. It might be
335	used for statistical purposes and should identify the same time-class.	576	used for statistical purposes and should identify the same time-class.
336		577
337	Useful for short background jobs.	578	Useful for short background jobs.
338		579
339	=cut	580	=cut
340		581
341	our @SLOT_QUEUE;	582	our @SLOT_QUEUE;
342	our $SLOT_QUEUE;	583	our $SLOT_QUEUE;
		584	our $SLOT_DECAY = 0.9;
343		585
344	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	586	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
345	$SLOT_QUEUE = Coro::async {	587	$SLOT_QUEUE = Coro::async {
		588	$Coro::current->desc ("timeslot manager");
		589
346	my $signal = new Coro::Signal;	590	my $signal = new Coro::Signal;
		591	my $busy;
347		592
348	while () {	593	while () {
349	next_job:	594	next_job:
		595
350	my $avail = cf::till_tick;	596	my $avail = cf::till_tick;
351	if ($avail > 0.01) {	597
352	for (0 .. $#SLOT_QUEUE) {	598	for (0 .. $#SLOT_QUEUE) {
353	if ($SLOT_QUEUE[$_][0] < $avail) {	599	if ($SLOT_QUEUE[$_][0] <= $avail) {
		600	$busy = 0;
354	my $job = splice @SLOT_QUEUE, $_, 1, ();	601	my $job = splice @SLOT_QUEUE, $_, 1, ();
355	$job->[2]->send;	602	$job->[2]->send;
356	Coro::cede;	603	Coro::cede;
357	goto next_job;	604	goto next_job;
358	}	605	} else {
		606	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
359	}	607	}
360	}	608	}
361		609
362	if (@SLOT_QUEUE) {	610	if (@SLOT_QUEUE) {
363	# we do not use wait_For_tick() as it returns immediately when tick is inactive	611	# we do not use wait_for_tick() as it returns immediately when tick is inactive
364	push @cf::WAIT_FOR_TICK, $signal;	612	$WAIT_FOR_TICK->wait;
365	$signal->wait;
366	} else {	613	} else {
		614	$busy = 0;
367	Coro::schedule;	615	Coro::schedule;
368	}	616	}
369	}	617	}
370	};	618	};
371		619
372	sub get_slot($;$$) {	620	sub get_slot($;$$) {
		621	return if tick_inhibit || $Coro::current == $Coro::main;
		622
373	my ($time, $pri, $name) = @_;	623	my ($time, $pri, $name) = @_;
374		624
375	$time = $TICK * .6 if $time > $TICK * .6;	625	$time = clamp $time, 0.01, $TICK * .6;
		626
376	my $sig = new Coro::Signal;	627	my $sig = new Coro::Signal;
377		628
378	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	629	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
379	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	630	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
380	$SLOT_QUEUE->ready;	631	$SLOT_QUEUE->ready;
…		…
391		642
392	BEGIN { *async = \&Coro::async_pool }	643	BEGIN { *async = \&Coro::async_pool }
393		644
394	=item cf::sync_job { BLOCK }	645	=item cf::sync_job { BLOCK }
395		646
396	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	647	The design of Deliantra requires that the main coroutine ($Coro::main)
397	is always able to handle events or runnable, as Crossfire TRT is only	648	is always able to handle events or runnable, as Deliantra is only
398	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	649	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
399	acceptable.	650	acceptable.
400		651
401	If it must be done, put the blocking parts into C<sync_job>. This will run	652	If it must be done, put the blocking parts into C<sync_job>. This will run
402	the given BLOCK in another coroutine while waiting for the result. The	653	the given BLOCK in another coroutine while waiting for the result. The
…		…
406	=cut	657	=cut
407		658
408	sub sync_job(&) {	659	sub sync_job(&) {
409	my ($job) = @_;	660	my ($job) = @_;
410		661
411	if ($Coro::current == $Coro::main) {	662	if (in_main) {
412	my $time = Event::time;	663	my $time = AE::time;
413		664
414	# this is the main coro, too bad, we have to block	665	# this is the main coro, too bad, we have to block
415	# till the operation succeeds, freezing the server :/	666	# till the operation succeeds, freezing the server :/
416		667
417	# TODO: use suspend/resume instead	668	#LOG llevError, Carp::longmess "sync job";#d#
418	# (but this is cancel-safe)	669
419	my $freeze_guard = freeze_mainloop;	670	my $freeze_guard = freeze_mainloop;
420		671
421	my $busy = 1;	672	my $busy = 1;
422	my @res;	673	my @res;
423		674
424	(async {	675	(async {
		676	$Coro::current->desc ("sync job coro");
425	@res = eval { $job->() };	677	@res = eval { $job->() };
426	warn $@ if $@;	678	error $@ if $@;
427	undef $busy;	679	undef $busy;
428	})->prio (Coro::PRIO_MAX);	680	})->prio (Coro::PRIO_MAX);
429		681
430	while ($busy) {	682	while ($busy) {
431	Coro::cede or Event::one_event;	683	if (Coro::nready) {
		684	Coro::cede_notself;
		685	} else {
		686	EV::loop EV::LOOP_ONESHOT;
432	}	687	}
		688	}
433		689
434	$time = Event::time - $time;	690	my $time = AE::time - $time;
435		691
436	LOG llevError | logBacktrace, Carp::longmess "long sync job"
437	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
438
439	$tick_start += $time; # do not account sync jobs to server load	692	$TICK_START += $time; # do not account sync jobs to server load
440		693
441	wantarray ? @res : $res[0]	694	wantarray ? @res : $res[0]
442	} else {	695	} else {
443	# we are in another coroutine, how wonderful, everything just works	696	# we are in another coroutine, how wonderful, everything just works
444		697
…		…
464	$EXT_CORO{$coro+0} = $coro;	717	$EXT_CORO{$coro+0} = $coro;
465		718
466	$coro	719	$coro
467	}	720	}
468		721
469	=item fork_call { }, $args	722	=item fork_call { }, @args
470		723
471	Executes the given code block with the given arguments in a seperate	724	Executes the given code block with the given arguments in a seperate
472	process, returning the results. Everything must be serialisable with	725	process, returning the results. Everything must be serialisable with
473	Coro::Storable. May, of course, block. Note that the executed sub may	726	Coro::Storable. May, of course, block. Note that the executed sub may
474	never block itself or use any form of Event handling.	727	never block itself or use any form of event handling.
475		728
476	=cut	729	=cut
		730
		731	sub post_fork {
		732	reset_signals;
		733	}
477		734
478	sub fork_call(&@) {	735	sub fork_call(&@) {
479	my ($cb, @args) = @_;	736	my ($cb, @args) = @_;
480		737
481	# we seemingly have to make a local copy of the whole thing,	738	# we seemingly have to make a local copy of the whole thing,
482	# otherwise perl prematurely frees the stuff :/	739	# otherwise perl prematurely frees the stuff :/
483	# TODO: investigate and fix (liekly this will be rather laborious)	740	# TODO: investigate and fix (likely this will be rather laborious)
484		741
485	my @res = Coro::Util::fork_eval {	742	my @res = Coro::Util::fork_eval {
486	reset_signals;	743	cf::post_fork;
487	&$cb	744	&$cb
488	}, @args;	745	} @args;
489		746
490	wantarray ? @res : $res[-1]	747	wantarray ? @res : $res[-1]
		748	}
		749
		750	sub objinfo {
		751	(
		752	"counter value" => cf::object::object_count,
		753	"objects created" => cf::object::create_count,
		754	"objects destroyed" => cf::object::destroy_count,
		755	"freelist size" => cf::object::free_count,
		756	"allocated objects" => cf::object::objects_size,
		757	"active objects" => cf::object::actives_size,
		758	)
		759	}
		760
		761	=item $coin = coin_from_name $name
		762
		763	=cut
		764
		765	our %coin_alias = (
		766	"silver" => "silvercoin",
		767	"silvercoin" => "silvercoin",
		768	"silvercoins" => "silvercoin",
		769	"gold" => "goldcoin",
		770	"goldcoin" => "goldcoin",
		771	"goldcoins" => "goldcoin",
		772	"platinum" => "platinacoin",
		773	"platinumcoin" => "platinacoin",
		774	"platinumcoins" => "platinacoin",
		775	"platina" => "platinacoin",
		776	"platinacoin" => "platinacoin",
		777	"platinacoins" => "platinacoin",
		778	"royalty" => "royalty",
		779	"royalties" => "royalty",
		780	);
		781
		782	sub coin_from_name($) {
		783	$coin_alias{$_[0]}
		784	? cf::arch::find $coin_alias{$_[0]}
		785	: undef
491	}	786	}
492		787
493	=item $value = cf::db_get $family => $key	788	=item $value = cf::db_get $family => $key
494		789
495	Returns a single value from the environment database.	790	Returns a single value from the environment database.
…		…
497	=item cf::db_put $family => $key => $value	792	=item cf::db_put $family => $key => $value
498		793
499	Stores the given C<$value> in the family. It can currently store binary	794	Stores the given C<$value> in the family. It can currently store binary
500	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	795	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
501		796
		797	=item $db = cf::db_table "name"
		798
		799	Create and/or open a new database table. The string must not be "db" and must be unique
		800	within each server.
		801
502	=cut	802	=cut
		803
		804	sub db_table($) {
		805	cf::error "db_get called from main context"
		806	if $Coro::current == $Coro::main;
		807
		808	my ($name) = @_;
		809	my $db = BDB::db_create $DB_ENV;
		810
		811	eval {
		812	$db->set_flags (BDB::CHKSUM);
		813
		814	utf8::encode $name;
		815	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		816	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		817	cf::cleanup "db_open(db): $!" if $!;
		818	};
		819	cf::cleanup "db_open(db): $@" if $@;
		820
		821	$db
		822	}
503		823
504	our $DB;	824	our $DB;
505		825
506	sub db_init {	826	sub db_init {
507	unless ($DB) {	827	$DB ||= db_table "db";
508	$DB = BDB::db_create $DB_ENV;
509
510	cf::sync_job {
511	eval {
512	$DB->set_flags (BDB::CHKSUM);
513
514	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
515	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
516	cf::cleanup "db_open(db): $!" if $!;
517	};
518	cf::cleanup "db_open(db): $@" if $@;
519	};
520	}
521	}	828	}
522		829
523	sub db_get($$) {	830	sub db_get($$) {
524	my $key = "$_[0]/$_[1]";	831	my $key = "$_[0]/$_[1]";
525		832
526	cf::sync_job {	833	cf::error "db_get called from main context"
		834	if $Coro::current == $Coro::main;
		835
527	BDB::db_get $DB, undef, $key, my $data;	836	BDB::db_get $DB, undef, $key, my $data;
528		837
529	$! ? ()	838	$! ? ()
530	: $data	839	: $data
531	}
532	}	840	}
533		841
534	sub db_put($$$) {	842	sub db_put($$$) {
535	BDB::dbreq_pri 4;	843	BDB::dbreq_pri 4;
536	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	844	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
564		872
565	my @data;	873	my @data;
566	my $md5;	874	my $md5;
567		875
568	for (0 .. $#$src) {	876	for (0 .. $#$src) {
569	0 <= aio_load $src->[$_], $data[$_]	877	$data[$_] = load_file $src->[$_];
570	or Carp::croak "$src->[$_]: $!";
571	}	878	}
572		879
573	# if processing is expensive, check	880	# if processing is expensive, check
574	# checksum first	881	# checksum first
575	if (1) {	882	if (1) {
576	$md5 =	883	$md5 =
577	join "\x00",	884	join "\x00",
578	$processversion,	885	$processversion,
579	map {	886	map {
580	Coro::cede;	887	cf::cede_to_tick;
581	($src->[$_], Digest::MD5::md5_hex $data[$_])	888	($src->[$_], Digest::MD5::md5_hex $data[$_])
582	} 0.. $#$src;	889	} 0.. $#$src;
583		890
584		891
585	my $dbmd5 = db_get cache => "$id/md5";	892	my $dbmd5 = db_get cache => "$id/md5";
…		…
592		899
593	my $t1 = Time::HiRes::time;	900	my $t1 = Time::HiRes::time;
594	my $data = $process->(\@data);	901	my $data = $process->(\@data);
595	my $t2 = Time::HiRes::time;	902	my $t2 = Time::HiRes::time;
596		903
597	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	904	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
598		905
599	db_put cache => "$id/data", $data;	906	db_put cache => "$id/data", $data;
600	db_put cache => "$id/md5" , $md5;	907	db_put cache => "$id/md5" , $md5;
601	db_put cache => "$id/meta", $meta;	908	db_put cache => "$id/meta", $meta;
602		909
…		…
612		919
613	=cut	920	=cut
614		921
615	sub datalog($@) {	922	sub datalog($@) {
616	my ($type, %kv) = @_;	923	my ($type, %kv) = @_;
617	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	924	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
618	}	925	}
619		926
620	=back	927	=back
621		928
622	=cut	929	=cut
623		930
624	#############################################################################	931	#############################################################################
625		932
626	=head2 ATTACHABLE OBJECTS	933	=head2 ATTACHABLE OBJECTS
627		934
628	Many objects in crossfire are so-called attachable objects. That means you can	935	Many objects in deliantra are so-called attachable objects. That means you can
629	attach callbacks/event handlers (a collection of which is called an "attachment")	936	attach callbacks/event handlers (a collection of which is called an "attachment")
630	to it. All such attachable objects support the following methods.	937	to it. All such attachable objects support the following methods.
631		938
632	In the following description, CLASS can be any of C<global>, C<object>	939	In the following description, CLASS can be any of C<global>, C<object>
633	C<player>, C<client> or C<map> (i.e. the attachable objects in	940	C<player>, C<client> or C<map> (i.e. the attachable objects in
634	Crossfire TRT).	941	Deliantra).
635		942
636	=over 4	943	=over 4
637		944
638	=item $attachable->attach ($attachment, key => $value...)	945	=item $attachable->attach ($attachment, key => $value...)
639		946
…		…
683	=item cf::CLASS::attachment $name, ...	990	=item cf::CLASS::attachment $name, ...
684		991
685	Register an attachment by C<$name> through which attachable objects of the	992	Register an attachment by C<$name> through which attachable objects of the
686	given CLASS can refer to this attachment.	993	given CLASS can refer to this attachment.
687		994
688	Some classes such as crossfire maps and objects can specify attachments	995	Some classes such as deliantra maps and objects can specify attachments
689	that are attached at load/instantiate time, thus the need for a name.	996	that are attached at load/instantiate time, thus the need for a name.
690		997
691	These calls expect any number of the following handler/hook descriptions:	998	These calls expect any number of the following handler/hook descriptions:
692		999
693	=over 4	1000	=over 4
…		…
817		1124
818	} elsif (exists $cb_id{$type}) {	1125	} elsif (exists $cb_id{$type}) {
819	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1126	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
820		1127
821	} elsif (ref $type) {	1128	} elsif (ref $type) {
822	warn "attaching objects not supported, ignoring.\n";	1129	error "attaching objects not supported, ignoring.\n";
823		1130
824	} else {	1131	} else {
825	shift @arg;	1132	shift @arg;
826	warn "attach argument '$type' not supported, ignoring.\n";	1133	error "attach argument '$type' not supported, ignoring.\n";
827	}	1134	}
828	}	1135	}
829	}	1136	}
830		1137
831	sub _object_attach {	1138	sub _object_attach {
…		…
841	_attach $registry, $klass, @attach;	1148	_attach $registry, $klass, @attach;
842	}	1149	}
843		1150
844	$obj->{$name} = \%arg;	1151	$obj->{$name} = \%arg;
845	} else {	1152	} else {
846	warn "object uses attachment '$name' which is not available, postponing.\n";	1153	info "object uses attachment '$name' which is not available, postponing.\n";
847	}	1154	}
848		1155
849	$obj->{_attachment}{$name} = undef;	1156	$obj->{_attachment}{$name} = undef;
850	}	1157	}
851		1158
…		…
910		1217
911	for (@$callbacks) {	1218	for (@$callbacks) {
912	eval { &{$_->[1]} };	1219	eval { &{$_->[1]} };
913		1220
914	if ($@) {	1221	if ($@) {
915	warn "$@";
916	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1222	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
917	override;	1223	override;
918	}	1224	}
919		1225
920	return 1 if $override;	1226	return 1 if $override;
921	}	1227	}
922		1228
923	0	1229	0
924	}	1230	}
925		1231
926	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1232	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
927		1233
928	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1234	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
929		1235
930	Generate an object-specific event with the given arguments.	1236	Generate an object-specific event with the given arguments.
931		1237
…		…
937		1243
938	=cut	1244	=cut
939		1245
940	#############################################################################	1246	#############################################################################
941	# object support	1247	# object support
942	#
943		1248
		1249	sub _object_equal($$);
		1250	sub _object_equal($$) {
		1251	my ($a, $b) = @_;
		1252
		1253	return 0 unless (ref $a) eq (ref $b);
		1254
		1255	if ("HASH" eq ref $a) {
		1256	my @ka = keys %$a;
		1257	my @kb = keys %$b;
		1258
		1259	return 0 if @ka != @kb;
		1260
		1261	for (0 .. $#ka) {
		1262	return 0 unless $ka[$_] eq $kb[$_];
		1263	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1264	}
		1265
		1266	} elsif ("ARRAY" eq ref $a) {
		1267
		1268	return 0 if @$a != @$b;
		1269
		1270	for (0 .. $#$a) {
		1271	return 0 unless _object_equal $a->[$_], $b->[$_];
		1272	}
		1273
		1274	} elsif ($a ne $b) {
		1275	return 0;
		1276	}
		1277
		1278	1
		1279	}
		1280
		1281	our $SLOW_MERGES;#d#
944	sub _can_merge {	1282	sub _can_merge {
945	my ($ob1, $ob2) = @_;	1283	my ($ob1, $ob2) = @_;
946		1284
947	local $Storable::canonical = 1;	1285	++$SLOW_MERGES;#d#
948	my $fob1 = Storable::freeze $ob1;
949	my $fob2 = Storable::freeze $ob2;
950		1286
951	$fob1 eq $fob2	1287	# we do the slow way here
		1288	return _object_equal $ob1, $ob2
952	}	1289	}
953		1290
954	sub reattach {	1291	sub reattach {
955	# basically do the same as instantiate, without calling instantiate	1292	# basically do the same as instantiate, without calling instantiate
956	my ($obj) = @_;	1293	my ($obj) = @_;
957		1294
		1295	# no longer needed after getting rid of delete_package?
958	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1296	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
959		1297
960	my $registry = $obj->registry;	1298	my $registry = $obj->registry;
961		1299
962	@$registry = ();	1300	@$registry = ();
963		1301
…		…
968	for (@$attach) {	1306	for (@$attach) {
969	my ($klass, @attach) = @$_;	1307	my ($klass, @attach) = @$_;
970	_attach $registry, $klass, @attach;	1308	_attach $registry, $klass, @attach;
971	}	1309	}
972	} else {	1310	} else {
973	warn "object uses attachment '$name' that is not available, postponing.\n";	1311	info "object uses attachment '$name' that is not available, postponing.\n";
974	}	1312	}
975	}	1313	}
976	}	1314	}
977		1315
978	cf::attachable->attach (	1316	cf::attachable->attach (
979	prio => -1000000,	1317	prio => -1000000,
980	on_instantiate => sub {	1318	on_instantiate => sub {
981	my ($obj, $data) = @_;	1319	my ($obj, $data) = @_;
982		1320
983	$data = from_json $data;	1321	$data = decode_json $data;
984		1322
985	for (@$data) {	1323	for (@$data) {
986	my ($name, $args) = @$_;	1324	my ($name, $args) = @$_;
987		1325
988	$obj->attach ($name, %{$args || {} });	1326	$obj->attach ($name, %{$args || {} });
…		…
1004	sub object_freezer_save {	1342	sub object_freezer_save {
1005	my ($filename, $rdata, $objs) = @_;	1343	my ($filename, $rdata, $objs) = @_;
1006		1344
1007	sync_job {	1345	sync_job {
1008	if (length $$rdata) {	1346	if (length $$rdata) {
		1347	utf8::decode (my $decname = $filename);
1009	warn sprintf "saving %s (%d,%d)\n",	1348	trace sprintf "saving %s (%d,%d)\n",
1010	$filename, length $$rdata, scalar @$objs;	1349	$decname, length $$rdata, scalar @$objs
		1350	if $VERBOSE_IO;
1011		1351
1012	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1352	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1013	chmod SAVE_MODE, $fh;	1353	aio_chmod $fh, SAVE_MODE;
1014	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1354	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1015	aio_fsync $fh if $cf::USE_FSYNC;	1355	if ($cf::USE_FSYNC) {
		1356	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1357	aio_fsync $fh;
		1358	}
1016	close $fh;	1359	aio_close $fh;
1017		1360
1018	if (@$objs) {	1361	if (@$objs) {
1019	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1362	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1020	chmod SAVE_MODE, $fh;	1363	aio_chmod $fh, SAVE_MODE;
1021	my $data = Storable::nfreeze { version => 1, objs => $objs };	1364	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1022	aio_write $fh, 0, (length $data), $data, 0;	1365	aio_write $fh, 0, (length $data), $data, 0;
1023	aio_fsync $fh if $cf::USE_FSYNC;	1366	if ($cf::USE_FSYNC) {
		1367	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1368	aio_fsync $fh;
		1369	}
1024	close $fh;	1370	aio_close $fh;
1025	aio_rename "$filename.pst~", "$filename.pst";	1371	aio_rename "$filename.pst~", "$filename.pst";
1026	}	1372	}
1027	} else {	1373	} else {
1028	aio_unlink "$filename.pst";	1374	aio_unlink "$filename.pst";
1029	}	1375	}
1030		1376
1031	aio_rename "$filename~", $filename;	1377	aio_rename "$filename~", $filename;
		1378
		1379	$filename =~ s%/[^/]+$%%;
		1380	aio_pathsync $filename if $cf::USE_FSYNC;
1032	} else {	1381	} else {
1033	warn "FATAL: $filename~: $!\n";	1382	error "unable to save objects: $filename~: $!\n";
1034	}	1383	}
1035	} else {	1384	} else {
1036	aio_unlink $filename;	1385	aio_unlink $filename;
1037	aio_unlink "$filename.pst";	1386	aio_unlink "$filename.pst";
1038	}	1387	}
1039	}	1388	};
1040	}	1389	}
1041		1390
1042	sub object_freezer_as_string {	1391	sub object_freezer_as_string {
1043	my ($rdata, $objs) = @_;	1392	my ($rdata, $objs) = @_;
1044		1393
…		…
1056	or return;	1405	or return;
1057		1406
1058	unless (aio_stat "$filename.pst") {	1407	unless (aio_stat "$filename.pst") {
1059	(aio_load "$filename.pst", $av) >= 0	1408	(aio_load "$filename.pst", $av) >= 0
1060	or return;	1409	or return;
		1410
1061	$av = eval { (Storable::thaw $av)->{objs} };	1411	my $st = eval { Coro::Storable::thaw $av };
		1412	$av = $st->{objs};
1062	}	1413	}
1063		1414
		1415	utf8::decode (my $decname = $filename);
1064	warn sprintf "loading %s (%d)\n",	1416	trace sprintf "loading %s (%d,%d)\n",
1065	$filename, length $data, scalar @{$av || []};	1417	$decname, length $data, scalar @{$av || []}
		1418	if $VERBOSE_IO;
		1419
1066	return ($data, $av);	1420	($data, $av)
1067	}	1421	}
1068		1422
1069	=head2 COMMAND CALLBACKS	1423	=head2 COMMAND CALLBACKS
1070		1424
1071	=over 4	1425	=over 4
…		…
1125	my ($name, $cb) = @_;	1479	my ($name, $cb) = @_;
1126		1480
1127	$EXTICMD{$name} = $cb;	1481	$EXTICMD{$name} = $cb;
1128	}	1482	}
1129		1483
		1484	use File::Glob ();
		1485
1130	cf::player->attach (	1486	cf::player->attach (
1131	on_command => sub {	1487	on_unknown_command => sub {
1132	my ($pl, $name, $params) = @_;	1488	my ($pl, $name, $params) = @_;
1133		1489
1134	my $cb = $COMMAND{$name}	1490	my $cb = $COMMAND{$name}
1135	or return;	1491	or return;
1136		1492
…		…
1144	my ($pl, $buf) = @_;	1500	my ($pl, $buf) = @_;
1145		1501
1146	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1502	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1147		1503
1148	if (ref $msg) {	1504	if (ref $msg) {
1149	my ($type, $reply, @payload) =	1505	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1150	"ARRAY" eq ref $msg	1506
1151	? @$msg	1507	my @reply;
1152	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1153		1508
1154	if (my $cb = $EXTCMD{$type}) {	1509	if (my $cb = $EXTCMD{$type}) {
1155	my @reply = $cb->($pl, @payload);	1510	@reply = $cb->($pl, @payload);
1156
1157	$pl->ext_reply ($reply, @reply)
1158	if $reply;
1159	}	1511	}
		1512
		1513	$pl->ext_reply ($reply, @reply)
		1514	if $reply;
		1515
1160	} else {	1516	} else {
1161	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1517	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1162	}	1518	}
1163		1519
1164	cf::override;	1520	cf::override;
1165	},	1521	},
1166	);	1522	);
1167		1523
		1524	# "readahead" all extensions
		1525	sub cache_extensions {
		1526	my $grp = IO::AIO::aio_group;
		1527
		1528	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1529	for (grep /\.ext$/, @{$_[0]}) {
		1530	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1531	}
		1532	};
		1533
		1534	$grp
		1535	}
		1536
		1537	sub _ext_cfg_reg($$$$) {
		1538	my ($rvar, $varname, $cfgname, $default) = @_;
		1539
		1540	$cfgname = lc $varname
		1541	unless length $cfgname;
		1542
		1543	$EXT_CFG{$cfgname} = [$rvar, $default];
		1544
		1545	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1546	}
		1547
1168	sub load_extensions {	1548	sub load_extensions {
		1549	info "loading extensions...";
		1550
		1551	%EXT_CFG = ();
		1552
1169	cf::sync_job {	1553	cf::sync_job {
1170	my %todo;	1554	my %todo;
1171		1555
1172	for my $path (<$LIBDIR/*.ext>) {	1556	for my $path (<$LIBDIR/*.ext>) {
1173	next unless -r $path;	1557	next unless -r $path;
…		…
1191		1575
1192	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1576	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1193	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1577	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1194		1578
1195	$ext{source} =	1579	$ext{source} =
1196	"package $pkg; use strict; use utf8;\n"	1580	"package $pkg; use common::sense;\n"
1197	. "#line 1 \"$path\"\n{\n"	1581	. "#line 1 \"$path\"\n{\n"
1198	. $source	1582	. $source
1199	. "\n};\n1";	1583	. "\n};\n1";
1200		1584
1201	$todo{$base} = \%ext;	1585	$todo{$base} = \%ext;
1202	}	1586	}
1203		1587
		1588	my $pass = 0;
1204	my %done;	1589	my %done;
1205	while (%todo) {	1590	while (%todo) {
1206	my $progress;	1591	my $progress;
1207		1592
		1593	++$pass;
		1594
		1595	ext:
1208	while (my ($k, $v) = each %todo) {	1596	while (my ($k, $v) = each %todo) {
1209	for (split /,\s*/, $v->{meta}{depends}) {	1597	for (split /,\s*/, $v->{meta}{depends}) {
1210	goto skip	1598	next ext
1211	unless exists $done{$_};	1599	unless exists $done{$_};
1212	}	1600	}
1213		1601
1214	warn "... loading '$k' into '$v->{pkg}'\n";	1602	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1215		1603
1216	unless (eval $v->{source}) {	1604	my $source = $v->{source};
		1605
		1606	# support "CONF varname :confname = default" pseudo-statements
		1607	$source =~ s{
		1608	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1609	}{
		1610	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1611	}gmxe;
		1612
		1613	my $active = eval $source;
		1614
		1615	if (length $@) {
1217	my $msg = $@ ? "$v->{path}: $@\n"	1616	error "$v->{path}: $@\n";
1218	: "$v->{base}: extension inactive.\n";
1219		1617
		1618	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1220	if (exists $v->{meta}{mandatory}) {	1619	if exists $v->{meta}{mandatory};
1221	warn $msg;	1620
1222	warn "mandatory extension failed to load, exiting.\n";	1621	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1223	exit 1;	1622	delete $todo{$k};
1224	}	1623	} else {
1225		1624	$done{$k} = delete $todo{$k};
1226	warn $msg;	1625	push @EXTS, $v->{pkg};
		1626	$progress = 1;
		1627
		1628	info "$v->{base}: extension inactive.\n"
		1629	unless $active;
1227	}	1630	}
1228
1229	$done{$k} = delete $todo{$k};
1230	push @EXTS, $v->{pkg};
1231	$progress = 1;
1232	}	1631	}
1233		1632
1234	skip:	1633	unless ($progress) {
1235	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1634	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1236	unless $progress;	1635
		1636	while (my ($k, $v) = each %todo) {
		1637	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1638	if exists $v->{meta}{mandatory};
		1639	}
		1640
		1641	last;
		1642	}
1237	}	1643	}
1238	};	1644	};
1239	}	1645	}
1240		1646
1241	#############################################################################	1647	#############################################################################
1242		1648
1243	=back	1649	=back
1244		1650
1245	=head2 CORE EXTENSIONS	1651	=head2 CORE EXTENSIONS
1246		1652
1247	Functions and methods that extend core crossfire objects.	1653	Functions and methods that extend core deliantra objects.
1248		1654
1249	=cut	1655	=cut
1250		1656
1251	package cf::player;	1657	package cf::player;
1252		1658
1253	use Coro::AIO;	1659	use Coro::AIO;
1254		1660
1255	=head3 cf::player	1661	=head3 cf::player
1256		1662
1257	=over 4	1663	=over 4
		1664
		1665	=item cf::player::num_playing
		1666
		1667	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1668
		1669	=cut
		1670
		1671	sub num_playing {
		1672	scalar grep
		1673	$_->ob->map
		1674	&& !$_->hidden
		1675	&& !$_->ob->flag (cf::FLAG_WIZ),
		1676	cf::player::list
		1677	}
1258		1678
1259	=item cf::player::find $login	1679	=item cf::player::find $login
1260		1680
1261	Returns the given player object, loading it if necessary (might block).	1681	Returns the given player object, loading it if necessary (might block).
1262		1682
…		…
1281		1701
1282	sub exists($) {	1702	sub exists($) {
1283	my ($login) = @_;	1703	my ($login) = @_;
1284		1704
1285	$cf::PLAYER{$login}	1705	$cf::PLAYER{$login}
1286	or cf::sync_job { !aio_stat path $login }	1706	or !aio_stat path $login
1287	}	1707	}
1288		1708
1289	sub find($) {	1709	sub find($) {
1290	return $cf::PLAYER{$_[0]} || do {	1710	return $cf::PLAYER{$_[0]} || do {
1291	my $login = $_[0];	1711	my $login = $_[0];
…		…
1298	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1718	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1299	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1719	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1300	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1720	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1301	aio_unlink +(playerdir $login) . "/$login.pl";	1721	aio_unlink +(playerdir $login) . "/$login.pl";
1302		1722
1303	my $pl = load_pl path $login	1723	my $f = new_from_file cf::object::thawer path $login
1304	or return;	1724	or return;
		1725
		1726	my $pl = cf::player::load_pl $f
		1727	or return;
		1728
		1729	local $cf::PLAYER_LOADING{$login} = $pl;
		1730	$f->resolve_delayed_derefs;
1305	$cf::PLAYER{$login} = $pl	1731	$cf::PLAYER{$login} = $pl
1306	}	1732	}
1307	}	1733	}
1308	}	1734	}
		1735
		1736	cf::player->attach (
		1737	on_load => sub {
		1738	my ($pl, $path) = @_;
		1739
		1740	# restore slots saved in save, below
		1741	my $slots = delete $pl->{_slots};
		1742
		1743	$pl->ob->current_weapon ($slots->[0]);
		1744	$pl->combat_ob ($slots->[1]);
		1745	$pl->ranged_ob ($slots->[2]);
		1746	},
		1747	);
1309		1748
1310	sub save($) {	1749	sub save($) {
1311	my ($pl) = @_;	1750	my ($pl) = @_;
1312		1751
1313	return if $pl->{deny_save};	1752	return if $pl->{deny_save};
…		…
1318	return if $pl->{deny_save};	1757	return if $pl->{deny_save};
1319		1758
1320	aio_mkdir playerdir $pl, 0770;	1759	aio_mkdir playerdir $pl, 0770;
1321	$pl->{last_save} = $cf::RUNTIME;	1760	$pl->{last_save} = $cf::RUNTIME;
1322		1761
		1762	cf::get_slot 0.01;
		1763
		1764	# save slots, to be restored later
		1765	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1766
1323	$pl->save_pl ($path);	1767	$pl->save_pl ($path);
1324	Coro::cede;	1768	cf::cede_to_tick;
1325	}	1769	}
1326		1770
1327	sub new($) {	1771	sub new($) {
1328	my ($login) = @_;	1772	my ($login) = @_;
1329		1773
…		…
1358	my ($pl) = @_;	1802	my ($pl) = @_;
1359		1803
1360	my $name = $pl->ob->name;	1804	my $name = $pl->ob->name;
1361		1805
1362	$pl->{deny_save} = 1;	1806	$pl->{deny_save} = 1;
1363	$pl->password ("*"); # this should lock out the player until we nuked the dir	1807	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1364		1808
1365	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1809	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1366	$pl->deactivate;	1810	$pl->deactivate;
		1811
		1812	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1367	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1813	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1814	ext::highscore::check ($pl->ob);
		1815
1368	$pl->ns->destroy if $pl->ns;	1816	$pl->ns->destroy if $pl->ns;
1369		1817
1370	my $path = playerdir $pl;	1818	my $path = playerdir $pl;
1371	my $temp = "$path~$cf::RUNTIME~deleting~";	1819	my $temp = "$path~$cf::RUNTIME~deleting~";
1372	aio_rename $path, $temp;	1820	aio_rename $path, $temp;
…		…
1407	or return [];	1855	or return [];
1408		1856
1409	my @logins;	1857	my @logins;
1410		1858
1411	for my $login (@$dirs) {	1859	for my $login (@$dirs) {
		1860	my $path = path $login;
		1861
		1862	# a .pst is a dead give-away for a valid player
		1863	# if no pst file found, open and chekc for blocked users
		1864	if (aio_stat "$path.pst") {
1412	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1865	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1413	aio_read $fh, 0, 512, my $buf, 0 or next;	1866	aio_read $fh, 0, 512, my $buf, 0 or next;
1414	$buf !~ /^password -------------$/m or next; # official not-valid tag	1867	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1868	}
1415		1869
1416	utf8::decode $login;	1870	utf8::decode $login;
1417	push @logins, $login;	1871	push @logins, $login;
1418	}	1872	}
1419		1873
1420	\@logins	1874	\@logins
1421	}	1875	}
1422		1876
1423	=item $player->maps	1877	=item $player->maps
		1878
		1879	=item cf::player::maps $login
1424		1880
1425	Returns an arrayref of map paths that are private for this	1881	Returns an arrayref of map paths that are private for this
1426	player. May block.	1882	player. May block.
1427		1883
1428	=cut	1884	=cut
…		…
1446	}	1902	}
1447		1903
1448	\@paths	1904	\@paths
1449	}	1905	}
1450		1906
1451	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1907	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1452		1908
1453	Expand crossfire pod fragments into protocol xml.	1909	Expand deliantra pod fragments into protocol xml.
1454
1455	=cut
1456
1457	sub expand_cfpod {
1458	((my $self), (local $_)) = @_;
1459
1460	# escape & and <
1461	s/&/&amp;/g;
1462	s/(?<![BIUGH])</&lt;/g;
1463
1464	# this is buggy, it needs to properly take care of nested <'s
1465
1466	1 while
1467	# replace B<>, I<>, U<> etc.
1468	s/B<([^\>]*)>/<b>$1<\/b>/
1469	|| s/I<([^\>]*)>/<i>$1<\/i>/
1470	|| s/U<([^\>]*)>/<u>$1<\/u>/
1471	# replace G<male|female> tags
1472	|| s{G<([^>|]*)\|([^>]*)>}{
1473	$self->gender ? $2 : $1
1474	}ge
1475	# replace H<hint text>
1476	|| s{H<([^\>]*)>}
1477	{
1478	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1479	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1480	"")
1481	[$self->{hintmode}]
1482	}ge;
1483
1484	# create single paragraphs (very hackish)
1485	s/(?<=\S)\n(?=\w)/ /g;
1486
1487	# compress some whitespace
1488	s/\s+\n/\n/g; # ws line-ends
1489	s/\n\n+/\n/g; # double lines
1490	s/^\n+//; # beginning lines
1491	s/\n+$//; # ending lines
1492
1493	$_
1494	}
1495
1496	sub hintmode {
1497	$_[0]{hintmode} = $_[1] if @_ > 1;
1498	$_[0]{hintmode}
1499	}
1500		1910
1501	=item $player->ext_reply ($msgid, @msg)	1911	=item $player->ext_reply ($msgid, @msg)
1502		1912
1503	Sends an ext reply to the player.	1913	Sends an ext reply to the player.
1504		1914
…		…
1536		1946
1537	=cut	1947	=cut
1538		1948
1539	sub find_by_path($) {	1949	sub find_by_path($) {
1540	my ($path) = @_;	1950	my ($path) = @_;
		1951
		1952	$path =~ s/^~[^\/]*//; # skip ~login
1541		1953
1542	my ($match, $specificity);	1954	my ($match, $specificity);
1543		1955
1544	for my $region (list) {	1956	for my $region (list) {
1545	if ($region->{match} && $path =~ $region->{match}) {	1957	if ($region->{match} && $path =~ $region->{match}) {
…		…
1571	our $MAX_RESET = 3600;	1983	our $MAX_RESET = 3600;
1572	our $DEFAULT_RESET = 3000;	1984	our $DEFAULT_RESET = 3000;
1573		1985
1574	sub generate_random_map {	1986	sub generate_random_map {
1575	my ($self, $rmp) = @_;	1987	my ($self, $rmp) = @_;
1576	# mit "rum" bekleckern, nicht	1988
		1989	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1990
1577	$self->_create_random_map (	1991	$self->_create_random_map ($rmp);
1578	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1579	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1580	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1581	$rmp->{exit_on_final_map},
1582	$rmp->{xsize}, $rmp->{ysize},
1583	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1584	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1585	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1586	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1587	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1588	(cf::region::find $rmp->{region}), $rmp->{custom}
1589	)
1590	}	1992	}
1591		1993
1592	=item cf::map->register ($regex, $prio)	1994	=item cf::map->register ($regex, $prio)
1593		1995
1594	Register a handler for the map path matching the given regex at the	1996	Register a handler for the map path matching the given regex at the
…		…
1599		2001
1600	sub register {	2002	sub register {
1601	my (undef, $regex, $prio) = @_;	2003	my (undef, $regex, $prio) = @_;
1602	my $pkg = caller;	2004	my $pkg = caller;
1603		2005
1604	no strict;
1605	push @{"$pkg\::ISA"}, __PACKAGE__;	2006	push @{"$pkg\::ISA"}, __PACKAGE__;
1606		2007
1607	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2008	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1608	}	2009	}
1609		2010
1610	# also paths starting with '/'	2011	# also paths starting with '/'
1611	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2012	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1612		2013
1613	sub thawer_merge {	2014	sub thawer_merge {
1614	my ($self, $merge) = @_;	2015	my ($self, $merge) = @_;
1615		2016
1616	# we have to keep some variables in memory intact	2017	# we have to keep some variables in memory intact
…		…
1621	}	2022	}
1622		2023
1623	sub normalise {	2024	sub normalise {
1624	my ($path, $base) = @_;	2025	my ($path, $base) = @_;
1625		2026
1626	$path = "$path"; # make sure its a string	2027	$path = "$path"; # make sure it's a string
1627		2028
1628	$path =~ s/\.map$//;	2029	$path =~ s/\.map$//;
1629		2030
1630	# map plan:	2031	# map plan:
1631	#	2032	#
…		…
1646	$base =~ s{[^/]+/?$}{};	2047	$base =~ s{[^/]+/?$}{};
1647	$path = "$base/$path";	2048	$path = "$base/$path";
1648	}	2049	}
1649		2050
1650	for ($path) {	2051	for ($path) {
1651	redo if s{//}{/};
1652	redo if s{/\.?/}{/};	2052	redo if s{/\.?/}{/};
1653	redo if s{/[^/]+/\.\./}{/};	2053	redo if s{/[^/]+/\.\./}{/};
1654	}	2054	}
1655		2055
1656	$path	2056	$path
…		…
1670	$self->init; # pass $1 etc.	2070	$self->init; # pass $1 etc.
1671	return $self;	2071	return $self;
1672	}	2072	}
1673	}	2073	}
1674		2074
1675	Carp::cluck "unable to resolve path '$path' (base '$base').";	2075	Carp::cluck "unable to resolve path '$path' (base '$base')";
1676	()	2076	()
1677	}	2077	}
1678		2078
		2079	# may re-bless or do other evil things
1679	sub init {	2080	sub init {
1680	my ($self) = @_;	2081	my ($self) = @_;
1681		2082
1682	$self	2083	$self
1683	}	2084	}
…		…
1702		2103
1703	# the temporary/swap location	2104	# the temporary/swap location
1704	sub save_path {	2105	sub save_path {
1705	my ($self) = @_;	2106	my ($self) = @_;
1706		2107
1707	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2108	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1708	"$TMPDIR/$path.map"	2109	"$TMPDIR/$path.map"
1709	}	2110	}
1710		2111
1711	# the unique path, undef == no special unique path	2112	# the unique path, undef == no special unique path
1712	sub uniq_path {	2113	sub uniq_path {
1713	my ($self) = @_;	2114	my ($self) = @_;
1714		2115
1715	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2116	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1716	"$UNIQUEDIR/$path"	2117	"$UNIQUEDIR/$path"
1717	}
1718
1719	# and all this just because we cannot iterate over
1720	# all maps in C++...
1721	sub change_all_map_light {
1722	my ($change) = @_;
1723
1724	$_->change_map_light ($change)
1725	for grep $_->outdoor, values %cf::MAP;
1726	}	2118	}
1727		2119
1728	sub decay_objects {	2120	sub decay_objects {
1729	my ($self) = @_;	2121	my ($self) = @_;
1730		2122
…		…
1743		2135
1744	sub load_header_from($) {	2136	sub load_header_from($) {
1745	my ($self, $path) = @_;	2137	my ($self, $path) = @_;
1746		2138
1747	utf8::encode $path;	2139	utf8::encode $path;
1748	#aio_open $path, O_RDONLY, 0	2140	my $f = new_from_file cf::object::thawer $path
1749	# or return;
1750
1751	$self->_load_header ($path)
1752	or return;	2141	or return;
1753		2142
		2143	$self->_load_header ($f)
		2144	or return;
		2145
		2146	local $MAP_LOADING{$self->{path}} = $self;
		2147	$f->resolve_delayed_derefs;
		2148
1754	$self->{load_path} = $path;	2149	$self->{load_path} = $path;
1755		2150
1756	1	2151	1
1757	}	2152	}
1758		2153
		2154	# used to laod the header of an original map
1759	sub load_header_orig {	2155	sub load_header_orig {
1760	my ($self) = @_;	2156	my ($self) = @_;
1761		2157
1762	$self->load_header_from ($self->load_path)	2158	$self->load_header_from ($self->load_path)
1763	}	2159	}
1764		2160
		2161	# used to laod the header of an instantiated map
1765	sub load_header_temp {	2162	sub load_header_temp {
1766	my ($self) = @_;	2163	my ($self) = @_;
1767		2164
1768	$self->load_header_from ($self->save_path)	2165	$self->load_header_from ($self->save_path)
1769	}	2166	}
1770		2167
		2168	# called after loading the header from an instantiated map
1771	sub prepare_temp {	2169	sub prepare_temp {
1772	my ($self) = @_;	2170	my ($self) = @_;
1773		2171
1774	$self->last_access ((delete $self->{last_access})	2172	$self->last_access ((delete $self->{last_access})
1775	|| $cf::RUNTIME); #d#	2173	|| $cf::RUNTIME); #d#
1776	# safety	2174	# safety
1777	$self->{instantiate_time} = $cf::RUNTIME	2175	$self->{instantiate_time} = $cf::RUNTIME
1778	if $self->{instantiate_time} > $cf::RUNTIME;	2176	if $self->{instantiate_time} > $cf::RUNTIME;
1779	}	2177	}
1780		2178
		2179	# called after loading the header from an original map
1781	sub prepare_orig {	2180	sub prepare_orig {
1782	my ($self) = @_;	2181	my ($self) = @_;
1783		2182
1784	$self->{load_original} = 1;	2183	$self->{load_original} = 1;
1785	$self->{instantiate_time} = $cf::RUNTIME;	2184	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1809		2208
1810	sub find;	2209	sub find;
1811	sub find {	2210	sub find {
1812	my ($path, $origin) = @_;	2211	my ($path, $origin) = @_;
1813		2212
		2213	cf::cede_to_tick;
		2214
1814	$path = normalise $path, $origin && $origin->path;	2215	$path = normalise $path, $origin;
1815		2216
		2217	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1816	cf::lock_wait "map_find:$path";	2218	my $guard2 = cf::lock_acquire "map_find:$path";
1817		2219
1818	$cf::MAP{$path} || do {	2220	$cf::MAP{$path} || do {
1819	my $guard = cf::lock_acquire "map_find:$path";
1820	my $map = new_from_path cf::map $path	2221	my $map = new_from_path cf::map $path
1821	or return;	2222	or return;
1822		2223
1823	$map->{last_save} = $cf::RUNTIME;	2224	$map->{last_save} = $cf::RUNTIME;
1824		2225
…		…
1826	or return;	2227	or return;
1827		2228
1828	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2229	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1829	# doing this can freeze the server in a sync job, obviously	2230	# doing this can freeze the server in a sync job, obviously
1830	#$cf::WAIT_FOR_TICK->wait;	2231	#$cf::WAIT_FOR_TICK->wait;
		2232	undef $guard2;
		2233	undef $guard1;
1831	$map->reset;	2234	$map->reset;
1832	undef $guard;
1833	return find $path;	2235	return find $path;
1834	}	2236	}
1835		2237
1836	$cf::MAP{$path} = $map	2238	$cf::MAP{$path} = $map
1837	}	2239	}
1838	}	2240	}
1839		2241
1840	sub pre_load { }	2242	sub pre_load { }
1841	sub post_load { }	2243	#sub post_load { } # XS
1842		2244
1843	sub load {	2245	sub load {
1844	my ($self) = @_;	2246	my ($self) = @_;
1845		2247
1846	local $self->{deny_reset} = 1; # loading can take a long time	2248	local $self->{deny_reset} = 1; # loading can take a long time
1847		2249
1848	my $path = $self->{path};	2250	my $path = $self->{path};
1849		2251
1850	{	2252	{
1851	my $guard = cf::lock_acquire "map_load:$path";	2253	my $guard = cf::lock_acquire "map_data:$path";
1852		2254
		2255	return unless $self->valid;
1853	return if $self->in_memory != cf::MAP_SWAPPED;	2256	return unless $self->state == cf::MAP_SWAPPED;
1854
1855	$self->in_memory (cf::MAP_LOADING);
1856		2257
1857	$self->alloc;	2258	$self->alloc;
1858		2259
1859	$self->pre_load;	2260	$self->pre_load;
1860	Coro::cede;	2261	cf::cede_to_tick;
1861		2262
1862	$self->_load_objects ($self->{load_path}, 1)	2263	if (exists $self->{load_path}) {
		2264	my $f = new_from_file cf::object::thawer $self->{load_path};
		2265	$f->skip_block;
		2266	$self->_load_objects ($f)
1863	or return;	2267	or return;
1864		2268
1865	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2269	$self->post_load_original
1866	if delete $self->{load_original};	2270	if delete $self->{load_original};
1867		2271
1868	if (my $uniq = $self->uniq_path) {	2272	if (my $uniq = $self->uniq_path) {
1869	utf8::encode $uniq;	2273	utf8::encode $uniq;
1870	if (aio_open $uniq, O_RDONLY, 0) {	2274	unless (aio_stat $uniq) {
		2275	if (my $f = new_from_file cf::object::thawer $uniq) {
1871	$self->clear_unique_items;	2276	$self->clear_unique_items;
1872	$self->_load_objects ($uniq, 0);	2277	$self->_load_objects ($f);
		2278	$f->resolve_delayed_derefs;
		2279	}
		2280	}
1873	}	2281	}
1874	}
1875		2282
1876	Coro::cede;	2283	$f->resolve_delayed_derefs;
		2284	} else {
		2285	$self->post_load_original
		2286	if delete $self->{load_original};
		2287	}
		2288
		2289	$self->state (cf::MAP_INACTIVE);
		2290
		2291	cf::cede_to_tick;
1877	# now do the right thing for maps	2292	# now do the right thing for maps
1878	$self->link_multipart_objects;	2293	$self->link_multipart_objects;
1879	$self->difficulty ($self->estimate_difficulty)	2294	$self->difficulty ($self->estimate_difficulty)
1880	unless $self->difficulty;	2295	unless $self->difficulty;
1881	Coro::cede;	2296	cf::cede_to_tick;
1882		2297
1883	unless ($self->{deny_activate}) {	2298	unless ($self->{deny_activate}) {
1884	$self->decay_objects;	2299	$self->decay_objects;
1885	$self->fix_auto_apply;	2300	$self->fix_auto_apply;
1886	$self->update_buttons;	2301	$self->update_buttons;
1887	Coro::cede;	2302	cf::cede_to_tick;
1888	$self->set_darkness_map;	2303	#$self->activate; # no longer activate maps automatically
1889	Coro::cede;
1890	$self->activate;
1891	}	2304	}
1892		2305
1893	$self->{last_save} = $cf::RUNTIME;	2306	$self->{last_save} = $cf::RUNTIME;
1894	$self->last_access ($cf::RUNTIME);	2307	$self->last_access ($cf::RUNTIME);
1895
1896	$self->in_memory (cf::MAP_IN_MEMORY);
1897	}	2308	}
1898		2309
1899	$self->post_load;	2310	$self->post_load;
1900	}
1901		2311
		2312	1
		2313	}
		2314
		2315	# customize the map for a given player, i.e.
		2316	# return the _real_ map. used by e.g. per-player
		2317	# maps to change the path to ~playername/mappath
1902	sub customise_for {	2318	sub customise_for {
1903	my ($self, $ob) = @_;	2319	my ($self, $ob) = @_;
1904		2320
1905	return find "~" . $ob->name . "/" . $self->{path}	2321	return find "~" . $ob->name . "/" . $self->{path}
1906	if $self->per_player;	2322	if $self->per_player;
…		…
1909	# if $self->per_party;	2325	# if $self->per_party;
1910		2326
1911	$self	2327	$self
1912	}	2328	}
1913		2329
1914	# find and load all maps in the 3x3 area around a map
1915	sub load_neighbours {
1916	my ($map) = @_;
1917
1918	my @neigh; # diagonal neighbours
1919
1920	for (0 .. 3) {
1921	my $neigh = $map->tile_path ($_)
1922	or next;
1923	$neigh = find $neigh, $map
1924	or next;
1925	$neigh->load;
1926
1927	push @neigh,
1928	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1929	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1930	}
1931
1932	for (grep defined $_->[0], @neigh) {
1933	my ($path, $origin) = @$_;
1934	my $neigh = find $path, $origin
1935	or next;
1936	$neigh->load;
1937	}
1938	}
1939
1940	sub find_sync {	2330	sub find_sync {
1941	my ($path, $origin) = @_;	2331	my ($path, $origin) = @_;
1942		2332
1943	cf::sync_job { find $path, $origin }	2333	# it's a bug to call this from the main context
		2334	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2335	if $Coro::current == $Coro::main;
		2336
		2337	find $path, $origin
1944	}	2338	}
1945		2339
1946	sub do_load_sync {	2340	sub do_load_sync {
1947	my ($map) = @_;	2341	my ($map) = @_;
1948		2342
1949	cf::sync_job { $map->load };	2343	# it's a bug to call this from the main context
		2344	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2345	if $Coro::current == $Coro::main;
		2346
		2347	$map->load;
1950	}	2348	}
1951		2349
1952	our %MAP_PREFETCH;	2350	our %MAP_PREFETCH;
1953	our $MAP_PREFETCHER = undef;	2351	our $MAP_PREFETCHER = undef;
1954		2352
1955	sub find_async {	2353	sub find_async {
1956	my ($path, $origin) = @_;	2354	my ($path, $origin, $load) = @_;
1957		2355
1958	$path = normalise $path, $origin && $origin->{path};	2356	$path = normalise $path, $origin;
1959		2357
1960	if (my $map = $cf::MAP{$path}) {	2358	if (my $map = $cf::MAP{$path}) {
1961	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2359	return $map if !$load || $map->linkable;
1962	}	2360	}
1963		2361
1964	undef $MAP_PREFETCH{$path};	2362	$MAP_PREFETCH{$path} |= $load;
		2363
1965	$MAP_PREFETCHER ||= cf::async {	2364	$MAP_PREFETCHER ||= cf::async {
		2365	$Coro::current->{desc} = "map prefetcher";
		2366
1966	while (%MAP_PREFETCH) {	2367	while (%MAP_PREFETCH) {
1967	for my $path (keys %MAP_PREFETCH) {	2368	while (my ($k, $v) = each %MAP_PREFETCH) {
1968	if (my $map = find $path) {	2369	if (my $map = find $k) {
1969	$map->load;	2370	$map->load if $v;
1970	}	2371	}
1971		2372
1972	delete $MAP_PREFETCH{$path};	2373	delete $MAP_PREFETCH{$k};
1973	}	2374	}
1974	}	2375	}
1975	undef $MAP_PREFETCHER;	2376	undef $MAP_PREFETCHER;
1976	};	2377	};
1977	$MAP_PREFETCHER->prio (6);	2378	$MAP_PREFETCHER->prio (6);
1978		2379
1979	()	2380	()
1980	}	2381	}
1981		2382
		2383	# common code, used by both ->save and ->swapout
1982	sub save {	2384	sub _save {
1983	my ($self) = @_;	2385	my ($self) = @_;
1984
1985	my $lock = cf::lock_acquire "map_data:" . $self->path;
1986		2386
1987	$self->{last_save} = $cf::RUNTIME;	2387	$self->{last_save} = $cf::RUNTIME;
1988		2388
1989	return unless $self->dirty;	2389	return unless $self->dirty;
1990		2390
…		…
1996	return if $self->{deny_save};	2396	return if $self->{deny_save};
1997		2397
1998	local $self->{last_access} = $self->last_access;#d#	2398	local $self->{last_access} = $self->last_access;#d#
1999		2399
2000	cf::async {	2400	cf::async {
		2401	$Coro::current->{desc} = "map player save";
2001	$_->contr->save for $self->players;	2402	$_->contr->save for $self->players;
2002	};	2403	};
		2404
		2405	cf::get_slot 0.02;
2003		2406
2004	if ($uniq) {	2407	if ($uniq) {
2005	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2408	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2006	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2409	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2007	} else {	2410	} else {
2008	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2411	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2009	}	2412	}
2010	}	2413	}
2011		2414
		2415	sub save {
		2416	my ($self) = @_;
		2417
		2418	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2419
		2420	$self->_save;
		2421	}
		2422
2012	sub swap_out {	2423	sub swap_out {
2013	my ($self) = @_;	2424	my ($self) = @_;
2014		2425
2015	# save first because save cedes
2016	$self->save;
2017
2018	my $lock = cf::lock_acquire "map_data:" . $self->path;	2426	my $lock = cf::lock_acquire "map_data:$self->{path}";
2019		2427
		2428	return if !$self->linkable;
		2429	return if $self->{deny_save};
2020	return if $self->players;	2430	return if $self->players;
2021	return if $self->in_memory != cf::MAP_IN_MEMORY;
2022	return if $self->{deny_save};
2023		2431
		2432	# first deactivate the map and "unlink" it from the core
		2433	$self->deactivate;
		2434	$_->clear_links_to ($self) for values %cf::MAP;
		2435	$self->state (cf::MAP_SWAPPED);
		2436
		2437	# then atomically save
		2438	$self->_save;
		2439
		2440	# then free the map
2024	$self->clear;	2441	$self->clear;
2025	$self->in_memory (cf::MAP_SWAPPED);
2026	}	2442	}
2027		2443
2028	sub reset_at {	2444	sub reset_at {
2029	my ($self) = @_;	2445	my ($self) = @_;
2030		2446
…		…
2048		2464
2049	my $lock = cf::lock_acquire "map_data:$self->{path}";	2465	my $lock = cf::lock_acquire "map_data:$self->{path}";
2050		2466
2051	return if $self->players;	2467	return if $self->players;
2052		2468
2053	warn "resetting map ", $self->path;	2469	cf::trace "resetting map ", $self->path, "\n";
2054		2470
2055	$self->in_memory (cf::MAP_SWAPPED);	2471	$self->state (cf::MAP_SWAPPED);
2056		2472
2057	# need to save uniques path	2473	# need to save uniques path
2058	unless ($self->{deny_save}) {	2474	unless ($self->{deny_save}) {
2059	my $uniq = $self->uniq_path; utf8::encode $uniq;	2475	my $uniq = $self->uniq_path; utf8::encode $uniq;
2060		2476
…		…
2062	if $uniq;	2478	if $uniq;
2063	}	2479	}
2064		2480
2065	delete $cf::MAP{$self->path};	2481	delete $cf::MAP{$self->path};
2066		2482
		2483	$self->deactivate;
		2484	$_->clear_links_to ($self) for values %cf::MAP;
2067	$self->clear;	2485	$self->clear;
2068
2069	$_->clear_links_to ($self) for values %cf::MAP;
2070		2486
2071	$self->unlink_save;	2487	$self->unlink_save;
2072	$self->destroy;	2488	$self->destroy;
2073	}	2489	}
2074		2490
2075	my $nuke_counter = "aaaa";	2491	my $nuke_counter = "aaaa";
2076		2492
2077	sub nuke {	2493	sub nuke {
2078	my ($self) = @_;	2494	my ($self) = @_;
2079		2495
		2496	{
		2497	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2498
2080	delete $cf::MAP{$self->path};	2499	delete $cf::MAP{$self->path};
2081		2500
2082	$self->unlink_save;	2501	$self->unlink_save;
2083		2502
2084	bless $self, "cf::map";	2503	bless $self, "cf::map::wrap";
2085	delete $self->{deny_reset};	2504	delete $self->{deny_reset};
2086	$self->{deny_save} = 1;	2505	$self->{deny_save} = 1;
2087	$self->reset_timeout (1);	2506	$self->reset_timeout (1);
2088	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2507	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2089		2508
2090	$cf::MAP{$self->path} = $self;	2509	$cf::MAP{$self->path} = $self;
		2510	}
2091		2511
2092	$self->reset; # polite request, might not happen	2512	$self->reset; # polite request, might not happen
2093	}	2513	}
2094		2514
2095	=item $maps = cf::map::tmp_maps	2515	=item $maps = cf::map::tmp_maps
…		…
2137		2557
2138	sub unique_maps() {	2558	sub unique_maps() {
2139	[	2559	[
2140	map {	2560	map {
2141	utf8::decode $_;	2561	utf8::decode $_;
2142	/\.map$/	2562	s/\.map$//; # TODO future compatibility hack
		2563	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2564	? ()
2143	? normalise $_	2565	: normalise $_
2144	: ()
2145	} @{ aio_readdir $UNIQUEDIR or [] }	2566	} @{ aio_readdir $UNIQUEDIR or [] }
2146	]	2567	]
2147	}	2568	}
2148		2569
2149	package cf;	2570	=item cf::map::static_maps
		2571
		2572	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2573	file in the shared directory excluding F</styles> and F</editor>). May
		2574	block.
		2575
		2576	=cut
		2577
		2578	sub static_maps() {
		2579	my @dirs = "";
		2580	my @maps;
		2581
		2582	while (@dirs) {
		2583	my $dir = shift @dirs;
		2584
		2585	next if $dir eq "/styles" || $dir eq "/editor";
		2586
		2587	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2588	or return;
		2589
		2590	for (@$files) {
		2591	s/\.map$// or next;
		2592	utf8::decode $_;
		2593	push @maps, "$dir/$_";
		2594	}
		2595
		2596	push @dirs, map "$dir/$_", @$dirs;
		2597	}
		2598
		2599	\@maps
		2600	}
2150		2601
2151	=back	2602	=back
2152		2603
2153	=head3 cf::object	2604	=head3 cf::object
2154		2605
…		…
2158		2609
2159	=over 4	2610	=over 4
2160		2611
2161	=item $ob->inv_recursive	2612	=item $ob->inv_recursive
2162		2613
2163	Returns the inventory of the object _and_ their inventories, recursively.	2614	Returns the inventory of the object I<and> their inventories, recursively,
		2615	but I<not> the object itself.
2164		2616
2165	=cut	2617	=cut
2166		2618
2167	sub inv_recursive_;	2619	sub inv_recursive_;
2168	sub inv_recursive_ {	2620	sub inv_recursive_ {
…		…
2171		2623
2172	sub inv_recursive {	2624	sub inv_recursive {
2173	inv_recursive_ inv $_[0]	2625	inv_recursive_ inv $_[0]
2174	}	2626	}
2175		2627
		2628	=item $ref = $ob->ref
		2629
		2630	Creates and returns a persistent reference to an object that can be stored as a string.
		2631
		2632	=item $ob = cf::object::deref ($refstring)
		2633
		2634	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2635	even if the object actually exists. May block.
		2636
		2637	=cut
		2638
		2639	sub deref {
		2640	my ($ref) = @_;
		2641
		2642	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2643	my ($uuid, $name) = ($1, $2);
		2644	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2645	or return;
		2646	$pl->ob->uuid eq $uuid
		2647	or return;
		2648
		2649	$pl->ob
		2650	} else {
		2651	warn "$ref: cannot resolve object reference\n";
		2652	undef
		2653	}
		2654	}
		2655
2176	package cf;	2656	package cf;
2177		2657
2178	=back	2658	=back
2179		2659
2180	=head3 cf::object::player	2660	=head3 cf::object::player
…		…
2186	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2666	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2187	can be C<undef>. Does the right thing when the player is currently in a	2667	can be C<undef>. Does the right thing when the player is currently in a
2188	dialogue with the given NPC character.	2668	dialogue with the given NPC character.
2189		2669
2190	=cut	2670	=cut
		2671
		2672	our $SAY_CHANNEL = {
		2673	id => "say",
		2674	title => "Map",
		2675	reply => "say ",
		2676	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2677	};
		2678
		2679	our $CHAT_CHANNEL = {
		2680	id => "chat",
		2681	title => "Chat",
		2682	reply => "chat ",
		2683	tooltip => "Player chat and shouts, global to the server.",
		2684	};
2191		2685
2192	# rough implementation of a future "reply" method that works	2686	# rough implementation of a future "reply" method that works
2193	# with dialog boxes.	2687	# with dialog boxes.
2194	#TODO: the first argument must go, split into a $npc->reply_to ( method	2688	#TODO: the first argument must go, split into a $npc->reply_to ( method
2195	sub cf::object::player::reply($$$;$) {	2689	sub cf::object::player::reply($$$;$) {
…		…
2207	my $dialog = $pl->{npc_dialog};	2701	my $dialog = $pl->{npc_dialog};
2208	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2702	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2209		2703
2210	} else {	2704	} else {
2211	$msg = $npc->name . " says: $msg" if $npc;	2705	$msg = $npc->name . " says: $msg" if $npc;
2212	$self->message ($msg, $flags);	2706	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2213	}	2707	}
2214	}	2708	}
2215	}	2709	}
2216		2710
2217	=item $object->send_msg ($channel, $msg, $color, [extra...])	2711	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2242		2736
2243	=item $player_object->enter_link	2737	=item $player_object->enter_link
2244		2738
2245	Freezes the player and moves him/her to a special map (C<{link}>).	2739	Freezes the player and moves him/her to a special map (C<{link}>).
2246		2740
2247	The player should be reasonably safe there for short amounts of time. You	2741	The player should be reasonably safe there for short amounts of time (e.g.
2248	I<MUST> call C<leave_link> as soon as possible, though.	2742	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2743	though, as the player cannot control the character while it is on the link
		2744	map.
2249		2745
2250	Will never block.	2746	Will never block.
2251		2747
2252	=item $player_object->leave_link ($map, $x, $y)	2748	=item $player_object->leave_link ($map, $x, $y)
2253		2749
…		…
2273	sub cf::object::player::enter_link {	2769	sub cf::object::player::enter_link {
2274	my ($self) = @_;	2770	my ($self) = @_;
2275		2771
2276	$self->deactivate_recursive;	2772	$self->deactivate_recursive;
2277		2773
		2774	++$self->{_link_recursion};
		2775
2278	return if UNIVERSAL::isa $self->map, "ext::map_link";	2776	return if UNIVERSAL::isa $self->map, "ext::map_link";
2279		2777
2280	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2778	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2281	if $self->map && $self->map->{path} ne "{link}";	2779	if $self->map && $self->map->{path} ne "{link}";
2282		2780
2283	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2781	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2284	}	2782	}
2285		2783
2286	sub cf::object::player::leave_link {	2784	sub cf::object::player::leave_link {
2287	my ($self, $map, $x, $y) = @_;	2785	my ($self, $map, $x, $y) = @_;
2288		2786
…		…
2305	($x, $y) = (-1, -1)	2803	($x, $y) = (-1, -1)
2306	unless (defined $x) && (defined $y);	2804	unless (defined $x) && (defined $y);
2307		2805
2308	# use -1 or undef as default coordinates, not 0, 0	2806	# use -1 or undef as default coordinates, not 0, 0
2309	($x, $y) = ($map->enter_x, $map->enter_y)	2807	($x, $y) = ($map->enter_x, $map->enter_y)
2310	if $x <=0 && $y <= 0;	2808	if $x <= 0 && $y <= 0;
2311		2809
2312	$map->load;	2810	$map->load;
2313	$map->load_neighbours;
2314		2811
2315	return unless $self->contr->active;	2812	return unless $self->contr->active;
2316	$self->activate_recursive;
2317		2813
2318	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2814	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2319	$self->enter_map ($map, $x, $y);	2815	if ($self->enter_map ($map, $x, $y)) {
2320	}	2816	# entering was successful
		2817	delete $self->{_link_recursion};
		2818	# only activate afterwards, to support waiting in hooks
		2819	$self->activate_recursive;
		2820	}
2321		2821
		2822	}
		2823
2322	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2824	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2323		2825
2324	Moves the player to the given map-path and coordinates by first freezing	2826	Moves the player to the given map-path and coordinates by first freezing
2325	her, loading and preparing them map, calling the provided $check callback	2827	her, loading and preparing them map, calling the provided $check callback
2326	that has to return the map if sucecssful, and then unfreezes the player on	2828	that has to return the map if sucecssful, and then unfreezes the player on
2327	the new (success) or old (failed) map position. In either case, $done will	2829	the new (success) or old (failed) map position. In either case, $done will
2328	be called at the end of this process.	2830	be called at the end of this process.
2329		2831
		2832	Note that $check will be called with a potentially non-loaded map, so if
		2833	it needs a loaded map it has to call C<< ->load >>.
		2834
2330	=cut	2835	=cut
2331		2836
2332	our $GOTOGEN;	2837	our $GOTOGEN;
2333		2838
2334	sub cf::object::player::goto {	2839	sub cf::object::player::goto {
2335	my ($self, $path, $x, $y, $check, $done) = @_;	2840	my ($self, $path, $x, $y, $check, $done) = @_;
2336		2841
		2842	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2843	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2844	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2845	($path, $x, $y) = @$EMERGENCY_POSITION;
		2846	}
		2847
2337	# do generation counting so two concurrent goto's will be executed in-order	2848	# do generation counting so two concurrent goto's will be executed in-order
2338	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2849	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2339		2850
2340	$self->enter_link;	2851	$self->enter_link;
2341		2852
2342	(async {	2853	(async {
		2854	$Coro::current->{desc} = "player::goto $path $x $y";
		2855
		2856	# *tag paths override both path and x|y
		2857	if ($path =~ /^\*(.*)$/) {
		2858	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2859	my $ob = $obs[rand @obs];
		2860
		2861	# see if we actually can go there
		2862	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2863	$ob = $obs[rand @obs];
		2864	} else {
		2865	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2866	}
		2867	# else put us there anyways for now #d#
		2868
		2869	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2870	} else {
		2871	($path, $x, $y) = (undef, undef, undef);
		2872	}
		2873	}
		2874
2343	my $map = eval {	2875	my $map = eval {
2344	my $map = cf::map::find $path;	2876	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2345		2877
2346	if ($map) {	2878	if ($map) {
2347	$map = $map->customise_for ($self);	2879	$map = $map->customise_for ($self);
2348	$map = $check->($map) if $check && $map;	2880	$map = $check->($map, $x, $y, $self) if $check && $map;
2349	} else {	2881	} else {
2350	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2882	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2351	}	2883	}
2352		2884
2353	$map	2885	$map
2354	};	2886	};
2355		2887
…		…
2361	if ($gen == $self->{_goto_generation}) {	2893	if ($gen == $self->{_goto_generation}) {
2362	delete $self->{_goto_generation};	2894	delete $self->{_goto_generation};
2363	$self->leave_link ($map, $x, $y);	2895	$self->leave_link ($map, $x, $y);
2364	}	2896	}
2365		2897
2366	$done->() if $done;	2898	$done->($self) if $done;
2367	})->prio (1);	2899	})->prio (1);
2368	}	2900	}
2369		2901
2370	=item $player_object->enter_exit ($exit_object)	2902	=item $player_object->enter_exit ($exit_object)
2371		2903
…		…
2391	}	2923	}
2392		2924
2393	sub prepare_random_map {	2925	sub prepare_random_map {
2394	my ($exit) = @_;	2926	my ($exit) = @_;
2395		2927
2396	my $guard = cf::lock_acquire "exit_prepare:$exit";
2397
2398	# all this does is basically replace the /! path by	2928	# all this does is basically replace the /! path by
2399	# a new random map path (?random/...) with a seed	2929	# a new random map path (?random/...) with a seed
2400	# that depends on the exit object	2930	# that depends on the exit object
2401		2931
2402	my $rmp = parse_random_map_params $exit->msg;	2932	my $rmp = parse_random_map_params $exit->msg;
…		…
2404	if ($exit->map) {	2934	if ($exit->map) {
2405	$rmp->{region} = $exit->region->name;	2935	$rmp->{region} = $exit->region->name;
2406	$rmp->{origin_map} = $exit->map->path;	2936	$rmp->{origin_map} = $exit->map->path;
2407	$rmp->{origin_x} = $exit->x;	2937	$rmp->{origin_x} = $exit->x;
2408	$rmp->{origin_y} = $exit->y;	2938	$rmp->{origin_y} = $exit->y;
		2939
		2940	$exit->map->touch;
2409	}	2941	}
2410		2942
2411	$rmp->{random_seed} ||= $exit->random_seed;	2943	$rmp->{random_seed} ||= $exit->random_seed;
2412		2944
2413	my $data = cf::to_json $rmp;	2945	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2414	my $md5 = Digest::MD5::md5_hex $data;	2946	my $md5 = Digest::MD5::md5_hex $data;
2415	my $meta = "$RANDOMDIR/$md5.meta";	2947	my $meta = "$RANDOMDIR/$md5.meta";
2416		2948
2417	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2949	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2418	aio_write $fh, 0, (length $data), $data, 0;	2950	aio_write $fh, 0, (length $data), $data, 0;
2419	undef $fh;	2951	undef $fh;
2420	aio_rename "$meta~", $meta;	2952	aio_rename "$meta~", $meta;
2421		2953
		2954	my $slaying = "?random/$md5";
		2955
		2956	if ($exit->valid) {
2422	$exit->slaying ("?random/$md5");	2957	$exit->slaying ("?random/$md5");
2423	$exit->msg (undef);	2958	$exit->msg (undef);
		2959	}
2424	}	2960	}
2425	}	2961	}
2426		2962
2427	sub cf::object::player::enter_exit {	2963	sub cf::object::player::enter_exit {
2428	my ($self, $exit) = @_;	2964	my ($self, $exit) = @_;
2429		2965
2430	return unless $self->type == cf::PLAYER;	2966	return unless $self->type == cf::PLAYER;
2431		2967
2432	if ($exit->slaying eq "/!") {
2433	#TODO: this should de-fi-ni-te-ly not be a sync-job
2434	# the problem is that $exit might not survive long enough
2435	# so it needs to be done right now, right here
2436	cf::sync_job { prepare_random_map $exit };
2437	}
2438
2439	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2440	my $hp = $exit->stats->hp;
2441	my $sp = $exit->stats->sp;
2442
2443	$self->enter_link;	2968	$self->enter_link;
2444		2969
2445	# if exit is damned, update players death & WoR home-position
2446	$self->contr->savebed ($slaying, $hp, $sp)
2447	if $exit->flag (FLAG_DAMNED);
2448
2449	(async {	2970	(async {
2450	$self->deactivate_recursive; # just to be sure	2971	$Coro::current->{desc} = "enter_exit";
		2972
2451	unless (eval {	2973	unless (eval {
		2974	$self->deactivate_recursive; # just to be sure
		2975
		2976	my $map = cf::map::normalise $exit->slaying, $exit->map;
		2977	my $x = $exit->stats->hp;
		2978	my $y = $exit->stats->sp;
		2979
		2980	# special map handling
		2981	my $slaying = $exit->slaying;
		2982
		2983	# special map handling
		2984	if ($slaying eq "/!") {
		2985	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2986
		2987	prepare_random_map $exit
		2988	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		2989
		2990	$map = $exit->slaying;
		2991
		2992	} elsif ($slaying eq '!up') {
		2993	$map = $exit->map->tile_path (cf::TILE_UP);
		2994	$x = $exit->x;
		2995	$y = $exit->y;
		2996
		2997	} elsif ($slaying eq '!down') {
		2998	$map = $exit->map->tile_path (cf::TILE_DOWN);
		2999	$x = $exit->x;
		3000	$y = $exit->y;
		3001	}
		3002
2452	$self->goto ($slaying, $hp, $sp);	3003	$self->goto ($map, $x, $y);
2453		3004
		3005	# if exit is damned, update players death & WoR home-position
		3006	$self->contr->savebed ($map, $x, $y)
		3007	if $exit->flag (cf::FLAG_DAMNED);
		3008
2454	1;	3009	1
2455	}) {	3010	}) {
2456	$self->message ("Something went wrong deep within the crossfire server. "	3011	$self->message ("Something went wrong deep within the deliantra server. "
2457	. "I'll try to bring you back to the map you were before. "	3012	. "I'll try to bring you back to the map you were before. "
2458	. "Please report this to the dungeon master!",	3013	. "Please report this to the dungeon master!",
2459	cf::NDI_UNIQUE | cf::NDI_RED);	3014	cf::NDI_UNIQUE | cf::NDI_RED);
2460		3015
2461	warn "ERROR in enter_exit: $@";	3016	error "ERROR in enter_exit: $@";
2462	$self->leave_link;	3017	$self->leave_link;
2463	}	3018	}
2464	})->prio (1);	3019	})->prio (1);
2465	}	3020	}
2466		3021
…		…
2478	sub cf::client::send_drawinfo {	3033	sub cf::client::send_drawinfo {
2479	my ($self, $text, $flags) = @_;	3034	my ($self, $text, $flags) = @_;
2480		3035
2481	utf8::encode $text;	3036	utf8::encode $text;
2482	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3037	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		3038	}
		3039
		3040	=item $client->send_big_packet ($pkt)
		3041
		3042	Like C<send_packet>, but tries to compress large packets, and fragments
		3043	them as required.
		3044
		3045	=cut
		3046
		3047	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3048
		3049	sub cf::client::send_big_packet {
		3050	my ($self, $pkt) = @_;
		3051
		3052	# try lzf for large packets
		3053	$pkt = "lzf " . Compress::LZF::compress $pkt
		3054	if 1024 <= length $pkt and $self->{can_lzf};
		3055
		3056	# split very large packets
		3057	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3058	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3059	$pkt = "frag";
		3060	}
		3061
		3062	$self->send_packet ($pkt);
2483	}	3063	}
2484		3064
2485	=item $client->send_msg ($channel, $msg, $color, [extra...])	3065	=item $client->send_msg ($channel, $msg, $color, [extra...])
2486		3066
2487	Send a drawinfo or msg packet to the client, formatting the msg for the	3067	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2489	the message, with C<log> being the default. If C<$color> is negative, suppress	3069	the message, with C<log> being the default. If C<$color> is negative, suppress
2490	the message unless the client supports the msg packet.	3070	the message unless the client supports the msg packet.
2491		3071
2492	=cut	3072	=cut
2493		3073
		3074	# non-persistent channels (usually the info channel)
		3075	our %CHANNEL = (
		3076	"c/motd" => {
		3077	id => "infobox",
		3078	title => "MOTD",
		3079	reply => undef,
		3080	tooltip => "The message of the day",
		3081	},
		3082	"c/identify" => {
		3083	id => "infobox",
		3084	title => "Identify",
		3085	reply => undef,
		3086	tooltip => "Items recently identified",
		3087	},
		3088	"c/examine" => {
		3089	id => "infobox",
		3090	title => "Examine",
		3091	reply => undef,
		3092	tooltip => "Signs and other items you examined",
		3093	},
		3094	"c/shopinfo" => {
		3095	id => "infobox",
		3096	title => "Shop Info",
		3097	reply => undef,
		3098	tooltip => "What your bargaining skill tells you about the shop",
		3099	},
		3100	"c/book" => {
		3101	id => "infobox",
		3102	title => "Book",
		3103	reply => undef,
		3104	tooltip => "The contents of a note or book",
		3105	},
		3106	"c/lookat" => {
		3107	id => "infobox",
		3108	title => "Look",
		3109	reply => undef,
		3110	tooltip => "What you saw there",
		3111	},
		3112	"c/who" => {
		3113	id => "infobox",
		3114	title => "Players",
		3115	reply => undef,
		3116	tooltip => "Shows players who are currently online",
		3117	},
		3118	"c/body" => {
		3119	id => "infobox",
		3120	title => "Body Parts",
		3121	reply => undef,
		3122	tooltip => "Shows which body parts you posess and are available",
		3123	},
		3124	"c/statistics" => {
		3125	id => "infobox",
		3126	title => "Statistics",
		3127	reply => undef,
		3128	tooltip => "Shows your primary statistics",
		3129	},
		3130	"c/skills" => {
		3131	id => "infobox",
		3132	title => "Skills",
		3133	reply => undef,
		3134	tooltip => "Shows your experience per skill and item power",
		3135	},
		3136	"c/shopitems" => {
		3137	id => "infobox",
		3138	title => "Shop Items",
		3139	reply => undef,
		3140	tooltip => "Shows the items currently for sale in this shop",
		3141	},
		3142	"c/resistances" => {
		3143	id => "infobox",
		3144	title => "Resistances",
		3145	reply => undef,
		3146	tooltip => "Shows your resistances",
		3147	},
		3148	"c/pets" => {
		3149	id => "infobox",
		3150	title => "Pets",
		3151	reply => undef,
		3152	tooltip => "Shows information abotu your pets/a specific pet",
		3153	},
		3154	"c/perceiveself" => {
		3155	id => "infobox",
		3156	title => "Perceive Self",
		3157	reply => undef,
		3158	tooltip => "You gained detailed knowledge about yourself",
		3159	},
		3160	"c/uptime" => {
		3161	id => "infobox",
		3162	title => "Uptime",
		3163	reply => undef,
		3164	tooltip => "How long the server has been running since last restart",
		3165	},
		3166	"c/mapinfo" => {
		3167	id => "infobox",
		3168	title => "Map Info",
		3169	reply => undef,
		3170	tooltip => "Information related to the maps",
		3171	},
		3172	"c/party" => {
		3173	id => "party",
		3174	title => "Party",
		3175	reply => "gsay ",
		3176	tooltip => "Messages and chat related to your party",
		3177	},
		3178	"c/death" => {
		3179	id => "death",
		3180	title => "Death",
		3181	reply => undef,
		3182	tooltip => "Reason for and more info about your most recent death",
		3183	},
		3184	"c/say" => $SAY_CHANNEL,
		3185	"c/chat" => $CHAT_CHANNEL,
		3186	);
		3187
2494	sub cf::client::send_msg {	3188	sub cf::client::send_msg {
2495	my ($self, $channel, $msg, $color, @extra) = @_;	3189	my ($self, $channel, $msg, $color, @extra) = @_;
2496		3190
2497	$msg = $self->pl->expand_cfpod ($msg);	3191	$msg = $self->pl->expand_cfpod ($msg)
		3192	unless $color & cf::NDI_VERBATIM;
2498		3193
2499	$color &= cf::NDI_CLIENT_MASK; # just in case...	3194	$color &= cf::NDI_CLIENT_MASK; # just in case...
2500		3195
		3196	# check predefined channels, for the benefit of C
		3197	if ($CHANNEL{$channel}) {
		3198	$channel = $CHANNEL{$channel};
		3199
		3200	$self->ext_msg (channel_info => $channel);
		3201	$channel = $channel->{id};
		3202
2501	if (ref $channel) {	3203	} elsif (ref $channel) {
2502	# send meta info to client, if not yet sent	3204	# send meta info to client, if not yet sent
2503	unless (exists $self->{channel}{$channel->{id}}) {	3205	unless (exists $self->{channel}{$channel->{id}}) {
2504	$self->{channel}{$channel->{id}} = $channel;	3206	$self->{channel}{$channel->{id}} = $channel;
2505	$self->ext_msg (channel_info => $channel);	3207	$self->ext_msg (channel_info => $channel);
2506	}	3208	}
…		…
2508	$channel = $channel->{id};	3210	$channel = $channel->{id};
2509	}	3211	}
2510		3212
2511	return unless @extra || length $msg;	3213	return unless @extra || length $msg;
2512		3214
2513	if ($self->can_msg) {
2514	# default colour, mask it out	3215	# default colour, mask it out
2515	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3216	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2516	if $color & cf::NDI_DEF;	3217	if $color & cf::NDI_DEF;
2517		3218
2518	$self->send_packet ("msg " . $self->{json_coder}->encode (	3219	my $pkt = "msg "
		3220	. $self->{json_coder}->encode (
2519	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3221	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2520	} else {	3222	);
2521	if ($color >= 0) {
2522	# replace some tags by gcfclient-compatible ones
2523	for ($msg) {
2524	1 while
2525	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2526	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2527	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2528	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2529	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2530	}
2531		3223
2532	$color &= cf::NDI_COLOR_MASK;	3224	$self->send_big_packet ($pkt);
2533
2534	utf8::encode $msg;
2535
2536	if (0 && $msg =~ /\[/) {
2537	# COMMAND/INFO
2538	$self->send_packet ("drawextinfo $color 10 8 $msg")
2539	} else {
2540	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2541	$self->send_packet ("drawinfo $color $msg")
2542	}
2543	}
2544	}
2545	}	3225	}
2546		3226
2547	=item $client->ext_msg ($type, @msg)	3227	=item $client->ext_msg ($type, @msg)
2548		3228
2549	Sends an ext event to the client.	3229	Sends an ext event to the client.
…		…
2551	=cut	3231	=cut
2552		3232
2553	sub cf::client::ext_msg($$@) {	3233	sub cf::client::ext_msg($$@) {
2554	my ($self, $type, @msg) = @_;	3234	my ($self, $type, @msg) = @_;
2555		3235
2556	my $extcmd = $self->extcmd;
2557
2558	if ($extcmd == 2) {	3236	if ($self->extcmd == 2) {
2559	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3237	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2560	} elsif ($extcmd == 1) { # TODO: remove	3238	} elsif ($self->extcmd == 1) { # TODO: remove
2561	push @msg, msgtype => "event_$type";	3239	push @msg, msgtype => "event_$type";
2562	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3240	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2563	}	3241	}
2564	}	3242	}
2565		3243
2566	=item $client->ext_reply ($msgid, @msg)	3244	=item $client->ext_reply ($msgid, @msg)
2567		3245
…		…
2570	=cut	3248	=cut
2571		3249
2572	sub cf::client::ext_reply($$@) {	3250	sub cf::client::ext_reply($$@) {
2573	my ($self, $id, @msg) = @_;	3251	my ($self, $id, @msg) = @_;
2574		3252
2575	if ($self->extcmd == 2) {	3253	return unless $self->extcmd == 2;
		3254
2576	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3255	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2577	} elsif ($self->ns->extcmd == 1) {
2578	#TODO: version 1, remove
2579	unshift @msg, msgtype => "reply", msgid => $id;
2580	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2581	}
2582	}	3256	}
2583		3257
2584	=item $success = $client->query ($flags, "text", \&cb)	3258	=item $success = $client->query ($flags, "text", \&cb)
2585		3259
2586	Queues a query to the client, calling the given callback with	3260	Queues a query to the client, calling the given callback with
…		…
2641	my ($ns, $buf) = @_;	3315	my ($ns, $buf) = @_;
2642		3316
2643	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3317	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2644		3318
2645	if (ref $msg) {	3319	if (ref $msg) {
2646	my ($type, $reply, @payload) =	3320	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
2647	"ARRAY" eq ref $msg	3321
2648	? @$msg	3322	my @reply;
2649	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2650		3323
2651	if (my $cb = $EXTICMD{$type}) {	3324	if (my $cb = $EXTICMD{$type}) {
2652	my @reply = $cb->($ns, @payload);	3325	@reply = $cb->($ns, @payload);
2653
2654	$ns->ext_reply ($reply, @reply)
2655	if $reply;
2656	}	3326	}
		3327
		3328	$ns->ext_reply ($reply, @reply)
		3329	if $reply;
		3330
2657	} else {	3331	} else {
2658	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3332	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2659	}	3333	}
2660		3334
2661	cf::override;	3335	cf::override;
2662	},	3336	},
2663	);	3337	);
…		…
2683		3357
2684	$coro	3358	$coro
2685	}	3359	}
2686		3360
2687	cf::client->attach (	3361	cf::client->attach (
2688	on_destroy => sub {	3362	on_client_destroy => sub {
2689	my ($ns) = @_;	3363	my ($ns) = @_;
2690		3364
2691	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3365	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2692	},	3366	},
2693	);	3367	);
…		…
2709	our $safe_hole = new Safe::Hole;	3383	our $safe_hole = new Safe::Hole;
2710		3384
2711	$SIG{FPE} = 'IGNORE';	3385	$SIG{FPE} = 'IGNORE';
2712		3386
2713	$safe->permit_only (Opcode::opset qw(	3387	$safe->permit_only (Opcode::opset qw(
2714	:base_core :base_mem :base_orig :base_math	3388	:base_core :base_mem :base_orig :base_math :base_loop
2715	grepstart grepwhile mapstart mapwhile	3389	grepstart grepwhile mapstart mapwhile
2716	sort time	3390	sort time
2717	));	3391	));
2718		3392
2719	# here we export the classes and methods available to script code	3393	# here we export the classes and methods available to script code
…		…
2721	=pod	3395	=pod
2722		3396
2723	The following functions and methods are available within a safe environment:	3397	The following functions and methods are available within a safe environment:
2724		3398
2725	cf::object	3399	cf::object
2726	contr pay_amount pay_player map x y force_find force_add	3400	contr pay_amount pay_player map x y force_find force_add destroy
2727	insert remove name archname title slaying race	3401	insert remove name archname title slaying race decrease split
		3402	value
2728		3403
2729	cf::object::player	3404	cf::object::player
2730	player	3405	player
2731		3406
2732	cf::player	3407	cf::player
…		…
2737		3412
2738	=cut	3413	=cut
2739		3414
2740	for (	3415	for (
2741	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3416	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2742	insert remove inv name archname title slaying race)],	3417	insert remove inv nrof name archname title slaying race
		3418	decrease split destroy change_exp value msg lore send_msg)],
2743	["cf::object::player" => qw(player)],	3419	["cf::object::player" => qw(player)],
2744	["cf::player" => qw(peaceful)],	3420	["cf::player" => qw(peaceful send_msg)],
2745	["cf::map" => qw(trigger)],	3421	["cf::map" => qw(trigger)],
2746	) {	3422	) {
2747	no strict 'refs';
2748	my ($pkg, @funs) = @$_;	3423	my ($pkg, @funs) = @$_;
2749	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3424	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2750	for @funs;	3425	for @funs;
2751	}	3426	}
2752		3427
…		…
2767		3442
2768	my $qcode = $code;	3443	my $qcode = $code;
2769	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3444	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2770	$qcode =~ s/\n/\\n/g;	3445	$qcode =~ s/\n/\\n/g;
2771		3446
		3447	%vars = (_dummy => 0) unless %vars;
		3448
		3449	my @res;
2772	local $_;	3450	local $_;
2773	local @safe::cf::_safe_eval_args = values %vars;
2774		3451
2775	my $eval =	3452	my $eval =
2776	"do {\n"	3453	"do {\n"
2777	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3454	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2778	. "#line 0 \"{$qcode}\"\n"	3455	. "#line 0 \"{$qcode}\"\n"
2779	. $code	3456	. $code
2780	. "\n}"	3457	. "\n}"
2781	;	3458	;
2782		3459
		3460	if ($CFG{safe_eval}) {
2783	sub_generation_inc;	3461	sub_generation_inc;
		3462	local @safe::cf::_safe_eval_args = values %vars;
2784	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3463	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2785	sub_generation_inc;	3464	sub_generation_inc;
		3465	} else {
		3466	local @cf::_safe_eval_args = values %vars;
		3467	@res = wantarray ? eval eval : scalar eval $eval;
		3468	}
2786		3469
2787	if ($@) {	3470	if ($@) {
2788	warn "$@";	3471	warn "$@",
2789	warn "while executing safe code '$code'\n";	3472	"while executing safe code '$code'\n",
2790	warn "with arguments " . (join " ", %vars) . "\n";	3473	"with arguments " . (join " ", %vars) . "\n";
2791	}	3474	}
2792		3475
2793	wantarray ? @res : $res[0]	3476	wantarray ? @res : $res[0]
2794	}	3477	}
2795		3478
…		…
2809	=cut	3492	=cut
2810		3493
2811	sub register_script_function {	3494	sub register_script_function {
2812	my ($fun, $cb) = @_;	3495	my ($fun, $cb) = @_;
2813		3496
2814	no strict 'refs';	3497	$fun = "safe::$fun" if $CFG{safe_eval};
2815	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3498	*$fun = $safe_hole->wrap ($cb);
2816	}	3499	}
2817		3500
2818	=back	3501	=back
2819		3502
2820	=cut	3503	=cut
…		…
2823	# the server's init and main functions	3506	# the server's init and main functions
2824		3507
2825	sub load_facedata($) {	3508	sub load_facedata($) {
2826	my ($path) = @_;	3509	my ($path) = @_;
2827		3510
		3511	# HACK to clear player env face cache, we need some signal framework
		3512	# for this (global event?)
		3513	%ext::player_env::MUSIC_FACE_CACHE = ();
		3514
2828	my $enc = JSON::XS->new->utf8->canonical;	3515	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2829		3516
2830	warn "loading facedata from $path\n";	3517	trace "loading facedata from $path\n";
2831		3518
2832	my $facedata;	3519	my $facedata = decode_storable load_file $path;
2833	0 < aio_load $path, $facedata
2834	or die "$path: $!";
2835
2836	$facedata = Coro::Storable::thaw $facedata;
2837		3520
2838	$facedata->{version} == 2	3521	$facedata->{version} == 2
2839	or cf::cleanup "$path: version mismatch, cannot proceed.";	3522	or cf::cleanup "$path: version mismatch, cannot proceed.";
2840		3523
2841	# patch in the exptable	3524	# patch in the exptable
		3525	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
2842	$facedata->{resource}{"res/exp_table"} = {	3526	$facedata->{resource}{"res/exp_table"} = {
2843	type => FT_RSRC,	3527	type => FT_RSRC,
2844	data => $enc->encode ([map cf::level_to_min_exp $_, 0 .. cf::settings->max_level]),	3528	data => $exp_table,
		3529	hash => (Digest::MD5::md5 $exp_table),
2845	};	3530	};
2846	cf::cede_to_tick;	3531	cf::cede_to_tick;
2847		3532
2848	{	3533	{
2849	my $faces = $facedata->{faceinfo};	3534	my $faces = $facedata->{faceinfo};
2850		3535
2851	while (my ($face, $info) = each %$faces) {	3536	while (my ($face, $info) = each %$faces) {
2852	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3537	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3538
2853	cf::face::set_visibility $idx, $info->{visibility};	3539	cf::face::set_visibility $idx, $info->{visibility};
2854	cf::face::set_magicmap $idx, $info->{magicmap};	3540	cf::face::set_magicmap $idx, $info->{magicmap};
2855	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3541	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2856	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3542	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
		3543	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
2857		3544
2858	cf::cede_to_tick;	3545	cf::cede_to_tick;
2859	}	3546	}
2860		3547
2861	while (my ($face, $info) = each %$faces) {	3548	while (my ($face, $info) = each %$faces) {
2862	next unless $info->{smooth};	3549	next unless $info->{smooth};
		3550
2863	my $idx = cf::face::find $face	3551	my $idx = cf::face::find $face
2864	or next;	3552	or next;
		3553
2865	if (my $smooth = cf::face::find $info->{smooth}) {	3554	if (my $smooth = cf::face::find $info->{smooth}) {
2866	cf::face::set_smooth $idx, $smooth;	3555	cf::face::set_smooth $idx, $smooth;
2867	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3556	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2868	} else {	3557	} else {
2869	warn "smooth face '$info->{smooth}' not found for face '$face'";	3558	error "smooth face '$info->{smooth}' not found for face '$face'";
2870	}	3559	}
2871		3560
2872	cf::cede_to_tick;	3561	cf::cede_to_tick;
2873	}	3562	}
2874	}	3563	}
…		…
2883		3572
2884	cf::anim::invalidate_all; # d'oh	3573	cf::anim::invalidate_all; # d'oh
2885	}	3574	}
2886		3575
2887	{	3576	{
2888	# TODO: for gcfclient pleasure, we should give resources
2889	# that gcfclient doesn't grok a >10000 face index.
2890	my $res = $facedata->{resource};	3577	my $res = $facedata->{resource};
2891		3578
2892	my $soundconf = delete $res->{"res/sound.conf"};
2893
2894	while (my ($name, $info) = each %$res) {	3579	while (my ($name, $info) = each %$res) {
		3580	if (defined (my $type = $info->{type})) {
		3581	# TODO: different hash - must free and use new index, or cache ixface data queue
2895	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3582	my $idx = (cf::face::find $name) || cf::face::alloc $name;
2896	my $data;
2897		3583
2898	if ($info->{type} & 1) {	3584	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
2899	# prepend meta info	3585	cf::face::set_type $idx, $type;
2900		3586	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
2901	my $meta = $enc->encode ({	3587	} else {
2902	name => $name,	3588	# $RESOURCE{$name} = $info; # unused
2903	%{ $info->{meta} || {} },
2904	});
2905
2906	$data = pack "(w/a*)*", $meta, $info->{data};
2907	}	3589	}
2908		3590
2909	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
2910	cf::face::set_type $idx, $info->{type};
2911
2912	cf::cede_to_tick;	3591	cf::cede_to_tick;
2913	}	3592	}
2914
2915	if ($soundconf) {
2916	$soundconf = $enc->decode (delete $soundconf->{data});
2917
2918	for (0 .. SOUND_CAST_SPELL_0 - 1) {
2919	my $sound = $soundconf->{compat}[$_]
2920	or next;
2921
2922	my $face = cf::face::find "sound/$sound->[1]";
2923	cf::sound::set $sound->[0] => $face;
2924	cf::sound::old_sound_index $_, $face; # gcfclient-compat
2925	}
2926
2927	while (my ($k, $v) = each %{$soundconf->{event}}) {
2928	my $face = cf::face::find "sound/$v";
2929	cf::sound::set $k => $face;
2930	}
2931	}
2932	}	3593	}
		3594
		3595	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2933		3596
2934	1	3597	1
2935	}	3598	}
2936		3599
2937	register_exticmd fx_want => sub {	3600	register_exticmd fx_want => sub {
…		…
2940	while (my ($k, $v) = each %$want) {	3603	while (my ($k, $v) = each %$want) {
2941	$ns->fx_want ($k, $v);	3604	$ns->fx_want ($k, $v);
2942	}	3605	}
2943	};	3606	};
2944		3607
		3608	sub load_resource_file($) {
		3609	my $guard = lock_acquire "load_resource_file";
		3610
		3611	my $status = load_resource_file_ $_[0];
		3612	get_slot 0.1, 100;
		3613	cf::arch::commit_load;
		3614
		3615	$status
		3616	}
		3617
2945	sub reload_regions {	3618	sub reload_regions {
		3619	# HACK to clear player env face cache, we need some signal framework
		3620	# for this (global event?)
		3621	%ext::player_env::MUSIC_FACE_CACHE = ();
		3622
2946	load_resource_file "$MAPDIR/regions"	3623	load_resource_file "$MAPDIR/regions"
2947	or die "unable to load regions file\n";	3624	or die "unable to load regions file\n";
2948		3625
2949	for (cf::region::list) {	3626	for (cf::region::list) {
2950	$_->{match} = qr/$_->{match}/	3627	$_->{match} = qr/$_->{match}/
…		…
2958	}	3635	}
2959		3636
2960	sub reload_archetypes {	3637	sub reload_archetypes {
2961	load_resource_file "$DATADIR/archetypes"	3638	load_resource_file "$DATADIR/archetypes"
2962	or die "unable to load archetypes\n";	3639	or die "unable to load archetypes\n";
2963	#d# NEED to laod twice to resolve forward references
2964	# this really needs to be done in an extra post-pass
2965	# (which needs to be synchronous, so solve it differently)
2966	load_resource_file "$DATADIR/archetypes"
2967	or die "unable to load archetypes\n";
2968	}	3640	}
2969		3641
2970	sub reload_treasures {	3642	sub reload_treasures {
2971	load_resource_file "$DATADIR/treasures"	3643	load_resource_file "$DATADIR/treasures"
2972	or die "unable to load treasurelists\n";	3644	or die "unable to load treasurelists\n";
2973	}	3645	}
2974		3646
		3647	sub reload_sound {
		3648	trace "loading sound config from $DATADIR/sound\n";
		3649
		3650	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3651
		3652	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3653	my $sound = $soundconf->{compat}[$_]
		3654	or next;
		3655
		3656	my $face = cf::face::find "sound/$sound->[1]";
		3657	cf::sound::set $sound->[0] => $face;
		3658	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3659	}
		3660
		3661	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3662	my $face = cf::face::find "sound/$v";
		3663	cf::sound::set $k => $face;
		3664	}
		3665	}
		3666
2975	sub reload_resources {	3667	sub reload_resources {
2976	warn "reloading resource files...\n";	3668	trace "reloading resource files...\n";
2977		3669
		3670	reload_exp_table;
		3671	reload_materials;
		3672	reload_facedata;
		3673	reload_sound;
		3674	reload_archetypes;
2978	reload_regions;	3675	reload_regions;
2979	reload_facedata;
2980	#reload_archetypes;#d#
2981	reload_archetypes;
2982	reload_treasures;	3676	reload_treasures;
2983		3677
2984	warn "finished reloading resource files\n";	3678	trace "finished reloading resource files\n";
2985	}	3679	}
2986		3680
2987	sub init {	3681	sub reload_config {
2988	reload_resources;	3682	trace "reloading config file...\n";
2989	}
2990		3683
2991	sub cfg_load {	3684	my $config = load_file "$CONFDIR/config";
2992	open my $fh, "<:utf8", "$CONFDIR/config"	3685	utf8::decode $config;
2993	or return;	3686	*CFG = decode_yaml $config;
2994		3687
2995	local $/;
2996	*CFG = YAML::Syck::Load <$fh>;
2997
2998	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3688	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2999		3689
3000	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3690	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3001	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3691	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3002		3692
3003	if (exists $CFG{mlockall}) {	3693	if (exists $CFG{mlockall}) {
…		…
3007	};	3697	};
3008	warn $@ if $@;	3698	warn $@ if $@;
3009	}	3699	}
3010	}	3700	}
3011		3701
		3702	sub pidfile() {
		3703	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3704	or die "$PIDFILE: $!";
		3705	flock $fh, &Fcntl::LOCK_EX
		3706	or die "$PIDFILE: flock: $!";
		3707	$fh
		3708	}
		3709
		3710	# make sure only one server instance is running at any one time
		3711	sub atomic {
		3712	my $fh = pidfile;
		3713
		3714	my $pid = <$fh>;
		3715	kill 9, $pid if $pid > 0;
		3716
		3717	seek $fh, 0, 0;
		3718	print $fh $$;
		3719	}
		3720
		3721	sub main_loop {
		3722	trace "EV::loop starting\n";
		3723	if (1) {
		3724	EV::loop;
		3725	}
		3726	trace "EV::loop returned\n";
		3727	goto &main_loop unless $REALLY_UNLOOP;
		3728	}
		3729
3012	sub main {	3730	sub main {
		3731	cf::init_globals; # initialise logging
		3732
		3733	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3734	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3735	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3736	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3737
		3738	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3739
3013	# we must not ever block the main coroutine	3740	# we must not ever block the main coroutine
3014	local $Coro::idle = sub {	3741	local $Coro::idle = sub {
3015	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3742	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3016	(async {	3743	(async {
3017	Event::one_event;	3744	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3745	EV::loop EV::LOOP_ONESHOT;
3018	})->prio (Coro::PRIO_MAX);	3746	})->prio (Coro::PRIO_MAX);
3019	};	3747	};
3020		3748
3021	cfg_load;	3749	evthread_start IO::AIO::poll_fileno;
		3750
		3751	cf::sync_job {
		3752	cf::incloader::init ();
		3753
		3754	cf::init_anim;
		3755	cf::init_attackmess;
		3756	cf::init_dynamic;
		3757
		3758	cf::load_settings;
		3759
		3760	reload_resources;
		3761	reload_config;
3022	db_init;	3762	db_init;
		3763
		3764	cf::init_uuid;
		3765	cf::init_signals;
		3766	cf::init_skills;
		3767
		3768	cf::init_beforeplay;
		3769
		3770	atomic;
		3771
3023	load_extensions;	3772	load_extensions;
3024		3773
3025	$TICK_WATCHER->start;	3774	utime time, time, $RUNTIMEFILE;
3026	Event::loop;	3775
		3776	# no (long-running) fork's whatsoever before this point(!)
		3777	use POSIX ();
		3778	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3779
		3780	cf::_post_init 0;
		3781	};
		3782
		3783	cf::object::thawer::errors_are_fatal 0;
		3784	info "parse errors in files are no longer fatal from this point on.\n";
		3785
		3786	AE::postpone {
		3787	undef &main; # free gobs of memory :)
		3788	};
		3789
		3790	goto &main_loop;
3027	}	3791	}
3028		3792
3029	#############################################################################	3793	#############################################################################
3030	# initialisation and cleanup	3794	# initialisation and cleanup
3031		3795
3032	# install some emergency cleanup handlers	3796	# install some emergency cleanup handlers
3033	BEGIN {	3797	BEGIN {
		3798	our %SIGWATCHER = ();
3034	for my $signal (qw(INT HUP TERM)) {	3799	for my $signal (qw(INT HUP TERM)) {
3035	Event->signal (	3800	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3036	reentrant => 0,
3037	data => WF_AUTOCANCEL,
3038	signal => $signal,
3039	prio => 0,
3040	cb => sub {
3041	cf::cleanup "SIG$signal";	3801	cf::cleanup "SIG$signal";
3042	},
3043	);	3802	};
3044	}	3803	}
3045	}	3804	}
3046		3805
3047	sub write_runtime {	3806	sub write_runtime_sync {
3048	my $runtime = "$LOCALDIR/runtime";	3807	my $t0 = AE::time;
3049		3808
3050	# first touch the runtime file to show we are still running:	3809	# first touch the runtime file to show we are still running:
3051	# the fsync below can take a very very long time.	3810	# the fsync below can take a very very long time.
3052		3811
3053	IO::AIO::aio_utime $runtime, undef, undef;	3812	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3054		3813
3055	my $guard = cf::lock_acquire "write_runtime";	3814	my $guard = cf::lock_acquire "write_runtime";
3056		3815
3057	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3816	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3058	or return;	3817	or return;
3059		3818
3060	my $value = $cf::RUNTIME + 90 + 10;	3819	my $value = $cf::RUNTIME + 90 + 10;
3061	# 10 is the runtime save interval, for a monotonic clock	3820	# 10 is the runtime save interval, for a monotonic clock
3062	# 60 allows for the watchdog to kill the server.	3821	# 60 allows for the watchdog to kill the server.
…		…
3072	aio_utime $fh, undef, undef;	3831	aio_utime $fh, undef, undef;
3073		3832
3074	close $fh	3833	close $fh
3075	or return;	3834	or return;
3076		3835
3077	aio_rename "$runtime~", $runtime	3836	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3078	and return;	3837	and return;
3079		3838
3080	warn "runtime file written.\n";	3839	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3081		3840
3082	1	3841	1
		3842	}
		3843
		3844	our $uuid_lock;
		3845	our $uuid_skip;
		3846
		3847	sub write_uuid_sync($) {
		3848	$uuid_skip ||= $_[0];
		3849
		3850	return if $uuid_lock;
		3851	local $uuid_lock = 1;
		3852
		3853	my $uuid = "$LOCALDIR/uuid";
		3854
		3855	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3856	or return;
		3857
		3858	my $value = uuid_seq uuid_cur;
		3859
		3860	unless ($value) {
		3861	info "cowardly refusing to write zero uuid value!\n";
		3862	return;
		3863	}
		3864
		3865	my $value = uuid_str $value + $uuid_skip;
		3866	$uuid_skip = 0;
		3867
		3868	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3869	and return;
		3870
		3871	# always fsync - this file is important
		3872	aio_fsync $fh
		3873	and return;
		3874
		3875	close $fh
		3876	or return;
		3877
		3878	aio_rename "$uuid~", $uuid
		3879	and return;
		3880
		3881	trace "uuid file written ($value).\n";
		3882
		3883	1
		3884
		3885	}
		3886
		3887	sub write_uuid($$) {
		3888	my ($skip, $sync) = @_;
		3889
		3890	$sync ? write_uuid_sync $skip
		3891	: async { write_uuid_sync $skip };
3083	}	3892	}
3084		3893
3085	sub emergency_save() {	3894	sub emergency_save() {
3086	my $freeze_guard = cf::freeze_mainloop;	3895	my $freeze_guard = cf::freeze_mainloop;
3087		3896
3088	warn "enter emergency perl save\n";	3897	info "emergency_perl_save: enter\n";
		3898
		3899	# this is a trade-off: we want to be very quick here, so
		3900	# save all maps without fsync, and later call a global sync
		3901	# (which in turn might be very very slow)
		3902	local $USE_FSYNC = 0;
3089		3903
3090	cf::sync_job {	3904	cf::sync_job {
		3905	cf::write_runtime_sync; # external watchdog should not bark
		3906
3091	# use a peculiar iteration method to avoid tripping on perl	3907	# use a peculiar iteration method to avoid tripping on perl
3092	# refcount bugs in for. also avoids problems with players	3908	# refcount bugs in for. also avoids problems with players
3093	# and maps saved/destroyed asynchronously.	3909	# and maps saved/destroyed asynchronously.
3094	warn "begin emergency player save\n";	3910	info "emergency_perl_save: begin player save\n";
3095	for my $login (keys %cf::PLAYER) {	3911	for my $login (keys %cf::PLAYER) {
3096	my $pl = $cf::PLAYER{$login} or next;	3912	my $pl = $cf::PLAYER{$login} or next;
3097	$pl->valid or next;	3913	$pl->valid or next;
		3914	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3098	$pl->save;	3915	$pl->save;
3099	}	3916	}
3100	warn "end emergency player save\n";	3917	info "emergency_perl_save: end player save\n";
3101		3918
3102	warn "begin emergency map save\n";	3919	cf::write_runtime_sync; # external watchdog should not bark
		3920
		3921	info "emergency_perl_save: begin map save\n";
3103	for my $path (keys %cf::MAP) {	3922	for my $path (keys %cf::MAP) {
3104	my $map = $cf::MAP{$path} or next;	3923	my $map = $cf::MAP{$path} or next;
3105	$map->valid or next;	3924	$map->valid or next;
3106	$map->save;	3925	$map->save;
3107	}	3926	}
3108	warn "end emergency map save\n";	3927	info "emergency_perl_save: end map save\n";
3109		3928
3110	warn "begin emergency database checkpoint\n";	3929	cf::write_runtime_sync; # external watchdog should not bark
		3930
		3931	info "emergency_perl_save: begin database checkpoint\n";
3111	BDB::db_env_txn_checkpoint $DB_ENV;	3932	BDB::db_env_txn_checkpoint $DB_ENV;
3112	warn "end emergency database checkpoint\n";	3933	info "emergency_perl_save: end database checkpoint\n";
		3934
		3935	info "emergency_perl_save: begin write uuid\n";
		3936	write_uuid_sync 1;
		3937	info "emergency_perl_save: end write uuid\n";
		3938
		3939	cf::write_runtime_sync; # external watchdog should not bark
		3940
		3941	trace "emergency_perl_save: syncing database to disk";
		3942	BDB::db_env_txn_checkpoint $DB_ENV;
		3943
		3944	info "emergency_perl_save: starting sync\n";
		3945	IO::AIO::aio_sync sub {
		3946	info "emergency_perl_save: finished sync\n";
		3947	};
		3948
		3949	cf::write_runtime_sync; # external watchdog should not bark
		3950
		3951	trace "emergency_perl_save: flushing outstanding aio requests";
		3952	while (IO::AIO::nreqs || BDB::nreqs) {
		3953	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		3954	}
		3955
		3956	cf::write_runtime_sync; # external watchdog should not bark
3113	};	3957	};
3114		3958
3115	warn "leave emergency perl save\n";	3959	info "emergency_perl_save: leave\n";
3116	}	3960	}
3117		3961
3118	sub post_cleanup {	3962	sub post_cleanup {
3119	my ($make_core) = @_;	3963	my ($make_core) = @_;
3120		3964
		3965	IO::AIO::flush;
		3966
3121	warn Carp::longmess "post_cleanup backtrace"	3967	error Carp::longmess "post_cleanup backtrace"
3122	if $make_core;	3968	if $make_core;
		3969
		3970	my $fh = pidfile;
		3971	unlink $PIDFILE if <$fh> == $$;
		3972	}
		3973
		3974	# a safer delete_package, copied from Symbol
		3975	sub clear_package($) {
		3976	my $pkg = shift;
		3977
		3978	# expand to full symbol table name if needed
		3979	unless ($pkg =~ /^main::.*::$/) {
		3980	$pkg = "main$pkg" if $pkg =~ /^::/;
		3981	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3982	$pkg .= '::' unless $pkg =~ /::$/;
		3983	}
		3984
		3985	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3986	my $stem_symtab = *{$stem}{HASH};
		3987
		3988	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3989	or return;
		3990
		3991	# clear all symbols
		3992	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3993	for my $name (keys %$leaf_symtab) {
		3994	_gv_clear *{"$pkg$name"};
		3995	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3996	}
3123	}	3997	}
3124		3998
3125	sub do_reload_perl() {	3999	sub do_reload_perl() {
3126	# can/must only be called in main	4000	# can/must only be called in main
3127	if ($Coro::current != $Coro::main) {	4001	unless (in_main) {
3128	warn "can only reload from main coroutine";	4002	error "can only reload from main coroutine";
3129	return;	4003	return;
3130	}	4004	}
3131		4005
3132	warn "reloading...";	4006	return if $RELOAD++;
3133		4007
3134	warn "entering sync_job";	4008	my $t1 = AE::time;
3135		4009
		4010	while ($RELOAD) {
		4011	cf::get_slot 0.1, -1, "reload_perl";
		4012	info "perl_reload: reloading...";
		4013
		4014	trace "perl_reload: entering sync_job";
		4015
3136	cf::sync_job {	4016	cf::sync_job {
3137	cf::write_runtime; # external watchdog should not bark
3138	cf::emergency_save;	4017	#cf::emergency_save;
3139	cf::write_runtime; # external watchdog should not bark
3140		4018
3141	warn "syncing database to disk";
3142	BDB::db_env_txn_checkpoint $DB_ENV;
3143
3144	# if anything goes wrong in here, we should simply crash as we already saved
3145
3146	warn "cancelling all WF_AUTOCANCEL watchers";
3147	for (Event::all_watchers) {
3148	$_->cancel if $_->data & WF_AUTOCANCEL;
3149	}
3150
3151	warn "flushing outstanding aio requests";
3152	for (;;) {
3153	BDB::flush;
3154	IO::AIO::flush;
3155	Coro::cede;
3156	last unless IO::AIO::nreqs || BDB::nreqs;
3157	warn "iterate...";
3158	}
3159
3160	++$RELOAD;
3161
3162	warn "cancelling all extension coros";	4019	trace "perl_reload: cancelling all extension coros";
3163	$_->cancel for values %EXT_CORO;	4020	$_->cancel for values %EXT_CORO;
3164	%EXT_CORO = ();	4021	%EXT_CORO = ();
3165		4022
3166	warn "removing commands";	4023	trace "perl_reload: removing commands";
3167	%COMMAND = ();	4024	%COMMAND = ();
3168		4025
3169	warn "removing ext/exti commands";	4026	trace "perl_reload: removing ext/exti commands";
3170	%EXTCMD = ();	4027	%EXTCMD = ();
3171	%EXTICMD = ();	4028	%EXTICMD = ();
3172		4029
3173	warn "unloading/nuking all extensions";	4030	trace "perl_reload: unloading/nuking all extensions";
3174	for my $pkg (@EXTS) {	4031	for my $pkg (@EXTS) {
3175	warn "... unloading $pkg";	4032	trace "... unloading $pkg";
3176		4033
3177	if (my $cb = $pkg->can ("unload")) {	4034	if (my $cb = $pkg->can ("unload")) {
3178	eval {	4035	eval {
3179	$cb->($pkg);	4036	$cb->($pkg);
3180	1	4037	1
3181	} or warn "$pkg unloaded, but with errors: $@";	4038	} or error "$pkg unloaded, but with errors: $@";
		4039	}
		4040
		4041	trace "... clearing $pkg";
		4042	clear_package $pkg;
3182	}	4043	}
3183		4044
3184	warn "... nuking $pkg";
3185	Symbol::delete_package $pkg;
3186	}
3187
3188	warn "unloading all perl modules loaded from $LIBDIR";	4045	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3189	while (my ($k, $v) = each %INC) {	4046	while (my ($k, $v) = each %INC) {
3190	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4047	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3191		4048
3192	warn "... unloading $k";	4049	trace "... unloading $k";
3193	delete $INC{$k};	4050	delete $INC{$k};
3194		4051
3195	$k =~ s/\.pm$//;	4052	$k =~ s/\.pm$//;
3196	$k =~ s/\//::/g;	4053	$k =~ s/\//::/g;
3197		4054
3198	if (my $cb = $k->can ("unload_module")) {	4055	if (my $cb = $k->can ("unload_module")) {
3199	$cb->();	4056	$cb->();
		4057	}
		4058
		4059	clear_package $k;
3200	}	4060	}
3201		4061
3202	Symbol::delete_package $k;
3203	}
3204
3205	warn "getting rid of safe::, as good as possible";	4062	trace "perl_reload: getting rid of safe::, as good as possible";
3206	Symbol::delete_package "safe::$_"	4063	clear_package "safe::$_"
3207	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4064	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3208		4065
3209	warn "unloading cf.pm \"a bit\"";	4066	trace "perl_reload: unloading cf.pm \"a bit\"";
3210	delete $INC{"cf.pm"};	4067	delete $INC{"cf.pm"};
3211	delete $INC{"cf/pod.pm"};	4068	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3212		4069
3213	# don't, removes xs symbols, too,	4070	# don't, removes xs symbols, too,
3214	# and global variables created in xs	4071	# and global variables created in xs
3215	#Symbol::delete_package __PACKAGE__;	4072	#clear_package __PACKAGE__;
3216		4073
3217	warn "unload completed, starting to reload now";	4074	info "perl_reload: unload completed, starting to reload now";
3218		4075
3219	warn "reloading cf.pm";	4076	trace "perl_reload: reloading cf.pm";
3220	require cf;	4077	require cf;
3221	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4078	cf::_connect_to_perl_1;
3222		4079
3223	warn "loading config and database again";	4080	trace "perl_reload: loading config and database again";
3224	cf::cfg_load;	4081	cf::reload_config;
3225		4082
3226	warn "loading extensions";	4083	trace "perl_reload: loading extensions";
3227	cf::load_extensions;	4084	cf::load_extensions;
3228		4085
		4086	if ($REATTACH_ON_RELOAD) {
3229	warn "reattaching attachments to objects/players";	4087	trace "perl_reload: reattaching attachments to objects/players";
3230	_global_reattach; # objects, sockets	4088	_global_reattach; # objects, sockets
3231	warn "reattaching attachments to maps";	4089	trace "perl_reload: reattaching attachments to maps";
3232	reattach $_ for values %MAP;	4090	reattach $_ for values %MAP;
3233	warn "reattaching attachments to players";	4091	trace "perl_reload: reattaching attachments to players";
3234	reattach $_ for values %PLAYER;	4092	reattach $_ for values %PLAYER;
		4093	}
3235		4094
3236	warn "leaving sync_job";	4095	cf::_post_init 1;
3237		4096
		4097	trace "perl_reload: leaving sync_job";
		4098
3238	1	4099	1
3239	} or do {	4100	} or do {
3240	warn $@;	4101	error $@;
3241	warn "error while reloading, exiting.";	4102	cf::cleanup "perl_reload: error, exiting.";
3242	exit 1;	4103	};
		4104
		4105	--$RELOAD;
3243	};	4106	}
3244		4107
3245	warn "reloaded";	4108	$t1 = AE::time - $t1;
		4109	info "perl_reload: completed in ${t1}s\n";
3246	};	4110	};
3247		4111
3248	our $RELOAD_WATCHER; # used only during reload	4112	our $RELOAD_WATCHER; # used only during reload
3249		4113
3250	sub reload_perl() {	4114	sub reload_perl() {
3251	# doing reload synchronously and two reloads happen back-to-back,	4115	# doing reload synchronously and two reloads happen back-to-back,
3252	# coro crashes during coro_state_free->destroy here.	4116	# coro crashes during coro_state_free->destroy here.
3253		4117
3254	$RELOAD_WATCHER ||= Event->timer (	4118	$RELOAD_WATCHER ||= cf::async {
3255	reentrant => 0,	4119	Coro::AIO::aio_wait cache_extensions;
3256	after => 0,	4120
3257	data => WF_AUTOCANCEL,	4121	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3258	cb => sub {
3259	do_reload_perl;	4122	do_reload_perl;
3260	undef $RELOAD_WATCHER;	4123	undef $RELOAD_WATCHER;
3261	},	4124	};
3262	);	4125	};
3263	}	4126	}
3264		4127
3265	register_command "reload" => sub {	4128	register_command "reload" => sub {
3266	my ($who, $arg) = @_;	4129	my ($who, $arg) = @_;
3267		4130
3268	if ($who->flag (FLAG_WIZ)) {	4131	if ($who->flag (FLAG_WIZ)) {
3269	$who->message ("reloading server.");	4132	$who->message ("reloading server.");
		4133	async {
		4134	$Coro::current->{desc} = "perl_reload";
3270	async { reload_perl };	4135	reload_perl;
		4136	};
3271	}	4137	}
3272	};	4138	};
3273		4139
3274	unshift @INC, $LIBDIR;	4140	#############################################################################
3275		4141
3276	my $bug_warning = 0;	4142	my $bug_warning = 0;
3277		4143
3278	our @WAIT_FOR_TICK;
3279	our @WAIT_FOR_TICK_BEGIN;
3280
3281	sub wait_for_tick {	4144	sub wait_for_tick() {
3282	return unless $TICK_WATCHER->is_active;	4145	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3283	return if $Coro::current == $Coro::main;
3284		4146
3285	my $signal = new Coro::Signal;	4147	$WAIT_FOR_TICK->wait;
3286	push @WAIT_FOR_TICK, $signal;
3287	$signal->wait;
3288	}	4148	}
3289		4149
3290	sub wait_for_tick_begin {	4150	sub wait_for_tick_begin() {
3291	return unless $TICK_WATCHER->is_active;	4151	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3292	return if $Coro::current == $Coro::main;
3293		4152
3294	my $signal = new Coro::Signal;	4153	my $signal = new Coro::Signal;
3295	push @WAIT_FOR_TICK_BEGIN, $signal;	4154	push @WAIT_FOR_TICK_BEGIN, $signal;
3296	$signal->wait;	4155	$signal->wait;
3297	}	4156	}
3298		4157
3299	my $min = 1e6;#d#	4158	sub tick {
3300	my $avg = 10;
3301	$TICK_WATCHER = Event->timer (
3302	reentrant => 0,
3303	parked => 1,
3304	prio => 0,
3305	at => $NEXT_TICK || $TICK,
3306	data => WF_AUTOCANCEL,
3307	cb => sub {
3308	if ($Coro::current != $Coro::main) {	4159	if ($Coro::current != $Coro::main) {
3309	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4160	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3310	unless ++$bug_warning > 10;	4161	unless ++$bug_warning > 10;
3311	return;	4162	return;
3312	}	4163	}
3313		4164
3314	$NOW = $tick_start = Event::time;	4165	cf::one_tick; # one server iteration
3315		4166
3316	cf::server_tick; # one server iteration	4167	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3317		4168
3318	0 && sync_job {#d#	4169	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3319	for(1..10) {	4170	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3320	my $t = Event::time;	4171	Coro::async_pool {
3321	my $map = my $map = new_from_path cf::map "/tmp/x.map"	4172	$Coro::current->{desc} = "runtime saver";
3322	or die;	4173	write_runtime_sync
3323		4174	or error "ERROR: unable to write runtime file: $!";
3324	$map->width (50);
3325	$map->height (50);
3326	$map->alloc;
3327	$map->_load_objects ("/tmp/x.map", 1);
3328	my $t = Event::time - $t;
3329
3330	#next unless $t < 0.0013;#d#
3331	if ($t < $min) {
3332	$min = $t;
3333	}
3334	$avg = $avg * 0.99 + $t * 0.01;
3335	}
3336	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3337	exit 0;
3338	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3339	};	4175	};
		4176	}
3340		4177
3341	$RUNTIME += $TICK;
3342	$NEXT_TICK += $TICK;
3343
3344	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3345	$NEXT_RUNTIME_WRITE = $NOW + 10;
3346	Coro::async_pool {
3347	write_runtime
3348	or warn "ERROR: unable to write runtime file: $!";
3349	};
3350	}
3351
3352	# my $AFTER = Event::time;
3353	# warn $AFTER - $NOW;#d#
3354
3355	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4178	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3356	$sig->send;	4179	$sig->send;
3357	}	4180	}
3358	while (my $sig = shift @WAIT_FOR_TICK) {	4181	$WAIT_FOR_TICK->broadcast;
3359	$sig->send;
3360	}
3361		4182
3362	$NOW = Event::time;	4183	$LOAD = ($NOW - $TICK_START) / $TICK;
3363
3364	# if we are delayed by four ticks or more, skip them all
3365	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3366
3367	$TICK_WATCHER->at ($NEXT_TICK);
3368	$TICK_WATCHER->start;
3369
3370	$LOAD = ($NOW - $tick_start) / $TICK;
3371	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4184	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3372		4185
3373	_post_tick;	4186	if (0) {
3374		4187	if ($NEXT_TICK) {
3375		4188	my $jitter = $TICK_START - $NEXT_TICK;
		4189	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4190	debug "jitter $JITTER\n";#d#
		4191	}
3376	},	4192	}
3377	);	4193	}
3378		4194
3379	{	4195	{
3380	BDB::max_poll_time $TICK * 0.1;	4196	# configure BDB
3381	$BDB_POLL_WATCHER = Event->io (	4197
3382	reentrant => 0,
3383	fd => BDB::poll_fileno,
3384	poll => 'r',
3385	prio => 0,
3386	data => WF_AUTOCANCEL,
3387	cb => \&BDB::poll_cb,
3388	);
3389	BDB::min_parallel 8;	4198	BDB::min_parallel 16;
3390		4199	BDB::max_poll_reqs $TICK * 0.1;
3391	BDB::set_sync_prepare {	4200	#$AnyEvent::BDB::WATCHER->priority (1);
3392	my $status;
3393	my $current = $Coro::current;
3394	(
3395	sub {
3396	$status = $!;
3397	$current->ready; undef $current;
3398	},
3399	sub {
3400	Coro::schedule while defined $current;
3401	$! = $status;
3402	},
3403	)
3404	};
3405		4201
3406	unless ($DB_ENV) {	4202	unless ($DB_ENV) {
3407	$DB_ENV = BDB::db_env_create;	4203	$DB_ENV = BDB::db_env_create;
		4204	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4205	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4206	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4207	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4208	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3408		4209
3409	cf::sync_job {	4210	cf::sync_job {
3410	eval {	4211	eval {
3411	BDB::db_env_open	4212	BDB::db_env_open
3412	$DB_ENV,	4213	$DB_ENV,
…		…
3414	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4215	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3415	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4216	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3416	0666;	4217	0666;
3417		4218
3418	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4219	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3419
3420	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3421	$DB_ENV->set_lk_detect;
3422	};	4220	};
3423		4221
3424	cf::cleanup "db_env_open(db): $@" if $@;	4222	cf::cleanup "db_env_open(db): $@" if $@;
3425	};	4223	};
3426	}	4224	}
		4225
		4226	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4227	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4228	};
		4229	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4230	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4231	};
		4232	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4233	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4234	};
3427	}	4235	}
3428		4236
3429	{	4237	{
		4238	# configure IO::AIO
		4239
3430	IO::AIO::min_parallel 8;	4240	IO::AIO::min_parallel 8;
3431
3432	undef $Coro::AIO::WATCHER;
3433	IO::AIO::max_poll_time $TICK * 0.1;	4241	IO::AIO::max_poll_time $TICK * 0.1;
3434	$AIO_POLL_WATCHER = Event->io (	4242	undef $AnyEvent::AIO::WATCHER;
3435	reentrant => 0,
3436	data => WF_AUTOCANCEL,
3437	fd => IO::AIO::poll_fileno,
3438	poll => 'r',
3439	prio => 6,
3440	cb => \&IO::AIO::poll_cb,
3441	);
3442	}	4243	}
3443		4244
3444	my $_log_backtrace;	4245	our $_log_backtrace;
		4246	our $_log_backtrace_last;
3445		4247
3446	sub _log_backtrace {	4248	sub _log_backtrace {
3447	my ($msg, @addr) = @_;	4249	my ($msg, @addr) = @_;
3448		4250
3449	$msg =~ s/\n//;	4251	$msg =~ s/\n$//;
3450		4252
		4253	if ($_log_backtrace_last eq $msg) {
		4254	LOG llevInfo, "[ABT] $msg\n";
		4255	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3451	# limit the # of concurrent backtraces	4256	# limit the # of concurrent backtraces
3452	if ($_log_backtrace < 2) {	4257	} elsif ($_log_backtrace < 2) {
		4258	$_log_backtrace_last = $msg;
3453	++$_log_backtrace;	4259	++$_log_backtrace;
		4260	my $perl_bt = Carp::longmess $msg;
3454	async {	4261	async {
		4262	$Coro::current->{desc} = "abt $msg";
		4263
3455	my @bt = fork_call {	4264	my @bt = fork_call {
3456	@addr = map { sprintf "%x", $_ } @addr;	4265	@addr = map { sprintf "%x", $_ } @addr;
3457	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4266	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3458	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4267	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3459	or die "addr2line: $!";	4268	or die "addr2line: $!";
…		…
3467	}	4276	}
3468		4277
3469	@funcs	4278	@funcs
3470	};	4279	};
3471		4280
3472	LOG llevInfo, "[ABT] $msg\n";	4281	LOG llevInfo, "[ABT] $perl_bt\n";
		4282	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3473	LOG llevInfo, "[ABT] $_\n" for @bt;	4283	LOG llevInfo, "[ABT] $_\n" for @bt;
3474	--$_log_backtrace;	4284	--$_log_backtrace;
3475	};	4285	};
3476	} else {	4286	} else {
3477	LOG llevInfo, "[ABT] $msg\n";	4287	LOG llevInfo, "[ABT] $msg\n";
3478	LOG llevInfo, "[ABT] [suppressed]\n";	4288	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3479	}	4289	}
3480	}	4290	}
3481		4291
3482	# load additional modules	4292	# load additional modules
3483	use cf::pod;	4293	require "cf/$_.pm" for @EXTRA_MODULES;
		4294	cf::_connect_to_perl_2;
3484		4295
3485	END { cf::emergency_save }	4296	END { cf::emergency_save }
3486		4297
3487	1	4298	1
3488		4299

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines