ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.375 by root, Sun Sep 30 20:22:21 2007 UTC vs.
Revision 1.624 by root, Sat Nov 17 23:40:02 2018 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2018 Marc Alexander Lehmann / the Deliantra team
		5	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		6	#
		7	# Deliantra is free software: you can redistribute it and/or modify it under
		8	# the terms of the Affero GNU General Public License as published by the
		9	# Free Software Foundation, either version 3 of the License, or (at your
		10	# option) any later version.
		11	#
		12	# This program is distributed in the hope that it will be useful,
		13	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		14	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		15	# GNU General Public License for more details.
		16	#
		17	# You should have received a copy of the Affero GNU General Public License
		18	# and the GNU General Public License along with this program. If not, see
		19	# <http://www.gnu.org/licenses/>.
		20	#
		21	# The authors can be reached via e-mail to <support@deliantra.net>
		22	#
		23
1	package cf;	24	package cf;
2		25
3	use utf8;	26	use common::sense;
4	use strict;
5		27
6	use Symbol;	28	use Symbol;
7	use List::Util;	29	use List::Util;
8	use Socket;	30	use Socket;
9	use Storable;	31	use EV;
10	use Event;
11	use Opcode;	32	use Opcode;
12	use Safe;	33	use Safe;
13	use Safe::Hole;	34	use Safe::Hole;
		35	use Storable ();
		36	use Carp ();
14		37
		38	use AnyEvent ();
		39	use AnyEvent::IO ();
		40	use AnyEvent::DNS ();
		41
15	use Coro 3.64 ();	42	use Coro ();
16	use Coro::State;	43	use Coro::State;
17	use Coro::Handle;	44	use Coro::Handle;
		45	use Coro::EV;
18	use Coro::Event;	46	use Coro::AnyEvent;
19	use Coro::Timer;	47	use Coro::Timer;
20	use Coro::Signal;	48	use Coro::Signal;
21	use Coro::Semaphore;	49	use Coro::Semaphore;
		50	use Coro::SemaphoreSet;
		51	use Coro::AnyEvent;
22	use Coro::AIO;	52	use Coro::AIO;
		53	use Coro::BDB 1.6;
23	use Coro::Storable;	54	use Coro::Storable;
24	use Coro::Util ();	55	use Coro::Util ();
25		56
		57	use Guard ();
26	use JSON::XS ();	58	use JSON::XS 2.01 ();
27	use BDB ();	59	use BDB ();
28	use Data::Dumper;	60	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	61	use Fcntl;
31	use YAML::Syck ();	62	use YAML::XS ();
		63	use CBOR::XS ();
32	use IO::AIO 2.32 ();	64	use IO::AIO ();
33	use Time::HiRes;
34	use Compress::LZF;	65	use Compress::LZF;
35	use Digest::MD5 ();	66	use Digest::MD5 ();
		67
		68	AnyEvent::detect;
36		69
37	# configure various modules to our taste	70	# configure various modules to our taste
38	#	71	#
39	$Storable::canonical = 1; # reduce rsync transfers	72	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	73	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		74
		75	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		76
		77	# make sure c-lzf reinitialises itself
		78	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	79	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		80
43	$Event::Eval = 1; # no idea why this is required, but it is	81	# strictly for debugging
44		82	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		83
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	84	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		85
		86	our @ORIG_INC;
51		87
52	our %COMMAND = ();	88	our %COMMAND = ();
53	our %COMMAND_TIME = ();	89	our %COMMAND_TIME = ();
54		90
55	our @EXTS = (); # list of extension package names	91	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	92	our %EXTCMD = ();
		93	our %EXTACMD = ();
57	our %EXTICMD = ();	94	our %EXTICMD = ();
		95	our %EXTIACMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	96	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	97	our %EXT_MAP = (); # pluggable maps
60		98
61	our $RELOAD; # number of reloads so far	99	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	100	our @EVENT;
		101	our @REFLECT; # set by XS
		102	our %REFLECT; # set by us
63		103
64	our $CONFDIR = confdir;	104	our $CONFDIR = confdir;
		105
65	our $DATADIR = datadir;	106	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	107	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	108	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	109	our $MAPDIR = "$DATADIR/" . mapdir;
		110
69	our $LOCALDIR = localdir;	111	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	112	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	113	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	114	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	115	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	116	our $BDBDIR = "$LOCALDIR/db";
		117	our $PIDFILE = "$LOCALDIR/pid";
		118	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		119
		120	#our %RESOURCE; # unused
		121
		122	our $OUTPUT_RATE_MIN = 3000;
		123	our $OUTPUT_RATE_MAX = 1000000;
		124
		125	our $MAX_LINKS = 32; # how many chained exits to follow
		126	our $VERBOSE_IO = 1;
75		127
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	128	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	129	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	130	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	131	our $USE_FSYNC = 1; # use fsync to write maps - default on
83		132
84	our $BDB_POLL_WATCHER;
85	our $BDB_DEADLOCK_WATCHER;	133	our $BDB_DEADLOCK_WATCHER;
86	our $BDB_CHECKPOINT_WATCHER;	134	our $BDB_CHECKPOINT_WATCHER;
87	our $BDB_TRICKLE_WATCHER;	135	our $BDB_TRICKLE_WATCHER;
88	our $DB_ENV;	136	our $DB_ENV;
89		137
		138	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		139
90	our %CFG;	140	our %CFG;
		141	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
91		142
92	our $UPTIME; $UPTIME ||= time;	143	our $UPTIME; $UPTIME ||= time;
93	our $RUNTIME;	144	our $RUNTIME = 0;
		145	our $SERVER_TICK = 0;
		146	our $NOW;
94		147
95	our (%PLAYER, %PLAYER_LOADING); # all users	148	our (%PLAYER, %PLAYER_LOADING); # all users
96	our (%MAP, %MAP_LOADING ); # all maps	149	our (%MAP, %MAP_LOADING ); # all maps
97	our $LINK_MAP; # the special {link} map, which is always available	150	our $LINK_MAP; # the special {link} map, which is always available
98		151
99	# used to convert map paths into valid unix filenames by replacing / by ∕	152	# used to convert map paths into valid unix filenames by replacing / by ∕
100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	153	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
101		154
102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	155	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
103	our $LOADAVG; # same thing, but with alpha-smoothing	156	our $LOADAVG; # same thing, but with alpha-smoothing
		157	our $JITTER; # average jitter
104	our $tick_start; # for load detecting purposes	158	our $TICK_START; # for load detecting purposes
		159
		160	our @POST_INIT;
		161
		162	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		163	our $REALLY_UNLOOP; # never set to true, please :)
		164
		165	our $WAIT_FOR_TICK = new Coro::Signal;
		166	our @WAIT_FOR_TICK_BEGIN;
105		167
106	binmode STDOUT;	168	binmode STDOUT;
107	binmode STDERR;	169	binmode STDERR;
108		170
109	# read virtual server time, if available	171	# read virtual server time, if available
110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	172	unless ($RUNTIME || !-e $RUNTIMEFILE) {
111	open my $fh, "<", "$LOCALDIR/runtime"	173	open my $fh, "<", $RUNTIMEFILE
112	or die "unable to read runtime file: $!";	174	or die "unable to read $RUNTIMEFILE file: $!";
113	$RUNTIME = <$fh> + 0.;	175	$RUNTIME = <$fh> + 0.;
114	}	176	}
		177
		178	eval "sub TICK() { $TICK } 1" or die;
115		179
116	mkdir $_	180	mkdir $_
117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	181	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
118		182
119	our $EMERGENCY_POSITION;	183	our $EMERGENCY_POSITION;
120		184
121	sub cf::map::normalise;	185	sub cf::map::normalise;
122		186
		187	sub in_main() {
		188	$Coro::current == $Coro::main
		189	}
		190
123	#############################################################################	191	#############################################################################
124		192
		193	%REFLECT = ();
		194	for (@REFLECT) {
		195	my $reflect = JSON::XS::decode_json $_;
		196	$REFLECT{$reflect->{class}} = $reflect;
		197	}
		198
		199	# this is decidedly evil
		200	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		201
		202	#############################################################################
		203
125	=head2 GLOBAL VARIABLES	204	=head2 GLOBAL VARIABLES
126		205
127	=over 4	206	=over 4
128		207
129	=item $cf::UPTIME	208	=item $cf::UPTIME
130		209
131	The timestamp of the server start (so not actually an uptime).	210	The timestamp of the server start (so not actually an "uptime").
		211
		212	=item $cf::SERVER_TICK
		213
		214	An unsigned integer that starts at zero when the server is started and is
		215	incremented on every tick.
		216
		217	=item $cf::NOW
		218
		219	The (real) time of the last (current) server tick - updated before and
		220	after tick processing, so this is useful only as a rough "what time is it
		221	now" estimate.
		222
		223	=item $cf::TICK
		224
		225	The interval between each server tick, in seconds.
132		226
133	=item $cf::RUNTIME	227	=item $cf::RUNTIME
134		228
135	The time this server has run, starts at 0 and is increased by $cf::TICK on	229	The time this server has run, starts at 0 and is increased by $cf::TICK on
136	every server tick.	230	every server tick.
137		231
138	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	232	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
139	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	233	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
140	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	234	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
141		235
142	Various directories - "/etc", read-only install directory, perl-library	236	Various directories - "/etc", read-only install directory, perl-library
143	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	237	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
144	unique-items directory, player file directory, random maps directory and	238	unique-items directory, player file directory, random maps directory and
145	database environment.	239	database environment.
146		240
147	=item $cf::NOW
148
149	The time of the last (current) server tick.
150
151	=item $cf::TICK
152
153	The interval between server ticks, in seconds.
154
155	=item $cf::LOADAVG	241	=item $cf::LOADAVG
156		242
157	The current CPU load on the server (alpha-smoothed), as a value between 0	243	The current CPU load on the server (alpha-smoothed), as a value between 0
158	(none) and 1 (overloaded), indicating how much time is spent on processing	244	(none) and 1 (overloaded), indicating how much time is spent on processing
159	objects per tick. Healthy values are < 0.5.	245	objects per tick. Healthy values are < 0.5.
…		…
162		248
163	The raw value load value from the last tick.	249	The raw value load value from the last tick.
164		250
165	=item %cf::CFG	251	=item %cf::CFG
166		252
167	Configuration for the server, loaded from C</etc/crossfire/config>, or	253	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
168	from wherever your confdir points to.	254	from wherever your confdir points to.
169		255
170	=item cf::wait_for_tick, cf::wait_for_tick_begin	256	=item cf::wait_for_tick, cf::wait_for_tick_begin
171		257
172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	258	These are functions that inhibit the current coroutine one tick.
173	returns directly I<after> the tick processing (and consequently, can only wake one process	259	cf::wait_for_tick_begin only returns directly I<after> the tick
		260	processing (and consequently, can only wake one thread per tick), while
174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	261	cf::wait_for_tick wakes up all waiters after tick processing.
		262
		263	Note that cf::wait_for_tick will immediately return when the server is not
		264	ticking, making it suitable for small pauses in threads that need to run
		265	when the server is paused. If that is not applicable (i.e. you I<really>
		266	want to wait, use C<$cf::WAIT_FOR_TICK>).
		267
		268	=item $cf::WAIT_FOR_TICK
		269
		270	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		271	variable contains a L<Coro::Signal> that is broadcats after every server
		272	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		273	next server tick.
		274
		275	=cut
		276
		277	sub wait_for_tick();
		278	sub wait_for_tick_begin();
175		279
176	=item @cf::INVOKE_RESULTS	280	=item @cf::INVOKE_RESULTS
177		281
178	This array contains the results of the last C<invoke ()> call. When	282	This array contains the results of the last C<invoke ()> call. When
179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	283	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
180	that call.	284	that call.
181		285
		286	=item %cf::REFLECT
		287
		288	Contains, for each (C++) class name, a hash reference with information
		289	about object members (methods, scalars, arrays and flags) and other
		290	metadata, which is useful for introspection.
		291
182	=back	292	=back
183		293
184	=cut	294	=cut
185		295
186	BEGIN {	296	sub error(@) { LOG llevError, join "", @_ }
187	*CORE::GLOBAL::warn = sub {	297	sub warn (@) { LOG llevWarn , join "", @_ }
		298	sub info (@) { LOG llevInfo , join "", @_ }
		299	sub debug(@) { LOG llevDebug, join "", @_ }
		300	sub trace(@) { LOG llevTrace, join "", @_ }
		301
		302	$Coro::State::WARNHOOK = sub {
188	my $msg = join "", @_;	303	my $msg = join "", @_;
189		304
190	$msg .= "\n"	305	$msg .= "\n"
191	unless $msg =~ /\n$/;	306	unless $msg =~ /\n$/;
192		307
193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	308	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
194		309
195	LOG llevError, $msg;	310	LOG llevWarn, $msg;
196	};	311	};
197	}	312
		313	$Coro::State::DIEHOOK = sub {
		314	return unless $^S eq 0; # "eq", not "=="
		315
		316	error Carp::longmess $_[0];
		317
		318	if (in_main) {#d#
		319	error "DIEHOOK called in main context, Coro bug?\n";#d#
		320	return;#d#
		321	}#d#
		322
		323	# kill coroutine otherwise
		324	Coro::terminate
		325	};
198		326
199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	327	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	328	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	329	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	330	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
209	for my $pkg (qw(	337	for my $pkg (qw(
210	cf::global cf::attachable	338	cf::global cf::attachable
211	cf::object cf::object::player	339	cf::object cf::object::player
212	cf::client cf::player	340	cf::client cf::player
213	cf::arch cf::living	341	cf::arch cf::living
		342	cf::map cf::mapspace
214	cf::map cf::party cf::region	343	cf::party cf::region
215	)) {	344	)) {
216	no strict 'refs';
217	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	345	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
218	}	346	}
219		347
220	$Event::DIED = sub {	348	$EV::DIED = sub {
221	warn "error in event callback: @_";	349	warn "error in event callback: $@";
222	};	350	};
		351
		352	#############################################################################
		353
		354	sub fork_call(&@);
		355	sub get_slot($;$$);
223		356
224	#############################################################################	357	#############################################################################
225		358
226	=head2 UTILITY FUNCTIONS	359	=head2 UTILITY FUNCTIONS
227		360
…		…
248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	381	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
249	$d	382	$d
250	} || "[unable to dump $_[0]: '$@']";	383	} || "[unable to dump $_[0]: '$@']";
251	}	384	}
252		385
		386	=item $scalar = cf::load_file $path
		387
		388	Loads the given file from path and returns its contents. Croaks on error
		389	and can block.
		390
		391	=cut
		392
		393	sub load_file($) {
		394	0 <= aio_load $_[0], my $data
		395	or Carp::croak "$_[0]: $!";
		396
		397	$data
		398	}
		399
		400	=item $success = cf::replace_file $path, $data, $sync
		401
		402	Atomically replaces the file at the given $path with new $data, and
		403	optionally $sync the data to disk before replacing the file.
		404
		405	=cut
		406
		407	sub replace_file($$;$) {
		408	my ($path, $data, $sync) = @_;
		409
		410	my $lock = cf::lock_acquire ("replace_file:$path");
		411
		412	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		413	or return;
		414
		415	$data = $data->() if ref $data;
		416
		417	length $data == aio_write $fh, 0, (length $data), $data, 0
		418	or return;
		419
		420	!$sync
		421	or !aio_fsync $fh
		422	or return;
		423
		424	aio_close $fh
		425	and return;
		426
		427	aio_rename "$path~", $path
		428	and return;
		429
		430	if ($sync) {
		431	$path =~ s%/[^/]*$%%;
		432	aio_pathsync $path;
		433	}
		434
		435	1
		436	}
		437
253	=item $ref = cf::from_json $json	438	=item $ref = cf::decode_json $json
254		439
255	Converts a JSON string into the corresponding perl data structure.	440	Converts a JSON string into the corresponding perl data structure.
256		441
257	=item $json = cf::to_json $ref	442	=item $json = cf::encode_json $ref
258		443
259	Converts a perl data structure into its JSON representation.	444	Converts a perl data structure into its JSON representation.
260		445
261	=cut	446	=cut
262		447
263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	448	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
264		449
265	sub to_json ($) { $json_coder->encode ($_[0]) }	450	sub encode_json($) { $json_coder->encode ($_[0]) }
266	sub from_json ($) { $json_coder->decode ($_[0]) }	451	sub decode_json($) { $json_coder->decode ($_[0]) }
		452
		453	=item $ref = cf::decode_storable $scalar
		454
		455	Same as Coro::Storable::thaw, so blocks.
		456
		457	=cut
		458
		459	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		460
		461	=item $ref = cf::decode_yaml $scalar
		462
		463	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		464
		465	=cut
		466
		467	sub decode_yaml($) {
		468	fork_call { YAML::XS::Load $_[0] } @_
		469	}
		470
		471	=item $scalar = cf::decode_cbor $scalar
		472
		473	Same as CBOR::XS::decode_cbor, but takes server ticks into account, so
		474	blocks. For small amounts of data, C<CBOR::XS::decode_cbor> is the better
		475	alternative.
		476
		477	=cut
		478
		479	sub decode_cbor($) {
		480	# we assume 10mb/s minimum decoding speed (on a ~2ghz machine)
		481	cf::get_slot +(length $_[0]) / 10_000_000, 0, "decode_cbor";
		482	CBOR::XS::decode_cbor $_[0]
		483	}
		484
		485	=item $scalar = cf::unlzf $scalar
		486
		487	Same as Compress::LZF::compress, but takes server ticks into account, so
		488	blocks.
		489
		490	=cut
		491
		492	sub unlzf($) {
		493	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		494	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		495	Compress::LZF::decompress $_[0]
		496	}
		497
		498	=item cf::post_init { BLOCK }
		499
		500	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		501	but I<before> the server starts ticking again.
		502
		503	The codeblock will have a single boolean argument to indicate whether this
		504	is a reload or not.
		505
		506	=cut
		507
		508	sub post_init(&) {
		509	push @POST_INIT, shift;
		510	}
		511
		512	sub _post_init {
		513	trace "running post_init jobs";
		514
		515	# run them in parallel...
		516
		517	my @join;
		518
		519	while () {
		520	push @join, map &Coro::async ($_, 0), @POST_INIT;
		521	@POST_INIT = ();
		522
		523	@join or last;
		524
		525	(pop @join)->join;
		526	}
		527	}
267		528
268	=item cf::lock_wait $string	529	=item cf::lock_wait $string
269		530
270	Wait until the given lock is available. See cf::lock_acquire.	531	Wait until the given lock is available. See cf::lock_acquire.
271		532
272	=item my $lock = cf::lock_acquire $string	533	=item my $lock = cf::lock_acquire $string
273		534
274	Wait until the given lock is available and then acquires it and returns	535	Wait until the given lock is available and then acquires it and returns
275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	536	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
276	for example when the coroutine gets canceled), the lock is automatically	537	for example when the coroutine gets canceled), the lock is automatically
277	returned.	538	returned.
278		539
279	Locks are *not* recursive, locking from the same coro twice results in a	540	Locks are *not* recursive, locking from the same coro twice results in a
280	deadlocked coro.	541	deadlocked coro.
…		…
286		547
287	Return true if the lock is currently active, i.e. somebody has locked it.	548	Return true if the lock is currently active, i.e. somebody has locked it.
288		549
289	=cut	550	=cut
290		551
291	our %LOCK;	552	our $LOCKS = new Coro::SemaphoreSet;
292	our %LOCKER;#d#
293		553
294	sub lock_wait($) {	554	sub lock_wait($) {
295	my ($key) = @_;	555	$LOCKS->wait ($_[0]);
296
297	if ($LOCKER{$key} == $Coro::current) {#d#
298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
299	return;#d#
300	}#d#
301
302	# wait for lock, if any
303	while ($LOCK{$key}) {
304	push @{ $LOCK{$key} }, $Coro::current;
305	Coro::schedule;
306	}
307	}	556	}
308		557
309	sub lock_acquire($) {	558	sub lock_acquire($) {
310	my ($key) = @_;	559	$LOCKS->guard ($_[0])
311
312	# wait, to be sure we are not locked
313	lock_wait $key;
314
315	$LOCK{$key} = [];
316	$LOCKER{$key} = $Coro::current;#d#
317
318	Coro::guard {
319	delete $LOCKER{$key};#d#
320	# wake up all waiters, to be on the safe side
321	$_->ready for @{ delete $LOCK{$key} };
322	}
323	}	560	}
324		561
325	sub lock_active($) {	562	sub lock_active($) {
326	my ($key) = @_;	563	$LOCKS->count ($_[0]) < 1
327
328	! ! $LOCK{$key}
329	}	564	}
330		565
331	sub freeze_mainloop {	566	sub freeze_mainloop {
332	return unless $TICK_WATCHER->is_active;	567	tick_inhibit_inc;
333		568
334	my $guard = Coro::guard {	569	&Guard::guard (\&tick_inhibit_dec);
335	$TICK_WATCHER->start;	570	}
336	};	571
337	$TICK_WATCHER->stop;	572	=item cf::periodic $interval, $cb
338	$guard	573
		574	Like EV::periodic, but randomly selects a starting point so that the actions
		575	get spread over time.
		576
		577	=cut
		578
		579	sub periodic($$) {
		580	my ($interval, $cb) = @_;
		581
		582	my $start = rand List::Util::min 180, $interval;
		583
		584	EV::periodic $start, $interval, 0, $cb
339	}	585	}
340		586
341	=item cf::get_slot $time[, $priority[, $name]]	587	=item cf::get_slot $time[, $priority[, $name]]
342		588
343	Allocate $time seconds of blocking CPU time at priority C<$priority>:	589	Allocate $time seconds of blocking CPU time at priority C<$priority>
344	This call blocks and returns only when you have at least C<$time> seconds	590	(default: 0): This call blocks and returns only when you have at least
345	of cpu time till the next tick. The slot is only valid till the next cede.	591	C<$time> seconds of cpu time till the next tick. The slot is only valid
		592	till the next cede.
		593
		594	Background jobs should use a priority less than zero, interactive jobs
		595	should use 100 or more.
346		596
347	The optional C<$name> can be used to identify the job to run. It might be	597	The optional C<$name> can be used to identify the job to run. It might be
348	used for statistical purposes and should identify the same time-class.	598	used for statistical purposes and should identify the same time-class.
349		599
350	Useful for short background jobs.	600	Useful for short background jobs.
351		601
352	=cut	602	=cut
353		603
354	our @SLOT_QUEUE;	604	our @SLOT_QUEUE;
355	our $SLOT_QUEUE;	605	our $SLOT_QUEUE;
		606	our $SLOT_DECAY = 0.9;
356		607
357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	608	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
358	$SLOT_QUEUE = Coro::async {	609	$SLOT_QUEUE = Coro::async {
359	$Coro::current->desc ("timeslot manager");	610	$Coro::current->desc ("timeslot manager");
360		611
361	my $signal = new Coro::Signal;	612	my $signal = new Coro::Signal;
		613	my $busy;
362		614
363	while () {	615	while () {
364	next_job:	616	next_job:
		617
		618	Coro::cede;
		619
365	my $avail = cf::till_tick;	620	my $avail = cf::till_tick;
366	if ($avail > 0.01) {	621
367	for (0 .. $#SLOT_QUEUE) {	622	for (0 .. $#SLOT_QUEUE) {
368	if ($SLOT_QUEUE[$_][0] < $avail) {	623	if ($SLOT_QUEUE[$_][0] <= $avail) {
		624	$busy = 0;
369	my $job = splice @SLOT_QUEUE, $_, 1, ();	625	my $job = splice @SLOT_QUEUE, $_, 1, ();
370	$job->[2]->send;	626	$job->[2]->send;
371	Coro::cede;
372	goto next_job;	627	goto next_job;
373	}	628	} else {
		629	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
374	}	630	}
375	}	631	}
376		632
377	if (@SLOT_QUEUE) {	633	if (@SLOT_QUEUE) {
378	# we do not use wait_For_tick() as it returns immediately when tick is inactive	634	wait_for_tick;
379	push @cf::WAIT_FOR_TICK, $signal;
380	$signal->wait;
381	} else {	635	} else {
		636	$busy = 0;
382	Coro::schedule;	637	Coro::schedule;
383	}	638	}
384	}	639	}
385	};	640	};
386		641
387	sub get_slot($;$$) {	642	sub get_slot($;$$) {
		643	return if tick_inhibit || $Coro::current == $Coro::main;
		644
388	my ($time, $pri, $name) = @_;	645	my ($time, $pri, $name) = @_;
389		646
390	$time = $TICK * .6 if $time > $TICK * .6;	647	$time = clamp $time, 0.01, $TICK * .6;
		648
391	my $sig = new Coro::Signal;	649	my $sig = new Coro::Signal;
392		650
393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	651	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	652	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
395	$SLOT_QUEUE->ready;	653	$SLOT_QUEUE->ready;
…		…
406		664
407	BEGIN { *async = \&Coro::async_pool }	665	BEGIN { *async = \&Coro::async_pool }
408		666
409	=item cf::sync_job { BLOCK }	667	=item cf::sync_job { BLOCK }
410		668
411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	669	The design of Deliantra requires that the main coroutine ($Coro::main)
412	is always able to handle events or runnable, as Crossfire TRT is only	670	is always able to handle events or is runnable, as Deliantra is only
413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	671	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
414	acceptable.	672	acceptable.
415		673
416	If it must be done, put the blocking parts into C<sync_job>. This will run	674	If it must be done, put the blocking parts into C<sync_job>. This will run
417	the given BLOCK in another coroutine while waiting for the result. The	675	the given BLOCK in another coroutine while waiting for the result. The
…		…
421	=cut	679	=cut
422		680
423	sub sync_job(&) {	681	sub sync_job(&) {
424	my ($job) = @_;	682	my ($job) = @_;
425		683
426	if ($Coro::current == $Coro::main) {	684	if (in_main) {
427	my $time = Event::time;	685	my $time = AE::time;
428		686
429	# this is the main coro, too bad, we have to block	687	# this is the main coro, too bad, we have to block
430	# till the operation succeeds, freezing the server :/	688	# till the operation succeeds, freezing the server :/
431		689
432	# TODO: use suspend/resume instead	690	#LOG llevError, Carp::longmess "sync job";#d#
433	# (but this is cancel-safe)	691
434	my $freeze_guard = freeze_mainloop;	692	my $freeze_guard = freeze_mainloop;
435		693
436	my $busy = 1;	694	my $busy = 1;
437	my @res;	695	my @res;
438		696
439	(async {	697	(async {
440	$Coro::current->desc ("sync job coro");	698	$Coro::current->desc ("sync job coro");
441	@res = eval { $job->() };	699	@res = eval { $job->() };
442	warn $@ if $@;	700	error $@ if $@;
443	undef $busy;	701	undef $busy;
444	})->prio (Coro::PRIO_MAX);	702	})->prio (Coro::PRIO_MAX);
445		703
446	while ($busy) {	704	while ($busy) {
447	Coro::cede or Event::one_event;	705	if (Coro::nready) {
		706	Coro::cede_notself;
		707	} else {
		708	EV::run EV::RUN_ONCE;
448	}	709	}
		710	}
449		711
450	$time = Event::time - $time;	712	my $time = AE::time - $time;
451		713
452	LOG llevError | logBacktrace, Carp::longmess "long sync job"
453	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
454
455	$tick_start += $time; # do not account sync jobs to server load	714	$TICK_START += $time; # do not account sync jobs to server load
456		715
457	wantarray ? @res : $res[0]	716	wantarray ? @res : $res[0]
458	} else {	717	} else {
459	# we are in another coroutine, how wonderful, everything just works	718	# we are in another coroutine, how wonderful, everything just works
460		719
…		…
480	$EXT_CORO{$coro+0} = $coro;	739	$EXT_CORO{$coro+0} = $coro;
481		740
482	$coro	741	$coro
483	}	742	}
484		743
485	=item fork_call { }, $args	744	=item fork_call { }, @args
486		745
487	Executes the given code block with the given arguments in a seperate	746	Executes the given code block with the given arguments in a seperate
488	process, returning the results. Everything must be serialisable with	747	process, returning the results. Everything must be serialisable with
489	Coro::Storable. May, of course, block. Note that the executed sub may	748	Coro::Storable. May, of course, block. Note that the executed sub may
490	never block itself or use any form of Event handling.	749	never block itself or use any form of event handling.
491		750
492	=cut	751	=cut
		752
		753	sub post_fork {
		754	reset_signals;
		755	}
493		756
494	sub fork_call(&@) {	757	sub fork_call(&@) {
495	my ($cb, @args) = @_;	758	my ($cb, @args) = @_;
496		759
497	# we seemingly have to make a local copy of the whole thing,
498	# otherwise perl prematurely frees the stuff :/
499	# TODO: investigate and fix (likely this will be rather laborious)
500
501	my @res = Coro::Util::fork_eval {	760	my @res = Coro::Util::fork_eval {
502	reset_signals;	761	cf::post_fork;
503	&$cb	762	&$cb
504	}, @args;	763	} @args;
505		764
506	wantarray ? @res : $res[-1]	765	wantarray ? @res : $res[-1]
		766	}
		767
		768	sub objinfo {
		769	(
		770	"counter value" => cf::object::object_count,
		771	"objects created" => cf::object::create_count,
		772	"objects destroyed" => cf::object::destroy_count,
		773	"freelist size" => cf::object::free_count,
		774	"allocated objects" => cf::object::objects_size,
		775	"active objects" => cf::object::actives_size,
		776	)
		777	}
		778
		779	=item $coin = coin_from_name $name
		780
		781	=cut
		782
		783	our %coin_alias = (
		784	"silver" => "silvercoin",
		785	"silvercoin" => "silvercoin",
		786	"silvercoins" => "silvercoin",
		787	"gold" => "goldcoin",
		788	"goldcoin" => "goldcoin",
		789	"goldcoins" => "goldcoin",
		790	"platinum" => "platinacoin",
		791	"platinumcoin" => "platinacoin",
		792	"platinumcoins" => "platinacoin",
		793	"platina" => "platinacoin",
		794	"platinacoin" => "platinacoin",
		795	"platinacoins" => "platinacoin",
		796	"royalty" => "royalty",
		797	"royalties" => "royalty",
		798	);
		799
		800	sub coin_from_name($) {
		801	$coin_alias{$_[0]}
		802	? cf::arch::find $coin_alias{$_[0]}
		803	: undef
507	}	804	}
508		805
509	=item $value = cf::db_get $family => $key	806	=item $value = cf::db_get $family => $key
510		807
511	Returns a single value from the environment database.	808	Returns a single value from the environment database.
…		…
521	within each server.	818	within each server.
522		819
523	=cut	820	=cut
524		821
525	sub db_table($) {	822	sub db_table($) {
		823	cf::error "db_get called from main context"
		824	if $Coro::current == $Coro::main;
		825
526	my ($name) = @_;	826	my ($name) = @_;
527	my $db = BDB::db_create $DB_ENV;	827	my $db = BDB::db_create $DB_ENV;
528		828
529	eval {	829	eval {
530	$db->set_flags (BDB::CHKSUM);	830	$db->set_flags (BDB::CHKSUM);
…		…
540	}	840	}
541		841
542	our $DB;	842	our $DB;
543		843
544	sub db_init {	844	sub db_init {
545	cf::sync_job {
546	$DB ||= db_table "db";	845	$DB ||= db_table "db";
547	};
548	}	846	}
549		847
550	sub db_get($$) {	848	sub db_get($$) {
551	my $key = "$_[0]/$_[1]";	849	my $key = "$_[0]/$_[1]";
552		850
553	cf::sync_job {	851	cf::error "db_get called from main context"
		852	if $Coro::current == $Coro::main;
		853
554	BDB::db_get $DB, undef, $key, my $data;	854	BDB::db_get $DB, undef, $key, my $data;
555		855
556	$! ? ()	856	$! ? ()
557	: $data	857	: $data
558	}
559	}	858	}
560		859
561	sub db_put($$$) {	860	sub db_put($$$) {
562	BDB::dbreq_pri 4;	861	BDB::dbreq_pri 4;
563	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	862	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
591		890
592	my @data;	891	my @data;
593	my $md5;	892	my $md5;
594		893
595	for (0 .. $#$src) {	894	for (0 .. $#$src) {
596	0 <= aio_load $src->[$_], $data[$_]	895	$data[$_] = load_file $src->[$_];
597	or Carp::croak "$src->[$_]: $!";
598	}	896	}
599		897
600	# if processing is expensive, check	898	# if processing is expensive, check
601	# checksum first	899	# checksum first
602	if (1) {	900	if (1) {
…		…
615		913
616	return db_get cache => "$id/data";	914	return db_get cache => "$id/data";
617	}	915	}
618	}	916	}
619		917
620	my $t1 = Time::HiRes::time;	918	my $t1 = EV::time;
621	my $data = $process->(\@data);	919	my $data = $process->(\@data);
622	my $t2 = Time::HiRes::time;	920	my $t2 = EV::time;
623		921
624	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	922	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
625		923
626	db_put cache => "$id/data", $data;	924	db_put cache => "$id/data", $data;
627	db_put cache => "$id/md5" , $md5;	925	db_put cache => "$id/md5" , $md5;
628	db_put cache => "$id/meta", $meta;	926	db_put cache => "$id/meta", $meta;
629		927
…		…
639		937
640	=cut	938	=cut
641		939
642	sub datalog($@) {	940	sub datalog($@) {
643	my ($type, %kv) = @_;	941	my ($type, %kv) = @_;
644	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	942	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
645	}	943	}
646		944
647	=back	945	=back
648		946
649	=cut	947	=cut
650		948
651	#############################################################################	949	#############################################################################
652		950
653	=head2 ATTACHABLE OBJECTS	951	=head2 ATTACHABLE OBJECTS
654		952
655	Many objects in crossfire are so-called attachable objects. That means you can	953	Many objects in deliantra are so-called attachable objects. That means you can
656	attach callbacks/event handlers (a collection of which is called an "attachment")	954	attach callbacks/event handlers (a collection of which is called an "attachment")
657	to it. All such attachable objects support the following methods.	955	to it. All such attachable objects support the following methods.
658		956
659	In the following description, CLASS can be any of C<global>, C<object>	957	In the following description, CLASS can be any of C<global>, C<object>
660	C<player>, C<client> or C<map> (i.e. the attachable objects in	958	C<player>, C<client> or C<map> (i.e. the attachable objects in
661	Crossfire TRT).	959	Deliantra).
662		960
663	=over 4	961	=over 4
664		962
665	=item $attachable->attach ($attachment, key => $value...)	963	=item $attachable->attach ($attachment, key => $value...)
666		964
…		…
710	=item cf::CLASS::attachment $name, ...	1008	=item cf::CLASS::attachment $name, ...
711		1009
712	Register an attachment by C<$name> through which attachable objects of the	1010	Register an attachment by C<$name> through which attachable objects of the
713	given CLASS can refer to this attachment.	1011	given CLASS can refer to this attachment.
714		1012
715	Some classes such as crossfire maps and objects can specify attachments	1013	Some classes such as deliantra maps and objects can specify attachments
716	that are attached at load/instantiate time, thus the need for a name.	1014	that are attached at load/instantiate time, thus the need for a name.
717		1015
718	These calls expect any number of the following handler/hook descriptions:	1016	These calls expect any number of the following handler/hook descriptions:
719		1017
720	=over 4	1018	=over 4
…		…
844		1142
845	} elsif (exists $cb_id{$type}) {	1143	} elsif (exists $cb_id{$type}) {
846	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1144	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
847		1145
848	} elsif (ref $type) {	1146	} elsif (ref $type) {
849	warn "attaching objects not supported, ignoring.\n";	1147	error "attaching objects not supported, ignoring.\n";
850		1148
851	} else {	1149	} else {
852	shift @arg;	1150	shift @arg;
853	warn "attach argument '$type' not supported, ignoring.\n";	1151	error "attach argument '$type' not supported, ignoring.\n";
854	}	1152	}
855	}	1153	}
856	}	1154	}
857		1155
858	sub _object_attach {	1156	sub _object_attach {
…		…
868	_attach $registry, $klass, @attach;	1166	_attach $registry, $klass, @attach;
869	}	1167	}
870		1168
871	$obj->{$name} = \%arg;	1169	$obj->{$name} = \%arg;
872	} else {	1170	} else {
873	warn "object uses attachment '$name' which is not available, postponing.\n";	1171	info "object uses attachment '$name' which is not available, postponing.\n";
874	}	1172	}
875		1173
876	$obj->{_attachment}{$name} = undef;	1174	$obj->{_attachment}{$name} = undef;
877	}	1175	}
878		1176
…		…
937		1235
938	for (@$callbacks) {	1236	for (@$callbacks) {
939	eval { &{$_->[1]} };	1237	eval { &{$_->[1]} };
940		1238
941	if ($@) {	1239	if ($@) {
942	warn "$@";
943	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1240	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
944	override;	1241	override;
945	}	1242	}
946		1243
947	return 1 if $override;	1244	return 1 if $override;
948	}	1245	}
949		1246
950	0	1247	0
951	}	1248	}
952		1249
953	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1250	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
954		1251
955	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1252	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
956		1253
957	Generate an object-specific event with the given arguments.	1254	Generate an object-specific event with the given arguments.
958		1255
…		…
964		1261
965	=cut	1262	=cut
966		1263
967	#############################################################################	1264	#############################################################################
968	# object support	1265	# object support
969	#
970		1266
		1267	sub _object_equal($$);
		1268	sub _object_equal($$) {
		1269	my ($a, $b) = @_;
		1270
		1271	return 0 unless (ref $a) eq (ref $b);
		1272
		1273	if ("HASH" eq ref $a) {
		1274	my @ka = keys %$a;
		1275	my @kb = keys %$b;
		1276
		1277	return 0 if @ka != @kb;
		1278
		1279	for (0 .. $#ka) {
		1280	return 0 unless $ka[$_] eq $kb[$_];
		1281	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1282	}
		1283
		1284	} elsif ("ARRAY" eq ref $a) {
		1285
		1286	return 0 if @$a != @$b;
		1287
		1288	for (0 .. $#$a) {
		1289	return 0 unless _object_equal $a->[$_], $b->[$_];
		1290	}
		1291
		1292	} elsif ($a ne $b) {
		1293	return 0;
		1294	}
		1295
		1296	1
		1297	}
		1298
		1299	our $SLOW_MERGES;#d#
971	sub _can_merge {	1300	sub _can_merge {
972	my ($ob1, $ob2) = @_;	1301	my ($ob1, $ob2) = @_;
973		1302
974	local $Storable::canonical = 1;	1303	++$SLOW_MERGES;#d#
975	my $fob1 = Storable::freeze $ob1;
976	my $fob2 = Storable::freeze $ob2;
977		1304
978	$fob1 eq $fob2	1305	# we do the slow way here
		1306	return _object_equal $ob1, $ob2
979	}	1307	}
980		1308
981	sub reattach {	1309	sub reattach {
982	# basically do the same as instantiate, without calling instantiate	1310	# basically do the same as instantiate, without calling instantiate
983	my ($obj) = @_;	1311	my ($obj) = @_;
984		1312
		1313	# no longer needed after getting rid of delete_package?
985	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1314	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
986		1315
987	my $registry = $obj->registry;	1316	my $registry = $obj->registry;
988		1317
989	@$registry = ();	1318	@$registry = ();
990		1319
…		…
995	for (@$attach) {	1324	for (@$attach) {
996	my ($klass, @attach) = @$_;	1325	my ($klass, @attach) = @$_;
997	_attach $registry, $klass, @attach;	1326	_attach $registry, $klass, @attach;
998	}	1327	}
999	} else {	1328	} else {
1000	warn "object uses attachment '$name' that is not available, postponing.\n";	1329	info "object uses attachment '$name' that is not available, postponing.\n";
1001	}	1330	}
1002	}	1331	}
1003	}	1332	}
1004		1333
1005	cf::attachable->attach (	1334	cf::attachable->attach (
1006	prio => -1000000,	1335	prio => -1000000,
1007	on_instantiate => sub {	1336	on_instantiate => sub {
1008	my ($obj, $data) = @_;	1337	my ($obj, $data) = @_;
1009		1338
1010	$data = from_json $data;	1339	$data = decode_json $data;
1011		1340
1012	for (@$data) {	1341	for (@$data) {
1013	my ($name, $args) = @$_;	1342	my ($name, $args) = @$_;
1014		1343
1015	$obj->attach ($name, %{$args || {} });	1344	$obj->attach ($name, %{$args || {} });
…		…
1032	my ($filename, $rdata, $objs) = @_;	1361	my ($filename, $rdata, $objs) = @_;
1033		1362
1034	sync_job {	1363	sync_job {
1035	if (length $$rdata) {	1364	if (length $$rdata) {
1036	utf8::decode (my $decname = $filename);	1365	utf8::decode (my $decname = $filename);
1037	warn sprintf "saving %s (%d,%d)\n",	1366	trace sprintf "saving %s (%d,%d)\n",
1038	$decname, length $$rdata, scalar @$objs;	1367	$decname, length $$rdata, scalar @$objs
		1368	if $VERBOSE_IO;
1039		1369
1040	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1370	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1041	chmod SAVE_MODE, $fh;	1371	aio_chmod $fh, SAVE_MODE;
1042	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1372	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1043	aio_fsync $fh if $cf::USE_FSYNC;	1373	if ($cf::USE_FSYNC) {
		1374	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1375	aio_fsync $fh;
		1376	}
1044	close $fh;	1377	aio_close $fh;
1045		1378
1046	if (@$objs) {	1379	if (@$objs) {
1047	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1380	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1048	chmod SAVE_MODE, $fh;	1381	aio_chmod $fh, SAVE_MODE;
1049	my $data = Storable::nfreeze { version => 1, objs => $objs };	1382	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1050	aio_write $fh, 0, (length $data), $data, 0;	1383	aio_write $fh, 0, (length $data), $data, 0;
1051	aio_fsync $fh if $cf::USE_FSYNC;	1384	if ($cf::USE_FSYNC) {
		1385	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1386	aio_fsync $fh;
		1387	}
1052	close $fh;	1388	aio_close $fh;
1053	aio_rename "$filename.pst~", "$filename.pst";	1389	aio_rename "$filename.pst~", "$filename.pst";
1054	}	1390	}
1055	} else {	1391	} else {
1056	aio_unlink "$filename.pst";	1392	aio_unlink "$filename.pst";
1057	}	1393	}
1058		1394
1059	aio_rename "$filename~", $filename;	1395	aio_rename "$filename~", $filename;
		1396
		1397	$filename =~ s%/[^/]+$%%;
		1398	aio_pathsync $filename if $cf::USE_FSYNC;
1060	} else {	1399	} else {
1061	warn "FATAL: $filename~: $!\n";	1400	error "unable to save objects: $filename~: $!\n";
1062	}	1401	}
1063	} else {	1402	} else {
1064	aio_unlink $filename;	1403	aio_unlink $filename;
1065	aio_unlink "$filename.pst";	1404	aio_unlink "$filename.pst";
1066	}	1405	}
…		…
1085		1424
1086	unless (aio_stat "$filename.pst") {	1425	unless (aio_stat "$filename.pst") {
1087	(aio_load "$filename.pst", $av) >= 0	1426	(aio_load "$filename.pst", $av) >= 0
1088	or return;	1427	or return;
1089		1428
1090	$av = eval { (Storable::thaw $av)->{objs} };	1429	my $st = eval { Coro::Storable::thaw $av };
		1430	$av = $st->{objs};
1091	}	1431	}
1092		1432
1093	utf8::decode (my $decname = $filename);	1433	utf8::decode (my $decname = $filename);
1094	warn sprintf "loading %s (%d,%d)\n",	1434	trace sprintf "loading %s (%d,%d)\n",
1095	$decname, length $data, scalar @{$av || []};	1435	$decname, length $data, scalar @{$av || []}
		1436	if $VERBOSE_IO;
1096		1437
1097	($data, $av)	1438	($data, $av)
1098	}	1439	}
1099		1440
1100	=head2 COMMAND CALLBACKS	1441	=head2 COMMAND CALLBACKS
…		…
1104	=cut	1445	=cut
1105		1446
1106	#############################################################################	1447	#############################################################################
1107	# command handling &c	1448	# command handling &c
1108		1449
1109	=item cf::register_command $name => \&callback($ob,$args);	1450	=item cf::register_command $name => \&callback($ob,$args)
1110		1451
1111	Register a callback for execution when the client sends the user command	1452	Register a callback for execution when the client sends the user command
1112	$name.	1453	$name.
1113		1454
1114	=cut	1455	=cut
…		…
1120	#warn "registering command '$name/$time' to '$caller'";	1461	#warn "registering command '$name/$time' to '$caller'";
1121		1462
1122	push @{ $COMMAND{$name} }, [$caller, $cb];	1463	push @{ $COMMAND{$name} }, [$caller, $cb];
1123	}	1464	}
1124		1465
1125	=item cf::register_extcmd $name => \&callback($pl,$packet);	1466	=item cf::register_extcmd $name => \&callback($pl,@args)
1126		1467
1127	Register a callback for execution when the client sends an (synchronous)	1468	Register a callback for execution when the client sends an (synchronous)
1128	extcmd packet. Ext commands will be processed in the order they are	1469	extcmd packet. Ext commands will be processed in the order they are
1129	received by the server, like other user commands. The first argument is	1470	received by the server, like other user commands. The first argument is
1130	the logged-in player. Ext commands can only be processed after a player	1471	the logged-in player. Ext commands can only be processed after a player
1131	has logged in successfully.	1472	has logged in successfully.
1132		1473
1133	If the callback returns something, it is sent back as if reply was being	1474	The values will be sent back to the client.
1134	called.
1135		1475
		1476	=item cf::register_async_extcmd $name => \&callback($pl,$reply->(...),@args)
		1477
		1478	Same as C<cf::register_extcmd>, but instead of returning values, the
		1479	callback needs to clal the C<$reply> function.
		1480
1136	=item cf::register_exticmd $name => \&callback($ns,$packet);	1481	=item cf::register_exticmd $name => \&callback($ns,@args)
1137		1482
1138	Register a callback for execution when the client sends an (asynchronous)	1483	Register a callback for execution when the client sends an (asynchronous)
1139	exticmd packet. Exti commands are processed by the server as soon as they	1484	exticmd packet. Exti commands are processed by the server as soon as they
1140	are received, i.e. out of order w.r.t. other commands. The first argument	1485	are received, i.e. out of order w.r.t. other commands. The first argument
1141	is a client socket. Exti commands can be received anytime, even before	1486	is a client socket. Exti commands can be received anytime, even before
1142	log-in.	1487	log-in.
1143		1488
1144	If the callback returns something, it is sent back as if reply was being	1489	The values will be sent back to the client.
1145	called.
1146		1490
1147	=cut	1491	=item cf::register_async_exticmd $name => \&callback($ns,$reply->(...),@args)
1148		1492
		1493	Same as C<cf::register_extcmd>, but instead of returning values, the
		1494	callback needs to clal the C<$reply> function.
		1495
		1496	=cut
		1497
1149	sub register_extcmd {	1498	sub register_extcmd($$) {
1150	my ($name, $cb) = @_;	1499	my ($name, $cb) = @_;
1151		1500
1152	$EXTCMD{$name} = $cb;	1501	$EXTCMD{$name} = $cb;
1153	}	1502	}
1154		1503
1155	sub register_exticmd {	1504	sub register_async_extcmd($$) {
1156	my ($name, $cb) = @_;	1505	my ($name, $cb) = @_;
1157		1506
		1507	$EXTACMD{$name} = $cb;
		1508	}
		1509
		1510	sub register_exticmd($$) {
		1511	my ($name, $cb) = @_;
		1512
1158	$EXTICMD{$name} = $cb;	1513	$EXTICMD{$name} = $cb;
1159	}	1514	}
1160		1515
		1516	sub register_async_exticmd($$) {
		1517	my ($name, $cb) = @_;
		1518
		1519	$EXTIACMD{$name} = $cb;
		1520	}
		1521
		1522	use File::Glob ();
		1523
1161	cf::player->attach (	1524	cf::player->attach (
1162	on_command => sub {	1525	on_unknown_command => sub {
1163	my ($pl, $name, $params) = @_;	1526	my ($pl, $name, $params) = @_;
1164		1527
1165	my $cb = $COMMAND{$name}	1528	my $cb = $COMMAND{$name}
1166	or return;	1529	or return;
1167		1530
…		…
1175	my ($pl, $buf) = @_;	1538	my ($pl, $buf) = @_;
1176		1539
1177	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1540	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1178		1541
1179	if (ref $msg) {	1542	if (ref $msg) {
1180	my ($type, $reply, @payload) =	1543	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1181	"ARRAY" eq ref $msg
1182	? @$msg
1183	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1184		1544
1185	my @reply;
1186
1187	if (my $cb = $EXTCMD{$type}) {	1545	if (my $cb = $EXTACMD{$type}) {
		1546	$cb->(
		1547	$pl,
		1548	sub {
		1549	$pl->ext_msg ("reply-$reply", @_)
		1550	if $reply;
		1551	},
		1552	@payload
		1553	);
		1554	} else {
		1555	my @reply;
		1556
		1557	if (my $cb = $EXTCMD{$type}) {
1188	@reply = $cb->($pl, @payload);	1558	@reply = $cb->($pl, @payload);
		1559	}
		1560
		1561	$pl->ext_msg ("reply-$reply", @reply)
		1562	if $reply;
1189	}	1563	}
1190		1564
1191	$pl->ext_reply ($reply, @reply)
1192	if $reply;
1193
1194	} else {	1565	} else {
1195	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1566	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1196	}	1567	}
1197		1568
1198	cf::override;	1569	cf::override;
1199	},	1570	},
1200	);	1571	);
1201		1572
		1573	# "readahead" all extensions
		1574	sub cache_extensions {
		1575	my $grp = IO::AIO::aio_group;
		1576
		1577	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1578	for (grep /\.ext$/, @{$_[0]}) {
		1579	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1580	}
		1581	};
		1582
		1583	$grp
		1584	}
		1585
		1586	sub _ext_cfg_reg($$$$) {
		1587	my ($rvar, $varname, $cfgname, $default) = @_;
		1588
		1589	$cfgname = lc $varname
		1590	unless length $cfgname;
		1591
		1592	$EXT_CFG{$cfgname} = [$rvar, $default];
		1593
		1594	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1595	}
		1596
1202	sub load_extensions {	1597	sub load_extensions {
		1598	info "loading extensions...";
		1599
		1600	%EXT_CFG = ();
		1601
1203	cf::sync_job {	1602	cf::sync_job {
1204	my %todo;	1603	my %todo;
1205		1604
1206	for my $path (<$LIBDIR/*.ext>) {	1605	for my $path (<$LIBDIR/*.ext>) {
1207	next unless -r $path;	1606	next unless -r $path;
…		…
1225		1624
1226	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1625	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1227	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1626	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1228		1627
1229	$ext{source} =	1628	$ext{source} =
1230	"package $pkg; use strict; use utf8;\n"	1629	"package $pkg; use common::sense;\n"
1231	. "#line 1 \"$path\"\n{\n"	1630	. "#line 1 \"$path\"\n{\n"
1232	. $source	1631	. $source
1233	. "\n};\n1";	1632	. "\n};\n1";
1234		1633
1235	$todo{$base} = \%ext;	1634	$todo{$base} = \%ext;
1236	}	1635	}
1237		1636
		1637	my $pass = 0;
1238	my %done;	1638	my %done;
1239	while (%todo) {	1639	while (%todo) {
1240	my $progress;	1640	my $progress;
1241		1641
		1642	++$pass;
		1643
		1644	ext:
1242	while (my ($k, $v) = each %todo) {	1645	while (my ($k, $v) = each %todo) {
1243	for (split /,\s*/, $v->{meta}{depends}) {	1646	for (split /,\s*/, $v->{meta}{depends}) {
1244	goto skip	1647	next ext
1245	unless exists $done{$_};	1648	unless exists $done{$_};
1246	}	1649	}
1247		1650
1248	warn "... loading '$k' into '$v->{pkg}'\n";	1651	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1249		1652
1250	unless (eval $v->{source}) {	1653	my $source = $v->{source};
		1654
		1655	# support "CONF varname :confname = default" pseudo-statements
		1656	$source =~ s{
		1657	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1658	}{
		1659	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1660	}gmxe;
		1661
		1662	my $active = eval $source;
		1663
		1664	if (length $@) {
1251	my $msg = $@ ? "$v->{path}: $@\n"	1665	error "$v->{path}: $@\n";
1252	: "$v->{base}: extension inactive.\n";
1253		1666
		1667	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1254	if (exists $v->{meta}{mandatory}) {	1668	if exists $v->{meta}{mandatory};
1255	warn $msg;	1669
1256	warn "mandatory extension failed to load, exiting.\n";	1670	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1257	exit 1;	1671	delete $todo{$k};
1258	}	1672	} else {
1259		1673	$done{$k} = delete $todo{$k};
1260	warn $msg;	1674	push @EXTS, $v->{pkg};
		1675	$progress = 1;
		1676
		1677	info "$v->{base}: extension inactive.\n"
		1678	unless $active;
1261	}	1679	}
1262
1263	$done{$k} = delete $todo{$k};
1264	push @EXTS, $v->{pkg};
1265	$progress = 1;
1266	}	1680	}
1267		1681
1268	skip:	1682	unless ($progress) {
1269	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1683	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1270	unless $progress;	1684
		1685	while (my ($k, $v) = each %todo) {
		1686	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1687	if exists $v->{meta}{mandatory};
		1688	}
		1689
		1690	last;
		1691	}
1271	}	1692	}
1272	};	1693	};
1273	}	1694	}
1274		1695
1275	#############################################################################	1696	#############################################################################
1276		1697
1277	=back	1698	=back
1278		1699
1279	=head2 CORE EXTENSIONS	1700	=head2 CORE EXTENSIONS
1280		1701
1281	Functions and methods that extend core crossfire objects.	1702	Functions and methods that extend core deliantra objects.
1282		1703
1283	=cut	1704	=cut
1284		1705
1285	package cf::player;	1706	package cf::player;
1286		1707
…		…
1329		1750
1330	sub exists($) {	1751	sub exists($) {
1331	my ($login) = @_;	1752	my ($login) = @_;
1332		1753
1333	$cf::PLAYER{$login}	1754	$cf::PLAYER{$login}
1334	or cf::sync_job { !aio_stat path $login }	1755	or !aio_stat path $login
1335	}	1756	}
1336		1757
1337	sub find($) {	1758	sub find($) {
1338	return $cf::PLAYER{$_[0]} || do {	1759	return $cf::PLAYER{$_[0]} || do {
1339	my $login = $_[0];	1760	my $login = $_[0];
…		…
1351	my $f = new_from_file cf::object::thawer path $login	1772	my $f = new_from_file cf::object::thawer path $login
1352	or return;	1773	or return;
1353		1774
1354	my $pl = cf::player::load_pl $f	1775	my $pl = cf::player::load_pl $f
1355	or return;	1776	or return;
		1777
1356	local $cf::PLAYER_LOADING{$login} = $pl;	1778	local $cf::PLAYER_LOADING{$login} = $pl;
1357	$f->resolve_delayed_derefs;	1779	$f->resolve_delayed_derefs;
1358	$cf::PLAYER{$login} = $pl	1780	$cf::PLAYER{$login} = $pl
1359	}	1781	}
1360	}	1782	}
1361	}	1783	}
1362		1784
		1785	cf::player->attach (
		1786	on_load => sub {
		1787	my ($pl, $path) = @_;
		1788
		1789	# restore slots saved in save, below
		1790	my $slots = delete $pl->{_slots};
		1791
		1792	$pl->ob->current_weapon ($slots->[0]);
		1793	$pl->combat_ob ($slots->[1]);
		1794	$pl->ranged_ob ($slots->[2]);
		1795	},
		1796	);
		1797
1363	sub save($) {	1798	sub save($) {
1364	my ($pl) = @_;	1799	my ($pl) = @_;
1365		1800
1366	return if $pl->{deny_save};	1801	return if $pl->{deny_save};
1367		1802
…		…
1370		1805
1371	return if $pl->{deny_save};	1806	return if $pl->{deny_save};
1372		1807
1373	aio_mkdir playerdir $pl, 0770;	1808	aio_mkdir playerdir $pl, 0770;
1374	$pl->{last_save} = $cf::RUNTIME;	1809	$pl->{last_save} = $cf::RUNTIME;
		1810
		1811	cf::get_slot 0.01;
		1812
		1813	# save slots, to be restored later
		1814	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1375		1815
1376	$pl->save_pl ($path);	1816	$pl->save_pl ($path);
1377	cf::cede_to_tick;	1817	cf::cede_to_tick;
1378	}	1818	}
1379		1819
…		…
1411	my ($pl) = @_;	1851	my ($pl) = @_;
1412		1852
1413	my $name = $pl->ob->name;	1853	my $name = $pl->ob->name;
1414		1854
1415	$pl->{deny_save} = 1;	1855	$pl->{deny_save} = 1;
1416	$pl->password ("*"); # this should lock out the player until we nuked the dir	1856	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1417		1857
1418	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1858	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1419	$pl->deactivate;	1859	$pl->deactivate;
		1860
		1861	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1420	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1862	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1863	ext::highscore::check ($pl->ob);
		1864
1421	$pl->ns->destroy if $pl->ns;	1865	$pl->ns->destroy if $pl->ns;
1422		1866
1423	my $path = playerdir $pl;	1867	my $path = playerdir $pl;
1424	my $temp = "$path~$cf::RUNTIME~deleting~";	1868	my $temp = "$path~$cf::RUNTIME~deleting~";
1425	aio_rename $path, $temp;	1869	aio_rename $path, $temp;
…		…
1463		1907
1464	for my $login (@$dirs) {	1908	for my $login (@$dirs) {
1465	my $path = path $login;	1909	my $path = path $login;
1466		1910
1467	# a .pst is a dead give-away for a valid player	1911	# a .pst is a dead give-away for a valid player
1468	unless (-e "$path.pst") {	1912	# if no pst file found, open and chekc for blocked users
		1913	if (aio_stat "$path.pst") {
1469	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;	1914	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1470	aio_read $fh, 0, 512, my $buf, 0 or next;	1915	aio_read $fh, 0, 512, my $buf, 0 or next;
1471	$buf !~ /^password -------------$/m or next; # official not-valid tag	1916	$buf !~ /^password -------------$/m or next; # official not-valid tag
1472	}	1917	}
1473		1918
…		…
1477		1922
1478	\@logins	1923	\@logins
1479	}	1924	}
1480		1925
1481	=item $player->maps	1926	=item $player->maps
		1927
		1928	=item cf::player::maps $login
1482		1929
1483	Returns an arrayref of map paths that are private for this	1930	Returns an arrayref of map paths that are private for this
1484	player. May block.	1931	player. May block.
1485		1932
1486	=cut	1933	=cut
…		…
1504	}	1951	}
1505		1952
1506	\@paths	1953	\@paths
1507	}	1954	}
1508		1955
1509	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1956	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1510		1957
1511	Expand crossfire pod fragments into protocol xml.	1958	Expand deliantra pod fragments into protocol xml.
1512
1513	=cut
1514
1515	sub expand_cfpod {
1516	((my $self), (local $_)) = @_;
1517
1518	# escape & and <
1519	s/&/&amp;/g;
1520	s/(?<![BIUGHT])</&lt;/g;
1521
1522	# this is buggy, it needs to properly take care of nested <'s
1523
1524	1 while
1525	# replace B<>, I<>, U<> etc.
1526	s/B<([^\>]*)>/<b>$1<\/b>/
1527	|| s/I<([^\>]*)>/<i>$1<\/i>/
1528	|| s/U<([^\>]*)>/<u>$1<\/u>/
1529	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1530	# replace G<male|female> tags
1531	|| s{G<([^>|]*)\|([^>]*)>}{
1532	$self->gender ? $2 : $1
1533	}ge
1534	# replace H<hint text>
1535	|| s{H<([^\>]*)>}
1536	{
1537	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1538	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1539	"")
1540	[$self->{hintmode}]
1541	}ge;
1542
1543	# create single paragraphs (very hackish)
1544	s/(?<=\S)\n(?=\w)/ /g;
1545
1546	# compress some whitespace
1547	s/\s+\n/\n/g; # ws line-ends
1548	s/\n\n+/\n/g; # double lines
1549	s/^\n+//; # beginning lines
1550	s/\n+$//; # ending lines
1551
1552	$_
1553	}
1554
1555	sub hintmode {
1556	$_[0]{hintmode} = $_[1] if @_ > 1;
1557	$_[0]{hintmode}
1558	}
1559
1560	=item $player->ext_reply ($msgid, @msg)
1561
1562	Sends an ext reply to the player.
1563
1564	=cut
1565
1566	sub ext_reply($$@) {
1567	my ($self, $id, @msg) = @_;
1568
1569	$self->ns->ext_reply ($id, @msg)
1570	}
1571		1959
1572	=item $player->ext_msg ($type, @msg)	1960	=item $player->ext_msg ($type, @msg)
1573		1961
1574	Sends an ext event to the client.	1962	Sends an ext event to the client.
1575		1963
…		…
1595		1983
1596	=cut	1984	=cut
1597		1985
1598	sub find_by_path($) {	1986	sub find_by_path($) {
1599	my ($path) = @_;	1987	my ($path) = @_;
		1988
		1989	$path =~ s/^~[^\/]*//; # skip ~login
1600		1990
1601	my ($match, $specificity);	1991	my ($match, $specificity);
1602		1992
1603	for my $region (list) {	1993	for my $region (list) {
1604	if ($region->{match} && $path =~ $region->{match}) {	1994	if ($region->{match} && $path =~ $region->{match}) {
…		…
1630	our $MAX_RESET = 3600;	2020	our $MAX_RESET = 3600;
1631	our $DEFAULT_RESET = 3000;	2021	our $DEFAULT_RESET = 3000;
1632		2022
1633	sub generate_random_map {	2023	sub generate_random_map {
1634	my ($self, $rmp) = @_;	2024	my ($self, $rmp) = @_;
1635	# mit "rum" bekleckern, nicht	2025
		2026	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		2027
1636	$self->_create_random_map (	2028	$self->_create_random_map ($rmp);
1637	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1638	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1639	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1640	$rmp->{exit_on_final_map},
1641	$rmp->{xsize}, $rmp->{ysize},
1642	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1643	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1644	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1645	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1646	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1647	(cf::region::find $rmp->{region}), $rmp->{custom}
1648	)
1649	}	2029	}
1650		2030
1651	=item cf::map->register ($regex, $prio)	2031	=item cf::map->register ($regex, $prio)
1652		2032
1653	Register a handler for the map path matching the given regex at the	2033	Register a handler for the map path matching the given regex at the
…		…
1658		2038
1659	sub register {	2039	sub register {
1660	my (undef, $regex, $prio) = @_;	2040	my (undef, $regex, $prio) = @_;
1661	my $pkg = caller;	2041	my $pkg = caller;
1662		2042
1663	no strict;
1664	push @{"$pkg\::ISA"}, __PACKAGE__;	2043	push @{"$pkg\::ISA"}, __PACKAGE__;
1665		2044
1666	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2045	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1667	}	2046	}
1668		2047
1669	# also paths starting with '/'	2048	# also paths starting with '/'
1670	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2049	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1671		2050
1672	sub thawer_merge {	2051	sub thawer_merge {
1673	my ($self, $merge) = @_;	2052	my ($self, $merge) = @_;
1674		2053
1675	# we have to keep some variables in memory intact	2054	# we have to keep some variables in memory intact
…		…
1680	}	2059	}
1681		2060
1682	sub normalise {	2061	sub normalise {
1683	my ($path, $base) = @_;	2062	my ($path, $base) = @_;
1684		2063
1685	$path = "$path"; # make sure its a string	2064	$path = "$path"; # make sure it's a string
1686		2065
1687	$path =~ s/\.map$//;	2066	$path =~ s/\.map$//;
1688		2067
1689	# map plan:	2068	# map plan:
1690	#	2069	#
…		…
1705	$base =~ s{[^/]+/?$}{};	2084	$base =~ s{[^/]+/?$}{};
1706	$path = "$base/$path";	2085	$path = "$base/$path";
1707	}	2086	}
1708		2087
1709	for ($path) {	2088	for ($path) {
1710	redo if s{//}{/};
1711	redo if s{/\.?/}{/};	2089	redo if s{/\.?/}{/};
1712	redo if s{/[^/]+/\.\./}{/};	2090	redo if s{/[^/]+/\.\./}{/};
1713	}	2091	}
1714		2092
1715	$path	2093	$path
…		…
1729	$self->init; # pass $1 etc.	2107	$self->init; # pass $1 etc.
1730	return $self;	2108	return $self;
1731	}	2109	}
1732	}	2110	}
1733		2111
1734	Carp::cluck "unable to resolve path '$path' (base '$base').";	2112	Carp::cluck "unable to resolve path '$path' (base '$base')";
1735	()	2113	()
1736	}	2114	}
1737		2115
		2116	# may re-bless or do other evil things
1738	sub init {	2117	sub init {
1739	my ($self) = @_;	2118	my ($self) = @_;
1740		2119
1741	$self	2120	$self
1742	}	2121	}
…		…
1761		2140
1762	# the temporary/swap location	2141	# the temporary/swap location
1763	sub save_path {	2142	sub save_path {
1764	my ($self) = @_;	2143	my ($self) = @_;
1765		2144
1766	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2145	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1767	"$TMPDIR/$path.map"	2146	"$TMPDIR/$path.map"
1768	}	2147	}
1769		2148
1770	# the unique path, undef == no special unique path	2149	# the unique path, undef == no special unique path
1771	sub uniq_path {	2150	sub uniq_path {
1772	my ($self) = @_;	2151	my ($self) = @_;
1773		2152
1774	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2153	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1775	"$UNIQUEDIR/$path"	2154	"$UNIQUEDIR/$path"
1776	}
1777
1778	# and all this just because we cannot iterate over
1779	# all maps in C++...
1780	sub change_all_map_light {
1781	my ($change) = @_;
1782
1783	$_->change_map_light ($change)
1784	for grep $_->outdoor, values %cf::MAP;
1785	}	2155	}
1786		2156
1787	sub decay_objects {	2157	sub decay_objects {
1788	my ($self) = @_;	2158	my ($self) = @_;
1789		2159
…		…
1816	$self->{load_path} = $path;	2186	$self->{load_path} = $path;
1817		2187
1818	1	2188	1
1819	}	2189	}
1820		2190
		2191	# used to laod the header of an original map
1821	sub load_header_orig {	2192	sub load_header_orig {
1822	my ($self) = @_;	2193	my ($self) = @_;
1823		2194
1824	$self->load_header_from ($self->load_path)	2195	$self->load_header_from ($self->load_path)
1825	}	2196	}
1826		2197
		2198	# used to laod the header of an instantiated map
1827	sub load_header_temp {	2199	sub load_header_temp {
1828	my ($self) = @_;	2200	my ($self) = @_;
1829		2201
1830	$self->load_header_from ($self->save_path)	2202	$self->load_header_from ($self->save_path)
1831	}	2203	}
1832		2204
		2205	# called after loading the header from an instantiated map
1833	sub prepare_temp {	2206	sub prepare_temp {
1834	my ($self) = @_;	2207	my ($self) = @_;
1835		2208
1836	$self->last_access ((delete $self->{last_access})	2209	$self->last_access ((delete $self->{last_access})
1837	|| $cf::RUNTIME); #d#	2210	|| $cf::RUNTIME); #d#
1838	# safety	2211	# safety
1839	$self->{instantiate_time} = $cf::RUNTIME	2212	$self->{instantiate_time} = $cf::RUNTIME
1840	if $self->{instantiate_time} > $cf::RUNTIME;	2213	if $self->{instantiate_time} > $cf::RUNTIME;
1841	}	2214	}
1842		2215
		2216	# called after loading the header from an original map
1843	sub prepare_orig {	2217	sub prepare_orig {
1844	my ($self) = @_;	2218	my ($self) = @_;
1845		2219
1846	$self->{load_original} = 1;	2220	$self->{load_original} = 1;
1847	$self->{instantiate_time} = $cf::RUNTIME;	2221	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1871		2245
1872	sub find;	2246	sub find;
1873	sub find {	2247	sub find {
1874	my ($path, $origin) = @_;	2248	my ($path, $origin) = @_;
1875		2249
		2250	cf::cede_to_tick;
		2251
1876	$path = normalise $path, $origin && $origin->path;	2252	$path = normalise $path, $origin;
1877		2253
1878	cf::lock_wait "map_data:$path";#d#remove	2254	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1879	cf::lock_wait "map_find:$path";	2255	my $guard2 = cf::lock_acquire "map_find:$path";
1880		2256
1881	$cf::MAP{$path} || do {	2257	$cf::MAP{$path} || do {
1882	my $guard1 = cf::lock_acquire "map_find:$path";
1883	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1884
1885	my $map = new_from_path cf::map $path	2258	my $map = new_from_path cf::map $path
1886	or return;	2259	or return;
1887		2260
1888	$map->{last_save} = $cf::RUNTIME;	2261	$map->{last_save} = $cf::RUNTIME;
1889		2262
…		…
1891	or return;	2264	or return;
1892		2265
1893	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2266	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1894	# doing this can freeze the server in a sync job, obviously	2267	# doing this can freeze the server in a sync job, obviously
1895	#$cf::WAIT_FOR_TICK->wait;	2268	#$cf::WAIT_FOR_TICK->wait;
		2269	undef $guard2;
1896	undef $guard1;	2270	undef $guard1;
1897	undef $guard2;
1898	$map->reset;	2271	$map->reset;
1899	return find $path;	2272	return find $path;
1900	}	2273	}
1901		2274
1902	$cf::MAP{$path} = $map	2275	$cf::MAP{$path} = $map
1903	}	2276	}
1904	}	2277	}
1905		2278
1906	sub pre_load { }	2279	sub pre_load { }
1907	sub post_load { }	2280	#sub post_load { } # XS
1908		2281
1909	sub load {	2282	sub load {
1910	my ($self) = @_;	2283	my ($self) = @_;
1911		2284
1912	local $self->{deny_reset} = 1; # loading can take a long time	2285	local $self->{deny_reset} = 1; # loading can take a long time
…		…
1915		2288
1916	{	2289	{
1917	my $guard = cf::lock_acquire "map_data:$path";	2290	my $guard = cf::lock_acquire "map_data:$path";
1918		2291
1919	return unless $self->valid;	2292	return unless $self->valid;
1920	return unless $self->in_memory == cf::MAP_SWAPPED;	2293	return unless $self->state == cf::MAP_SWAPPED;
1921
1922	$self->in_memory (cf::MAP_LOADING);
1923		2294
1924	$self->alloc;	2295	$self->alloc;
1925		2296
1926	$self->pre_load;	2297	$self->pre_load;
1927	cf::cede_to_tick;	2298	cf::cede_to_tick;
1928		2299
		2300	if (exists $self->{load_path}) {
1929	my $f = new_from_file cf::object::thawer $self->{load_path};	2301	my $f = new_from_file cf::object::thawer $self->{load_path};
1930	$f->skip_block;	2302	$f->skip_block;
1931	$self->_load_objects ($f)	2303	$self->_load_objects ($f)
1932	or return;	2304	or return;
1933		2305
1934	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2306	$self->post_load_original
1935	if delete $self->{load_original};	2307	if delete $self->{load_original};
1936		2308
1937	if (my $uniq = $self->uniq_path) {	2309	if (my $uniq = $self->uniq_path) {
1938	utf8::encode $uniq;	2310	utf8::encode $uniq;
1939	unless (aio_stat $uniq) {	2311	unless (aio_stat $uniq) {
1940	if (my $f = new_from_file cf::object::thawer $uniq) {	2312	if (my $f = new_from_file cf::object::thawer $uniq) {
1941	$self->clear_unique_items;	2313	$self->clear_unique_items;
1942	$self->_load_objects ($f);	2314	$self->_load_objects ($f);
1943	$f->resolve_delayed_derefs;	2315	$f->resolve_delayed_derefs;
		2316	}
1944	}	2317	}
1945	}	2318	}
1946	}
1947		2319
1948	$f->resolve_delayed_derefs;	2320	$f->resolve_delayed_derefs;
		2321	} else {
		2322	$self->post_load_original
		2323	if delete $self->{load_original};
		2324	}
		2325
		2326	$self->state (cf::MAP_INACTIVE);
1949		2327
1950	cf::cede_to_tick;	2328	cf::cede_to_tick;
1951	# now do the right thing for maps	2329	# now do the right thing for maps
1952	$self->link_multipart_objects;	2330	$self->link_multipart_objects;
1953	$self->difficulty ($self->estimate_difficulty)	2331	$self->difficulty ($self->estimate_difficulty)
…		…
1957	unless ($self->{deny_activate}) {	2335	unless ($self->{deny_activate}) {
1958	$self->decay_objects;	2336	$self->decay_objects;
1959	$self->fix_auto_apply;	2337	$self->fix_auto_apply;
1960	$self->update_buttons;	2338	$self->update_buttons;
1961	cf::cede_to_tick;	2339	cf::cede_to_tick;
1962	$self->set_darkness_map;	2340	#$self->activate; # no longer activate maps automatically
1963	cf::cede_to_tick;
1964	$self->activate;
1965	}	2341	}
1966		2342
1967	$self->{last_save} = $cf::RUNTIME;	2343	$self->{last_save} = $cf::RUNTIME;
1968	$self->last_access ($cf::RUNTIME);	2344	$self->last_access ($cf::RUNTIME);
1969
1970	$self->in_memory (cf::MAP_IN_MEMORY);
1971	}	2345	}
1972		2346
1973	$self->post_load;	2347	$self->post_load;
1974	}
1975		2348
		2349	1
		2350	}
		2351
		2352	# customize the map for a given player, i.e.
		2353	# return the _real_ map. used by e.g. per-player
		2354	# maps to change the path to ~playername/mappath
1976	sub customise_for {	2355	sub customise_for {
1977	my ($self, $ob) = @_;	2356	my ($self, $ob) = @_;
1978		2357
1979	return find "~" . $ob->name . "/" . $self->{path}	2358	return find "~" . $ob->name . "/" . $self->{path}
1980	if $self->per_player;	2359	if $self->per_player;
…		…
1983	# if $self->per_party;	2362	# if $self->per_party;
1984		2363
1985	$self	2364	$self
1986	}	2365	}
1987		2366
1988	# find and load all maps in the 3x3 area around a map
1989	sub load_neighbours {
1990	my ($map) = @_;
1991
1992	my @neigh; # diagonal neighbours
1993
1994	for (0 .. 3) {
1995	my $neigh = $map->tile_path ($_)
1996	or next;
1997	$neigh = find $neigh, $map
1998	or next;
1999	$neigh->load;
2000
2001	push @neigh,
2002	[$neigh->tile_path (($_ + 3) % 4), $neigh],
2003	[$neigh->tile_path (($_ + 1) % 4), $neigh];
2004	}
2005
2006	for (grep defined $_->[0], @neigh) {
2007	my ($path, $origin) = @$_;
2008	my $neigh = find $path, $origin
2009	or next;
2010	$neigh->load;
2011	}
2012	}
2013
2014	sub find_sync {	2367	sub find_sync {
2015	my ($path, $origin) = @_;	2368	my ($path, $origin) = @_;
2016		2369
2017	cf::sync_job { find $path, $origin }	2370	# it's a bug to call this from the main context
		2371	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2372	if $Coro::current == $Coro::main;
		2373
		2374	find $path, $origin
2018	}	2375	}
2019		2376
2020	sub do_load_sync {	2377	sub do_load_sync {
2021	my ($map) = @_;	2378	my ($map) = @_;
2022		2379
		2380	# it's a bug to call this from the main context
2023	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2381	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2024	if $Coro::current == $Coro::main;	2382	if $Coro::current == $Coro::main;
2025		2383
2026	cf::sync_job { $map->load };	2384	$map->load;
2027	}	2385	}
2028		2386
2029	our %MAP_PREFETCH;	2387	our %MAP_PREFETCH;
2030	our $MAP_PREFETCHER = undef;	2388	our $MAP_PREFETCHER = undef;
2031		2389
2032	sub find_async {	2390	sub find_async {
2033	my ($path, $origin, $load) = @_;	2391	my ($path, $origin, $load) = @_;
2034		2392
2035	$path = normalise $path, $origin && $origin->{path};	2393	$path = normalise $path, $origin;
2036		2394
2037	if (my $map = $cf::MAP{$path}) {	2395	if (my $map = $cf::MAP{$path}) {
2038	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2396	return $map if !$load || $map->linkable;
2039	}	2397	}
2040		2398
2041	$MAP_PREFETCH{$path} |= $load;	2399	$MAP_PREFETCH{$path} |= $load;
2042		2400
2043	$MAP_PREFETCHER ||= cf::async {	2401	$MAP_PREFETCHER ||= cf::async {
2044	$Coro::current->{desc} = "map prefetcher";	2402	$Coro::current->{desc} = "map prefetcher";
2045		2403
2046	while (%MAP_PREFETCH) {	2404	while (%MAP_PREFETCH) {
2047	while (my ($k, $v) = each %MAP_PREFETCH) {	2405	for my $k (keys %MAP_PREFETCH) {
2048	if (my $map = find $k) {	2406	if (my $map = find $k) {
2049	$map->load if $v;	2407	$map->load if $MAP_PREFETCH{$k};
2050	}	2408	}
2051		2409
2052	delete $MAP_PREFETCH{$k};	2410	delete $MAP_PREFETCH{$k};
2053	}	2411	}
2054	}	2412	}
…		…
2057	$MAP_PREFETCHER->prio (6);	2415	$MAP_PREFETCHER->prio (6);
2058		2416
2059	()	2417	()
2060	}	2418	}
2061		2419
		2420	# common code, used by both ->save and ->swapout
2062	sub save {	2421	sub _save {
2063	my ($self) = @_;	2422	my ($self) = @_;
2064
2065	my $lock = cf::lock_acquire "map_data:$self->{path}";
2066		2423
2067	$self->{last_save} = $cf::RUNTIME;	2424	$self->{last_save} = $cf::RUNTIME;
2068		2425
2069	return unless $self->dirty;	2426	return unless $self->dirty;
2070		2427
…		…
2079		2436
2080	cf::async {	2437	cf::async {
2081	$Coro::current->{desc} = "map player save";	2438	$Coro::current->{desc} = "map player save";
2082	$_->contr->save for $self->players;	2439	$_->contr->save for $self->players;
2083	};	2440	};
		2441
		2442	cf::get_slot 0.02;
2084		2443
2085	if ($uniq) {	2444	if ($uniq) {
2086	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2445	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2087	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2446	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2088	} else {	2447	} else {
2089	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2448	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2090	}	2449	}
2091	}	2450	}
2092		2451
		2452	sub save {
		2453	my ($self) = @_;
		2454
		2455	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2456
		2457	$self->_save;
		2458	}
		2459
2093	sub swap_out {	2460	sub swap_out {
2094	my ($self) = @_;	2461	my ($self) = @_;
2095		2462
2096	# save first because save cedes
2097	$self->save;
2098
2099	my $lock = cf::lock_acquire "map_data:$self->{path}";	2463	my $lock = cf::lock_acquire "map_data:$self->{path}";
2100		2464
		2465	return if !$self->linkable;
		2466	return if $self->{deny_save};
2101	return if $self->players;	2467	return if $self->players;
2102	return if $self->in_memory != cf::MAP_IN_MEMORY;	2468
		2469	# first deactivate the map and "unlink" it from the core
		2470	$self->deactivate;
		2471	$_->clear_links_to ($self) for values %cf::MAP;
		2472	$self->state (cf::MAP_SWAPPED);
		2473
		2474	# then atomically save
		2475	$self->_save;
		2476
		2477	# then free the map
		2478	$self->clear;
		2479	}
		2480
		2481	sub reset_at {
		2482	my ($self) = @_;
		2483
		2484	# TODO: safety, remove and allow resettable per-player maps
2103	return if $self->{deny_save};	2485	return 1e99 if $self->{deny_reset};
2104		2486
		2487	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		2488	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		2489
		2490	$time + $to
		2491	}
		2492
		2493	sub should_reset {
		2494	my ($self) = @_;
		2495
		2496	$self->reset_at <= $cf::RUNTIME
		2497	}
		2498
		2499	sub reset {
		2500	my ($self) = @_;
		2501
		2502	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2503
		2504	return if $self->players;
		2505
		2506	cf::trace "resetting map ", $self->path, "\n";
		2507
2105	$self->in_memory (cf::MAP_SWAPPED);	2508	$self->state (cf::MAP_SWAPPED);
		2509
		2510	# need to save uniques path
		2511	unless ($self->{deny_save}) {
		2512	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2513
		2514	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2515	if $uniq;
		2516	}
		2517
		2518	delete $cf::MAP{$self->path};
2106		2519
2107	$self->deactivate;	2520	$self->deactivate;
2108	$_->clear_links_to ($self) for values %cf::MAP;	2521	$_->clear_links_to ($self) for values %cf::MAP;
2109	$self->clear;	2522	$self->clear;
2110	}
2111
2112	sub reset_at {
2113	my ($self) = @_;
2114
2115	# TODO: safety, remove and allow resettable per-player maps
2116	return 1e99 if $self->{deny_reset};
2117
2118	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
2119	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
2120
2121	$time + $to
2122	}
2123
2124	sub should_reset {
2125	my ($self) = @_;
2126
2127	$self->reset_at <= $cf::RUNTIME
2128	}
2129
2130	sub reset {
2131	my ($self) = @_;
2132
2133	my $lock = cf::lock_acquire "map_data:$self->{path}";
2134
2135	return if $self->players;
2136
2137	warn "resetting map ", $self->path;
2138
2139	$self->in_memory (cf::MAP_SWAPPED);
2140
2141	# need to save uniques path
2142	unless ($self->{deny_save}) {
2143	my $uniq = $self->uniq_path; utf8::encode $uniq;
2144
2145	$self->_save_objects ($uniq, cf::IO_UNIQUES)
2146	if $uniq;
2147	}
2148
2149	delete $cf::MAP{$self->path};
2150
2151	$self->deactivate;
2152	$_->clear_links_to ($self) for values %cf::MAP;
2153	$self->clear;
2154		2523
2155	$self->unlink_save;	2524	$self->unlink_save;
2156	$self->destroy;	2525	$self->destroy;
2157	}	2526	}
2158		2527
…		…
2166		2535
2167	delete $cf::MAP{$self->path};	2536	delete $cf::MAP{$self->path};
2168		2537
2169	$self->unlink_save;	2538	$self->unlink_save;
2170		2539
2171	bless $self, "cf::map";	2540	bless $self, "cf::map::wrap";
2172	delete $self->{deny_reset};	2541	delete $self->{deny_reset};
2173	$self->{deny_save} = 1;	2542	$self->{deny_save} = 1;
2174	$self->reset_timeout (1);	2543	$self->reset_timeout (1);
2175	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2544	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2176		2545
…		…
2225		2594
2226	sub unique_maps() {	2595	sub unique_maps() {
2227	[	2596	[
2228	map {	2597	map {
2229	utf8::decode $_;	2598	utf8::decode $_;
2230	/\.map$/	2599	s/\.map$//; # TODO future compatibility hack
		2600	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2601	? ()
2231	? normalise $_	2602	: normalise $_
2232	: ()
2233	} @{ aio_readdir $UNIQUEDIR or [] }	2603	} @{ aio_readdir $UNIQUEDIR or [] }
2234	]	2604	]
2235	}	2605	}
2236		2606
2237	package cf;	2607	=item cf::map::static_maps
		2608
		2609	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2610	file in the shared directory excluding F</styles> and F</editor>). May
		2611	block.
		2612
		2613	=cut
		2614
		2615	sub static_maps() {
		2616	my @dirs = "";
		2617	my @maps;
		2618
		2619	while (@dirs) {
		2620	my $dir = shift @dirs;
		2621
		2622	next if $dir eq "/styles" || $dir eq "/editor";
		2623
		2624	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2625	or return;
		2626
		2627	for (@$files) {
		2628	s/\.map$// or next;
		2629	utf8::decode $_;
		2630	push @maps, "$dir/$_";
		2631	}
		2632
		2633	push @dirs, map "$dir/$_", @$dirs;
		2634	}
		2635
		2636	\@maps
		2637	}
2238		2638
2239	=back	2639	=back
2240		2640
2241	=head3 cf::object	2641	=head3 cf::object
2242		2642
…		…
2246		2646
2247	=over 4	2647	=over 4
2248		2648
2249	=item $ob->inv_recursive	2649	=item $ob->inv_recursive
2250		2650
2251	Returns the inventory of the object _and_ their inventories, recursively.	2651	Returns the inventory of the object I<and> their inventories, recursively,
		2652	but I<not> the object itself.
2252		2653
2253	=cut	2654	=cut
2254		2655
2255	sub inv_recursive_;	2656	sub inv_recursive_;
2256	sub inv_recursive_ {	2657	sub inv_recursive_ {
…		…
2261	inv_recursive_ inv $_[0]	2662	inv_recursive_ inv $_[0]
2262	}	2663	}
2263		2664
2264	=item $ref = $ob->ref	2665	=item $ref = $ob->ref
2265		2666
2266	creates and returns a persistent reference to an objetc that can be stored as a string.	2667	Creates and returns a persistent reference to an object that can be stored as a string.
2267		2668
2268	=item $ob = cf::object::deref ($refstring)	2669	=item $ob = cf::object::deref ($refstring)
2269		2670
2270	returns the objetc referenced by refstring. may return undef when it cnanot find the object,	2671	returns the objetc referenced by refstring. may return undef when it cannot find the object,
2271	even if the object actually exists. May block.	2672	even if the object actually exists. May block.
2272		2673
2273	=cut	2674	=cut
2274		2675
2275	sub deref {	2676	sub deref {
2276	my ($ref) = @_;	2677	my ($ref) = @_;
2277		2678
2278	# temporary compatibility#TODO#remove
2279	$ref =~ s{^<}{player/<};
2280
2281	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {	2679	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2282	my ($uuid, $name) = ($1, $2);	2680	my ($uuid, $name) = ($1, $2);
2283	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name	2681	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2284	or return;	2682	or return;
2285	$pl->ob->uuid eq $uuid	2683	$pl->ob->uuid eq $uuid
2286	or return;	2684	or return;
…		…
2306	can be C<undef>. Does the right thing when the player is currently in a	2704	can be C<undef>. Does the right thing when the player is currently in a
2307	dialogue with the given NPC character.	2705	dialogue with the given NPC character.
2308		2706
2309	=cut	2707	=cut
2310		2708
		2709	our $SAY_CHANNEL = {
		2710	id => "say",
		2711	title => "Map",
		2712	reply => "say ",
		2713	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2714	};
		2715
		2716	our $CHAT_CHANNEL = {
		2717	id => "chat",
		2718	title => "Chat",
		2719	reply => "chat ",
		2720	tooltip => "Player chat and shouts, global to the server.",
		2721	};
		2722
2311	# rough implementation of a future "reply" method that works	2723	# rough implementation of a future "reply" method that works
2312	# with dialog boxes.	2724	# with dialog boxes.
2313	#TODO: the first argument must go, split into a $npc->reply_to ( method	2725	#TODO: the first argument must go, split into a $npc->reply_to ( method
2314	sub cf::object::player::reply($$$;$) {	2726	sub cf::object::player::reply($$$;$) {
2315	my ($self, $npc, $msg, $flags) = @_;	2727	my ($self, $npc, $msg, $flags) = @_;
…		…
2326	my $dialog = $pl->{npc_dialog};	2738	my $dialog = $pl->{npc_dialog};
2327	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2739	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2328		2740
2329	} else {	2741	} else {
2330	$msg = $npc->name . " says: $msg" if $npc;	2742	$msg = $npc->name . " says: $msg" if $npc;
2331	$self->message ($msg, $flags);	2743	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2332	}	2744	}
2333	}	2745	}
2334	}	2746	}
2335		2747
2336	=item $object->send_msg ($channel, $msg, $color, [extra...])	2748	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2346	=item $player_object->may ("access")	2758	=item $player_object->may ("access")
2347		2759
2348	Returns wether the given player is authorized to access resource "access"	2760	Returns wether the given player is authorized to access resource "access"
2349	(e.g. "command_wizcast").	2761	(e.g. "command_wizcast").
2350		2762
		2763	This is implemented by checking a config setting of C<may_access> where
		2764	C<access> is replaced by the access string. The following alternatives are
		2765	possible (and are tested in order):
		2766
		2767	=over 4
		2768
		2769	=item * Player is DM
		2770
		2771	The request will succeed.
		2772
		2773	=item * may_access is an array reference
		2774
		2775	If either the player nickname or UUID is in the array, the request will
		2776	succeed, otherwise it will fail.
		2777
		2778	=item * may_access is a true value
		2779
		2780	The request will succeed.
		2781
		2782	=item * may_access is missing or false
		2783
		2784	The request will fail.
		2785
		2786	=back
		2787
2351	=cut	2788	=cut
2352		2789
2353	sub cf::object::player::may {	2790	sub cf::object::player::may {
2354	my ($self, $access) = @_;	2791	my ($self, $access) = @_;
2355		2792
2356	$self->flag (cf::FLAG_WIZ) ||	2793	$self->flag (cf::FLAG_WIZ) ||
2357	(ref $cf::CFG{"may_$access"}	2794	(ref $cf::CFG{"may_$access"}
2358	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}	2795	? scalar grep $self->name eq $_ || $self->uuid eq $_, @{$cf::CFG{"may_$access"}}
2359	: $cf::CFG{"may_$access"})	2796	: $cf::CFG{"may_$access"})
2360	}	2797	}
2361		2798
2362	=item $player_object->enter_link	2799	=item $player_object->enter_link
2363		2800
2364	Freezes the player and moves him/her to a special map (C<{link}>).	2801	Freezes the player and moves him/her to a special map (C<{link}>).
2365		2802
2366	The player should be reasonably safe there for short amounts of time. You	2803	The player should be reasonably safe there for short amounts of time (e.g.
2367	I<MUST> call C<leave_link> as soon as possible, though.	2804	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2805	though, as the player cannot control the character while it is on the link
		2806	map.
2368		2807
2369	Will never block.	2808	This method will never block, which is the whole reaosn for it's
		2809	existance: you can I<always> put a player onto the link map, which is the
		2810	only place to put objects that is guaranteed to exist.
		2811
		2812	A typical usage pattern is to call C<enter_link> synchronously from the
		2813	server, then start a new thread, do your blocking stuff there and then
		2814	call C<leave_link> from that thread.
2370		2815
2371	=item $player_object->leave_link ($map, $x, $y)	2816	=item $player_object->leave_link ($map, $x, $y)
2372		2817
2373	Moves the player out of the special C<{link}> map onto the specified	2818	Moves the player out of the special C<{link}> map onto the specified
2374	map. If the map is not valid (or omitted), the player will be moved back	2819	map. If the map is not valid (or omitted), the player will be moved back
…		…
2392	sub cf::object::player::enter_link {	2837	sub cf::object::player::enter_link {
2393	my ($self) = @_;	2838	my ($self) = @_;
2394		2839
2395	$self->deactivate_recursive;	2840	$self->deactivate_recursive;
2396		2841
		2842	++$self->{_link_recursion};
		2843
2397	return if UNIVERSAL::isa $self->map, "ext::map_link";	2844	return if UNIVERSAL::isa $self->map, "ext::map_link";
2398		2845
2399	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2846	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2400	if $self->map && $self->map->{path} ne "{link}";	2847	if $self->map && $self->map->{path} ne "{link}";
2401		2848
2402	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2849	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2403	}	2850	}
2404		2851
2405	sub cf::object::player::leave_link {	2852	sub cf::object::player::leave_link {
2406	my ($self, $map, $x, $y) = @_;	2853	my ($self, $map, $x, $y) = @_;
2407		2854
…		…
2424	($x, $y) = (-1, -1)	2871	($x, $y) = (-1, -1)
2425	unless (defined $x) && (defined $y);	2872	unless (defined $x) && (defined $y);
2426		2873
2427	# use -1 or undef as default coordinates, not 0, 0	2874	# use -1 or undef as default coordinates, not 0, 0
2428	($x, $y) = ($map->enter_x, $map->enter_y)	2875	($x, $y) = ($map->enter_x, $map->enter_y)
2429	if $x <=0 && $y <= 0;	2876	if $x <= 0 && $y <= 0;
2430		2877
2431	$map->load;	2878	$map->load;
2432	$map->load_neighbours;
2433		2879
2434	return unless $self->contr->active;	2880	return unless $self->contr->active;
2435	$self->activate_recursive;
2436		2881
2437	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2882	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2438	$self->enter_map ($map, $x, $y);	2883	if ($self->enter_map ($map, $x, $y)) {
2439	}	2884	# entering was successful
		2885	delete $self->{_link_recursion};
		2886	# only activate afterwards, to support waiting in hooks
		2887	$self->activate_recursive;
		2888	}
2440		2889
		2890	}
		2891
2441	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2892	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2442		2893
2443	Moves the player to the given map-path and coordinates by first freezing	2894	Moves the player to the given map-path and coordinates by first freezing
2444	her, loading and preparing them map, calling the provided $check callback	2895	her, loading and preparing them map, calling the provided $check callback
2445	that has to return the map if sucecssful, and then unfreezes the player on	2896	that has to return the map if sucecssful, and then unfreezes the player on
2446	the new (success) or old (failed) map position. In either case, $done will	2897	the new (success) or old (failed) map position. In either case, $done will
2447	be called at the end of this process.	2898	be called at the end of this process.
2448		2899
		2900	Note that $check will be called with a potentially non-loaded map, so if
		2901	it needs a loaded map it has to call C<< ->load >>.
		2902
2449	=cut	2903	=cut
2450		2904
2451	our $GOTOGEN;	2905	our $GOTOGEN;
2452		2906
2453	sub cf::object::player::goto {	2907	sub cf::object::player::goto {
2454	my ($self, $path, $x, $y, $check, $done) = @_;	2908	my ($self, $path, $x, $y, $check, $done) = @_;
		2909
		2910	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2911	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2912	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2913	($path, $x, $y) = @$EMERGENCY_POSITION;
		2914	}
2455		2915
2456	# do generation counting so two concurrent goto's will be executed in-order	2916	# do generation counting so two concurrent goto's will be executed in-order
2457	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2917	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2458		2918
2459	$self->enter_link;	2919	$self->enter_link;
…		…
2479	($path, $x, $y) = (undef, undef, undef);	2939	($path, $x, $y) = (undef, undef, undef);
2480	}	2940	}
2481	}	2941	}
2482		2942
2483	my $map = eval {	2943	my $map = eval {
2484	my $map = defined $path ? cf::map::find $path : undef;	2944	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2485		2945
2486	if ($map) {	2946	if ($map) {
2487	$map = $map->customise_for ($self);	2947	$map = $map->customise_for ($self);
2488	$map = $check->($map) if $check && $map;	2948	$map = $check->($map, $x, $y, $self) if $check && $map;
2489	} else {	2949	} else {
2490	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);	2950	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2491	}	2951	}
2492		2952
2493	$map	2953	$map
…		…
2501	if ($gen == $self->{_goto_generation}) {	2961	if ($gen == $self->{_goto_generation}) {
2502	delete $self->{_goto_generation};	2962	delete $self->{_goto_generation};
2503	$self->leave_link ($map, $x, $y);	2963	$self->leave_link ($map, $x, $y);
2504	}	2964	}
2505		2965
2506	$done->() if $done;	2966	$done->($self) if $done;
2507	})->prio (1);	2967	})->prio (1);
2508	}	2968	}
2509		2969
2510	=item $player_object->enter_exit ($exit_object)	2970	=item $player_object->enter_exit ($exit_object)
2511		2971
…		…
2531	}	2991	}
2532		2992
2533	sub prepare_random_map {	2993	sub prepare_random_map {
2534	my ($exit) = @_;	2994	my ($exit) = @_;
2535		2995
2536	my $guard = cf::lock_acquire "exit_prepare:$exit";
2537
2538	# all this does is basically replace the /! path by	2996	# all this does is basically replace the /! path by
2539	# a new random map path (?random/...) with a seed	2997	# a new random map path (?random/...) with a seed
2540	# that depends on the exit object	2998	# that depends on the exit object
2541		2999
2542	my $rmp = parse_random_map_params $exit->msg;	3000	my $rmp = parse_random_map_params $exit->msg;
…		…
2544	if ($exit->map) {	3002	if ($exit->map) {
2545	$rmp->{region} = $exit->region->name;	3003	$rmp->{region} = $exit->region->name;
2546	$rmp->{origin_map} = $exit->map->path;	3004	$rmp->{origin_map} = $exit->map->path;
2547	$rmp->{origin_x} = $exit->x;	3005	$rmp->{origin_x} = $exit->x;
2548	$rmp->{origin_y} = $exit->y;	3006	$rmp->{origin_y} = $exit->y;
		3007
		3008	$exit->map->touch;
2549	}	3009	}
2550		3010
2551	$rmp->{random_seed} ||= $exit->random_seed;	3011	$rmp->{random_seed} ||= $exit->random_seed;
2552		3012
2553	my $data = cf::to_json $rmp;	3013	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2554	my $md5 = Digest::MD5::md5_hex $data;	3014	my $md5 = Digest::MD5::md5_hex $data;
2555	my $meta = "$RANDOMDIR/$md5.meta";	3015	my $meta = "$RANDOMDIR/$md5.meta";
2556		3016
2557	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	3017	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2558	aio_write $fh, 0, (length $data), $data, 0;	3018	aio_write $fh, 0, (length $data), $data, 0;
2559	undef $fh;	3019	undef $fh;
2560	aio_rename "$meta~", $meta;	3020	aio_rename "$meta~", $meta;
2561		3021
		3022	my $slaying = "?random/$md5";
		3023
		3024	if ($exit->valid) {
2562	$exit->slaying ("?random/$md5");	3025	$exit->slaying ("?random/$md5");
2563	$exit->msg (undef);	3026	$exit->msg (undef);
		3027	}
2564	}	3028	}
2565	}	3029	}
2566		3030
2567	sub cf::object::player::enter_exit {	3031	sub cf::object::player::enter_exit {
2568	my ($self, $exit) = @_;	3032	my ($self, $exit) = @_;
2569		3033
2570	return unless $self->type == cf::PLAYER;	3034	return unless $self->type == cf::PLAYER;
2571		3035
2572	if ($exit->slaying eq "/!") {
2573	#TODO: this should de-fi-ni-te-ly not be a sync-job
2574	# the problem is that $exit might not survive long enough
2575	# so it needs to be done right now, right here
2576	cf::sync_job { prepare_random_map $exit };
2577	}
2578
2579	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2580	my $hp = $exit->stats->hp;
2581	my $sp = $exit->stats->sp;
2582
2583	$self->enter_link;	3036	$self->enter_link;
2584		3037
2585	# if exit is damned, update players death & WoR home-position
2586	$self->contr->savebed ($slaying, $hp, $sp)
2587	if $exit->flag (FLAG_DAMNED);
2588
2589	(async {	3038	(async {
2590	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";	3039	$Coro::current->{desc} = "enter_exit";
2591		3040
2592	$self->deactivate_recursive; # just to be sure
2593	unless (eval {	3041	unless (eval {
		3042	$self->deactivate_recursive; # just to be sure
		3043
		3044	my $map = cf::map::normalise $exit->slaying, $exit->map;
		3045	my $x = $exit->stats->hp;
		3046	my $y = $exit->stats->sp;
		3047
		3048	# special map handling
		3049	my $slaying = $exit->slaying;
		3050
		3051	# special map handling
		3052	if ($slaying eq "/!") {
		3053	my $guard = cf::lock_acquire "exit_prepare:$exit";
		3054
		3055	prepare_random_map $exit
		3056	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		3057
		3058	$map = $exit->slaying;
		3059
		3060	} elsif ($slaying eq '!up') {
		3061	$map = $exit->map->tile_path (cf::TILE_UP);
		3062	$x = $exit->x;
		3063	$y = $exit->y;
		3064
		3065	} elsif ($slaying eq '!down') {
		3066	$map = $exit->map->tile_path (cf::TILE_DOWN);
		3067	$x = $exit->x;
		3068	$y = $exit->y;
		3069	}
		3070
2594	$self->goto ($slaying, $hp, $sp);	3071	$self->goto ($map, $x, $y);
2595		3072
		3073	# if exit is damned, update players death & WoR home-position
		3074	$self->contr->savebed ($map, $x, $y)
		3075	if $exit->flag (cf::FLAG_DAMNED);
		3076
2596	1;	3077	1
2597	}) {	3078	}) {
2598	$self->message ("Something went wrong deep within the crossfire server. "	3079	$self->message ("Something went wrong deep within the deliantra server. "
2599	. "I'll try to bring you back to the map you were before. "	3080	. "I'll try to bring you back to the map you were before. "
2600	. "Please report this to the dungeon master!",	3081	. "Please report this to the dungeon master!",
2601	cf::NDI_UNIQUE | cf::NDI_RED);	3082	cf::NDI_UNIQUE | cf::NDI_RED);
2602		3083
2603	warn "ERROR in enter_exit: $@";	3084	error "ERROR in enter_exit: $@";
2604	$self->leave_link;	3085	$self->leave_link;
2605	}	3086	}
2606	})->prio (1);	3087	})->prio (1);
2607	}	3088	}
2608		3089
2609	=head3 cf::client	3090	=head3 cf::client
2610		3091
2611	=over 4	3092	=over 4
2612		3093
2613	=item $client->send_drawinfo ($text, $flags)	3094	=item $client->send_big_packet ($pkt)
2614		3095
2615	Sends a drawinfo packet to the client. Circumvents output buffering so	3096	Like C<send_packet>, but tries to compress large packets, and fragments
2616	should not be used under normal circumstances.	3097	them as required.
2617		3098
2618	=cut	3099	=cut
2619		3100
		3101	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3102
2620	sub cf::client::send_drawinfo {	3103	sub cf::client::send_big_packet {
2621	my ($self, $text, $flags) = @_;	3104	my ($self, $pkt) = @_;
2622		3105
2623	utf8::encode $text;	3106	# try lzf for large packets
2624	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3107	$pkt = "lzf " . Compress::LZF::compress $pkt
		3108	if 1024 <= length $pkt and $self->{can_lzf};
		3109
		3110	# split very large packets
		3111	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3112	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3113	$pkt = "frag";
		3114	}
		3115
		3116	$self->send_packet ($pkt);
2625	}	3117	}
2626		3118
2627	=item $client->send_msg ($channel, $msg, $color, [extra...])	3119	=item $client->send_msg ($channel, $msg, $color, [extra...])
2628		3120
2629	Send a drawinfo or msg packet to the client, formatting the msg for the	3121	Send a msg packet to the client, formatting the msg for the client if
2630	client if neccessary. C<$type> should be a string identifying the type of	3122	necessary. C<$type> should be a string identifying the type of the
2631	the message, with C<log> being the default. If C<$color> is negative, suppress	3123	message, with C<log> being the default. If C<$color> is negative, suppress
2632	the message unless the client supports the msg packet.	3124	the message unless the client supports the msg packet.
2633		3125
2634	=cut	3126	=cut
2635		3127
		3128	# non-persistent channels (usually the info channel)
2636	our %CHANNEL = (	3129	our %CHANNEL = (
		3130	"c/motd" => {
		3131	id => "infobox",
		3132	title => "MOTD",
		3133	reply => undef,
		3134	tooltip => "The message of the day",
		3135	},
2637	"c/identify" => {	3136	"c/identify" => {
2638	id => "infobox",	3137	id => "infobox",
2639	title => "Identify",	3138	title => "Identify",
2640	reply => undef,	3139	reply => undef,
2641	tooltip => "Items recently identified",	3140	tooltip => "Items recently identified",
…		…
2644	id => "infobox",	3143	id => "infobox",
2645	title => "Examine",	3144	title => "Examine",
2646	reply => undef,	3145	reply => undef,
2647	tooltip => "Signs and other items you examined",	3146	tooltip => "Signs and other items you examined",
2648	},	3147	},
		3148	"c/shopinfo" => {
		3149	id => "infobox",
		3150	title => "Shop Info",
		3151	reply => undef,
		3152	tooltip => "What your bargaining skill tells you about the shop",
		3153	},
		3154	"c/book" => {
		3155	id => "infobox",
		3156	title => "Book",
		3157	reply => undef,
		3158	tooltip => "The contents of a note or book",
		3159	},
2649	"c/lookat" => {	3160	"c/lookat" => {
2650	id => "infobox",	3161	id => "infobox",
2651	title => "Look",	3162	title => "Look",
2652	reply => undef,	3163	reply => undef,
2653	tooltip => "What you saw there",	3164	tooltip => "What you saw there",
2654	},	3165	},
		3166	"c/who" => {
		3167	id => "infobox",
		3168	title => "Players",
		3169	reply => undef,
		3170	tooltip => "Shows players who are currently online",
		3171	},
		3172	"c/body" => {
		3173	id => "infobox",
		3174	title => "Body Parts",
		3175	reply => undef,
		3176	tooltip => "Shows which body parts you possess and are available",
		3177	},
		3178	"c/statistics" => {
		3179	id => "infobox",
		3180	title => "Statistics",
		3181	reply => undef,
		3182	tooltip => "Shows your primary statistics",
		3183	},
		3184	"c/skills" => {
		3185	id => "infobox",
		3186	title => "Skills",
		3187	reply => undef,
		3188	tooltip => "Shows your experience per skill and item power",
		3189	},
		3190	"c/shopitems" => {
		3191	id => "infobox",
		3192	title => "Shop Items",
		3193	reply => undef,
		3194	tooltip => "Shows the items currently for sale in this shop",
		3195	},
		3196	"c/resistances" => {
		3197	id => "infobox",
		3198	title => "Resistances",
		3199	reply => undef,
		3200	tooltip => "Shows your resistances",
		3201	},
		3202	"c/pets" => {
		3203	id => "infobox",
		3204	title => "Pets",
		3205	reply => undef,
		3206	tooltip => "Shows information abotu your pets/a specific pet",
		3207	},
		3208	"c/perceiveself" => {
		3209	id => "infobox",
		3210	title => "Perceive Self",
		3211	reply => undef,
		3212	tooltip => "You gained detailed knowledge about yourself",
		3213	},
		3214	"c/uptime" => {
		3215	id => "infobox",
		3216	title => "Uptime",
		3217	reply => undef,
		3218	tooltip => "How long the server has been running since last restart",
		3219	},
		3220	"c/mapinfo" => {
		3221	id => "infobox",
		3222	title => "Map Info",
		3223	reply => undef,
		3224	tooltip => "Information related to the maps",
		3225	},
		3226	"c/party" => {
		3227	id => "party",
		3228	title => "Party",
		3229	reply => "gsay ",
		3230	tooltip => "Messages and chat related to your party",
		3231	},
		3232	"c/death" => {
		3233	id => "death",
		3234	title => "Death",
		3235	reply => undef,
		3236	tooltip => "Reason for and more info about your most recent death",
		3237	},
		3238	"c/fatal" => {
		3239	id => "fatal",
		3240	title => "Fatal Error",
		3241	reply => undef,
		3242	tooltip => "Reason for the server disconnect",
		3243	},
		3244	"c/say" => $SAY_CHANNEL,
		3245	"c/chat" => $CHAT_CHANNEL,
2655	);	3246	);
2656		3247
2657	sub cf::client::send_msg {	3248	sub cf::client::send_msg {
2658	my ($self, $channel, $msg, $color, @extra) = @_;	3249	my ($self, $channel, $msg, $color, @extra) = @_;
2659		3250
2660	$msg = $self->pl->expand_cfpod ($msg);	3251	$msg = $self->pl->expand_cfpod ($msg)
		3252	unless $color & cf::NDI_VERBATIM;
2661		3253
2662	$color &= cf::NDI_CLIENT_MASK; # just in case...	3254	$color &= cf::NDI_CLIENT_MASK; # just in case...
2663		3255
2664	# check predefined channels, for the benefit of C	3256	# check predefined channels, for the benefit of C
2665	if ($CHANNEL{$channel}) {	3257	if ($CHANNEL{$channel}) {
2666	$channel = $CHANNEL{$channel};	3258	$channel = $CHANNEL{$channel};
2667		3259
2668	$self->ext_msg (channel_info => $channel)	3260	$self->ext_msg (channel_info => $channel);
2669	if $self->can_msg;
2670
2671	$channel = $channel->{id};	3261	$channel = $channel->{id};
2672		3262
2673	} elsif (ref $channel) {	3263	} elsif (ref $channel) {
2674	# send meta info to client, if not yet sent	3264	# send meta info to client, if not yet sent
2675	unless (exists $self->{channel}{$channel->{id}}) {	3265	unless (exists $self->{channel}{$channel->{id}}) {
2676	$self->{channel}{$channel->{id}} = $channel;	3266	$self->{channel}{$channel->{id}} = $channel;
2677	$self->ext_msg (channel_info => $channel)	3267	$self->ext_msg (channel_info => $channel);
2678	if $self->can_msg;
2679	}	3268	}
2680		3269
2681	$channel = $channel->{id};	3270	$channel = $channel->{id};
2682	}	3271	}
2683		3272
2684	return unless @extra || length $msg;	3273	return unless @extra || length $msg;
2685		3274
2686	if ($self->can_msg) {
2687	# default colour, mask it out	3275	# default colour, mask it out
2688	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3276	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2689	if $color & cf::NDI_DEF;	3277	if $color & cf::NDI_DEF;
2690		3278
2691	$self->send_packet ("msg " . $self->{json_coder}->encode (	3279	my $pkt = "msg "
		3280	. $self->{json_coder}->encode (
2692	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3281	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2693	} else {	3282	);
2694	if ($color >= 0) {
2695	# replace some tags by gcfclient-compatible ones
2696	for ($msg) {
2697	1 while
2698	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2699	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2700	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2701	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2702	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2703	}
2704		3283
2705	$color &= cf::NDI_COLOR_MASK;	3284	$self->send_big_packet ($pkt);
2706
2707	utf8::encode $msg;
2708
2709	if (0 && $msg =~ /\[/) {
2710	# COMMAND/INFO
2711	$self->send_packet ("drawextinfo $color 10 8 $msg")
2712	} else {
2713	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2714	$self->send_packet ("drawinfo $color $msg")
2715	}
2716	}
2717	}
2718	}	3285	}
2719		3286
2720	=item $client->ext_msg ($type, @msg)	3287	=item $client->ext_msg ($type, @msg)
2721		3288
2722	Sends an ext event to the client.	3289	Sends an ext event to the client.
…		…
2724	=cut	3291	=cut
2725		3292
2726	sub cf::client::ext_msg($$@) {	3293	sub cf::client::ext_msg($$@) {
2727	my ($self, $type, @msg) = @_;	3294	my ($self, $type, @msg) = @_;
2728		3295
2729	if ($self->extcmd == 2) {
2730	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3296	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2731	} elsif ($self->extcmd == 1) { # TODO: remove
2732	push @msg, msgtype => "event_$type";
2733	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2734	}
2735	}
2736
2737	=item $client->ext_reply ($msgid, @msg)
2738
2739	Sends an ext reply to the client.
2740
2741	=cut
2742
2743	sub cf::client::ext_reply($$@) {
2744	my ($self, $id, @msg) = @_;
2745
2746	if ($self->extcmd == 2) {
2747	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2748	} elsif ($self->extcmd == 1) {
2749	#TODO: version 1, remove
2750	unshift @msg, msgtype => "reply", msgid => $id;
2751	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2752	}
2753	}	3297	}
2754		3298
2755	=item $success = $client->query ($flags, "text", \&cb)	3299	=item $success = $client->query ($flags, "text", \&cb)
2756		3300
2757	Queues a query to the client, calling the given callback with	3301	Queues a query to the client, calling the given callback with
…		…
2777		3321
2778	$self->send_packet ($self->{query_queue}[0][0])	3322	$self->send_packet ($self->{query_queue}[0][0])
2779	if @{ $self->{query_queue} } == 1;	3323	if @{ $self->{query_queue} } == 1;
2780		3324
2781	1	3325	1
		3326	}
		3327
		3328	=item $client->update_command_faces
		3329
		3330	=cut
		3331
		3332	our %COMMAND_FACE;
		3333
		3334	sub cf::client::update_command_faces {
		3335	my ($self) = @_;
		3336
		3337	my @faces = grep $_,
		3338	$COMMAND_FACE{preferred},
		3339	$COMMAND_FACE{standard},
		3340	$COMMAND_FACE{skill},
		3341	$self->pl->ob->flag (cf::FLAG_WIZ) ? $COMMAND_FACE{dm} : (),
		3342	$COMMAND_FACE{emote},
		3343	;
		3344
		3345	$self->send_face ($_)
		3346	for @faces;
		3347	$self->flush_fx;
		3348
		3349	$self->ext_msg (command_list => @faces);
		3350	}
		3351
		3352	=item cf::client::set_command_face $type, $commands
		3353
		3354	=cut
		3355
		3356	sub cf::client::set_command_face {
		3357	my ($type, $list) = @_;
		3358
		3359	my $idx = &cf::face::set ( #d# ugly forward reference
		3360	"command_list/$type" => cf::FT_RSRC,
		3361	JSON::XS->new->utf8->encode ([ sort @$list ])
		3362	);
		3363
		3364	$COMMAND_FACE{$type} = $idx;
2782	}	3365	}
2783		3366
2784	cf::client->attach (	3367	cf::client->attach (
2785	on_connect => sub {	3368	on_connect => sub {
2786	my ($ns) = @_;	3369	my ($ns) = @_;
…		…
2812	my ($ns, $buf) = @_;	3395	my ($ns, $buf) = @_;
2813		3396
2814	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3397	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2815		3398
2816	if (ref $msg) {	3399	if (ref $msg) {
2817	my ($type, $reply, @payload) =	3400	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
2818	"ARRAY" eq ref $msg
2819	? @$msg
2820	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2821		3401
2822	my @reply;
2823
2824	if (my $cb = $EXTICMD{$type}) {	3402	if (my $cb = $EXTIACMD{$type}) {
		3403	$cb->(
		3404	$ns,
		3405	sub {
		3406	$ns->ext_msg ("reply-$reply", @_)
		3407	if $reply;
		3408	},
		3409	@payload
		3410	);
		3411	} else {
		3412	my @reply;
		3413
		3414	if (my $cb = $EXTICMD{$type}) {
2825	@reply = $cb->($ns, @payload);	3415	@reply = $cb->($ns, @payload);
		3416	}
		3417
		3418	$ns->ext_msg ("reply-$reply", @reply)
		3419	if $reply;
2826	}	3420	}
2827
2828	$ns->ext_reply ($reply, @reply)
2829	if $reply;
2830
2831	} else {	3421	} else {
2832	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3422	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2833	}	3423	}
2834		3424
2835	cf::override;	3425	cf::override;
2836	},	3426	},
2837	);	3427	);
…		…
2857		3447
2858	$coro	3448	$coro
2859	}	3449	}
2860		3450
2861	cf::client->attach (	3451	cf::client->attach (
2862	on_destroy => sub {	3452	on_client_destroy => sub {
2863	my ($ns) = @_;	3453	my ($ns) = @_;
2864		3454
2865	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3455	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2866	},	3456	},
2867	);	3457	);
…		…
2883	our $safe_hole = new Safe::Hole;	3473	our $safe_hole = new Safe::Hole;
2884		3474
2885	$SIG{FPE} = 'IGNORE';	3475	$SIG{FPE} = 'IGNORE';
2886		3476
2887	$safe->permit_only (Opcode::opset qw(	3477	$safe->permit_only (Opcode::opset qw(
2888	:base_core :base_mem :base_orig :base_math	3478	:base_core :base_mem :base_orig :base_math :base_loop
2889	grepstart grepwhile mapstart mapwhile	3479	grepstart grepwhile mapstart mapwhile
2890	sort time	3480	sort time
2891	));	3481	));
2892		3482
2893	# here we export the classes and methods available to script code	3483	# here we export the classes and methods available to script code
…		…
2895	=pod	3485	=pod
2896		3486
2897	The following functions and methods are available within a safe environment:	3487	The following functions and methods are available within a safe environment:
2898		3488
2899	cf::object	3489	cf::object
2900	contr pay_amount pay_player map x y force_find force_add	3490	contr pay_amount pay_player map x y force_find force_add destroy
2901	insert remove name archname title slaying race decrease_ob_nr	3491	insert remove name archname title slaying race decrease split
		3492	value
2902		3493
2903	cf::object::player	3494	cf::object::player
2904	player	3495	player
2905		3496
2906	cf::player	3497	cf::player
…		…
2911		3502
2912	=cut	3503	=cut
2913		3504
2914	for (	3505	for (
2915	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3506	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2916	insert remove inv name archname title slaying race	3507	insert remove inv nrof name archname title slaying race
2917	decrease_ob_nr)],	3508	decrease split destroy change_exp value msg lore send_msg)],
2918	["cf::object::player" => qw(player)],	3509	["cf::object::player" => qw(player)],
2919	["cf::player" => qw(peaceful)],	3510	["cf::player" => qw(peaceful send_msg)],
2920	["cf::map" => qw(trigger)],	3511	["cf::map" => qw(trigger)],
2921	) {	3512	) {
2922	no strict 'refs';
2923	my ($pkg, @funs) = @$_;	3513	my ($pkg, @funs) = @$_;
2924	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3514	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2925	for @funs;	3515	for @funs;
2926	}	3516	}
2927		3517
…		…
2942		3532
2943	my $qcode = $code;	3533	my $qcode = $code;
2944	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3534	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2945	$qcode =~ s/\n/\\n/g;	3535	$qcode =~ s/\n/\\n/g;
2946		3536
		3537	%vars = (_dummy => 0) unless %vars;
		3538
		3539	my @res;
2947	local $_;	3540	local $_;
2948	local @safe::cf::_safe_eval_args = values %vars;
2949		3541
2950	my $eval =	3542	my $eval =
2951	"do {\n"	3543	"do {\n"
2952	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3544	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2953	. "#line 0 \"{$qcode}\"\n"	3545	. "#line 0 \"{$qcode}\"\n"
2954	. $code	3546	. $code
2955	. "\n}"	3547	. "\n}"
2956	;	3548	;
2957		3549
		3550	if ($CFG{safe_eval}) {
2958	sub_generation_inc;	3551	sub_generation_inc;
		3552	local @safe::cf::_safe_eval_args = values %vars;
2959	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3553	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2960	sub_generation_inc;	3554	sub_generation_inc;
		3555	} else {
		3556	local @cf::_safe_eval_args = values %vars;
		3557	@res = wantarray ? eval eval : scalar eval $eval;
		3558	}
2961		3559
2962	if ($@) {	3560	if ($@) {
2963	warn "$@";	3561	warn "$@",
2964	warn "while executing safe code '$code'\n";	3562	"while executing safe code '$code'\n",
2965	warn "with arguments " . (join " ", %vars) . "\n";	3563	"with arguments " . (join " ", %vars) . "\n";
2966	}	3564	}
2967		3565
2968	wantarray ? @res : $res[0]	3566	wantarray ? @res : $res[0]
2969	}	3567	}
2970		3568
…		…
2984	=cut	3582	=cut
2985		3583
2986	sub register_script_function {	3584	sub register_script_function {
2987	my ($fun, $cb) = @_;	3585	my ($fun, $cb) = @_;
2988		3586
2989	no strict 'refs';	3587	$fun = "safe::$fun" if $CFG{safe_eval};
2990	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3588	*$fun = $safe_hole->wrap ($cb);
2991	}	3589	}
2992		3590
2993	=back	3591	=back
2994		3592
2995	=cut	3593	=cut
2996		3594
2997	#############################################################################	3595	#############################################################################
2998	# the server's init and main functions	3596	# the server's init and main functions
2999		3597
		3598	{
		3599	package cf::face;
		3600
		3601	our %HASH; # hash => idx
		3602	our @DATA; # dynamically-created facedata, only faceste 0 used
		3603	our @FOFS; # file offset, if > 0
		3604	our @SIZE; # size of face, in octets
		3605	our @META; # meta hash of face, if any
		3606	our $DATAFH; # facedata filehandle
		3607
		3608	# internal api, not finalised
		3609	sub set {
		3610	my ($name, $type, $data) = @_;
		3611
		3612	my $idx = cf::face::find $name;
		3613
		3614	if ($idx) {
		3615	delete $HASH{cf::face::get_csum $idx};
		3616	} else {
		3617	$idx = cf::face::alloc $name;
		3618	}
		3619
		3620	my $hash = cf::face::mangle_csum Digest::MD5::md5 $data;
		3621
		3622	cf::face::set_type $idx, $type;
		3623	cf::face::set_csum $idx, 0, $hash;
		3624
		3625	# we need to destroy the SV itself, not just modify it, as a running ix
		3626	# might hold a reference to it: "delete" achieves that.
		3627	delete $FOFS[0][$idx];
		3628	delete $DATA[0][$idx];
		3629	$DATA[0][$idx] = $data;
		3630	$SIZE[0][$idx] = length $data;
		3631	delete $META[$idx];
		3632	$HASH{$hash} = $idx;#d#
		3633
		3634	$idx
		3635	}
		3636
		3637	sub _get_data($$$) {
		3638	my ($idx, $set, $cb) = @_;
		3639
		3640	if (defined $DATA[$set][$idx]) {
		3641	$cb->($DATA[$set][$idx]);
		3642	} elsif (my $fofs = $FOFS[$set][$idx]) {
		3643	my $size = $SIZE[$set][$idx];
		3644	my $buf;
		3645	IO::AIO::aio_read $DATAFH, $fofs, $size, $buf, 0, sub {
		3646	if ($_[0] == $size) {
		3647	#cf::debug "read face $idx, $size from $fofs as ", length $buf;#d#
		3648	$cb->($buf);
		3649	} else {
		3650	cf::error "INTERNAL ERROR: unable to read facedata for face $idx#$set ($size, $fofs), ignoring request.";
		3651	}
		3652	};
		3653	} else {
		3654	cf::error "requested facedata for unknown face $idx#$set, ignoring.";
		3655	}
		3656	}
		3657
		3658	# rather ineffient
		3659	sub cf::face::get_data($;$) {
		3660	my ($idx, $set) = @_;
		3661
		3662	_get_data $idx, $set, Coro::rouse_cb;
		3663	Coro::rouse_wait
		3664	}
		3665
		3666	sub cf::face::ix {
		3667	my ($ns, $set, $idx, $pri) = @_;
		3668
		3669	_get_data $idx, $set, sub {
		3670	$ns->ix_send ($idx, $pri, $_[0]);
		3671	};
		3672	}
		3673	}
		3674
3000	sub load_facedata($) {	3675	sub load_facedata($) {
3001	my ($path) = @_;	3676	my ($path) = @_;
3002		3677
3003	# HACK to clear player env face cache, we need some signal framework
3004	# for this (global event?)
3005	%ext::player_env::MUSIC_FACE_CACHE = ();
3006
3007	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3678	my $enc = JSON::XS->new->utf8->canonical->relaxed;
3008		3679
3009	warn "loading facedata from $path\n";	3680	trace "loading facedata from $path\n";
3010		3681
3011	my $facedata;	3682	my $facedata = decode_storable load_file "$path/faceinfo";
3012	0 < aio_load $path, $facedata
3013	or die "$path: $!";
3014
3015	$facedata = Coro::Storable::thaw $facedata;
3016		3683
3017	$facedata->{version} == 2	3684	$facedata->{version} == 2
3018	or cf::cleanup "$path: version mismatch, cannot proceed.";	3685	or cf::cleanup "$path/faceinfo: version mismatch, cannot proceed.";
3019		3686
3020	# patch in the exptable	3687	my $fh = aio_open "$DATADIR/facedata", IO::AIO::O_RDONLY, 0
3021	$facedata->{resource}{"res/exp_table"} = {	3688	or cf::cleanup "$path/facedata: $!, cannot proceed.";
3022	type => FT_RSRC,	3689
3023	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),	3690	get_slot 1, -100, "load_facedata"; # make sure we get a very big slot
3024	};	3691
3025	cf::cede_to_tick;	3692	# BEGIN ATOMIC
		3693	# from here on, everything must be atomic - no thread switch allowed
		3694	my $t1 = EV::time;
3026		3695
3027	{	3696	{
3028	my $faces = $facedata->{faceinfo};	3697	my $faces = $facedata->{faceinfo};
3029		3698
3030	while (my ($face, $info) = each %$faces) {	3699	for my $face (sort keys %$faces) {
		3700	my $info = $faces->{$face};
3031	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3701	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3702
3032	cf::face::set_visibility $idx, $info->{visibility};	3703	cf::face::set_visibility $idx, $info->{visibility};
3033	cf::face::set_magicmap $idx, $info->{magicmap};	3704	cf::face::set_magicmap $idx, $info->{magicmap};
3034	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3705	cf::face::set_csum $idx, 0, $info->{hash64}; $cf::face::SIZE[0][$idx] = $info->{size64}; $cf::face::FOFS[0][$idx] = $info->{fofs64};
3035	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3706	cf::face::set_csum $idx, 1, $info->{hash32}; $cf::face::SIZE[1][$idx] = $info->{size32}; $cf::face::FOFS[1][$idx] = $info->{fofs32};
3036		3707	cf::face::set_csum $idx, 2, $info->{glyph}; $cf::face::DATA[2][$idx] = $info->{glyph};
3037	cf::cede_to_tick;	3708	$cf::face::HASH{$info->{hash64}} = $idx;
		3709	delete $cf::face::META[$idx];
3038	}	3710	}
3039		3711
3040	while (my ($face, $info) = each %$faces) {	3712	while (my ($face, $info) = each %$faces) {
3041	next unless $info->{smooth};	3713	next unless $info->{smooth};
		3714
3042	my $idx = cf::face::find $face	3715	my $idx = cf::face::find $face
3043	or next;	3716	or next;
		3717
3044	if (my $smooth = cf::face::find $info->{smooth}) {	3718	if (my $smooth = cf::face::find $info->{smooth}) {
3045	cf::face::set_smooth $idx, $smooth;	3719	cf::face::set_smooth $idx, $smooth;
3046	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3720	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3047	} else {	3721	} else {
3048	warn "smooth face '$info->{smooth}' not found for face '$face'";	3722	error "smooth face '$info->{smooth}' not found for face '$face'";
3049	}	3723	}
3050
3051	cf::cede_to_tick;
3052	}	3724	}
3053	}	3725	}
3054		3726
3055	{	3727	{
3056	my $anims = $facedata->{animinfo};	3728	my $anims = $facedata->{animinfo};
3057		3729
3058	while (my ($anim, $info) = each %$anims) {	3730	while (my ($anim, $info) = each %$anims) {
3059	cf::anim::set $anim, $info->{frames}, $info->{facings};	3731	cf::anim::set $anim, $info->{frames}, $info->{facings};
3060	cf::cede_to_tick;
3061	}	3732	}
3062		3733
3063	cf::anim::invalidate_all; # d'oh	3734	cf::anim::invalidate_all; # d'oh
3064	}	3735	}
3065		3736
3066	{	3737	{
3067	# TODO: for gcfclient pleasure, we should give resources
3068	# that gcfclient doesn't grok a >10000 face index.
3069	my $res = $facedata->{resource};	3738	my $res = $facedata->{resource};
3070		3739
3071	my $soundconf = delete $res->{"res/sound.conf"};
3072
3073	while (my ($name, $info) = each %$res) {	3740	while (my ($name, $info) = each %$res) {
		3741	if (defined (my $type = $info->{type})) {
		3742	# TODO: different hash - must free and use new index, or cache ixface data queue
3074	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3743	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3075	my $data;
3076		3744
3077	if ($info->{type} & 1) {	3745	cf::face::set_type $idx, $type;
3078	# prepend meta info	3746	cf::face::set_csum $idx, 0, $info->{hash};
3079		3747	$cf::face::SIZE[0][$idx] = $info->{size};
3080	my $meta = $enc->encode ({	3748	$cf::face::FOFS[0][$idx] = $info->{fofs};
3081	name => $name,	3749	$cf::face::META[$idx] = $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
3082	%{ $info->{meta} || {} },	3750	$cf::face::HASH{$info->{hash}} = $idx;
3083	});
3084
3085	$data = pack "(w/a*)*", $meta, $info->{data};
3086	} else {	3751	} else {
3087	$data = $info->{data};	3752	# $RESOURCE{$name} = $info; # unused
3088	}	3753	}
3089
3090	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3091	cf::face::set_type $idx, $info->{type};
3092
3093	cf::cede_to_tick;
3094	}
3095
3096	if ($soundconf) {
3097	$soundconf = $enc->decode (delete $soundconf->{data});
3098
3099	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3100	my $sound = $soundconf->{compat}[$_]
3101	or next;
3102
3103	my $face = cf::face::find "sound/$sound->[1]";
3104	cf::sound::set $sound->[0] => $face;
3105	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3106	}	3754	}
3107
3108	while (my ($k, $v) = each %{$soundconf->{event}}) {
3109	my $face = cf::face::find "sound/$v";
3110	cf::sound::set $k => $face;
3111	}
3112	}
3113	}	3755	}
		3756
		3757	($fh, $cf::face::DATAFH) = ($cf::face::DATAFH, $fh);
		3758
		3759	# HACK to clear player env face cache, we need some signal framework
		3760	# for this (global event?)
		3761	%ext::player_env::MUSIC_FACE_CACHE = ();
		3762
		3763	# END ATOMIC
		3764
		3765	cf::debug "facedata atomic update time ", EV::time - $t1;
		3766
		3767	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3768
		3769	aio_close $fh if $fh; # close old facedata
3114		3770
3115	1	3771	1
3116	}	3772	}
3117		3773
3118	register_exticmd fx_want => sub {	3774	register_exticmd fx_want => sub {
…		…
3120		3776
3121	while (my ($k, $v) = each %$want) {	3777	while (my ($k, $v) = each %$want) {
3122	$ns->fx_want ($k, $v);	3778	$ns->fx_want ($k, $v);
3123	}	3779	}
3124	};	3780	};
		3781
		3782	sub load_resource_file($) {
		3783	my $guard = lock_acquire "load_resource_file";
		3784
		3785	my $status = load_resource_file_ $_[0];
		3786	get_slot 0.1, 100;
		3787	cf::arch::commit_load;
		3788
		3789	$status
		3790	}
		3791
		3792	sub reload_exp_table {
		3793	_reload_exp_table;
		3794
		3795	cf::face::set
		3796	"res/exp_table" => FT_RSRC,
		3797	JSON::XS->new->utf8->canonical->encode (
		3798	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3799	);
		3800	}
		3801
		3802	sub reload_materials {
		3803	_reload_materials;
		3804	}
3125		3805
3126	sub reload_regions {	3806	sub reload_regions {
3127	# HACK to clear player env face cache, we need some signal framework	3807	# HACK to clear player env face cache, we need some signal framework
3128	# for this (global event?)	3808	# for this (global event?)
3129	%ext::player_env::MUSIC_FACE_CACHE = ();	3809	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
3136	if exists $_->{match};	3816	if exists $_->{match};
3137	}	3817	}
3138	}	3818	}
3139		3819
3140	sub reload_facedata {	3820	sub reload_facedata {
3141	load_facedata "$DATADIR/facedata"	3821	load_facedata $DATADIR
3142	or die "unable to load facedata\n";	3822	or die "unable to load facedata\n";
3143	}	3823	}
3144		3824
3145	sub reload_archetypes {	3825	sub reload_archetypes {
3146	load_resource_file "$DATADIR/archetypes"	3826	load_resource_file "$DATADIR/archetypes"
3147	or die "unable to load archetypes\n";	3827	or die "unable to load archetypes\n";
3148	#d# NEED to laod twice to resolve forward references	3828
3149	# this really needs to be done in an extra post-pass	3829	cf::face::set
3150	# (which needs to be synchronous, so solve it differently)	3830	"res/skill_info" => FT_RSRC,
3151	load_resource_file "$DATADIR/archetypes"	3831	JSON::XS->new->utf8->canonical->encode (
3152	or die "unable to load archetypes\n";	3832	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
		3833	);
		3834
		3835	cf::face::set
		3836	"res/spell_paths" => FT_RSRC,
		3837	JSON::XS->new->utf8->canonical->encode (
		3838	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3839	);
		3840
		3841	# command completion
		3842	my @commands;
		3843
		3844	for (0..cf::arch::skillvec_size - 1) {
		3845	my $skill = cf::arch::skillvec $_;
		3846	my $name = $skill->name;
		3847	my $flags = cf::skill_flags $skill->subtype;
		3848
		3849	push @commands, "ready_skill $name" if $flags & (SF_COMBAT | SF_RANGED | SF_GRACE);
		3850	push @commands, "use_skill $name" if $flags & (SF_USE | SF_AUTARK | SF_GRACE);
		3851	}
		3852
		3853	cf::client::set_command_face skill => \@commands;
3153	}	3854	}
3154		3855
3155	sub reload_treasures {	3856	sub reload_treasures {
3156	load_resource_file "$DATADIR/treasures"	3857	load_resource_file "$DATADIR/treasures"
3157	or die "unable to load treasurelists\n";	3858	or die "unable to load treasurelists\n";
3158	}	3859	}
3159		3860
		3861	sub reload_sound {
		3862	trace "loading sound config from $DATADIR/sound\n";
		3863
		3864	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3865
		3866	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3867	my $sound = $soundconf->{compat}[$_]
		3868	or next;
		3869
		3870	my $face = cf::face::find "sound/$sound->[1]";
		3871	cf::sound::set $sound->[0] => $face;
		3872	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3873	}
		3874
		3875	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3876	my $face = cf::face::find "sound/$v";
		3877	cf::sound::set $k => $face;
		3878	}
		3879	}
		3880
3160	sub reload_resources {	3881	sub reload_resources {
3161	warn "reloading resource files...\n";	3882	trace "reloading resource files...\n";
3162		3883
		3884	reload_materials;
		3885	reload_facedata;
		3886	reload_exp_table;
		3887	reload_sound;
		3888	reload_archetypes;
3163	reload_regions;	3889	reload_regions;
3164	reload_facedata;
3165	#reload_archetypes;#d#
3166	reload_archetypes;
3167	reload_treasures;	3890	reload_treasures;
3168		3891
3169	warn "finished reloading resource files\n";	3892	trace "finished reloading resource files\n";
3170	}
3171
3172	sub init {
3173	reload_resources;
3174	}	3893	}
3175		3894
3176	sub reload_config {	3895	sub reload_config {
3177	open my $fh, "<:utf8", "$CONFDIR/config"	3896	trace "reloading config file...\n";
3178	or return;
3179		3897
3180	local $/;	3898	my $config = load_file "$CONFDIR/config";
3181	*CFG = YAML::Syck::Load <$fh>;	3899	utf8::decode $config;
		3900	*CFG = decode_yaml $config;
3182		3901
3183	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3902	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3184		3903
3185	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3904	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3186	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3905	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3187		3906
3188	if (exists $CFG{mlockall}) {	3907	if (exists $CFG{mlockall}) {
…		…
3192	};	3911	};
3193	warn $@ if $@;	3912	warn $@ if $@;
3194	}	3913	}
3195	}	3914	}
3196		3915
		3916	sub pidfile() {
		3917	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3918	or die "$PIDFILE: $!";
		3919	flock $fh, &Fcntl::LOCK_EX
		3920	or die "$PIDFILE: flock: $!";
		3921	$fh
		3922	}
		3923
		3924	# make sure only one server instance is running at any one time
		3925	sub atomic {
		3926	my $fh = pidfile;
		3927
		3928	my $pid = <$fh>;
		3929	kill 9, $pid if $pid > 0;
		3930
		3931	seek $fh, 0, 0;
		3932	print $fh $$;
		3933	}
		3934
		3935	sub main_loop {
		3936	trace "EV::run starting\n";
		3937	if (1) {
		3938	EV::run;
		3939	}
		3940	trace "EV::run returned\n";
		3941	goto &main_loop unless $REALLY_UNLOOP;
		3942	}
		3943
3197	sub main {	3944	sub main {
		3945	cf::init_globals; # initialise logging
		3946
		3947	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3948	LOG llevInfo, "Copyright (C) 2017-2018 Marc Alexander Lehmann / the Deliantra team.";
		3949	LOG llevInfo, "Copyright (C) 2005-2016 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3950	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3951	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3952
		3953	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3954
3198	# we must not ever block the main coroutine	3955	# we must not ever block the main coroutine
3199	local $Coro::idle = sub {	3956	$Coro::idle = sub {
3200	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3957	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3201	(async {	3958	(async {
3202	$Coro::current->{desc} = "IDLE BUG HANDLER";	3959	$Coro::current->{desc} = "IDLE BUG HANDLER";
3203	Event::one_event;	3960	EV::run EV::RUN_ONCE;
3204	})->prio (Coro::PRIO_MAX);	3961	})->prio (Coro::PRIO_MAX);
3205	};	3962	};
3206		3963
		3964	evthread_start IO::AIO::poll_fileno;
		3965
		3966	cf::sync_job {
		3967	cf::incloader::init ();
		3968
		3969	db_init;
		3970
		3971	cf::init_anim;
		3972	cf::init_attackmess;
		3973	cf::init_dynamic;
		3974
		3975	cf::load_settings;
		3976
		3977	reload_resources;
3207	reload_config;	3978	reload_config;
3208	db_init;	3979
		3980	cf::init_uuid;
		3981	cf::init_signals;
		3982	cf::init_skills;
		3983
		3984	cf::init_beforeplay;
		3985
		3986	atomic;
		3987
3209	load_extensions;	3988	load_extensions;
3210		3989
3211	$TICK_WATCHER->start;	3990	utime time, time, $RUNTIMEFILE;
3212	Event::loop;	3991
		3992	# no (long-running) fork's whatsoever before this point(!)
		3993	use POSIX ();
		3994	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3995
		3996	cf::_post_init 0;
		3997	};
		3998
		3999	cf::object::thawer::errors_are_fatal 0;
		4000	info "parse errors in files are no longer fatal from this point on.\n";
		4001
		4002	AE::postpone {
		4003	undef &main; # free gobs of memory :)
		4004	};
		4005
		4006	goto &main_loop;
3213	}	4007	}
3214		4008
3215	#############################################################################	4009	#############################################################################
3216	# initialisation and cleanup	4010	# initialisation and cleanup
3217		4011
3218	# install some emergency cleanup handlers	4012	# install some emergency cleanup handlers
3219	BEGIN {	4013	BEGIN {
		4014	our %SIGWATCHER = ();
3220	for my $signal (qw(INT HUP TERM)) {	4015	for my $signal (qw(INT HUP TERM)) {
3221	Event->signal (	4016	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3222	reentrant => 0,
3223	data => WF_AUTOCANCEL,
3224	signal => $signal,
3225	prio => 0,
3226	cb => sub {
3227	cf::cleanup "SIG$signal";	4017	cf::cleanup "SIG$signal";
3228	},
3229	);	4018	};
3230	}	4019	}
3231	}	4020	}
3232		4021
3233	sub write_runtime {	4022	sub write_runtime_sync {
3234	my $runtime = "$LOCALDIR/runtime";	4023	my $t0 = AE::time;
3235		4024
3236	# first touch the runtime file to show we are still running:	4025	# first touch the runtime file to show we are still running:
3237	# the fsync below can take a very very long time.	4026	# the fsync below can take a very very long time.
3238		4027
3239	IO::AIO::aio_utime $runtime, undef, undef;	4028	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3240		4029
3241	my $guard = cf::lock_acquire "write_runtime";	4030	my $guard = cf::lock_acquire "write_runtime";
3242		4031
3243	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	4032	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3244	or return;	4033	or return;
3245		4034
3246	my $value = $cf::RUNTIME + 90 + 10;	4035	my $value = $cf::RUNTIME + 90 + 10;
3247	# 10 is the runtime save interval, for a monotonic clock	4036	# 10 is the runtime save interval, for a monotonic clock
3248	# 60 allows for the watchdog to kill the server.	4037	# 60 allows for the watchdog to kill the server.
…		…
3258	aio_utime $fh, undef, undef;	4047	aio_utime $fh, undef, undef;
3259		4048
3260	close $fh	4049	close $fh
3261	or return;	4050	or return;
3262		4051
3263	aio_rename "$runtime~", $runtime	4052	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3264	and return;	4053	and return;
3265		4054
3266	warn "runtime file written.\n";	4055	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3267		4056
3268	1	4057	1
		4058	}
		4059
		4060	our $uuid_lock;
		4061	our $uuid_skip;
		4062
		4063	sub write_uuid_sync($) {
		4064	$uuid_skip ||= $_[0];
		4065
		4066	return if $uuid_lock;
		4067	local $uuid_lock = 1;
		4068
		4069	my $uuid = "$LOCALDIR/uuid";
		4070
		4071	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		4072	or return;
		4073
		4074	my $value = uuid_seq uuid_cur;
		4075
		4076	unless ($value) {
		4077	info "cowardly refusing to write zero uuid value!\n";
		4078	return;
		4079	}
		4080
		4081	my $value = uuid_str $value + $uuid_skip;
		4082	$uuid_skip = 0;
		4083
		4084	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		4085	and return;
		4086
		4087	# always fsync - this file is important
		4088	aio_fsync $fh
		4089	and return;
		4090
		4091	close $fh
		4092	or return;
		4093
		4094	aio_rename "$uuid~", $uuid
		4095	and return;
		4096
		4097	trace "uuid file written ($value).\n";
		4098
		4099	1
		4100
		4101	}
		4102
		4103	sub write_uuid($$) {
		4104	my ($skip, $sync) = @_;
		4105
		4106	$sync ? write_uuid_sync $skip
		4107	: async { write_uuid_sync $skip };
3269	}	4108	}
3270		4109
3271	sub emergency_save() {	4110	sub emergency_save() {
3272	my $freeze_guard = cf::freeze_mainloop;	4111	my $freeze_guard = cf::freeze_mainloop;
3273		4112
3274	warn "enter emergency perl save\n";	4113	info "emergency_perl_save: enter\n";
		4114
		4115	# this is a trade-off: we want to be very quick here, so
		4116	# save all maps without fsync, and later call a global sync
		4117	# (which in turn might be very very slow)
		4118	local $USE_FSYNC = 0;
3275		4119
3276	cf::sync_job {	4120	cf::sync_job {
		4121	cf::write_runtime_sync; # external watchdog should not bark
		4122
3277	# use a peculiar iteration method to avoid tripping on perl	4123	# use a peculiar iteration method to avoid tripping on perl
3278	# refcount bugs in for. also avoids problems with players	4124	# refcount bugs in for. also avoids problems with players
3279	# and maps saved/destroyed asynchronously.	4125	# and maps saved/destroyed asynchronously.
3280	warn "begin emergency player save\n";	4126	info "emergency_perl_save: begin player save\n";
3281	for my $login (keys %cf::PLAYER) {	4127	for my $login (keys %cf::PLAYER) {
3282	my $pl = $cf::PLAYER{$login} or next;	4128	my $pl = $cf::PLAYER{$login} or next;
3283	$pl->valid or next;	4129	$pl->valid or next;
		4130	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3284	$pl->save;	4131	$pl->save;
3285	}	4132	}
3286	warn "end emergency player save\n";	4133	info "emergency_perl_save: end player save\n";
3287		4134
3288	warn "begin emergency map save\n";	4135	cf::write_runtime_sync; # external watchdog should not bark
		4136
		4137	info "emergency_perl_save: begin map save\n";
3289	for my $path (keys %cf::MAP) {	4138	for my $path (keys %cf::MAP) {
3290	my $map = $cf::MAP{$path} or next;	4139	my $map = $cf::MAP{$path} or next;
3291	$map->valid or next;	4140	$map->valid or next;
3292	$map->save;	4141	$map->save;
3293	}	4142	}
3294	warn "end emergency map save\n";	4143	info "emergency_perl_save: end map save\n";
3295		4144
3296	warn "begin emergency database checkpoint\n";	4145	cf::write_runtime_sync; # external watchdog should not bark
		4146
		4147	info "emergency_perl_save: begin database checkpoint\n";
3297	BDB::db_env_txn_checkpoint $DB_ENV;	4148	BDB::db_env_txn_checkpoint $DB_ENV;
3298	warn "end emergency database checkpoint\n";	4149	info "emergency_perl_save: end database checkpoint\n";
		4150
		4151	info "emergency_perl_save: begin write uuid\n";
		4152	write_uuid_sync 1;
		4153	info "emergency_perl_save: end write uuid\n";
		4154
		4155	cf::write_runtime_sync; # external watchdog should not bark
		4156
		4157	trace "emergency_perl_save: syncing database to disk";
		4158	BDB::db_env_txn_checkpoint $DB_ENV;
		4159
		4160	info "emergency_perl_save: starting sync\n";
		4161	IO::AIO::aio_sync sub {
		4162	info "emergency_perl_save: finished sync\n";
		4163	};
		4164
		4165	cf::write_runtime_sync; # external watchdog should not bark
		4166
		4167	trace "emergency_perl_save: flushing outstanding aio requests";
		4168	while (IO::AIO::nreqs || BDB::nreqs) {
		4169	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		4170	}
		4171
		4172	cf::write_runtime_sync; # external watchdog should not bark
3299	};	4173	};
3300		4174
3301	warn "leave emergency perl save\n";	4175	info "emergency_perl_save: leave\n";
3302	}	4176	}
3303		4177
3304	sub post_cleanup {	4178	sub post_cleanup {
3305	my ($make_core) = @_;	4179	my ($make_core) = @_;
3306		4180
		4181	IO::AIO::flush;
		4182
3307	warn Carp::longmess "post_cleanup backtrace"	4183	error Carp::longmess "post_cleanup backtrace"
3308	if $make_core;	4184	if $make_core;
		4185
		4186	my $fh = pidfile;
		4187	unlink $PIDFILE if <$fh> == $$;
		4188	}
		4189
		4190	# a safer delete_package, copied from Symbol
		4191	sub clear_package($) {
		4192	my $pkg = shift;
		4193
		4194	# expand to full symbol table name if needed
		4195	unless ($pkg =~ /^main::.*::$/) {
		4196	$pkg = "main$pkg" if $pkg =~ /^::/;
		4197	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		4198	$pkg .= '::' unless $pkg =~ /::$/;
		4199	}
		4200
		4201	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		4202	my $stem_symtab = *{$stem}{HASH};
		4203
		4204	defined $stem_symtab and exists $stem_symtab->{$leaf}
		4205	or return;
		4206
		4207	# clear all symbols
		4208	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		4209	for my $name (keys %$leaf_symtab) {
		4210	_gv_clear *{"$pkg$name"};
		4211	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4212	}
3309	}	4213	}
3310		4214
3311	sub do_reload_perl() {	4215	sub do_reload_perl() {
3312	# can/must only be called in main	4216	# can/must only be called in main
3313	if ($Coro::current != $Coro::main) {	4217	unless (in_main) {
3314	warn "can only reload from main coroutine";	4218	error "can only reload from main coroutine";
3315	return;	4219	return;
3316	}	4220	}
3317		4221
3318	warn "reloading...";	4222	return if $RELOAD++;
3319		4223
3320	warn "entering sync_job";	4224	my $t1 = AE::time;
3321		4225
		4226	while ($RELOAD) {
		4227	cf::get_slot 0.1, -1, "reload_perl";
		4228	info "perl_reload: reloading...";
		4229
		4230	trace "perl_reload: entering sync_job";
		4231
3322	cf::sync_job {	4232	cf::sync_job {
3323	cf::write_runtime; # external watchdog should not bark
3324	cf::emergency_save;	4233	#cf::emergency_save;
3325	cf::write_runtime; # external watchdog should not bark
3326		4234
3327	warn "syncing database to disk";
3328	BDB::db_env_txn_checkpoint $DB_ENV;
3329
3330	# if anything goes wrong in here, we should simply crash as we already saved
3331
3332	warn "cancelling all WF_AUTOCANCEL watchers";
3333	for (Event::all_watchers) {
3334	$_->cancel if $_->data & WF_AUTOCANCEL;
3335	}
3336
3337	warn "flushing outstanding aio requests";
3338	for (;;) {
3339	BDB::flush;
3340	IO::AIO::flush;
3341	Coro::cede;
3342	last unless IO::AIO::nreqs || BDB::nreqs;
3343	warn "iterate...";
3344	}
3345
3346	++$RELOAD;
3347
3348	warn "cancelling all extension coros";	4235	trace "perl_reload: cancelling all extension coros";
3349	$_->cancel for values %EXT_CORO;	4236	$_->cancel for values %EXT_CORO;
3350	%EXT_CORO = ();	4237	%EXT_CORO = ();
3351		4238
3352	warn "removing commands";	4239	trace "perl_reload: removing commands";
3353	%COMMAND = ();	4240	%COMMAND = ();
3354		4241
3355	warn "removing ext/exti commands";	4242	trace "perl_reload: removing ext/exti commands";
3356	%EXTCMD = ();	4243	%EXTCMD = ();
3357	%EXTICMD = ();	4244	%EXTICMD = ();
3358		4245
3359	warn "unloading/nuking all extensions";	4246	trace "perl_reload: unloading/nuking all extensions";
3360	for my $pkg (@EXTS) {	4247	for my $pkg (@EXTS) {
3361	warn "... unloading $pkg";	4248	trace "... unloading $pkg";
3362		4249
3363	if (my $cb = $pkg->can ("unload")) {	4250	if (my $cb = $pkg->can ("unload")) {
3364	eval {	4251	eval {
3365	$cb->($pkg);	4252	$cb->($pkg);
3366	1	4253	1
3367	} or warn "$pkg unloaded, but with errors: $@";	4254	} or error "$pkg unloaded, but with errors: $@";
		4255	}
		4256
		4257	trace "... clearing $pkg";
		4258	clear_package $pkg;
3368	}	4259	}
3369		4260
3370	warn "... nuking $pkg";
3371	Symbol::delete_package $pkg;
3372	}
3373
3374	warn "unloading all perl modules loaded from $LIBDIR";	4261	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3375	while (my ($k, $v) = each %INC) {	4262	while (my ($k, $v) = each %INC) {
3376	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4263	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3377		4264
3378	warn "... unloading $k";	4265	trace "... unloading $k";
3379	delete $INC{$k};	4266	delete $INC{$k};
3380		4267
3381	$k =~ s/\.pm$//;	4268	$k =~ s/\.pm$//;
3382	$k =~ s/\//::/g;	4269	$k =~ s/\//::/g;
3383		4270
3384	if (my $cb = $k->can ("unload_module")) {	4271	if (my $cb = $k->can ("unload_module")) {
3385	$cb->();	4272	$cb->();
		4273	}
		4274
		4275	clear_package $k;
3386	}	4276	}
3387		4277
3388	Symbol::delete_package $k;
3389	}
3390
3391	warn "getting rid of safe::, as good as possible";	4278	trace "perl_reload: getting rid of safe::, as good as possible";
3392	Symbol::delete_package "safe::$_"	4279	clear_package "safe::$_"
3393	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4280	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3394		4281
3395	warn "unloading cf.pm \"a bit\"";	4282	trace "perl_reload: unloading cf.pm \"a bit\"";
3396	delete $INC{"cf.pm"};	4283	delete $INC{"cf.pm"};
3397	delete $INC{"cf/pod.pm"};	4284	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3398		4285
3399	# don't, removes xs symbols, too,	4286	# don't, removes xs symbols, too,
3400	# and global variables created in xs	4287	# and global variables created in xs
3401	#Symbol::delete_package __PACKAGE__;	4288	#clear_package __PACKAGE__;
3402		4289
3403	warn "unload completed, starting to reload now";	4290	info "perl_reload: unload completed, starting to reload now";
3404		4291
3405	warn "reloading cf.pm";	4292	trace "perl_reload: reloading cf.pm";
3406	require cf;	4293	require cf;
3407	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4294	cf::_connect_to_perl_1;
3408		4295
3409	warn "loading config and database again";	4296	trace "perl_reload: loading config and database again";
3410	cf::reload_config;	4297	cf::reload_config;
3411		4298
3412	warn "loading extensions";	4299	trace "perl_reload: loading extensions";
3413	cf::load_extensions;	4300	cf::load_extensions;
3414		4301
		4302	if ($REATTACH_ON_RELOAD) {
3415	warn "reattaching attachments to objects/players";	4303	trace "perl_reload: reattaching attachments to objects/players";
3416	_global_reattach; # objects, sockets	4304	_global_reattach; # objects, sockets
3417	warn "reattaching attachments to maps";	4305	trace "perl_reload: reattaching attachments to maps";
3418	reattach $_ for values %MAP;	4306	reattach $_ for values %MAP;
3419	warn "reattaching attachments to players";	4307	trace "perl_reload: reattaching attachments to players";
3420	reattach $_ for values %PLAYER;	4308	reattach $_ for values %PLAYER;
		4309	}
3421		4310
3422	warn "leaving sync_job";	4311	cf::_post_init 1;
3423		4312
		4313	trace "perl_reload: leaving sync_job";
		4314
3424	1	4315	1
3425	} or do {	4316	} or do {
3426	warn $@;	4317	error $@;
3427	warn "error while reloading, exiting.";	4318	cf::cleanup "perl_reload: error, exiting.";
3428	exit 1;	4319	};
		4320
		4321	--$RELOAD;
3429	};	4322	}
3430		4323
3431	warn "reloaded";	4324	$t1 = AE::time - $t1;
		4325	info "perl_reload: completed in ${t1}s\n";
3432	};	4326	};
3433		4327
3434	our $RELOAD_WATCHER; # used only during reload	4328	our $RELOAD_WATCHER; # used only during reload
3435		4329
3436	sub reload_perl() {	4330	sub reload_perl() {
3437	# doing reload synchronously and two reloads happen back-to-back,	4331	# doing reload synchronously and two reloads happen back-to-back,
3438	# coro crashes during coro_state_free->destroy here.	4332	# coro crashes during coro_state_free->destroy here.
3439		4333
3440	$RELOAD_WATCHER ||= Event->timer (	4334	$RELOAD_WATCHER ||= cf::async {
3441	reentrant => 0,	4335	Coro::AIO::aio_wait cache_extensions;
3442	after => 0,	4336
3443	data => WF_AUTOCANCEL,	4337	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3444	cb => sub {
3445	do_reload_perl;	4338	do_reload_perl;
3446	undef $RELOAD_WATCHER;	4339	undef $RELOAD_WATCHER;
3447	},	4340	};
3448	);	4341	};
3449	}	4342	}
3450		4343
3451	register_command "reload" => sub {	4344	register_command "reload" => sub {
3452	my ($who, $arg) = @_;	4345	my ($who, $arg) = @_;
3453		4346
…		…
3458	reload_perl;	4351	reload_perl;
3459	};	4352	};
3460	}	4353	}
3461	};	4354	};
3462		4355
3463	unshift @INC, $LIBDIR;	4356	#############################################################################
3464		4357
3465	my $bug_warning = 0;	4358	my $bug_warning = 0;
3466		4359
3467	our @WAIT_FOR_TICK;
3468	our @WAIT_FOR_TICK_BEGIN;
3469
3470	sub wait_for_tick {	4360	sub wait_for_tick() {
3471	return unless $TICK_WATCHER->is_active;	4361	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3472	return if $Coro::current == $Coro::main;
3473		4362
3474	my $signal = new Coro::Signal;	4363	$WAIT_FOR_TICK->wait;
3475	push @WAIT_FOR_TICK, $signal;
3476	$signal->wait;
3477	}	4364	}
3478		4365
3479	sub wait_for_tick_begin {	4366	sub wait_for_tick_begin() {
3480	return unless $TICK_WATCHER->is_active;	4367	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3481	return if $Coro::current == $Coro::main;
3482		4368
3483	my $signal = new Coro::Signal;	4369	my $signal = new Coro::Signal;
3484	push @WAIT_FOR_TICK_BEGIN, $signal;	4370	push @WAIT_FOR_TICK_BEGIN, $signal;
3485	$signal->wait;	4371	$signal->wait;
3486	}	4372	}
3487		4373
3488	$TICK_WATCHER = Event->timer (	4374	sub tick {
3489	reentrant => 0,
3490	parked => 1,
3491	prio => 0,
3492	at => $NEXT_TICK || $TICK,
3493	data => WF_AUTOCANCEL,
3494	cb => sub {
3495	if ($Coro::current != $Coro::main) {	4375	if ($Coro::current != $Coro::main) {
3496	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4376	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3497	unless ++$bug_warning > 10;	4377	unless ++$bug_warning > 10;
3498	return;	4378	return;
3499	}	4379	}
3500		4380
3501	$NOW = $tick_start = Event::time;	4381	cf::one_tick; # one server iteration
3502		4382
3503	cf::server_tick; # one server iteration	4383	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3504		4384
3505	$RUNTIME += $TICK;
3506	$NEXT_TICK += $TICK;
3507
3508	if ($NOW >= $NEXT_RUNTIME_WRITE) {	4385	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3509	$NEXT_RUNTIME_WRITE = $NOW + 10;	4386	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3510	Coro::async_pool {	4387	Coro::async_pool {
3511	$Coro::current->{desc} = "runtime saver";	4388	$Coro::current->{desc} = "runtime saver";
3512	write_runtime	4389	write_runtime_sync
3513	or warn "ERROR: unable to write runtime file: $!";	4390	or error "ERROR: unable to write runtime file: $!";
3514	};
3515	}	4391	};
		4392	}
3516		4393
3517	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4394	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3518	$sig->send;	4395	$sig->send;
3519	}	4396	}
3520	while (my $sig = shift @WAIT_FOR_TICK) {	4397	$WAIT_FOR_TICK->broadcast;
3521	$sig->send;
3522	}
3523		4398
3524	$NOW = Event::time;	4399	$LOAD = ($NOW - $TICK_START) / $TICK;
3525
3526	# if we are delayed by four ticks or more, skip them all
3527	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3528
3529	$TICK_WATCHER->at ($NEXT_TICK);
3530	$TICK_WATCHER->start;
3531
3532	$LOAD = ($NOW - $tick_start) / $TICK;
3533	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4400	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3534		4401
3535	_post_tick;	4402	if (0) {
		4403	if ($NEXT_TICK) {
		4404	my $jitter = $TICK_START - $NEXT_TICK;
		4405	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4406	debug "jitter $JITTER\n";#d#
		4407	}
3536	},	4408	}
3537	);	4409	}
3538		4410
3539	{	4411	{
		4412	# configure BDB
		4413	info "initialising database";
		4414
3540	BDB::min_parallel 8;	4415	BDB::min_parallel 16;
3541	BDB::max_poll_time $TICK * 0.1;	4416	BDB::max_poll_reqs $TICK * 0.1;
3542	$BDB_POLL_WATCHER = Event->io (	4417	#$AnyEvent::BDB::WATCHER->priority (1);
3543	reentrant => 0,
3544	fd => BDB::poll_fileno,
3545	poll => 'r',
3546	prio => 0,
3547	data => WF_AUTOCANCEL,
3548	cb => \&BDB::poll_cb,
3549	);
3550
3551	BDB::set_sync_prepare {
3552	my $status;
3553	my $current = $Coro::current;
3554	(
3555	sub {
3556	$status = $!;
3557	$current->ready; undef $current;
3558	},
3559	sub {
3560	Coro::schedule while defined $current;
3561	$! = $status;
3562	},
3563	)
3564	};
3565		4418
3566	unless ($DB_ENV) {	4419	unless ($DB_ENV) {
3567	$DB_ENV = BDB::db_env_create;	4420	$DB_ENV = BDB::db_env_create;
3568	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC	4421	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3569	| BDB::LOG_AUTOREMOVE, 1);	4422	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4423	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3570	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);	4424	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3571	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);	4425	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3572		4426
3573	cf::sync_job {	4427	cf::sync_job {
3574	eval {	4428	eval {
…		…
3584		4438
3585	cf::cleanup "db_env_open(db): $@" if $@;	4439	cf::cleanup "db_env_open(db): $@" if $@;
3586	};	4440	};
3587	}	4441	}
3588		4442
3589	$BDB_DEADLOCK_WATCHER = Event->timer (	4443	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3590	after => 3,
3591	interval => 1,
3592	hard => 1,
3593	prio => 0,
3594	data => WF_AUTOCANCEL,
3595	cb => sub {
3596	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };	4444	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3597	},
3598	);	4445	};
3599	$BDB_CHECKPOINT_WATCHER = Event->timer (	4446	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3600	after => 11,
3601	interval => 60,
3602	hard => 1,
3603	prio => 0,
3604	data => WF_AUTOCANCEL,
3605	cb => sub {
3606	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };	4447	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3607	},
3608	);	4448	};
3609	$BDB_TRICKLE_WATCHER = Event->timer (	4449	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3610	after => 5,
3611	interval => 10,
3612	hard => 1,
3613	prio => 0,
3614	data => WF_AUTOCANCEL,
3615	cb => sub {
3616	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };	4450	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3617	},
3618	);	4451	};
		4452
		4453	info "database initialised";
3619	}	4454	}
3620		4455
3621	{	4456	{
		4457	# configure IO::AIO
		4458
		4459	info "initialising aio";
3622	IO::AIO::min_parallel 8;	4460	IO::AIO::min_parallel 8;
3623
3624	undef $Coro::AIO::WATCHER;
3625	IO::AIO::max_poll_time $TICK * 0.1;	4461	IO::AIO::max_poll_time $TICK * 0.1;
3626	$AIO_POLL_WATCHER = Event->io (	4462	undef $AnyEvent::AIO::WATCHER;
3627	reentrant => 0,	4463	info "aio initialised";
3628	data => WF_AUTOCANCEL,
3629	fd => IO::AIO::poll_fileno,
3630	poll => 'r',
3631	prio => 6,
3632	cb => \&IO::AIO::poll_cb,
3633	);
3634	}	4464	}
3635		4465
3636	my $_log_backtrace;	4466	our $_log_backtrace;
		4467	our $_log_backtrace_last;
3637		4468
3638	sub _log_backtrace {	4469	sub _log_backtrace {
3639	my ($msg, @addr) = @_;	4470	my ($msg, @addr) = @_;
3640		4471
3641	$msg =~ s/\n//;	4472	$msg =~ s/\n$//;
3642		4473
		4474	if ($_log_backtrace_last eq $msg) {
		4475	LOG llevInfo, "[ABT] $msg\n";
		4476	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3643	# limit the # of concurrent backtraces	4477	# limit the # of concurrent backtraces
3644	if ($_log_backtrace < 2) {	4478	} elsif ($_log_backtrace < 2) {
		4479	$_log_backtrace_last = $msg;
3645	++$_log_backtrace;	4480	++$_log_backtrace;
		4481	my $perl_bt = Carp::longmess $msg;
3646	async {	4482	async {
3647	$Coro::current->{desc} = "abt $msg";	4483	$Coro::current->{desc} = "abt $msg";
3648		4484
3649	my @bt = fork_call {	4485	my @bt = fork_call {
3650	@addr = map { sprintf "%x", $_ } @addr;	4486	@addr = map { sprintf "%x", $_ } @addr;
…		…
3661	}	4497	}
3662		4498
3663	@funcs	4499	@funcs
3664	};	4500	};
3665		4501
3666	LOG llevInfo, "[ABT] $msg\n";	4502	LOG llevInfo, "[ABT] $perl_bt\n";
		4503	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3667	LOG llevInfo, "[ABT] $_\n" for @bt;	4504	LOG llevInfo, "[ABT] $_\n" for @bt;
3668	--$_log_backtrace;	4505	--$_log_backtrace;
3669	};	4506	};
3670	} else {	4507	} else {
3671	LOG llevInfo, "[ABT] $msg\n";	4508	LOG llevInfo, "[ABT] $msg\n";
3672	LOG llevInfo, "[ABT] [suppressed]\n";	4509	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3673	}	4510	}
3674	}	4511	}
3675		4512
3676	# load additional modules	4513	# load additional modules
3677	use cf::pod;	4514	require "cf/$_.pm" for @EXTRA_MODULES;
		4515	cf::_connect_to_perl_2;
3678		4516
3679	END { cf::emergency_save }	4517	END { cf::emergency_save }
3680		4518
3681	1	4519	1
3682		4520

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines