ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.298 by root, Sun Jul 8 14:50:07 2007 UTC vs.
Revision 1.624 by root, Sat Nov 17 23:40:02 2018 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2018 Marc Alexander Lehmann / the Deliantra team
		5	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		6	#
		7	# Deliantra is free software: you can redistribute it and/or modify it under
		8	# the terms of the Affero GNU General Public License as published by the
		9	# Free Software Foundation, either version 3 of the License, or (at your
		10	# option) any later version.
		11	#
		12	# This program is distributed in the hope that it will be useful,
		13	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		14	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		15	# GNU General Public License for more details.
		16	#
		17	# You should have received a copy of the Affero GNU General Public License
		18	# and the GNU General Public License along with this program. If not, see
		19	# <http://www.gnu.org/licenses/>.
		20	#
		21	# The authors can be reached via e-mail to <support@deliantra.net>
		22	#
		23
1	package cf;	24	package cf;
2		25
3	use utf8;	26	use common::sense;
4	use strict;
5		27
6	use Symbol;	28	use Symbol;
7	use List::Util;	29	use List::Util;
8	use Socket;	30	use Socket;
9	use Storable;	31	use EV;
10	use Event;
11	use Opcode;	32	use Opcode;
12	use Safe;	33	use Safe;
13	use Safe::Hole;	34	use Safe::Hole;
		35	use Storable ();
		36	use Carp ();
14		37
		38	use AnyEvent ();
		39	use AnyEvent::IO ();
		40	use AnyEvent::DNS ();
		41
15	use Coro 3.61 ();	42	use Coro ();
16	use Coro::State;	43	use Coro::State;
17	use Coro::Handle;	44	use Coro::Handle;
		45	use Coro::EV;
18	use Coro::Event;	46	use Coro::AnyEvent;
19	use Coro::Timer;	47	use Coro::Timer;
20	use Coro::Signal;	48	use Coro::Signal;
21	use Coro::Semaphore;	49	use Coro::Semaphore;
		50	use Coro::SemaphoreSet;
		51	use Coro::AnyEvent;
22	use Coro::AIO;	52	use Coro::AIO;
		53	use Coro::BDB 1.6;
23	use Coro::Storable;	54	use Coro::Storable;
		55	use Coro::Util ();
24		56
		57	use Guard ();
25	use JSON::XS 1.4 ();	58	use JSON::XS 2.01 ();
26	use BDB ();	59	use BDB ();
27	use Data::Dumper;	60	use Data::Dumper;
28	use Digest::MD5;
29	use Fcntl;	61	use Fcntl;
30	use YAML::Syck ();	62	use YAML::XS ();
		63	use CBOR::XS ();
31	use IO::AIO 2.32 ();	64	use IO::AIO ();
32	use Time::HiRes;
33	use Compress::LZF;	65	use Compress::LZF;
		66	use Digest::MD5 ();
		67
		68	AnyEvent::detect;
34		69
35	# configure various modules to our taste	70	# configure various modules to our taste
36	#	71	#
37	$Storable::canonical = 1; # reduce rsync transfers	72	$Storable::canonical = 1; # reduce rsync transfers
38	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	73	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		74
		75	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		76
		77	# make sure c-lzf reinitialises itself
		78	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
39	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	79	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
40		80
41	$Event::Eval = 1; # no idea why this is required, but it is	81	# strictly for debugging
42		82	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
43	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
44	$YAML::Syck::ImplicitUnicode = 1;
45
46	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
47		83
48	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	84	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		85
		86	our @ORIG_INC;
49		87
50	our %COMMAND = ();	88	our %COMMAND = ();
51	our %COMMAND_TIME = ();	89	our %COMMAND_TIME = ();
52		90
53	our @EXTS = (); # list of extension package names	91	our @EXTS = (); # list of extension package names
54	our %EXTCMD = ();	92	our %EXTCMD = ();
		93	our %EXTACMD = ();
55	our %EXTICMD = ();	94	our %EXTICMD = ();
		95	our %EXTIACMD = ();
56	our %EXT_CORO = (); # coroutines bound to extensions	96	our %EXT_CORO = (); # coroutines bound to extensions
57	our %EXT_MAP = (); # pluggable maps	97	our %EXT_MAP = (); # pluggable maps
58		98
59	our $RELOAD; # number of reloads so far	99	our $RELOAD; # number of reloads so far, non-zero while in reload
60	our @EVENT;	100	our @EVENT;
		101	our @REFLECT; # set by XS
		102	our %REFLECT; # set by us
61		103
62	our $CONFDIR = confdir;	104	our $CONFDIR = confdir;
		105
63	our $DATADIR = datadir;	106	our $DATADIR = datadir;
64	our $LIBDIR = "$DATADIR/ext";	107	our $LIBDIR = "$DATADIR/ext";
65	our $PODDIR = "$DATADIR/pod";	108	our $PODDIR = "$DATADIR/pod";
66	our $MAPDIR = "$DATADIR/" . mapdir;	109	our $MAPDIR = "$DATADIR/" . mapdir;
		110
67	our $LOCALDIR = localdir;	111	our $LOCALDIR = localdir;
68	our $TMPDIR = "$LOCALDIR/" . tmpdir;	112	our $TMPDIR = "$LOCALDIR/" . tmpdir;
69	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	113	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
70	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	114	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
71	our $RANDOMDIR = "$LOCALDIR/random";	115	our $RANDOMDIR = "$LOCALDIR/random";
72	our $BDBDIR = "$LOCALDIR/db";	116	our $BDBDIR = "$LOCALDIR/db";
		117	our $PIDFILE = "$LOCALDIR/pid";
		118	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		119
		120	#our %RESOURCE; # unused
		121
		122	our $OUTPUT_RATE_MIN = 3000;
		123	our $OUTPUT_RATE_MAX = 1000000;
		124
		125	our $MAX_LINKS = 32; # how many chained exits to follow
		126	our $VERBOSE_IO = 1;
73		127
74	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	128	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
75	our $TICK_WATCHER;
76	our $AIO_POLL_WATCHER;
77	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	129	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
78	our $NEXT_TICK;	130	our $NEXT_TICK;
		131	our $USE_FSYNC = 1; # use fsync to write maps - default on
		132
		133	our $BDB_DEADLOCK_WATCHER;
		134	our $BDB_CHECKPOINT_WATCHER;
		135	our $BDB_TRICKLE_WATCHER;
		136	our $DB_ENV;
		137
		138	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		139
		140	our %CFG;
		141	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		142
		143	our $UPTIME; $UPTIME ||= time;
		144	our $RUNTIME = 0;
		145	our $SERVER_TICK = 0;
79	our $NOW;	146	our $NOW;
80	our $USE_FSYNC = 1; # use fsync to write maps - default off
81		147
82	our $BDB_POLL_WATCHER;	148	our (%PLAYER, %PLAYER_LOADING); # all users
83	our $DB_ENV;	149	our (%MAP, %MAP_LOADING ); # all maps
84
85	our %CFG;
86
87	our $UPTIME; $UPTIME ||= time;
88	our $RUNTIME;
89
90	our %PLAYER; # all users
91	our %MAP; # all maps
92	our $LINK_MAP; # the special {link} map, which is always available	150	our $LINK_MAP; # the special {link} map, which is always available
93		151
94	# used to convert map paths into valid unix filenames by replacing / by ∕	152	# used to convert map paths into valid unix filenames by replacing / by ∕
95	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	153	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
96		154
97	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	155	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
98	our $LOADAVG; # same thing, but with alpha-smoothing	156	our $LOADAVG; # same thing, but with alpha-smoothing
		157	our $JITTER; # average jitter
99	our $tick_start; # for load detecting purposes	158	our $TICK_START; # for load detecting purposes
		159
		160	our @POST_INIT;
		161
		162	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		163	our $REALLY_UNLOOP; # never set to true, please :)
		164
		165	our $WAIT_FOR_TICK = new Coro::Signal;
		166	our @WAIT_FOR_TICK_BEGIN;
100		167
101	binmode STDOUT;	168	binmode STDOUT;
102	binmode STDERR;	169	binmode STDERR;
103		170
104	# read virtual server time, if available	171	# read virtual server time, if available
105	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	172	unless ($RUNTIME || !-e $RUNTIMEFILE) {
106	open my $fh, "<", "$LOCALDIR/runtime"	173	open my $fh, "<", $RUNTIMEFILE
107	or die "unable to read runtime file: $!";	174	or die "unable to read $RUNTIMEFILE file: $!";
108	$RUNTIME = <$fh> + 0.;	175	$RUNTIME = <$fh> + 0.;
109	}	176	}
		177
		178	eval "sub TICK() { $TICK } 1" or die;
110		179
111	mkdir $_	180	mkdir $_
112	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	181	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
113		182
114	our $EMERGENCY_POSITION;	183	our $EMERGENCY_POSITION;
115		184
116	sub cf::map::normalise;	185	sub cf::map::normalise;
117		186
		187	sub in_main() {
		188	$Coro::current == $Coro::main
		189	}
		190
118	#############################################################################	191	#############################################################################
119		192
		193	%REFLECT = ();
		194	for (@REFLECT) {
		195	my $reflect = JSON::XS::decode_json $_;
		196	$REFLECT{$reflect->{class}} = $reflect;
		197	}
		198
		199	# this is decidedly evil
		200	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		201
		202	#############################################################################
		203
120	=head2 GLOBAL VARIABLES	204	=head2 GLOBAL VARIABLES
121		205
122	=over 4	206	=over 4
123		207
124	=item $cf::UPTIME	208	=item $cf::UPTIME
125		209
126	The timestamp of the server start (so not actually an uptime).	210	The timestamp of the server start (so not actually an "uptime").
		211
		212	=item $cf::SERVER_TICK
		213
		214	An unsigned integer that starts at zero when the server is started and is
		215	incremented on every tick.
		216
		217	=item $cf::NOW
		218
		219	The (real) time of the last (current) server tick - updated before and
		220	after tick processing, so this is useful only as a rough "what time is it
		221	now" estimate.
		222
		223	=item $cf::TICK
		224
		225	The interval between each server tick, in seconds.
127		226
128	=item $cf::RUNTIME	227	=item $cf::RUNTIME
129		228
130	The time this server has run, starts at 0 and is increased by $cf::TICK on	229	The time this server has run, starts at 0 and is increased by $cf::TICK on
131	every server tick.	230	every server tick.
132		231
133	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	232	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
134	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	233	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
135	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	234	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
136		235
137	Various directories - "/etc", read-only install directory, perl-library	236	Various directories - "/etc", read-only install directory, perl-library
138	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	237	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
139	unique-items directory, player file directory, random maps directory and	238	unique-items directory, player file directory, random maps directory and
140	database environment.	239	database environment.
141		240
142	=item $cf::NOW
143
144	The time of the last (current) server tick.
145
146	=item $cf::TICK
147
148	The interval between server ticks, in seconds.
149
150	=item $cf::LOADAVG	241	=item $cf::LOADAVG
151		242
152	The current CPU load on the server (alpha-smoothed), as a value between 0	243	The current CPU load on the server (alpha-smoothed), as a value between 0
153	(none) and 1 (overloaded), indicating how much time is spent on processing	244	(none) and 1 (overloaded), indicating how much time is spent on processing
154	objects per tick. Healthy values are < 0.5.	245	objects per tick. Healthy values are < 0.5.
…		…
157		248
158	The raw value load value from the last tick.	249	The raw value load value from the last tick.
159		250
160	=item %cf::CFG	251	=item %cf::CFG
161		252
162	Configuration for the server, loaded from C</etc/crossfire/config>, or	253	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
163	from wherever your confdir points to.	254	from wherever your confdir points to.
164		255
165	=item cf::wait_for_tick, cf::wait_for_tick_begin	256	=item cf::wait_for_tick, cf::wait_for_tick_begin
166		257
167	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	258	These are functions that inhibit the current coroutine one tick.
168	returns directly I<after> the tick processing (and consequently, can only wake one process	259	cf::wait_for_tick_begin only returns directly I<after> the tick
		260	processing (and consequently, can only wake one thread per tick), while
169	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	261	cf::wait_for_tick wakes up all waiters after tick processing.
		262
		263	Note that cf::wait_for_tick will immediately return when the server is not
		264	ticking, making it suitable for small pauses in threads that need to run
		265	when the server is paused. If that is not applicable (i.e. you I<really>
		266	want to wait, use C<$cf::WAIT_FOR_TICK>).
		267
		268	=item $cf::WAIT_FOR_TICK
		269
		270	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		271	variable contains a L<Coro::Signal> that is broadcats after every server
		272	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		273	next server tick.
		274
		275	=cut
		276
		277	sub wait_for_tick();
		278	sub wait_for_tick_begin();
		279
		280	=item @cf::INVOKE_RESULTS
		281
		282	This array contains the results of the last C<invoke ()> call. When
		283	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		284	that call.
		285
		286	=item %cf::REFLECT
		287
		288	Contains, for each (C++) class name, a hash reference with information
		289	about object members (methods, scalars, arrays and flags) and other
		290	metadata, which is useful for introspection.
170		291
171	=back	292	=back
172		293
173	=cut	294	=cut
174		295
175	BEGIN {	296	sub error(@) { LOG llevError, join "", @_ }
176	*CORE::GLOBAL::warn = sub {	297	sub warn (@) { LOG llevWarn , join "", @_ }
		298	sub info (@) { LOG llevInfo , join "", @_ }
		299	sub debug(@) { LOG llevDebug, join "", @_ }
		300	sub trace(@) { LOG llevTrace, join "", @_ }
		301
		302	$Coro::State::WARNHOOK = sub {
177	my $msg = join "", @_;	303	my $msg = join "", @_;
178		304
179	$msg .= "\n"	305	$msg .= "\n"
180	unless $msg =~ /\n$/;	306	unless $msg =~ /\n$/;
181		307
182	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	308	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
183		309
184	utf8::encode $msg;
185	LOG llevError, $msg;	310	LOG llevWarn, $msg;
186	};	311	};
187	}	312
		313	$Coro::State::DIEHOOK = sub {
		314	return unless $^S eq 0; # "eq", not "=="
		315
		316	error Carp::longmess $_[0];
		317
		318	if (in_main) {#d#
		319	error "DIEHOOK called in main context, Coro bug?\n";#d#
		320	return;#d#
		321	}#d#
		322
		323	# kill coroutine otherwise
		324	Coro::terminate
		325	};
188		326
189	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	327	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
190	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	328	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
191	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	329	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
192	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	330	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
199	for my $pkg (qw(	337	for my $pkg (qw(
200	cf::global cf::attachable	338	cf::global cf::attachable
201	cf::object cf::object::player	339	cf::object cf::object::player
202	cf::client cf::player	340	cf::client cf::player
203	cf::arch cf::living	341	cf::arch cf::living
		342	cf::map cf::mapspace
204	cf::map cf::party cf::region	343	cf::party cf::region
205	)) {	344	)) {
206	no strict 'refs';
207	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	345	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
208	}	346	}
209		347
210	$Event::DIED = sub {	348	$EV::DIED = sub {
211	warn "error in event callback: @_";	349	warn "error in event callback: $@";
212	};	350	};
		351
		352	#############################################################################
		353
		354	sub fork_call(&@);
		355	sub get_slot($;$$);
213		356
214	#############################################################################	357	#############################################################################
215		358
216	=head2 UTILITY FUNCTIONS	359	=head2 UTILITY FUNCTIONS
217		360
…		…
238	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	381	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
239	$d	382	$d
240	} || "[unable to dump $_[0]: '$@']";	383	} || "[unable to dump $_[0]: '$@']";
241	}	384	}
242		385
		386	=item $scalar = cf::load_file $path
		387
		388	Loads the given file from path and returns its contents. Croaks on error
		389	and can block.
		390
		391	=cut
		392
		393	sub load_file($) {
		394	0 <= aio_load $_[0], my $data
		395	or Carp::croak "$_[0]: $!";
		396
		397	$data
		398	}
		399
		400	=item $success = cf::replace_file $path, $data, $sync
		401
		402	Atomically replaces the file at the given $path with new $data, and
		403	optionally $sync the data to disk before replacing the file.
		404
		405	=cut
		406
		407	sub replace_file($$;$) {
		408	my ($path, $data, $sync) = @_;
		409
		410	my $lock = cf::lock_acquire ("replace_file:$path");
		411
		412	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		413	or return;
		414
		415	$data = $data->() if ref $data;
		416
		417	length $data == aio_write $fh, 0, (length $data), $data, 0
		418	or return;
		419
		420	!$sync
		421	or !aio_fsync $fh
		422	or return;
		423
		424	aio_close $fh
		425	and return;
		426
		427	aio_rename "$path~", $path
		428	and return;
		429
		430	if ($sync) {
		431	$path =~ s%/[^/]*$%%;
		432	aio_pathsync $path;
		433	}
		434
		435	1
		436	}
		437
243	=item $ref = cf::from_json $json	438	=item $ref = cf::decode_json $json
244		439
245	Converts a JSON string into the corresponding perl data structure.	440	Converts a JSON string into the corresponding perl data structure.
246		441
247	=item $json = cf::to_json $ref	442	=item $json = cf::encode_json $ref
248		443
249	Converts a perl data structure into its JSON representation.	444	Converts a perl data structure into its JSON representation.
250		445
251	=cut	446	=cut
252		447
253	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	448	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
254		449
255	sub to_json ($) { $json_coder->encode ($_[0]) }	450	sub encode_json($) { $json_coder->encode ($_[0]) }
256	sub from_json ($) { $json_coder->decode ($_[0]) }	451	sub decode_json($) { $json_coder->decode ($_[0]) }
		452
		453	=item $ref = cf::decode_storable $scalar
		454
		455	Same as Coro::Storable::thaw, so blocks.
		456
		457	=cut
		458
		459	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		460
		461	=item $ref = cf::decode_yaml $scalar
		462
		463	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		464
		465	=cut
		466
		467	sub decode_yaml($) {
		468	fork_call { YAML::XS::Load $_[0] } @_
		469	}
		470
		471	=item $scalar = cf::decode_cbor $scalar
		472
		473	Same as CBOR::XS::decode_cbor, but takes server ticks into account, so
		474	blocks. For small amounts of data, C<CBOR::XS::decode_cbor> is the better
		475	alternative.
		476
		477	=cut
		478
		479	sub decode_cbor($) {
		480	# we assume 10mb/s minimum decoding speed (on a ~2ghz machine)
		481	cf::get_slot +(length $_[0]) / 10_000_000, 0, "decode_cbor";
		482	CBOR::XS::decode_cbor $_[0]
		483	}
		484
		485	=item $scalar = cf::unlzf $scalar
		486
		487	Same as Compress::LZF::compress, but takes server ticks into account, so
		488	blocks.
		489
		490	=cut
		491
		492	sub unlzf($) {
		493	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		494	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		495	Compress::LZF::decompress $_[0]
		496	}
		497
		498	=item cf::post_init { BLOCK }
		499
		500	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		501	but I<before> the server starts ticking again.
		502
		503	The codeblock will have a single boolean argument to indicate whether this
		504	is a reload or not.
		505
		506	=cut
		507
		508	sub post_init(&) {
		509	push @POST_INIT, shift;
		510	}
		511
		512	sub _post_init {
		513	trace "running post_init jobs";
		514
		515	# run them in parallel...
		516
		517	my @join;
		518
		519	while () {
		520	push @join, map &Coro::async ($_, 0), @POST_INIT;
		521	@POST_INIT = ();
		522
		523	@join or last;
		524
		525	(pop @join)->join;
		526	}
		527	}
257		528
258	=item cf::lock_wait $string	529	=item cf::lock_wait $string
259		530
260	Wait until the given lock is available. See cf::lock_acquire.	531	Wait until the given lock is available. See cf::lock_acquire.
261		532
262	=item my $lock = cf::lock_acquire $string	533	=item my $lock = cf::lock_acquire $string
263		534
264	Wait until the given lock is available and then acquires it and returns	535	Wait until the given lock is available and then acquires it and returns
265	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	536	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
266	for example when the coroutine gets canceled), the lock is automatically	537	for example when the coroutine gets canceled), the lock is automatically
267	returned.	538	returned.
268		539
		540	Locks are *not* recursive, locking from the same coro twice results in a
		541	deadlocked coro.
		542
269	Lock names should begin with a unique identifier (for example, cf::map::find	543	Lock names should begin with a unique identifier (for example, cf::map::find
270	uses map_find and cf::map::load uses map_load).	544	uses map_find and cf::map::load uses map_load).
271		545
272	=item $locked = cf::lock_active $string	546	=item $locked = cf::lock_active $string
273		547
274	Return true if the lock is currently active, i.e. somebody has locked it.	548	Return true if the lock is currently active, i.e. somebody has locked it.
275		549
276	=cut	550	=cut
277		551
278	our %LOCK;	552	our $LOCKS = new Coro::SemaphoreSet;
279		553
280	sub lock_wait($) {	554	sub lock_wait($) {
281	my ($key) = @_;	555	$LOCKS->wait ($_[0]);
282
283	# wait for lock, if any
284	while ($LOCK{$key}) {
285	push @{ $LOCK{$key} }, $Coro::current;
286	Coro::schedule;
287	}
288	}	556	}
289		557
290	sub lock_acquire($) {	558	sub lock_acquire($) {
291	my ($key) = @_;	559	$LOCKS->guard ($_[0])
292
293	# wait, to be sure we are not locked
294	lock_wait $key;
295
296	$LOCK{$key} = [];
297
298	Coro::guard {
299	# wake up all waiters, to be on the safe side
300	$_->ready for @{ delete $LOCK{$key} };
301	}
302	}	560	}
303		561
304	sub lock_active($) {	562	sub lock_active($) {
305	my ($key) = @_;	563	$LOCKS->count ($_[0]) < 1
306
307	! ! $LOCK{$key}
308	}	564	}
309		565
310	sub freeze_mainloop {	566	sub freeze_mainloop {
311	return unless $TICK_WATCHER->is_active;	567	tick_inhibit_inc;
312		568
313	my $guard = Coro::guard {	569	&Guard::guard (\&tick_inhibit_dec);
314	$TICK_WATCHER->start;	570	}
		571
		572	=item cf::periodic $interval, $cb
		573
		574	Like EV::periodic, but randomly selects a starting point so that the actions
		575	get spread over time.
		576
		577	=cut
		578
		579	sub periodic($$) {
		580	my ($interval, $cb) = @_;
		581
		582	my $start = rand List::Util::min 180, $interval;
		583
		584	EV::periodic $start, $interval, 0, $cb
		585	}
		586
		587	=item cf::get_slot $time[, $priority[, $name]]
		588
		589	Allocate $time seconds of blocking CPU time at priority C<$priority>
		590	(default: 0): This call blocks and returns only when you have at least
		591	C<$time> seconds of cpu time till the next tick. The slot is only valid
		592	till the next cede.
		593
		594	Background jobs should use a priority less than zero, interactive jobs
		595	should use 100 or more.
		596
		597	The optional C<$name> can be used to identify the job to run. It might be
		598	used for statistical purposes and should identify the same time-class.
		599
		600	Useful for short background jobs.
		601
		602	=cut
		603
		604	our @SLOT_QUEUE;
		605	our $SLOT_QUEUE;
		606	our $SLOT_DECAY = 0.9;
		607
		608	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		609	$SLOT_QUEUE = Coro::async {
		610	$Coro::current->desc ("timeslot manager");
		611
		612	my $signal = new Coro::Signal;
		613	my $busy;
		614
		615	while () {
		616	next_job:
		617
		618	Coro::cede;
		619
		620	my $avail = cf::till_tick;
		621
		622	for (0 .. $#SLOT_QUEUE) {
		623	if ($SLOT_QUEUE[$_][0] <= $avail) {
		624	$busy = 0;
		625	my $job = splice @SLOT_QUEUE, $_, 1, ();
		626	$job->[2]->send;
		627	goto next_job;
		628	} else {
		629	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
		630	}
		631	}
		632
		633	if (@SLOT_QUEUE) {
		634	wait_for_tick;
		635	} else {
		636	$busy = 0;
		637	Coro::schedule;
		638	}
315	};	639	}
316	$TICK_WATCHER->stop;	640	};
317	$guard	641
		642	sub get_slot($;$$) {
		643	return if tick_inhibit || $Coro::current == $Coro::main;
		644
		645	my ($time, $pri, $name) = @_;
		646
		647	$time = clamp $time, 0.01, $TICK * .6;
		648
		649	my $sig = new Coro::Signal;
		650
		651	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		652	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		653	$SLOT_QUEUE->ready;
		654	$sig->wait;
318	}	655	}
319		656
320	=item cf::async { BLOCK }	657	=item cf::async { BLOCK }
321		658
322	Currently the same as Coro::async_pool, meaning you cannot use	659	Currently the same as Coro::async_pool, meaning you cannot use
…		…
327		664
328	BEGIN { *async = \&Coro::async_pool }	665	BEGIN { *async = \&Coro::async_pool }
329		666
330	=item cf::sync_job { BLOCK }	667	=item cf::sync_job { BLOCK }
331		668
332	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	669	The design of Deliantra requires that the main coroutine ($Coro::main)
333	is always able to handle events or runnable, as Crossfire TRT is only	670	is always able to handle events or is runnable, as Deliantra is only
334	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	671	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
335	acceptable.	672	acceptable.
336		673
337	If it must be done, put the blocking parts into C<sync_job>. This will run	674	If it must be done, put the blocking parts into C<sync_job>. This will run
338	the given BLOCK in another coroutine while waiting for the result. The	675	the given BLOCK in another coroutine while waiting for the result. The
…		…
342	=cut	679	=cut
343		680
344	sub sync_job(&) {	681	sub sync_job(&) {
345	my ($job) = @_;	682	my ($job) = @_;
346		683
347	if ($Coro::current == $Coro::main) {	684	if (in_main) {
348	my $time = Event::time;	685	my $time = AE::time;
349		686
350	# this is the main coro, too bad, we have to block	687	# this is the main coro, too bad, we have to block
351	# till the operation succeeds, freezing the server :/	688	# till the operation succeeds, freezing the server :/
352		689
353	# TODO: use suspend/resume instead	690	#LOG llevError, Carp::longmess "sync job";#d#
354	# (but this is cancel-safe)	691
355	my $freeze_guard = freeze_mainloop;	692	my $freeze_guard = freeze_mainloop;
356		693
357	my $busy = 1;	694	my $busy = 1;
358	my @res;	695	my @res;
359		696
360	(async {	697	(async {
		698	$Coro::current->desc ("sync job coro");
361	@res = eval { $job->() };	699	@res = eval { $job->() };
362	warn $@ if $@;	700	error $@ if $@;
363	undef $busy;	701	undef $busy;
364	})->prio (Coro::PRIO_MAX);	702	})->prio (Coro::PRIO_MAX);
365		703
366	while ($busy) {	704	while ($busy) {
367	Coro::cede or Event::one_event;	705	if (Coro::nready) {
		706	Coro::cede_notself;
		707	} else {
		708	EV::run EV::RUN_ONCE;
368	}	709	}
		710	}
369		711
370	$time = Event::time - $time;	712	my $time = AE::time - $time;
371		713
372	LOG llevError | logBacktrace, Carp::longmess "long sync job"
373	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
374
375	$tick_start += $time; # do not account sync jobs to server load	714	$TICK_START += $time; # do not account sync jobs to server load
376		715
377	wantarray ? @res : $res[0]	716	wantarray ? @res : $res[0]
378	} else {	717	} else {
379	# we are in another coroutine, how wonderful, everything just works	718	# we are in another coroutine, how wonderful, everything just works
380		719
…		…
400	$EXT_CORO{$coro+0} = $coro;	739	$EXT_CORO{$coro+0} = $coro;
401		740
402	$coro	741	$coro
403	}	742	}
404		743
405	=item fork_call { }, $args	744	=item fork_call { }, @args
406		745
407	Executes the given code block with the given arguments in a seperate	746	Executes the given code block with the given arguments in a seperate
408	process, returning the results. Everything must be serialisable with	747	process, returning the results. Everything must be serialisable with
409	Coro::Storable. May, of course, block. Note that the executed sub may	748	Coro::Storable. May, of course, block. Note that the executed sub may
410	never block itself or use any form of Event handling.	749	never block itself or use any form of event handling.
411		750
412	=cut	751	=cut
		752
		753	sub post_fork {
		754	reset_signals;
		755	}
413		756
414	sub fork_call(&@) {	757	sub fork_call(&@) {
415	my ($cb, @args) = @_;	758	my ($cb, @args) = @_;
416		759
417	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC	760	my @res = Coro::Util::fork_eval {
418	# or die "socketpair: $!";	761	cf::post_fork;
419	pipe my $fh1, my $fh2	762	&$cb
420	or die "pipe: $!";	763	} @args;
421		764
422	if (my $pid = fork) {	765	wantarray ? @res : $res[-1]
423	close $fh2;	766	}
424		767
425	my $res = (Coro::Handle::unblock $fh1)->readline (undef);	768	sub objinfo {
426	warn "pst<$res>" unless $res =~ /^pst/;
427	$res = Coro::Storable::thaw $res;
428
429	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
430
431	Carp::confess $$res unless "ARRAY" eq ref $res;
432
433	return wantarray ? @$res : $res->[-1];
434	} else {
435	reset_signals;
436	local $SIG{__WARN__};
437	local $SIG{__DIE__};
438	local $Coro::idle;
439	$Coro::current->prio (Coro::PRIO_MAX);
440	eval {
441	close $fh1;
442
443	my @res = eval { $cb->(@args) };
444
445	open my $fh, ">", \my $buf
446	or die "fork_call: cannot open fh-to-buf in child : $!";
447	Storable::store_fd +($@ ? \"$@" : \@res), $fh;
448	close $fh;
449
450	warn "writing ", length $buf;
451	my $x;
452	(length $buf) == ($x = syswrite $fh2, $buf)
453	or warn "error writing ".(length $buf)." != $x\n";
454	close $fh2;
455	};
456
457	warn $@ if $@;
458	_exit 0;
459	}	769	(
		770	"counter value" => cf::object::object_count,
		771	"objects created" => cf::object::create_count,
		772	"objects destroyed" => cf::object::destroy_count,
		773	"freelist size" => cf::object::free_count,
		774	"allocated objects" => cf::object::objects_size,
		775	"active objects" => cf::object::actives_size,
		776	)
		777	}
		778
		779	=item $coin = coin_from_name $name
		780
		781	=cut
		782
		783	our %coin_alias = (
		784	"silver" => "silvercoin",
		785	"silvercoin" => "silvercoin",
		786	"silvercoins" => "silvercoin",
		787	"gold" => "goldcoin",
		788	"goldcoin" => "goldcoin",
		789	"goldcoins" => "goldcoin",
		790	"platinum" => "platinacoin",
		791	"platinumcoin" => "platinacoin",
		792	"platinumcoins" => "platinacoin",
		793	"platina" => "platinacoin",
		794	"platinacoin" => "platinacoin",
		795	"platinacoins" => "platinacoin",
		796	"royalty" => "royalty",
		797	"royalties" => "royalty",
		798	);
		799
		800	sub coin_from_name($) {
		801	$coin_alias{$_[0]}
		802	? cf::arch::find $coin_alias{$_[0]}
		803	: undef
460	}	804	}
461		805
462	=item $value = cf::db_get $family => $key	806	=item $value = cf::db_get $family => $key
463		807
464	Returns a single value from the environment database.	808	Returns a single value from the environment database.
…		…
466	=item cf::db_put $family => $key => $value	810	=item cf::db_put $family => $key => $value
467		811
468	Stores the given C<$value> in the family. It can currently store binary	812	Stores the given C<$value> in the family. It can currently store binary
469	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	813	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
470		814
		815	=item $db = cf::db_table "name"
		816
		817	Create and/or open a new database table. The string must not be "db" and must be unique
		818	within each server.
		819
471	=cut	820	=cut
		821
		822	sub db_table($) {
		823	cf::error "db_get called from main context"
		824	if $Coro::current == $Coro::main;
		825
		826	my ($name) = @_;
		827	my $db = BDB::db_create $DB_ENV;
		828
		829	eval {
		830	$db->set_flags (BDB::CHKSUM);
		831
		832	utf8::encode $name;
		833	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		834	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		835	cf::cleanup "db_open(db): $!" if $!;
		836	};
		837	cf::cleanup "db_open(db): $@" if $@;
		838
		839	$db
		840	}
472		841
473	our $DB;	842	our $DB;
474		843
475	sub db_init {	844	sub db_init {
476	unless ($DB) {	845	$DB ||= db_table "db";
477	$DB = BDB::db_create $DB_ENV;
478
479	cf::sync_job {
480	eval {
481	$DB->set_flags (BDB::CHKSUM);
482
483	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
484	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
485	cf::cleanup "db_open(db): $!" if $!;
486	};
487	cf::cleanup "db_open(db): $@" if $@;
488	};
489	}
490	}	846	}
491		847
492	sub db_get($$) {	848	sub db_get($$) {
493	my $key = "$_[0]/$_[1]";	849	my $key = "$_[0]/$_[1]";
494		850
495	cf::sync_job {	851	cf::error "db_get called from main context"
		852	if $Coro::current == $Coro::main;
		853
496	BDB::db_get $DB, undef, $key, my $data;	854	BDB::db_get $DB, undef, $key, my $data;
497		855
498	$! ? ()	856	$! ? ()
499	: $data	857	: $data
500	}
501	}	858	}
502		859
503	sub db_put($$$) {	860	sub db_put($$$) {
504	BDB::dbreq_pri 4;	861	BDB::dbreq_pri 4;
505	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	862	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
533		890
534	my @data;	891	my @data;
535	my $md5;	892	my $md5;
536		893
537	for (0 .. $#$src) {	894	for (0 .. $#$src) {
538	0 <= aio_load $src->[$_], $data[$_]	895	$data[$_] = load_file $src->[$_];
539	or Carp::croak "$src->[$_]: $!";
540	}	896	}
541		897
542	# if processing is expensive, check	898	# if processing is expensive, check
543	# checksum first	899	# checksum first
544	if (1) {	900	if (1) {
545	$md5 =	901	$md5 =
546	join "\x00",	902	join "\x00",
547	$processversion,	903	$processversion,
548	map {	904	map {
549	Coro::cede;	905	cf::cede_to_tick;
550	($src->[$_], Digest::MD5::md5_hex $data[$_])	906	($src->[$_], Digest::MD5::md5_hex $data[$_])
551	} 0.. $#$src;	907	} 0.. $#$src;
552		908
553		909
554	my $dbmd5 = db_get cache => "$id/md5";	910	my $dbmd5 = db_get cache => "$id/md5";
…		…
557		913
558	return db_get cache => "$id/data";	914	return db_get cache => "$id/data";
559	}	915	}
560	}	916	}
561		917
562	my $t1 = Time::HiRes::time;	918	my $t1 = EV::time;
563	my $data = $process->(\@data);	919	my $data = $process->(\@data);
564	my $t2 = Time::HiRes::time;	920	my $t2 = EV::time;
565		921
566	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	922	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
567		923
568	db_put cache => "$id/data", $data;	924	db_put cache => "$id/data", $data;
569	db_put cache => "$id/md5" , $md5;	925	db_put cache => "$id/md5" , $md5;
570	db_put cache => "$id/meta", $meta;	926	db_put cache => "$id/meta", $meta;
571		927
…		…
581		937
582	=cut	938	=cut
583		939
584	sub datalog($@) {	940	sub datalog($@) {
585	my ($type, %kv) = @_;	941	my ($type, %kv) = @_;
586	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	942	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
587	}	943	}
588		944
589	=back	945	=back
590		946
591	=cut	947	=cut
592		948
593	#############################################################################	949	#############################################################################
594		950
595	=head2 ATTACHABLE OBJECTS	951	=head2 ATTACHABLE OBJECTS
596		952
597	Many objects in crossfire are so-called attachable objects. That means you can	953	Many objects in deliantra are so-called attachable objects. That means you can
598	attach callbacks/event handlers (a collection of which is called an "attachment")	954	attach callbacks/event handlers (a collection of which is called an "attachment")
599	to it. All such attachable objects support the following methods.	955	to it. All such attachable objects support the following methods.
600		956
601	In the following description, CLASS can be any of C<global>, C<object>	957	In the following description, CLASS can be any of C<global>, C<object>
602	C<player>, C<client> or C<map> (i.e. the attachable objects in	958	C<player>, C<client> or C<map> (i.e. the attachable objects in
603	Crossfire TRT).	959	Deliantra).
604		960
605	=over 4	961	=over 4
606		962
607	=item $attachable->attach ($attachment, key => $value...)	963	=item $attachable->attach ($attachment, key => $value...)
608		964
…		…
652	=item cf::CLASS::attachment $name, ...	1008	=item cf::CLASS::attachment $name, ...
653		1009
654	Register an attachment by C<$name> through which attachable objects of the	1010	Register an attachment by C<$name> through which attachable objects of the
655	given CLASS can refer to this attachment.	1011	given CLASS can refer to this attachment.
656		1012
657	Some classes such as crossfire maps and objects can specify attachments	1013	Some classes such as deliantra maps and objects can specify attachments
658	that are attached at load/instantiate time, thus the need for a name.	1014	that are attached at load/instantiate time, thus the need for a name.
659		1015
660	These calls expect any number of the following handler/hook descriptions:	1016	These calls expect any number of the following handler/hook descriptions:
661		1017
662	=over 4	1018	=over 4
…		…
786		1142
787	} elsif (exists $cb_id{$type}) {	1143	} elsif (exists $cb_id{$type}) {
788	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1144	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
789		1145
790	} elsif (ref $type) {	1146	} elsif (ref $type) {
791	warn "attaching objects not supported, ignoring.\n";	1147	error "attaching objects not supported, ignoring.\n";
792		1148
793	} else {	1149	} else {
794	shift @arg;	1150	shift @arg;
795	warn "attach argument '$type' not supported, ignoring.\n";	1151	error "attach argument '$type' not supported, ignoring.\n";
796	}	1152	}
797	}	1153	}
798	}	1154	}
799		1155
800	sub _object_attach {	1156	sub _object_attach {
…		…
810	_attach $registry, $klass, @attach;	1166	_attach $registry, $klass, @attach;
811	}	1167	}
812		1168
813	$obj->{$name} = \%arg;	1169	$obj->{$name} = \%arg;
814	} else {	1170	} else {
815	warn "object uses attachment '$name' which is not available, postponing.\n";	1171	info "object uses attachment '$name' which is not available, postponing.\n";
816	}	1172	}
817		1173
818	$obj->{_attachment}{$name} = undef;	1174	$obj->{_attachment}{$name} = undef;
819	}	1175	}
820		1176
…		…
860	";	1216	";
861	die if $@;	1217	die if $@;
862	}	1218	}
863		1219
864	our $override;	1220	our $override;
865	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1221	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
866		1222
867	sub override {	1223	sub override {
868	$override = 1;	1224	$override = 1;
869	@invoke_results = ();	1225	@INVOKE_RESULTS = (@_);
870	}	1226	}
871		1227
872	sub do_invoke {	1228	sub do_invoke {
873	my $event = shift;	1229	my $event = shift;
874	my $callbacks = shift;	1230	my $callbacks = shift;
875		1231
876	@invoke_results = ();	1232	@INVOKE_RESULTS = ();
877		1233
878	local $override;	1234	local $override;
879		1235
880	for (@$callbacks) {	1236	for (@$callbacks) {
881	eval { &{$_->[1]} };	1237	eval { &{$_->[1]} };
882		1238
883	if ($@) {	1239	if ($@) {
884	warn "$@";
885	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1240	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
886	override;	1241	override;
887	}	1242	}
888		1243
889	return 1 if $override;	1244	return 1 if $override;
890	}	1245	}
891		1246
892	0	1247	0
893	}	1248	}
894		1249
895	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1250	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
896		1251
897	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1252	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
898		1253
899	Generate an object-specific event with the given arguments.	1254	Generate an object-specific event with the given arguments.
900		1255
901	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1256	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
902	removed in future versions), and there is no public API to access override	1257	removed in future versions), and there is no public API to access override
903	results (if you must, access C<@cf::invoke_results> directly).	1258	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
904		1259
905	=back	1260	=back
906		1261
907	=cut	1262	=cut
908		1263
909	#############################################################################	1264	#############################################################################
910	# object support	1265	# object support
		1266
		1267	sub _object_equal($$);
		1268	sub _object_equal($$) {
		1269	my ($a, $b) = @_;
		1270
		1271	return 0 unless (ref $a) eq (ref $b);
		1272
		1273	if ("HASH" eq ref $a) {
		1274	my @ka = keys %$a;
		1275	my @kb = keys %$b;
		1276
		1277	return 0 if @ka != @kb;
		1278
		1279	for (0 .. $#ka) {
		1280	return 0 unless $ka[$_] eq $kb[$_];
		1281	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1282	}
		1283
		1284	} elsif ("ARRAY" eq ref $a) {
		1285
		1286	return 0 if @$a != @$b;
		1287
		1288	for (0 .. $#$a) {
		1289	return 0 unless _object_equal $a->[$_], $b->[$_];
		1290	}
		1291
		1292	} elsif ($a ne $b) {
		1293	return 0;
		1294	}
		1295
		1296	1
		1297	}
		1298
		1299	our $SLOW_MERGES;#d#
		1300	sub _can_merge {
		1301	my ($ob1, $ob2) = @_;
		1302
		1303	++$SLOW_MERGES;#d#
		1304
		1305	# we do the slow way here
		1306	return _object_equal $ob1, $ob2
		1307	}
911		1308
912	sub reattach {	1309	sub reattach {
913	# basically do the same as instantiate, without calling instantiate	1310	# basically do the same as instantiate, without calling instantiate
914	my ($obj) = @_;	1311	my ($obj) = @_;
915		1312
		1313	# no longer needed after getting rid of delete_package?
916	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1314	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
917		1315
918	my $registry = $obj->registry;	1316	my $registry = $obj->registry;
919		1317
920	@$registry = ();	1318	@$registry = ();
921		1319
…		…
926	for (@$attach) {	1324	for (@$attach) {
927	my ($klass, @attach) = @$_;	1325	my ($klass, @attach) = @$_;
928	_attach $registry, $klass, @attach;	1326	_attach $registry, $klass, @attach;
929	}	1327	}
930	} else {	1328	} else {
931	warn "object uses attachment '$name' that is not available, postponing.\n";	1329	info "object uses attachment '$name' that is not available, postponing.\n";
932	}	1330	}
933	}	1331	}
934	}	1332	}
935		1333
936	cf::attachable->attach (	1334	cf::attachable->attach (
937	prio => -1000000,	1335	prio => -1000000,
938	on_instantiate => sub {	1336	on_instantiate => sub {
939	my ($obj, $data) = @_;	1337	my ($obj, $data) = @_;
940		1338
941	$data = from_json $data;	1339	$data = decode_json $data;
942		1340
943	for (@$data) {	1341	for (@$data) {
944	my ($name, $args) = @$_;	1342	my ($name, $args) = @$_;
945		1343
946	$obj->attach ($name, %{$args || {} });	1344	$obj->attach ($name, %{$args || {} });
…		…
962	sub object_freezer_save {	1360	sub object_freezer_save {
963	my ($filename, $rdata, $objs) = @_;	1361	my ($filename, $rdata, $objs) = @_;
964		1362
965	sync_job {	1363	sync_job {
966	if (length $$rdata) {	1364	if (length $$rdata) {
		1365	utf8::decode (my $decname = $filename);
967	warn sprintf "saving %s (%d,%d)\n",	1366	trace sprintf "saving %s (%d,%d)\n",
968	$filename, length $$rdata, scalar @$objs;	1367	$decname, length $$rdata, scalar @$objs
		1368	if $VERBOSE_IO;
969		1369
970	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1370	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
971	chmod SAVE_MODE, $fh;	1371	aio_chmod $fh, SAVE_MODE;
972	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1372	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
973	aio_fsync $fh if $cf::USE_FSYNC;	1373	if ($cf::USE_FSYNC) {
		1374	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1375	aio_fsync $fh;
		1376	}
974	close $fh;	1377	aio_close $fh;
975		1378
976	if (@$objs) {	1379	if (@$objs) {
977	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1380	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
978	chmod SAVE_MODE, $fh;	1381	aio_chmod $fh, SAVE_MODE;
979	my $data = Storable::nfreeze { version => 1, objs => $objs };	1382	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
980	aio_write $fh, 0, (length $data), $data, 0;	1383	aio_write $fh, 0, (length $data), $data, 0;
981	aio_fsync $fh if $cf::USE_FSYNC;	1384	if ($cf::USE_FSYNC) {
		1385	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1386	aio_fsync $fh;
		1387	}
982	close $fh;	1388	aio_close $fh;
983	aio_rename "$filename.pst~", "$filename.pst";	1389	aio_rename "$filename.pst~", "$filename.pst";
984	}	1390	}
985	} else {	1391	} else {
986	aio_unlink "$filename.pst";	1392	aio_unlink "$filename.pst";
987	}	1393	}
988		1394
989	aio_rename "$filename~", $filename;	1395	aio_rename "$filename~", $filename;
		1396
		1397	$filename =~ s%/[^/]+$%%;
		1398	aio_pathsync $filename if $cf::USE_FSYNC;
990	} else {	1399	} else {
991	warn "FATAL: $filename~: $!\n";	1400	error "unable to save objects: $filename~: $!\n";
992	}	1401	}
993	} else {	1402	} else {
994	aio_unlink $filename;	1403	aio_unlink $filename;
995	aio_unlink "$filename.pst";	1404	aio_unlink "$filename.pst";
996	}	1405	}
997	}	1406	};
998	}	1407	}
999		1408
1000	sub object_freezer_as_string {	1409	sub object_freezer_as_string {
1001	my ($rdata, $objs) = @_;	1410	my ($rdata, $objs) = @_;
1002		1411
…		…
1014	or return;	1423	or return;
1015		1424
1016	unless (aio_stat "$filename.pst") {	1425	unless (aio_stat "$filename.pst") {
1017	(aio_load "$filename.pst", $av) >= 0	1426	(aio_load "$filename.pst", $av) >= 0
1018	or return;	1427	or return;
		1428
1019	$av = eval { (Storable::thaw $av)->{objs} };	1429	my $st = eval { Coro::Storable::thaw $av };
		1430	$av = $st->{objs};
1020	}	1431	}
1021		1432
		1433	utf8::decode (my $decname = $filename);
1022	warn sprintf "loading %s (%d)\n",	1434	trace sprintf "loading %s (%d,%d)\n",
1023	$filename, length $data, scalar @{$av || []};	1435	$decname, length $data, scalar @{$av || []}
		1436	if $VERBOSE_IO;
		1437
1024	return ($data, $av);	1438	($data, $av)
1025	}	1439	}
1026		1440
1027	=head2 COMMAND CALLBACKS	1441	=head2 COMMAND CALLBACKS
1028		1442
1029	=over 4	1443	=over 4
…		…
1031	=cut	1445	=cut
1032		1446
1033	#############################################################################	1447	#############################################################################
1034	# command handling &c	1448	# command handling &c
1035		1449
1036	=item cf::register_command $name => \&callback($ob,$args);	1450	=item cf::register_command $name => \&callback($ob,$args)
1037		1451
1038	Register a callback for execution when the client sends the user command	1452	Register a callback for execution when the client sends the user command
1039	$name.	1453	$name.
1040		1454
1041	=cut	1455	=cut
…		…
1047	#warn "registering command '$name/$time' to '$caller'";	1461	#warn "registering command '$name/$time' to '$caller'";
1048		1462
1049	push @{ $COMMAND{$name} }, [$caller, $cb];	1463	push @{ $COMMAND{$name} }, [$caller, $cb];
1050	}	1464	}
1051		1465
1052	=item cf::register_extcmd $name => \&callback($pl,$packet);	1466	=item cf::register_extcmd $name => \&callback($pl,@args)
1053		1467
1054	Register a callback for execution when the client sends an (synchronous)	1468	Register a callback for execution when the client sends an (synchronous)
1055	extcmd packet. Ext commands will be processed in the order they are	1469	extcmd packet. Ext commands will be processed in the order they are
1056	received by the server, like other user commands. The first argument is	1470	received by the server, like other user commands. The first argument is
1057	the logged-in player. Ext commands can only be processed after a player	1471	the logged-in player. Ext commands can only be processed after a player
1058	has logged in successfully.	1472	has logged in successfully.
1059		1473
1060	If the callback returns something, it is sent back as if reply was being	1474	The values will be sent back to the client.
1061	called.
1062		1475
		1476	=item cf::register_async_extcmd $name => \&callback($pl,$reply->(...),@args)
		1477
		1478	Same as C<cf::register_extcmd>, but instead of returning values, the
		1479	callback needs to clal the C<$reply> function.
		1480
1063	=item cf::register_exticmd $name => \&callback($ns,$packet);	1481	=item cf::register_exticmd $name => \&callback($ns,@args)
1064		1482
1065	Register a callback for execution when the client sends an (asynchronous)	1483	Register a callback for execution when the client sends an (asynchronous)
1066	exticmd packet. Exti commands are processed by the server as soon as they	1484	exticmd packet. Exti commands are processed by the server as soon as they
1067	are received, i.e. out of order w.r.t. other commands. The first argument	1485	are received, i.e. out of order w.r.t. other commands. The first argument
1068	is a client socket. Exti commands can be received anytime, even before	1486	is a client socket. Exti commands can be received anytime, even before
1069	log-in.	1487	log-in.
1070		1488
1071	If the callback returns something, it is sent back as if reply was being	1489	The values will be sent back to the client.
1072	called.
1073		1490
1074	=cut	1491	=item cf::register_async_exticmd $name => \&callback($ns,$reply->(...),@args)
1075		1492
		1493	Same as C<cf::register_extcmd>, but instead of returning values, the
		1494	callback needs to clal the C<$reply> function.
		1495
		1496	=cut
		1497
1076	sub register_extcmd {	1498	sub register_extcmd($$) {
1077	my ($name, $cb) = @_;	1499	my ($name, $cb) = @_;
1078		1500
1079	$EXTCMD{$name} = $cb;	1501	$EXTCMD{$name} = $cb;
1080	}	1502	}
1081		1503
1082	sub register_exticmd {	1504	sub register_async_extcmd($$) {
1083	my ($name, $cb) = @_;	1505	my ($name, $cb) = @_;
1084		1506
		1507	$EXTACMD{$name} = $cb;
		1508	}
		1509
		1510	sub register_exticmd($$) {
		1511	my ($name, $cb) = @_;
		1512
1085	$EXTICMD{$name} = $cb;	1513	$EXTICMD{$name} = $cb;
1086	}	1514	}
1087		1515
		1516	sub register_async_exticmd($$) {
		1517	my ($name, $cb) = @_;
		1518
		1519	$EXTIACMD{$name} = $cb;
		1520	}
		1521
		1522	use File::Glob ();
		1523
1088	cf::player->attach (	1524	cf::player->attach (
1089	on_command => sub {	1525	on_unknown_command => sub {
1090	my ($pl, $name, $params) = @_;	1526	my ($pl, $name, $params) = @_;
1091		1527
1092	my $cb = $COMMAND{$name}	1528	my $cb = $COMMAND{$name}
1093	or return;	1529	or return;
1094		1530
…		…
1102	my ($pl, $buf) = @_;	1538	my ($pl, $buf) = @_;
1103		1539
1104	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1540	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1105		1541
1106	if (ref $msg) {	1542	if (ref $msg) {
		1543	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		1544
1107	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1545	if (my $cb = $EXTACMD{$type}) {
1108	if (my %reply = $cb->($pl, $msg)) {	1546	$cb->(
1109	$pl->ext_reply ($msg->{msgid}, %reply);	1547	$pl,
		1548	sub {
		1549	$pl->ext_msg ("reply-$reply", @_)
		1550	if $reply;
		1551	},
		1552	@payload
		1553	);
		1554	} else {
		1555	my @reply;
		1556
		1557	if (my $cb = $EXTCMD{$type}) {
		1558	@reply = $cb->($pl, @payload);
1110	}	1559	}
		1560
		1561	$pl->ext_msg ("reply-$reply", @reply)
		1562	if $reply;
1111	}	1563	}
		1564
1112	} else {	1565	} else {
1113	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1566	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1114	}	1567	}
1115		1568
1116	cf::override;	1569	cf::override;
1117	},	1570	},
1118	);	1571	);
1119		1572
		1573	# "readahead" all extensions
		1574	sub cache_extensions {
		1575	my $grp = IO::AIO::aio_group;
		1576
		1577	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1578	for (grep /\.ext$/, @{$_[0]}) {
		1579	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1580	}
		1581	};
		1582
		1583	$grp
		1584	}
		1585
		1586	sub _ext_cfg_reg($$$$) {
		1587	my ($rvar, $varname, $cfgname, $default) = @_;
		1588
		1589	$cfgname = lc $varname
		1590	unless length $cfgname;
		1591
		1592	$EXT_CFG{$cfgname} = [$rvar, $default];
		1593
		1594	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1595	}
		1596
1120	sub load_extensions {	1597	sub load_extensions {
		1598	info "loading extensions...";
		1599
		1600	%EXT_CFG = ();
		1601
1121	cf::sync_job {	1602	cf::sync_job {
1122	my %todo;	1603	my %todo;
1123		1604
1124	for my $path (<$LIBDIR/*.ext>) {	1605	for my $path (<$LIBDIR/*.ext>) {
1125	next unless -r $path;	1606	next unless -r $path;
…		…
1143		1624
1144	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1625	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1145	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1626	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1146		1627
1147	$ext{source} =	1628	$ext{source} =
1148	"package $pkg; use strict; use utf8;\n"	1629	"package $pkg; use common::sense;\n"
1149	. "#line 1 \"$path\"\n{\n"	1630	. "#line 1 \"$path\"\n{\n"
1150	. $source	1631	. $source
1151	. "\n};\n1";	1632	. "\n};\n1";
1152		1633
1153	$todo{$base} = \%ext;	1634	$todo{$base} = \%ext;
1154	}	1635	}
1155		1636
		1637	my $pass = 0;
1156	my %done;	1638	my %done;
1157	while (%todo) {	1639	while (%todo) {
1158	my $progress;	1640	my $progress;
1159		1641
		1642	++$pass;
		1643
		1644	ext:
1160	while (my ($k, $v) = each %todo) {	1645	while (my ($k, $v) = each %todo) {
1161	for (split /,\s*/, $v->{meta}{depends}) {	1646	for (split /,\s*/, $v->{meta}{depends}) {
1162	goto skip	1647	next ext
1163	unless exists $done{$_};	1648	unless exists $done{$_};
1164	}	1649	}
1165		1650
1166	warn "... loading '$k' into '$v->{pkg}'\n";	1651	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1167		1652
1168	unless (eval $v->{source}) {	1653	my $source = $v->{source};
		1654
		1655	# support "CONF varname :confname = default" pseudo-statements
		1656	$source =~ s{
		1657	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1658	}{
		1659	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1660	}gmxe;
		1661
		1662	my $active = eval $source;
		1663
		1664	if (length $@) {
1169	my $msg = $@ ? "$v->{path}: $@\n"	1665	error "$v->{path}: $@\n";
1170	: "$v->{base}: extension inactive.\n";
1171		1666
		1667	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1172	if (exists $v->{meta}{mandatory}) {	1668	if exists $v->{meta}{mandatory};
1173	warn $msg;	1669
1174	warn "mandatory extension failed to load, exiting.\n";	1670	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1175	exit 1;	1671	delete $todo{$k};
1176	}	1672	} else {
1177		1673	$done{$k} = delete $todo{$k};
1178	warn $msg;	1674	push @EXTS, $v->{pkg};
		1675	$progress = 1;
		1676
		1677	info "$v->{base}: extension inactive.\n"
		1678	unless $active;
1179	}	1679	}
1180
1181	$done{$k} = delete $todo{$k};
1182	push @EXTS, $v->{pkg};
1183	$progress = 1;
1184	}	1680	}
1185		1681
1186	skip:	1682	unless ($progress) {
1187	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1683	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1188	unless $progress;	1684
		1685	while (my ($k, $v) = each %todo) {
		1686	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1687	if exists $v->{meta}{mandatory};
		1688	}
		1689
		1690	last;
		1691	}
1189	}	1692	}
1190	};	1693	};
1191	}	1694	}
1192		1695
1193	#############################################################################	1696	#############################################################################
1194		1697
1195	=back	1698	=back
1196		1699
1197	=head2 CORE EXTENSIONS	1700	=head2 CORE EXTENSIONS
1198		1701
1199	Functions and methods that extend core crossfire objects.	1702	Functions and methods that extend core deliantra objects.
1200		1703
1201	=cut	1704	=cut
1202		1705
1203	package cf::player;	1706	package cf::player;
1204		1707
1205	use Coro::AIO;	1708	use Coro::AIO;
1206		1709
1207	=head3 cf::player	1710	=head3 cf::player
1208		1711
1209	=over 4	1712	=over 4
		1713
		1714	=item cf::player::num_playing
		1715
		1716	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1717
		1718	=cut
		1719
		1720	sub num_playing {
		1721	scalar grep
		1722	$_->ob->map
		1723	&& !$_->hidden
		1724	&& !$_->ob->flag (cf::FLAG_WIZ),
		1725	cf::player::list
		1726	}
1210		1727
1211	=item cf::player::find $login	1728	=item cf::player::find $login
1212		1729
1213	Returns the given player object, loading it if necessary (might block).	1730	Returns the given player object, loading it if necessary (might block).
1214		1731
…		…
1233		1750
1234	sub exists($) {	1751	sub exists($) {
1235	my ($login) = @_;	1752	my ($login) = @_;
1236		1753
1237	$cf::PLAYER{$login}	1754	$cf::PLAYER{$login}
1238	or cf::sync_job { !aio_stat path $login }	1755	or !aio_stat path $login
1239	}	1756	}
1240		1757
1241	sub find($) {	1758	sub find($) {
1242	return $cf::PLAYER{$_[0]} || do {	1759	return $cf::PLAYER{$_[0]} || do {
1243	my $login = $_[0];	1760	my $login = $_[0];
…		…
1250	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1767	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1251	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1768	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1252	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1769	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1253	aio_unlink +(playerdir $login) . "/$login.pl";	1770	aio_unlink +(playerdir $login) . "/$login.pl";
1254		1771
1255	my $pl = load_pl path $login	1772	my $f = new_from_file cf::object::thawer path $login
1256	or return;	1773	or return;
		1774
		1775	my $pl = cf::player::load_pl $f
		1776	or return;
		1777
		1778	local $cf::PLAYER_LOADING{$login} = $pl;
		1779	$f->resolve_delayed_derefs;
1257	$cf::PLAYER{$login} = $pl	1780	$cf::PLAYER{$login} = $pl
1258	}	1781	}
1259	}	1782	}
1260	}	1783	}
		1784
		1785	cf::player->attach (
		1786	on_load => sub {
		1787	my ($pl, $path) = @_;
		1788
		1789	# restore slots saved in save, below
		1790	my $slots = delete $pl->{_slots};
		1791
		1792	$pl->ob->current_weapon ($slots->[0]);
		1793	$pl->combat_ob ($slots->[1]);
		1794	$pl->ranged_ob ($slots->[2]);
		1795	},
		1796	);
1261		1797
1262	sub save($) {	1798	sub save($) {
1263	my ($pl) = @_;	1799	my ($pl) = @_;
1264		1800
1265	return if $pl->{deny_save};	1801	return if $pl->{deny_save};
…		…
1270	return if $pl->{deny_save};	1806	return if $pl->{deny_save};
1271		1807
1272	aio_mkdir playerdir $pl, 0770;	1808	aio_mkdir playerdir $pl, 0770;
1273	$pl->{last_save} = $cf::RUNTIME;	1809	$pl->{last_save} = $cf::RUNTIME;
1274		1810
		1811	cf::get_slot 0.01;
		1812
		1813	# save slots, to be restored later
		1814	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1815
1275	$pl->save_pl ($path);	1816	$pl->save_pl ($path);
1276	Coro::cede;	1817	cf::cede_to_tick;
1277	}	1818	}
1278		1819
1279	sub new($) {	1820	sub new($) {
1280	my ($login) = @_;	1821	my ($login) = @_;
1281		1822
…		…
1287	$cf::PLAYER{$login} = $self;	1828	$cf::PLAYER{$login} = $self;
1288		1829
1289	$self	1830	$self
1290	}	1831	}
1291		1832
		1833	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1834
		1835	=cut
		1836
		1837	sub send_msg {
		1838	my $ns = shift->ns
		1839	or return;
		1840	$ns->send_msg (@_);
		1841	}
		1842
1292	=item $pl->quit_character	1843	=item $pl->quit_character
1293		1844
1294	Nukes the player without looking back. If logged in, the connection will	1845	Nukes the player without looking back. If logged in, the connection will
1295	be destroyed. May block for a long time.	1846	be destroyed. May block for a long time.
1296		1847
…		…
1300	my ($pl) = @_;	1851	my ($pl) = @_;
1301		1852
1302	my $name = $pl->ob->name;	1853	my $name = $pl->ob->name;
1303		1854
1304	$pl->{deny_save} = 1;	1855	$pl->{deny_save} = 1;
1305	$pl->password ("*"); # this should lock out the player until we nuked the dir	1856	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1306		1857
1307	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1858	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1308	$pl->deactivate;	1859	$pl->deactivate;
		1860
		1861	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1309	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1862	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1863	ext::highscore::check ($pl->ob);
		1864
1310	$pl->ns->destroy if $pl->ns;	1865	$pl->ns->destroy if $pl->ns;
1311		1866
1312	my $path = playerdir $pl;	1867	my $path = playerdir $pl;
1313	my $temp = "$path~$cf::RUNTIME~deleting~";	1868	my $temp = "$path~$cf::RUNTIME~deleting~";
1314	aio_rename $path, $temp;	1869	aio_rename $path, $temp;
…		…
1349	or return [];	1904	or return [];
1350		1905
1351	my @logins;	1906	my @logins;
1352		1907
1353	for my $login (@$dirs) {	1908	for my $login (@$dirs) {
		1909	my $path = path $login;
		1910
		1911	# a .pst is a dead give-away for a valid player
		1912	# if no pst file found, open and chekc for blocked users
		1913	if (aio_stat "$path.pst") {
1354	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1914	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1355	aio_read $fh, 0, 512, my $buf, 0 or next;	1915	aio_read $fh, 0, 512, my $buf, 0 or next;
1356	$buf !~ /^password -------------$/m or next; # official not-valid tag	1916	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1917	}
1357		1918
1358	utf8::decode $login;	1919	utf8::decode $login;
1359	push @logins, $login;	1920	push @logins, $login;
1360	}	1921	}
1361		1922
1362	\@logins	1923	\@logins
1363	}	1924	}
1364		1925
1365	=item $player->maps	1926	=item $player->maps
		1927
		1928	=item cf::player::maps $login
1366		1929
1367	Returns an arrayref of map paths that are private for this	1930	Returns an arrayref of map paths that are private for this
1368	player. May block.	1931	player. May block.
1369		1932
1370	=cut	1933	=cut
…		…
1388	}	1951	}
1389		1952
1390	\@paths	1953	\@paths
1391	}	1954	}
1392		1955
1393	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1956	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1394		1957
1395	Expand crossfire pod fragments into protocol xml.	1958	Expand deliantra pod fragments into protocol xml.
1396		1959
1397	=cut
1398
1399	sub expand_cfpod {
1400	((my $self), (local $_)) = @_;
1401
1402	# escape & and <
1403	s/&/&amp;/g;
1404	s/(?<![BIUGH])</&lt;/g;
1405
1406	# this is buggy, it needs to properly take care of nested <'s
1407
1408	1 while
1409	# replace B<>, I<>, U<> etc.
1410	s/B<([^\>]*)>/<b>$1<\/b>/
1411	|| s/I<([^\>]*)>/<i>$1<\/i>/
1412	|| s/U<([^\>]*)>/<u>$1<\/u>/
1413	# replace G<male|female> tags
1414	|| s{G<([^>|]*)\|([^>]*)>}{
1415	$self->gender ? $2 : $1
1416	}ge
1417	# replace H<hint text>
1418	|| s{H<([^\>]*)>}
1419	{
1420	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1421	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1422	"")
1423	[$self->{hintmode}]
1424	}ge;
1425
1426	# create single paragraphs (very hackish)
1427	s/(?<=\S)\n(?=\w)/ /g;
1428
1429	# compress some whitespace
1430	s/\s+\n/\n/g; # ws line-ends
1431	s/\n\n+/\n/g; # double lines
1432	s/^\n+//; # beginning lines
1433	s/\n+$//; # ending lines
1434
1435	$_
1436	}
1437
1438	sub hintmode {
1439	$_[0]{hintmode} = $_[1] if @_ > 1;
1440	$_[0]{hintmode}
1441	}
1442
1443	=item $player->ext_reply ($msgid, %msg)
1444
1445	Sends an ext reply to the player.
1446
1447	=cut
1448
1449	sub ext_reply($$%) {
1450	my ($self, $id, %msg) = @_;
1451
1452	$msg{msgid} = $id;
1453	$self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1454	}
1455
1456	=item $player->ext_event ($type, %msg)	1960	=item $player->ext_msg ($type, @msg)
1457		1961
1458	Sends an ext event to the client.	1962	Sends an ext event to the client.
1459		1963
1460	=cut	1964	=cut
1461		1965
1462	sub ext_event($$%) {	1966	sub ext_msg($$@) {
1463	my ($self, $type, %msg) = @_;	1967	my ($self, $type, @msg) = @_;
1464		1968
1465	$self->ns->ext_event ($type, %msg);	1969	$self->ns->ext_msg ($type, @msg);
1466	}	1970	}
1467		1971
1468	=head3 cf::region	1972	=head3 cf::region
1469		1973
1470	=over 4	1974	=over 4
…		…
1480	=cut	1984	=cut
1481		1985
1482	sub find_by_path($) {	1986	sub find_by_path($) {
1483	my ($path) = @_;	1987	my ($path) = @_;
1484		1988
		1989	$path =~ s/^~[^\/]*//; # skip ~login
		1990
1485	my ($match, $specificity);	1991	my ($match, $specificity);
1486		1992
1487	for my $region (list) {	1993	for my $region (list) {
1488	if ($region->match && $path =~ $region->match) {	1994	if ($region->{match} && $path =~ $region->{match}) {
1489	($match, $specificity) = ($region, $region->specificity)	1995	($match, $specificity) = ($region, $region->specificity)
1490	if $region->specificity > $specificity;	1996	if $region->specificity > $specificity;
1491	}	1997	}
1492	}	1998	}
1493		1999
…		…
1514	our $MAX_RESET = 3600;	2020	our $MAX_RESET = 3600;
1515	our $DEFAULT_RESET = 3000;	2021	our $DEFAULT_RESET = 3000;
1516		2022
1517	sub generate_random_map {	2023	sub generate_random_map {
1518	my ($self, $rmp) = @_;	2024	my ($self, $rmp) = @_;
1519	# mit "rum" bekleckern, nicht	2025
		2026	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		2027
1520	$self->_create_random_map (	2028	$self->_create_random_map ($rmp);
1521	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1522	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1523	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1524	$rmp->{exit_on_final_map},
1525	$rmp->{xsize}, $rmp->{ysize},
1526	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1527	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1528	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1529	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1530	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1531	(cf::region::find $rmp->{region}), $rmp->{custom}
1532	)
1533	}	2029	}
1534		2030
1535	=item cf::map->register ($regex, $prio)	2031	=item cf::map->register ($regex, $prio)
1536		2032
1537	Register a handler for the map path matching the given regex at the	2033	Register a handler for the map path matching the given regex at the
…		…
1542		2038
1543	sub register {	2039	sub register {
1544	my (undef, $regex, $prio) = @_;	2040	my (undef, $regex, $prio) = @_;
1545	my $pkg = caller;	2041	my $pkg = caller;
1546		2042
1547	no strict;
1548	push @{"$pkg\::ISA"}, __PACKAGE__;	2043	push @{"$pkg\::ISA"}, __PACKAGE__;
1549		2044
1550	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2045	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1551	}	2046	}
1552		2047
1553	# also paths starting with '/'	2048	# also paths starting with '/'
1554	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2049	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1555		2050
1556	sub thawer_merge {	2051	sub thawer_merge {
1557	my ($self, $merge) = @_;	2052	my ($self, $merge) = @_;
1558		2053
1559	# we have to keep some variables in memory intact	2054	# we have to keep some variables in memory intact
…		…
1564	}	2059	}
1565		2060
1566	sub normalise {	2061	sub normalise {
1567	my ($path, $base) = @_;	2062	my ($path, $base) = @_;
1568		2063
1569	$path = "$path"; # make sure its a string	2064	$path = "$path"; # make sure it's a string
1570		2065
1571	$path =~ s/\.map$//;	2066	$path =~ s/\.map$//;
1572		2067
1573	# map plan:	2068	# map plan:
1574	#	2069	#
…		…
1589	$base =~ s{[^/]+/?$}{};	2084	$base =~ s{[^/]+/?$}{};
1590	$path = "$base/$path";	2085	$path = "$base/$path";
1591	}	2086	}
1592		2087
1593	for ($path) {	2088	for ($path) {
1594	redo if s{//}{/};
1595	redo if s{/\.?/}{/};	2089	redo if s{/\.?/}{/};
1596	redo if s{/[^/]+/\.\./}{/};	2090	redo if s{/[^/]+/\.\./}{/};
1597	}	2091	}
1598		2092
1599	$path	2093	$path
…		…
1613	$self->init; # pass $1 etc.	2107	$self->init; # pass $1 etc.
1614	return $self;	2108	return $self;
1615	}	2109	}
1616	}	2110	}
1617		2111
1618	Carp::carp "unable to resolve path '$path' (base '$base').";	2112	Carp::cluck "unable to resolve path '$path' (base '$base')";
1619	()	2113	()
1620	}	2114	}
1621		2115
		2116	# may re-bless or do other evil things
1622	sub init {	2117	sub init {
1623	my ($self) = @_;	2118	my ($self) = @_;
1624		2119
1625	$self	2120	$self
1626	}	2121	}
…		…
1645		2140
1646	# the temporary/swap location	2141	# the temporary/swap location
1647	sub save_path {	2142	sub save_path {
1648	my ($self) = @_;	2143	my ($self) = @_;
1649		2144
1650	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2145	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1651	"$TMPDIR/$path.map"	2146	"$TMPDIR/$path.map"
1652	}	2147	}
1653		2148
1654	# the unique path, undef == no special unique path	2149	# the unique path, undef == no special unique path
1655	sub uniq_path {	2150	sub uniq_path {
1656	my ($self) = @_;	2151	my ($self) = @_;
1657		2152
1658	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2153	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1659	"$UNIQUEDIR/$path"	2154	"$UNIQUEDIR/$path"
1660	}
1661
1662	# and all this just because we cannot iterate over
1663	# all maps in C++...
1664	sub change_all_map_light {
1665	my ($change) = @_;
1666
1667	$_->change_map_light ($change)
1668	for grep $_->outdoor, values %cf::MAP;
1669	}	2155	}
1670		2156
1671	sub decay_objects {	2157	sub decay_objects {
1672	my ($self) = @_;	2158	my ($self) = @_;
1673		2159
…		…
1686		2172
1687	sub load_header_from($) {	2173	sub load_header_from($) {
1688	my ($self, $path) = @_;	2174	my ($self, $path) = @_;
1689		2175
1690	utf8::encode $path;	2176	utf8::encode $path;
1691	#aio_open $path, O_RDONLY, 0	2177	my $f = new_from_file cf::object::thawer $path
1692	# or return;
1693
1694	$self->_load_header ($path)
1695	or return;	2178	or return;
1696		2179
		2180	$self->_load_header ($f)
		2181	or return;
		2182
		2183	local $MAP_LOADING{$self->{path}} = $self;
		2184	$f->resolve_delayed_derefs;
		2185
1697	$self->{load_path} = $path;	2186	$self->{load_path} = $path;
1698		2187
1699	1	2188	1
1700	}	2189	}
1701		2190
		2191	# used to laod the header of an original map
1702	sub load_header_orig {	2192	sub load_header_orig {
1703	my ($self) = @_;	2193	my ($self) = @_;
1704		2194
1705	$self->load_header_from ($self->load_path)	2195	$self->load_header_from ($self->load_path)
1706	}	2196	}
1707		2197
		2198	# used to laod the header of an instantiated map
1708	sub load_header_temp {	2199	sub load_header_temp {
1709	my ($self) = @_;	2200	my ($self) = @_;
1710		2201
1711	$self->load_header_from ($self->save_path)	2202	$self->load_header_from ($self->save_path)
1712	}	2203	}
1713		2204
		2205	# called after loading the header from an instantiated map
1714	sub prepare_temp {	2206	sub prepare_temp {
1715	my ($self) = @_;	2207	my ($self) = @_;
1716		2208
1717	$self->last_access ((delete $self->{last_access})	2209	$self->last_access ((delete $self->{last_access})
1718	|| $cf::RUNTIME); #d#	2210	|| $cf::RUNTIME); #d#
1719	# safety	2211	# safety
1720	$self->{instantiate_time} = $cf::RUNTIME	2212	$self->{instantiate_time} = $cf::RUNTIME
1721	if $self->{instantiate_time} > $cf::RUNTIME;	2213	if $self->{instantiate_time} > $cf::RUNTIME;
1722	}	2214	}
1723		2215
		2216	# called after loading the header from an original map
1724	sub prepare_orig {	2217	sub prepare_orig {
1725	my ($self) = @_;	2218	my ($self) = @_;
1726		2219
1727	$self->{load_original} = 1;	2220	$self->{load_original} = 1;
1728	$self->{instantiate_time} = $cf::RUNTIME;	2221	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1752		2245
1753	sub find;	2246	sub find;
1754	sub find {	2247	sub find {
1755	my ($path, $origin) = @_;	2248	my ($path, $origin) = @_;
1756		2249
		2250	cf::cede_to_tick;
		2251
1757	$path = normalise $path, $origin && $origin->path;	2252	$path = normalise $path, $origin;
1758		2253
		2254	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1759	cf::lock_wait "map_find:$path";	2255	my $guard2 = cf::lock_acquire "map_find:$path";
1760		2256
1761	$cf::MAP{$path} || do {	2257	$cf::MAP{$path} || do {
1762	my $guard = cf::lock_acquire "map_find:$path";
1763	my $map = new_from_path cf::map $path	2258	my $map = new_from_path cf::map $path
1764	or return;	2259	or return;
1765		2260
1766	$map->{last_save} = $cf::RUNTIME;	2261	$map->{last_save} = $cf::RUNTIME;
1767		2262
…		…
1769	or return;	2264	or return;
1770		2265
1771	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2266	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1772	# doing this can freeze the server in a sync job, obviously	2267	# doing this can freeze the server in a sync job, obviously
1773	#$cf::WAIT_FOR_TICK->wait;	2268	#$cf::WAIT_FOR_TICK->wait;
		2269	undef $guard2;
		2270	undef $guard1;
1774	$map->reset;	2271	$map->reset;
1775	undef $guard;
1776	return find $path;	2272	return find $path;
1777	}	2273	}
1778		2274
1779	$cf::MAP{$path} = $map	2275	$cf::MAP{$path} = $map
1780	}	2276	}
1781	}	2277	}
1782		2278
1783	sub pre_load { }	2279	sub pre_load { }
1784	sub post_load { }	2280	#sub post_load { } # XS
1785		2281
1786	sub load {	2282	sub load {
1787	my ($self) = @_;	2283	my ($self) = @_;
1788		2284
1789	local $self->{deny_reset} = 1; # loading can take a long time	2285	local $self->{deny_reset} = 1; # loading can take a long time
1790		2286
1791	my $path = $self->{path};	2287	my $path = $self->{path};
1792		2288
1793	{	2289	{
1794	my $guard = cf::lock_acquire "map_load:$path";	2290	my $guard = cf::lock_acquire "map_data:$path";
1795		2291
		2292	return unless $self->valid;
1796	return if $self->in_memory != cf::MAP_SWAPPED;	2293	return unless $self->state == cf::MAP_SWAPPED;
1797
1798	$self->in_memory (cf::MAP_LOADING);
1799		2294
1800	$self->alloc;	2295	$self->alloc;
1801		2296
1802	$self->pre_load;	2297	$self->pre_load;
1803	Coro::cede;	2298	cf::cede_to_tick;
1804		2299
1805	$self->_load_objects ($self->{load_path}, 1)	2300	if (exists $self->{load_path}) {
		2301	my $f = new_from_file cf::object::thawer $self->{load_path};
		2302	$f->skip_block;
		2303	$self->_load_objects ($f)
1806	or return;	2304	or return;
1807		2305
1808	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2306	$self->post_load_original
1809	if delete $self->{load_original};	2307	if delete $self->{load_original};
1810		2308
1811	if (my $uniq = $self->uniq_path) {	2309	if (my $uniq = $self->uniq_path) {
1812	utf8::encode $uniq;	2310	utf8::encode $uniq;
1813	if (aio_open $uniq, O_RDONLY, 0) {	2311	unless (aio_stat $uniq) {
		2312	if (my $f = new_from_file cf::object::thawer $uniq) {
1814	$self->clear_unique_items;	2313	$self->clear_unique_items;
1815	$self->_load_objects ($uniq, 0);	2314	$self->_load_objects ($f);
		2315	$f->resolve_delayed_derefs;
		2316	}
		2317	}
1816	}	2318	}
1817	}
1818		2319
1819	Coro::cede;	2320	$f->resolve_delayed_derefs;
		2321	} else {
		2322	$self->post_load_original
		2323	if delete $self->{load_original};
		2324	}
		2325
		2326	$self->state (cf::MAP_INACTIVE);
		2327
		2328	cf::cede_to_tick;
1820	# now do the right thing for maps	2329	# now do the right thing for maps
1821	$self->link_multipart_objects;	2330	$self->link_multipart_objects;
1822	$self->difficulty ($self->estimate_difficulty)	2331	$self->difficulty ($self->estimate_difficulty)
1823	unless $self->difficulty;	2332	unless $self->difficulty;
1824	Coro::cede;	2333	cf::cede_to_tick;
1825		2334
1826	unless ($self->{deny_activate}) {	2335	unless ($self->{deny_activate}) {
1827	$self->decay_objects;	2336	$self->decay_objects;
1828	$self->fix_auto_apply;	2337	$self->fix_auto_apply;
1829	$self->update_buttons;	2338	$self->update_buttons;
1830	Coro::cede;	2339	cf::cede_to_tick;
1831	$self->set_darkness_map;	2340	#$self->activate; # no longer activate maps automatically
1832	Coro::cede;
1833	$self->activate;
1834	}	2341	}
1835		2342
1836	$self->in_memory (cf::MAP_IN_MEMORY);	2343	$self->{last_save} = $cf::RUNTIME;
		2344	$self->last_access ($cf::RUNTIME);
1837	}	2345	}
1838		2346
1839	$self->post_load;	2347	$self->post_load;
1840	}
1841		2348
		2349	1
		2350	}
		2351
		2352	# customize the map for a given player, i.e.
		2353	# return the _real_ map. used by e.g. per-player
		2354	# maps to change the path to ~playername/mappath
1842	sub customise_for {	2355	sub customise_for {
1843	my ($self, $ob) = @_;	2356	my ($self, $ob) = @_;
1844		2357
1845	return find "~" . $ob->name . "/" . $self->{path}	2358	return find "~" . $ob->name . "/" . $self->{path}
1846	if $self->per_player;	2359	if $self->per_player;
…		…
1849	# if $self->per_party;	2362	# if $self->per_party;
1850		2363
1851	$self	2364	$self
1852	}	2365	}
1853		2366
1854	# find and load all maps in the 3x3 area around a map
1855	sub load_diag {
1856	my ($map) = @_;
1857
1858	my @diag; # diagonal neighbours
1859
1860	for (0 .. 3) {
1861	my $neigh = $map->tile_path ($_)
1862	or next;
1863	$neigh = find $neigh, $map
1864	or next;
1865	$neigh->load;
1866
1867	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1868	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1869	}
1870
1871	for (@diag) {
1872	my $neigh = find @$_
1873	or next;
1874	$neigh->load;
1875	}
1876	}
1877
1878	sub find_sync {	2367	sub find_sync {
1879	my ($path, $origin) = @_;	2368	my ($path, $origin) = @_;
1880		2369
1881	cf::sync_job { find $path, $origin }	2370	# it's a bug to call this from the main context
		2371	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2372	if $Coro::current == $Coro::main;
		2373
		2374	find $path, $origin
1882	}	2375	}
1883		2376
1884	sub do_load_sync {	2377	sub do_load_sync {
1885	my ($map) = @_;	2378	my ($map) = @_;
1886		2379
1887	cf::sync_job { $map->load };	2380	# it's a bug to call this from the main context
		2381	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2382	if $Coro::current == $Coro::main;
		2383
		2384	$map->load;
1888	}	2385	}
1889		2386
1890	our %MAP_PREFETCH;	2387	our %MAP_PREFETCH;
1891	our $MAP_PREFETCHER = undef;	2388	our $MAP_PREFETCHER = undef;
1892		2389
1893	sub find_async {	2390	sub find_async {
1894	my ($path, $origin) = @_;	2391	my ($path, $origin, $load) = @_;
1895		2392
1896	$path = normalise $path, $origin && $origin->{path};	2393	$path = normalise $path, $origin;
1897		2394
1898	if (my $map = $cf::MAP{$path}) {	2395	if (my $map = $cf::MAP{$path}) {
1899	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2396	return $map if !$load || $map->linkable;
1900	}	2397	}
1901		2398
1902	undef $MAP_PREFETCH{$path};	2399	$MAP_PREFETCH{$path} |= $load;
		2400
1903	$MAP_PREFETCHER ||= cf::async {	2401	$MAP_PREFETCHER ||= cf::async {
		2402	$Coro::current->{desc} = "map prefetcher";
		2403
1904	while (%MAP_PREFETCH) {	2404	while (%MAP_PREFETCH) {
1905	for my $path (keys %MAP_PREFETCH) {	2405	for my $k (keys %MAP_PREFETCH) {
1906	my $map = find $path	2406	if (my $map = find $k) {
1907	or next;	2407	$map->load if $MAP_PREFETCH{$k};
1908	$map->load;	2408	}
1909		2409
1910	delete $MAP_PREFETCH{$path};	2410	delete $MAP_PREFETCH{$k};
1911	}	2411	}
1912	}	2412	}
1913	undef $MAP_PREFETCHER;	2413	undef $MAP_PREFETCHER;
1914	};	2414	};
1915	$MAP_PREFETCHER->prio (6);	2415	$MAP_PREFETCHER->prio (6);
1916		2416
1917	()	2417	()
1918	}	2418	}
1919		2419
		2420	# common code, used by both ->save and ->swapout
1920	sub save {	2421	sub _save {
1921	my ($self) = @_;	2422	my ($self) = @_;
1922
1923	my $lock = cf::lock_acquire "map_data:" . $self->path;
1924		2423
1925	$self->{last_save} = $cf::RUNTIME;	2424	$self->{last_save} = $cf::RUNTIME;
1926		2425
1927	return unless $self->dirty;	2426	return unless $self->dirty;
1928		2427
…		…
1934	return if $self->{deny_save};	2433	return if $self->{deny_save};
1935		2434
1936	local $self->{last_access} = $self->last_access;#d#	2435	local $self->{last_access} = $self->last_access;#d#
1937		2436
1938	cf::async {	2437	cf::async {
		2438	$Coro::current->{desc} = "map player save";
1939	$_->contr->save for $self->players;	2439	$_->contr->save for $self->players;
1940	};	2440	};
		2441
		2442	cf::get_slot 0.02;
1941		2443
1942	if ($uniq) {	2444	if ($uniq) {
1943	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2445	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1944	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2446	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1945	} else {	2447	} else {
1946	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2448	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1947	}	2449	}
1948	}	2450	}
1949		2451
		2452	sub save {
		2453	my ($self) = @_;
		2454
		2455	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2456
		2457	$self->_save;
		2458	}
		2459
1950	sub swap_out {	2460	sub swap_out {
1951	my ($self) = @_;	2461	my ($self) = @_;
1952		2462
1953	# save first because save cedes
1954	$self->save;
1955
1956	my $lock = cf::lock_acquire "map_data:" . $self->path;	2463	my $lock = cf::lock_acquire "map_data:$self->{path}";
1957		2464
		2465	return if !$self->linkable;
		2466	return if $self->{deny_save};
1958	return if $self->players;	2467	return if $self->players;
1959	return if $self->in_memory != cf::MAP_IN_MEMORY;
1960	return if $self->{deny_save};
1961		2468
		2469	# first deactivate the map and "unlink" it from the core
		2470	$self->deactivate;
		2471	$_->clear_links_to ($self) for values %cf::MAP;
		2472	$self->state (cf::MAP_SWAPPED);
		2473
		2474	# then atomically save
		2475	$self->_save;
		2476
		2477	# then free the map
1962	$self->clear;	2478	$self->clear;
1963	$self->in_memory (cf::MAP_SWAPPED);
1964	}	2479	}
1965		2480
1966	sub reset_at {	2481	sub reset_at {
1967	my ($self) = @_;	2482	my ($self) = @_;
1968		2483
…		…
1986		2501
1987	my $lock = cf::lock_acquire "map_data:$self->{path}";	2502	my $lock = cf::lock_acquire "map_data:$self->{path}";
1988		2503
1989	return if $self->players;	2504	return if $self->players;
1990		2505
1991	warn "resetting map ", $self->path;	2506	cf::trace "resetting map ", $self->path, "\n";
1992		2507
1993	$self->in_memory (cf::MAP_SWAPPED);	2508	$self->state (cf::MAP_SWAPPED);
1994		2509
1995	# need to save uniques path	2510	# need to save uniques path
1996	unless ($self->{deny_save}) {	2511	unless ($self->{deny_save}) {
1997	my $uniq = $self->uniq_path; utf8::encode $uniq;	2512	my $uniq = $self->uniq_path; utf8::encode $uniq;
1998		2513
…		…
2000	if $uniq;	2515	if $uniq;
2001	}	2516	}
2002		2517
2003	delete $cf::MAP{$self->path};	2518	delete $cf::MAP{$self->path};
2004		2519
		2520	$self->deactivate;
		2521	$_->clear_links_to ($self) for values %cf::MAP;
2005	$self->clear;	2522	$self->clear;
2006
2007	$_->clear_links_to ($self) for values %cf::MAP;
2008		2523
2009	$self->unlink_save;	2524	$self->unlink_save;
2010	$self->destroy;	2525	$self->destroy;
2011	}	2526	}
2012		2527
2013	my $nuke_counter = "aaaa";	2528	my $nuke_counter = "aaaa";
2014		2529
2015	sub nuke {	2530	sub nuke {
2016	my ($self) = @_;	2531	my ($self) = @_;
2017		2532
		2533	{
		2534	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2535
2018	delete $cf::MAP{$self->path};	2536	delete $cf::MAP{$self->path};
2019		2537
2020	$self->unlink_save;	2538	$self->unlink_save;
2021		2539
2022	bless $self, "cf::map";	2540	bless $self, "cf::map::wrap";
2023	delete $self->{deny_reset};	2541	delete $self->{deny_reset};
2024	$self->{deny_save} = 1;	2542	$self->{deny_save} = 1;
2025	$self->reset_timeout (1);	2543	$self->reset_timeout (1);
2026	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2544	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2027		2545
2028	$cf::MAP{$self->path} = $self;	2546	$cf::MAP{$self->path} = $self;
		2547	}
2029		2548
2030	$self->reset; # polite request, might not happen	2549	$self->reset; # polite request, might not happen
2031	}	2550	}
2032		2551
2033	=item $maps = cf::map::tmp_maps	2552	=item $maps = cf::map::tmp_maps
…		…
2075		2594
2076	sub unique_maps() {	2595	sub unique_maps() {
2077	[	2596	[
2078	map {	2597	map {
2079	utf8::decode $_;	2598	utf8::decode $_;
2080	/\.map$/	2599	s/\.map$//; # TODO future compatibility hack
		2600	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2601	? ()
2081	? normalise $_	2602	: normalise $_
2082	: ()
2083	} @{ aio_readdir $UNIQUEDIR or [] }	2603	} @{ aio_readdir $UNIQUEDIR or [] }
2084	]	2604	]
2085	}	2605	}
2086		2606
2087	package cf;	2607	=item cf::map::static_maps
		2608
		2609	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2610	file in the shared directory excluding F</styles> and F</editor>). May
		2611	block.
		2612
		2613	=cut
		2614
		2615	sub static_maps() {
		2616	my @dirs = "";
		2617	my @maps;
		2618
		2619	while (@dirs) {
		2620	my $dir = shift @dirs;
		2621
		2622	next if $dir eq "/styles" || $dir eq "/editor";
		2623
		2624	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2625	or return;
		2626
		2627	for (@$files) {
		2628	s/\.map$// or next;
		2629	utf8::decode $_;
		2630	push @maps, "$dir/$_";
		2631	}
		2632
		2633	push @dirs, map "$dir/$_", @$dirs;
		2634	}
		2635
		2636	\@maps
		2637	}
2088		2638
2089	=back	2639	=back
2090		2640
2091	=head3 cf::object	2641	=head3 cf::object
2092		2642
…		…
2096		2646
2097	=over 4	2647	=over 4
2098		2648
2099	=item $ob->inv_recursive	2649	=item $ob->inv_recursive
2100		2650
2101	Returns the inventory of the object _and_ their inventories, recursively.	2651	Returns the inventory of the object I<and> their inventories, recursively,
		2652	but I<not> the object itself.
2102		2653
2103	=cut	2654	=cut
2104		2655
2105	sub inv_recursive_;	2656	sub inv_recursive_;
2106	sub inv_recursive_ {	2657	sub inv_recursive_ {
…		…
2109		2660
2110	sub inv_recursive {	2661	sub inv_recursive {
2111	inv_recursive_ inv $_[0]	2662	inv_recursive_ inv $_[0]
2112	}	2663	}
2113		2664
		2665	=item $ref = $ob->ref
		2666
		2667	Creates and returns a persistent reference to an object that can be stored as a string.
		2668
		2669	=item $ob = cf::object::deref ($refstring)
		2670
		2671	returns the objetc referenced by refstring. may return undef when it cannot find the object,
		2672	even if the object actually exists. May block.
		2673
		2674	=cut
		2675
		2676	sub deref {
		2677	my ($ref) = @_;
		2678
		2679	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2680	my ($uuid, $name) = ($1, $2);
		2681	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2682	or return;
		2683	$pl->ob->uuid eq $uuid
		2684	or return;
		2685
		2686	$pl->ob
		2687	} else {
		2688	warn "$ref: cannot resolve object reference\n";
		2689	undef
		2690	}
		2691	}
		2692
2114	package cf;	2693	package cf;
2115		2694
2116	=back	2695	=back
2117		2696
2118	=head3 cf::object::player	2697	=head3 cf::object::player
…		…
2124	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2703	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2125	can be C<undef>. Does the right thing when the player is currently in a	2704	can be C<undef>. Does the right thing when the player is currently in a
2126	dialogue with the given NPC character.	2705	dialogue with the given NPC character.
2127		2706
2128	=cut	2707	=cut
		2708
		2709	our $SAY_CHANNEL = {
		2710	id => "say",
		2711	title => "Map",
		2712	reply => "say ",
		2713	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2714	};
		2715
		2716	our $CHAT_CHANNEL = {
		2717	id => "chat",
		2718	title => "Chat",
		2719	reply => "chat ",
		2720	tooltip => "Player chat and shouts, global to the server.",
		2721	};
2129		2722
2130	# rough implementation of a future "reply" method that works	2723	# rough implementation of a future "reply" method that works
2131	# with dialog boxes.	2724	# with dialog boxes.
2132	#TODO: the first argument must go, split into a $npc->reply_to ( method	2725	#TODO: the first argument must go, split into a $npc->reply_to ( method
2133	sub cf::object::player::reply($$$;$) {	2726	sub cf::object::player::reply($$$;$) {
…		…
2140		2733
2141	} else {	2734	} else {
2142	my $pl = $self->contr;	2735	my $pl = $self->contr;
2143		2736
2144	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {	2737	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2145	my $diag = $pl->{npc_dialog};	2738	my $dialog = $pl->{npc_dialog};
2146	$diag->{pl}->ext_reply (	2739	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2147	$diag->{id},
2148	msgtype => "reply",
2149	msg => $diag->{pl}->expand_cfpod ($msg),
2150	add_topics => []
2151	);
2152		2740
2153	} else {	2741	} else {
2154	$msg = $npc->name . " says: $msg" if $npc;	2742	$msg = $npc->name . " says: $msg" if $npc;
2155	$self->message ($msg, $flags);	2743	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2156	}	2744	}
2157	}	2745	}
		2746	}
		2747
		2748	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2749
		2750	=cut
		2751
		2752	sub cf::object::send_msg {
		2753	my $pl = shift->contr
		2754	or return;
		2755	$pl->send_msg (@_);
2158	}	2756	}
2159		2757
2160	=item $player_object->may ("access")	2758	=item $player_object->may ("access")
2161		2759
2162	Returns wether the given player is authorized to access resource "access"	2760	Returns wether the given player is authorized to access resource "access"
2163	(e.g. "command_wizcast").	2761	(e.g. "command_wizcast").
2164		2762
		2763	This is implemented by checking a config setting of C<may_access> where
		2764	C<access> is replaced by the access string. The following alternatives are
		2765	possible (and are tested in order):
		2766
		2767	=over 4
		2768
		2769	=item * Player is DM
		2770
		2771	The request will succeed.
		2772
		2773	=item * may_access is an array reference
		2774
		2775	If either the player nickname or UUID is in the array, the request will
		2776	succeed, otherwise it will fail.
		2777
		2778	=item * may_access is a true value
		2779
		2780	The request will succeed.
		2781
		2782	=item * may_access is missing or false
		2783
		2784	The request will fail.
		2785
		2786	=back
		2787
2165	=cut	2788	=cut
2166		2789
2167	sub cf::object::player::may {	2790	sub cf::object::player::may {
2168	my ($self, $access) = @_;	2791	my ($self, $access) = @_;
2169		2792
2170	$self->flag (cf::FLAG_WIZ) ||	2793	$self->flag (cf::FLAG_WIZ) ||
2171	(ref $cf::CFG{"may_$access"}	2794	(ref $cf::CFG{"may_$access"}
2172	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}	2795	? scalar grep $self->name eq $_ || $self->uuid eq $_, @{$cf::CFG{"may_$access"}}
2173	: $cf::CFG{"may_$access"})	2796	: $cf::CFG{"may_$access"})
2174	}	2797	}
2175		2798
2176	=item $player_object->enter_link	2799	=item $player_object->enter_link
2177		2800
2178	Freezes the player and moves him/her to a special map (C<{link}>).	2801	Freezes the player and moves him/her to a special map (C<{link}>).
2179		2802
2180	The player should be reasonably safe there for short amounts of time. You	2803	The player should be reasonably safe there for short amounts of time (e.g.
2181	I<MUST> call C<leave_link> as soon as possible, though.	2804	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2805	though, as the player cannot control the character while it is on the link
		2806	map.
2182		2807
2183	Will never block.	2808	This method will never block, which is the whole reaosn for it's
		2809	existance: you can I<always> put a player onto the link map, which is the
		2810	only place to put objects that is guaranteed to exist.
		2811
		2812	A typical usage pattern is to call C<enter_link> synchronously from the
		2813	server, then start a new thread, do your blocking stuff there and then
		2814	call C<leave_link> from that thread.
2184		2815
2185	=item $player_object->leave_link ($map, $x, $y)	2816	=item $player_object->leave_link ($map, $x, $y)
2186		2817
2187	Moves the player out of the special C<{link}> map onto the specified	2818	Moves the player out of the special C<{link}> map onto the specified
2188	map. If the map is not valid (or omitted), the player will be moved back	2819	map. If the map is not valid (or omitted), the player will be moved back
…		…
2206	sub cf::object::player::enter_link {	2837	sub cf::object::player::enter_link {
2207	my ($self) = @_;	2838	my ($self) = @_;
2208		2839
2209	$self->deactivate_recursive;	2840	$self->deactivate_recursive;
2210		2841
		2842	++$self->{_link_recursion};
		2843
2211	return if UNIVERSAL::isa $self->map, "ext::map_link";	2844	return if UNIVERSAL::isa $self->map, "ext::map_link";
2212		2845
2213	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2846	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2214	if $self->map && $self->map->{path} ne "{link}";	2847	if $self->map && $self->map->{path} ne "{link}";
2215		2848
2216	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2849	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2217	}	2850	}
2218		2851
2219	sub cf::object::player::leave_link {	2852	sub cf::object::player::leave_link {
2220	my ($self, $map, $x, $y) = @_;	2853	my ($self, $map, $x, $y) = @_;
2221		2854
…		…
2238	($x, $y) = (-1, -1)	2871	($x, $y) = (-1, -1)
2239	unless (defined $x) && (defined $y);	2872	unless (defined $x) && (defined $y);
2240		2873
2241	# use -1 or undef as default coordinates, not 0, 0	2874	# use -1 or undef as default coordinates, not 0, 0
2242	($x, $y) = ($map->enter_x, $map->enter_y)	2875	($x, $y) = ($map->enter_x, $map->enter_y)
2243	if $x <=0 && $y <= 0;	2876	if $x <= 0 && $y <= 0;
2244		2877
2245	$map->load;	2878	$map->load;
2246	$map->load_diag;
2247		2879
2248	return unless $self->contr->active;	2880	return unless $self->contr->active;
2249	$self->activate_recursive;
2250		2881
2251	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2882	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2252	$self->enter_map ($map, $x, $y);	2883	if ($self->enter_map ($map, $x, $y)) {
2253	}	2884	# entering was successful
		2885	delete $self->{_link_recursion};
		2886	# only activate afterwards, to support waiting in hooks
		2887	$self->activate_recursive;
		2888	}
2254		2889
		2890	}
		2891
2255	=item $player_object->goto ($path, $x, $y[, $check->($map)])	2892	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2256		2893
2257	Moves the player to the given map-path and coordinates by first freezing	2894	Moves the player to the given map-path and coordinates by first freezing
2258	her, loading and preparing them map, calling the provided $check callback	2895	her, loading and preparing them map, calling the provided $check callback
2259	that has to return the map if sucecssful, and then unfreezes the player on	2896	that has to return the map if sucecssful, and then unfreezes the player on
2260	the new (success) or old (failed) map position.	2897	the new (success) or old (failed) map position. In either case, $done will
		2898	be called at the end of this process.
		2899
		2900	Note that $check will be called with a potentially non-loaded map, so if
		2901	it needs a loaded map it has to call C<< ->load >>.
2261		2902
2262	=cut	2903	=cut
2263		2904
2264	our $GOTOGEN;	2905	our $GOTOGEN;
2265		2906
2266	sub cf::object::player::goto {	2907	sub cf::object::player::goto {
2267	my ($self, $path, $x, $y, $check) = @_;	2908	my ($self, $path, $x, $y, $check, $done) = @_;
		2909
		2910	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2911	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2912	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2913	($path, $x, $y) = @$EMERGENCY_POSITION;
		2914	}
2268		2915
2269	# do generation counting so two concurrent goto's will be executed in-order	2916	# do generation counting so two concurrent goto's will be executed in-order
2270	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2917	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2271		2918
2272	$self->enter_link;	2919	$self->enter_link;
2273		2920
2274	(async {	2921	(async {
		2922	$Coro::current->{desc} = "player::goto $path $x $y";
		2923
		2924	# *tag paths override both path and x|y
		2925	if ($path =~ /^\*(.*)$/) {
		2926	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2927	my $ob = $obs[rand @obs];
		2928
		2929	# see if we actually can go there
		2930	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2931	$ob = $obs[rand @obs];
		2932	} else {
		2933	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2934	}
		2935	# else put us there anyways for now #d#
		2936
		2937	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2938	} else {
		2939	($path, $x, $y) = (undef, undef, undef);
		2940	}
		2941	}
		2942
2275	my $map = eval {	2943	my $map = eval {
2276	my $map = cf::map::find $path;	2944	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2277		2945
2278	if ($map) {	2946	if ($map) {
2279	$map = $map->customise_for ($self);	2947	$map = $map->customise_for ($self);
2280	$map = $check->($map) if $check && $map;	2948	$map = $check->($map, $x, $y, $self) if $check && $map;
2281	} else {	2949	} else {
2282	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2950	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2283	}	2951	}
2284		2952
2285	$map	2953	$map
2286	};	2954	};
2287		2955
…		…
2292		2960
2293	if ($gen == $self->{_goto_generation}) {	2961	if ($gen == $self->{_goto_generation}) {
2294	delete $self->{_goto_generation};	2962	delete $self->{_goto_generation};
2295	$self->leave_link ($map, $x, $y);	2963	$self->leave_link ($map, $x, $y);
2296	}	2964	}
		2965
		2966	$done->($self) if $done;
2297	})->prio (1);	2967	})->prio (1);
2298	}	2968	}
2299		2969
2300	=item $player_object->enter_exit ($exit_object)	2970	=item $player_object->enter_exit ($exit_object)
2301		2971
…		…
2321	}	2991	}
2322		2992
2323	sub prepare_random_map {	2993	sub prepare_random_map {
2324	my ($exit) = @_;	2994	my ($exit) = @_;
2325		2995
2326	my $guard = cf::lock_acquire "exit_prepare:$exit";
2327
2328	# all this does is basically replace the /! path by	2996	# all this does is basically replace the /! path by
2329	# a new random map path (?random/...) with a seed	2997	# a new random map path (?random/...) with a seed
2330	# that depends on the exit object	2998	# that depends on the exit object
2331		2999
2332	my $rmp = parse_random_map_params $exit->msg;	3000	my $rmp = parse_random_map_params $exit->msg;
…		…
2334	if ($exit->map) {	3002	if ($exit->map) {
2335	$rmp->{region} = $exit->region->name;	3003	$rmp->{region} = $exit->region->name;
2336	$rmp->{origin_map} = $exit->map->path;	3004	$rmp->{origin_map} = $exit->map->path;
2337	$rmp->{origin_x} = $exit->x;	3005	$rmp->{origin_x} = $exit->x;
2338	$rmp->{origin_y} = $exit->y;	3006	$rmp->{origin_y} = $exit->y;
		3007
		3008	$exit->map->touch;
2339	}	3009	}
2340		3010
2341	$rmp->{random_seed} ||= $exit->random_seed;	3011	$rmp->{random_seed} ||= $exit->random_seed;
2342		3012
2343	my $data = cf::to_json $rmp;	3013	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2344	my $md5 = Digest::MD5::md5_hex $data;	3014	my $md5 = Digest::MD5::md5_hex $data;
2345	my $meta = "$RANDOMDIR/$md5.meta";	3015	my $meta = "$RANDOMDIR/$md5.meta";
2346		3016
2347	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	3017	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2348	aio_write $fh, 0, (length $data), $data, 0;	3018	aio_write $fh, 0, (length $data), $data, 0;
2349	undef $fh;	3019	undef $fh;
2350	aio_rename "$meta~", $meta;	3020	aio_rename "$meta~", $meta;
2351		3021
		3022	my $slaying = "?random/$md5";
		3023
		3024	if ($exit->valid) {
2352	$exit->slaying ("?random/$md5");	3025	$exit->slaying ("?random/$md5");
2353	$exit->msg (undef);	3026	$exit->msg (undef);
		3027	}
2354	}	3028	}
2355	}	3029	}
2356		3030
2357	sub cf::object::player::enter_exit {	3031	sub cf::object::player::enter_exit {
2358	my ($self, $exit) = @_;	3032	my ($self, $exit) = @_;
2359		3033
2360	return unless $self->type == cf::PLAYER;	3034	return unless $self->type == cf::PLAYER;
2361		3035
2362	if ($exit->slaying eq "/!") {
2363	#TODO: this should de-fi-ni-te-ly not be a sync-job
2364	# the problem is that $exit might not survive long enough
2365	# so it needs to be done right now, right here
2366	cf::sync_job { prepare_random_map $exit };
2367	}
2368
2369	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2370	my $hp = $exit->stats->hp;
2371	my $sp = $exit->stats->sp;
2372
2373	$self->enter_link;	3036	$self->enter_link;
2374		3037
2375	# if exit is damned, update players death & WoR home-position
2376	$self->contr->savebed ($slaying, $hp, $sp)
2377	if $exit->flag (FLAG_DAMNED);
2378
2379	(async {	3038	(async {
2380	$self->deactivate_recursive; # just to be sure	3039	$Coro::current->{desc} = "enter_exit";
		3040
2381	unless (eval {	3041	unless (eval {
		3042	$self->deactivate_recursive; # just to be sure
		3043
		3044	my $map = cf::map::normalise $exit->slaying, $exit->map;
		3045	my $x = $exit->stats->hp;
		3046	my $y = $exit->stats->sp;
		3047
		3048	# special map handling
		3049	my $slaying = $exit->slaying;
		3050
		3051	# special map handling
		3052	if ($slaying eq "/!") {
		3053	my $guard = cf::lock_acquire "exit_prepare:$exit";
		3054
		3055	prepare_random_map $exit
		3056	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		3057
		3058	$map = $exit->slaying;
		3059
		3060	} elsif ($slaying eq '!up') {
		3061	$map = $exit->map->tile_path (cf::TILE_UP);
		3062	$x = $exit->x;
		3063	$y = $exit->y;
		3064
		3065	} elsif ($slaying eq '!down') {
		3066	$map = $exit->map->tile_path (cf::TILE_DOWN);
		3067	$x = $exit->x;
		3068	$y = $exit->y;
		3069	}
		3070
2382	$self->goto ($slaying, $hp, $sp);	3071	$self->goto ($map, $x, $y);
2383		3072
		3073	# if exit is damned, update players death & WoR home-position
		3074	$self->contr->savebed ($map, $x, $y)
		3075	if $exit->flag (cf::FLAG_DAMNED);
		3076
2384	1;	3077	1
2385	}) {	3078	}) {
2386	$self->message ("Something went wrong deep within the crossfire server. "	3079	$self->message ("Something went wrong deep within the deliantra server. "
2387	. "I'll try to bring you back to the map you were before. "	3080	. "I'll try to bring you back to the map you were before. "
2388	. "Please report this to the dungeon master!",	3081	. "Please report this to the dungeon master!",
2389	cf::NDI_UNIQUE | cf::NDI_RED);	3082	cf::NDI_UNIQUE | cf::NDI_RED);
2390		3083
2391	warn "ERROR in enter_exit: $@";	3084	error "ERROR in enter_exit: $@";
2392	$self->leave_link;	3085	$self->leave_link;
2393	}	3086	}
2394	})->prio (1);	3087	})->prio (1);
2395	}	3088	}
2396		3089
2397	=head3 cf::client	3090	=head3 cf::client
2398		3091
2399	=over 4	3092	=over 4
2400		3093
2401	=item $client->send_drawinfo ($text, $flags)	3094	=item $client->send_big_packet ($pkt)
2402		3095
2403	Sends a drawinfo packet to the client. Circumvents output buffering so	3096	Like C<send_packet>, but tries to compress large packets, and fragments
2404	should not be used under normal circumstances.	3097	them as required.
2405		3098
2406	=cut	3099	=cut
2407		3100
		3101	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3102
2408	sub cf::client::send_drawinfo {	3103	sub cf::client::send_big_packet {
2409	my ($self, $text, $flags) = @_;	3104	my ($self, $pkt) = @_;
2410		3105
2411	utf8::encode $text;	3106	# try lzf for large packets
2412	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3107	$pkt = "lzf " . Compress::LZF::compress $pkt
2413	}	3108	if 1024 <= length $pkt and $self->{can_lzf};
2414		3109
		3110	# split very large packets
		3111	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3112	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3113	$pkt = "frag";
		3114	}
		3115
		3116	$self->send_packet ($pkt);
		3117	}
		3118
2415	=item $client->send_msg ($color, $type, $msg, [extra...])	3119	=item $client->send_msg ($channel, $msg, $color, [extra...])
2416		3120
2417	Send a drawinfo or msg packet to the client, formatting the msg for the	3121	Send a msg packet to the client, formatting the msg for the client if
2418	client if neccessary. C<$type> should be a string identifying the type of	3122	necessary. C<$type> should be a string identifying the type of the
2419	the message, with C<log> being the default. If C<$color> is negative, suppress	3123	message, with C<log> being the default. If C<$color> is negative, suppress
2420	the message unless the client supports the msg packet.	3124	the message unless the client supports the msg packet.
2421		3125
2422	=cut	3126	=cut
2423		3127
		3128	# non-persistent channels (usually the info channel)
		3129	our %CHANNEL = (
		3130	"c/motd" => {
		3131	id => "infobox",
		3132	title => "MOTD",
		3133	reply => undef,
		3134	tooltip => "The message of the day",
		3135	},
		3136	"c/identify" => {
		3137	id => "infobox",
		3138	title => "Identify",
		3139	reply => undef,
		3140	tooltip => "Items recently identified",
		3141	},
		3142	"c/examine" => {
		3143	id => "infobox",
		3144	title => "Examine",
		3145	reply => undef,
		3146	tooltip => "Signs and other items you examined",
		3147	},
		3148	"c/shopinfo" => {
		3149	id => "infobox",
		3150	title => "Shop Info",
		3151	reply => undef,
		3152	tooltip => "What your bargaining skill tells you about the shop",
		3153	},
		3154	"c/book" => {
		3155	id => "infobox",
		3156	title => "Book",
		3157	reply => undef,
		3158	tooltip => "The contents of a note or book",
		3159	},
		3160	"c/lookat" => {
		3161	id => "infobox",
		3162	title => "Look",
		3163	reply => undef,
		3164	tooltip => "What you saw there",
		3165	},
		3166	"c/who" => {
		3167	id => "infobox",
		3168	title => "Players",
		3169	reply => undef,
		3170	tooltip => "Shows players who are currently online",
		3171	},
		3172	"c/body" => {
		3173	id => "infobox",
		3174	title => "Body Parts",
		3175	reply => undef,
		3176	tooltip => "Shows which body parts you possess and are available",
		3177	},
		3178	"c/statistics" => {
		3179	id => "infobox",
		3180	title => "Statistics",
		3181	reply => undef,
		3182	tooltip => "Shows your primary statistics",
		3183	},
		3184	"c/skills" => {
		3185	id => "infobox",
		3186	title => "Skills",
		3187	reply => undef,
		3188	tooltip => "Shows your experience per skill and item power",
		3189	},
		3190	"c/shopitems" => {
		3191	id => "infobox",
		3192	title => "Shop Items",
		3193	reply => undef,
		3194	tooltip => "Shows the items currently for sale in this shop",
		3195	},
		3196	"c/resistances" => {
		3197	id => "infobox",
		3198	title => "Resistances",
		3199	reply => undef,
		3200	tooltip => "Shows your resistances",
		3201	},
		3202	"c/pets" => {
		3203	id => "infobox",
		3204	title => "Pets",
		3205	reply => undef,
		3206	tooltip => "Shows information abotu your pets/a specific pet",
		3207	},
		3208	"c/perceiveself" => {
		3209	id => "infobox",
		3210	title => "Perceive Self",
		3211	reply => undef,
		3212	tooltip => "You gained detailed knowledge about yourself",
		3213	},
		3214	"c/uptime" => {
		3215	id => "infobox",
		3216	title => "Uptime",
		3217	reply => undef,
		3218	tooltip => "How long the server has been running since last restart",
		3219	},
		3220	"c/mapinfo" => {
		3221	id => "infobox",
		3222	title => "Map Info",
		3223	reply => undef,
		3224	tooltip => "Information related to the maps",
		3225	},
		3226	"c/party" => {
		3227	id => "party",
		3228	title => "Party",
		3229	reply => "gsay ",
		3230	tooltip => "Messages and chat related to your party",
		3231	},
		3232	"c/death" => {
		3233	id => "death",
		3234	title => "Death",
		3235	reply => undef,
		3236	tooltip => "Reason for and more info about your most recent death",
		3237	},
		3238	"c/fatal" => {
		3239	id => "fatal",
		3240	title => "Fatal Error",
		3241	reply => undef,
		3242	tooltip => "Reason for the server disconnect",
		3243	},
		3244	"c/say" => $SAY_CHANNEL,
		3245	"c/chat" => $CHAT_CHANNEL,
		3246	);
		3247
2424	sub cf::client::send_msg {	3248	sub cf::client::send_msg {
2425	my ($self, $color, $type, $msg, @extra) = @_;	3249	my ($self, $channel, $msg, $color, @extra) = @_;
2426		3250
2427	$msg = $self->pl->expand_cfpod ($msg);	3251	$msg = $self->pl->expand_cfpod ($msg)
		3252	unless $color & cf::NDI_VERBATIM;
		3253
		3254	$color &= cf::NDI_CLIENT_MASK; # just in case...
		3255
		3256	# check predefined channels, for the benefit of C
		3257	if ($CHANNEL{$channel}) {
		3258	$channel = $CHANNEL{$channel};
		3259
		3260	$self->ext_msg (channel_info => $channel);
		3261	$channel = $channel->{id};
		3262
		3263	} elsif (ref $channel) {
		3264	# send meta info to client, if not yet sent
		3265	unless (exists $self->{channel}{$channel->{id}}) {
		3266	$self->{channel}{$channel->{id}} = $channel;
		3267	$self->ext_msg (channel_info => $channel);
		3268	}
		3269
		3270	$channel = $channel->{id};
		3271	}
2428		3272
2429	return unless @extra || length $msg;	3273	return unless @extra || length $msg;
2430		3274
2431	if ($self->can_msg) {	3275	# default colour, mask it out
2432	$self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));	3276	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2433	} else {	3277	if $color & cf::NDI_DEF;
2434	# replace some tags by gcfclient-compatible ones
2435	for ($msg) {
2436	1 while
2437	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2438	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2439	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2440	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2441	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2442	}
2443		3278
2444	if ($color >= 0) {	3279	my $pkt = "msg "
2445	if (0 && $msg =~ /\[/) {	3280	. $self->{json_coder}->encode (
2446	$self->send_packet ("drawextinfo $color 4 0 $msg")	3281	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2447	} else {	3282	);
2448	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2449	$self->send_packet ("drawinfo $color $msg")
2450	}
2451	}
2452	}
2453	}
2454		3283
		3284	$self->send_big_packet ($pkt);
		3285	}
		3286
2455	=item $client->ext_event ($type, %msg)	3287	=item $client->ext_msg ($type, @msg)
2456		3288
2457	Sends an ext event to the client.	3289	Sends an ext event to the client.
2458		3290
2459	=cut	3291	=cut
2460		3292
2461	sub cf::client::ext_event($$%) {	3293	sub cf::client::ext_msg($$@) {
2462	my ($self, $type, %msg) = @_;	3294	my ($self, $type, @msg) = @_;
2463		3295
2464	$msg{msgtype} = "event_$type";
2465	$self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));	3296	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2466	}	3297	}
2467		3298
2468	=item $success = $client->query ($flags, "text", \&cb)	3299	=item $success = $client->query ($flags, "text", \&cb)
2469		3300
2470	Queues a query to the client, calling the given callback with	3301	Queues a query to the client, calling the given callback with
…		…
2490		3321
2491	$self->send_packet ($self->{query_queue}[0][0])	3322	$self->send_packet ($self->{query_queue}[0][0])
2492	if @{ $self->{query_queue} } == 1;	3323	if @{ $self->{query_queue} } == 1;
2493		3324
2494	1	3325	1
		3326	}
		3327
		3328	=item $client->update_command_faces
		3329
		3330	=cut
		3331
		3332	our %COMMAND_FACE;
		3333
		3334	sub cf::client::update_command_faces {
		3335	my ($self) = @_;
		3336
		3337	my @faces = grep $_,
		3338	$COMMAND_FACE{preferred},
		3339	$COMMAND_FACE{standard},
		3340	$COMMAND_FACE{skill},
		3341	$self->pl->ob->flag (cf::FLAG_WIZ) ? $COMMAND_FACE{dm} : (),
		3342	$COMMAND_FACE{emote},
		3343	;
		3344
		3345	$self->send_face ($_)
		3346	for @faces;
		3347	$self->flush_fx;
		3348
		3349	$self->ext_msg (command_list => @faces);
		3350	}
		3351
		3352	=item cf::client::set_command_face $type, $commands
		3353
		3354	=cut
		3355
		3356	sub cf::client::set_command_face {
		3357	my ($type, $list) = @_;
		3358
		3359	my $idx = &cf::face::set ( #d# ugly forward reference
		3360	"command_list/$type" => cf::FT_RSRC,
		3361	JSON::XS->new->utf8->encode ([ sort @$list ])
		3362	);
		3363
		3364	$COMMAND_FACE{$type} = $idx;
2495	}	3365	}
2496		3366
2497	cf::client->attach (	3367	cf::client->attach (
2498	on_connect => sub {	3368	on_connect => sub {
2499	my ($ns) = @_;	3369	my ($ns) = @_;
…		…
2525	my ($ns, $buf) = @_;	3395	my ($ns, $buf) = @_;
2526		3396
2527	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3397	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2528		3398
2529	if (ref $msg) {	3399	if (ref $msg) {
		3400	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		3401
2530	if (my $cb = $EXTICMD{$msg->{msgtype}}) {	3402	if (my $cb = $EXTIACMD{$type}) {
2531	if (my %reply = $cb->($ns, $msg)) {	3403	$cb->(
2532	$reply{msgid} = $msg->{msgid};	3404	$ns,
2533	$ns->send ("ext " . $ns->{json_coder}->encode (\%reply));	3405	sub {
		3406	$ns->ext_msg ("reply-$reply", @_)
		3407	if $reply;
		3408	},
		3409	@payload
		3410	);
		3411	} else {
		3412	my @reply;
		3413
		3414	if (my $cb = $EXTICMD{$type}) {
		3415	@reply = $cb->($ns, @payload);
2534	}	3416	}
		3417
		3418	$ns->ext_msg ("reply-$reply", @reply)
		3419	if $reply;
2535	}	3420	}
2536	} else {	3421	} else {
2537	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3422	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2538	}	3423	}
2539		3424
2540	cf::override;	3425	cf::override;
2541	},	3426	},
2542	);	3427	);
…		…
2562		3447
2563	$coro	3448	$coro
2564	}	3449	}
2565		3450
2566	cf::client->attach (	3451	cf::client->attach (
2567	on_destroy => sub {	3452	on_client_destroy => sub {
2568	my ($ns) = @_;	3453	my ($ns) = @_;
2569		3454
2570	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3455	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2571	},	3456	},
2572	);	3457	);
…		…
2587	our $safe = new Safe "safe";	3472	our $safe = new Safe "safe";
2588	our $safe_hole = new Safe::Hole;	3473	our $safe_hole = new Safe::Hole;
2589		3474
2590	$SIG{FPE} = 'IGNORE';	3475	$SIG{FPE} = 'IGNORE';
2591		3476
2592	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3477	$safe->permit_only (Opcode::opset qw(
		3478	:base_core :base_mem :base_orig :base_math :base_loop
		3479	grepstart grepwhile mapstart mapwhile
		3480	sort time
		3481	));
2593		3482
2594	# here we export the classes and methods available to script code	3483	# here we export the classes and methods available to script code
2595		3484
2596	=pod	3485	=pod
2597		3486
2598	The following functions and methods are available within a safe environment:	3487	The following functions and methods are available within a safe environment:
2599		3488
2600	cf::object	3489	cf::object
2601	contr pay_amount pay_player map x y force_find force_add	3490	contr pay_amount pay_player map x y force_find force_add destroy
2602	insert remove	3491	insert remove name archname title slaying race decrease split
		3492	value
2603		3493
2604	cf::object::player	3494	cf::object::player
2605	player	3495	player
2606		3496
2607	cf::player	3497	cf::player
…		…
2612		3502
2613	=cut	3503	=cut
2614		3504
2615	for (	3505	for (
2616	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3506	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2617	insert remove)],	3507	insert remove inv nrof name archname title slaying race
		3508	decrease split destroy change_exp value msg lore send_msg)],
2618	["cf::object::player" => qw(player)],	3509	["cf::object::player" => qw(player)],
2619	["cf::player" => qw(peaceful)],	3510	["cf::player" => qw(peaceful send_msg)],
2620	["cf::map" => qw(trigger)],	3511	["cf::map" => qw(trigger)],
2621	) {	3512	) {
2622	no strict 'refs';
2623	my ($pkg, @funs) = @$_;	3513	my ($pkg, @funs) = @$_;
2624	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3514	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2625	for @funs;	3515	for @funs;
2626	}	3516	}
2627		3517
…		…
2642		3532
2643	my $qcode = $code;	3533	my $qcode = $code;
2644	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3534	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2645	$qcode =~ s/\n/\\n/g;	3535	$qcode =~ s/\n/\\n/g;
2646		3536
		3537	%vars = (_dummy => 0) unless %vars;
		3538
		3539	my @res;
2647	local $_;	3540	local $_;
2648	local @safe::cf::_safe_eval_args = values %vars;
2649		3541
2650	my $eval =	3542	my $eval =
2651	"do {\n"	3543	"do {\n"
2652	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3544	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2653	. "#line 0 \"{$qcode}\"\n"	3545	. "#line 0 \"{$qcode}\"\n"
2654	. $code	3546	. $code
2655	. "\n}"	3547	. "\n}"
2656	;	3548	;
2657		3549
		3550	if ($CFG{safe_eval}) {
2658	sub_generation_inc;	3551	sub_generation_inc;
		3552	local @safe::cf::_safe_eval_args = values %vars;
2659	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3553	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2660	sub_generation_inc;	3554	sub_generation_inc;
		3555	} else {
		3556	local @cf::_safe_eval_args = values %vars;
		3557	@res = wantarray ? eval eval : scalar eval $eval;
		3558	}
2661		3559
2662	if ($@) {	3560	if ($@) {
2663	warn "$@";	3561	warn "$@",
2664	warn "while executing safe code '$code'\n";	3562	"while executing safe code '$code'\n",
2665	warn "with arguments " . (join " ", %vars) . "\n";	3563	"with arguments " . (join " ", %vars) . "\n";
2666	}	3564	}
2667		3565
2668	wantarray ? @res : $res[0]	3566	wantarray ? @res : $res[0]
2669	}	3567	}
2670		3568
…		…
2684	=cut	3582	=cut
2685		3583
2686	sub register_script_function {	3584	sub register_script_function {
2687	my ($fun, $cb) = @_;	3585	my ($fun, $cb) = @_;
2688		3586
2689	no strict 'refs';	3587	$fun = "safe::$fun" if $CFG{safe_eval};
2690	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3588	*$fun = $safe_hole->wrap ($cb);
2691	}	3589	}
2692		3590
2693	=back	3591	=back
2694		3592
2695	=cut	3593	=cut
2696		3594
2697	#############################################################################	3595	#############################################################################
2698	# the server's init and main functions	3596	# the server's init and main functions
2699		3597
		3598	{
		3599	package cf::face;
		3600
		3601	our %HASH; # hash => idx
		3602	our @DATA; # dynamically-created facedata, only faceste 0 used
		3603	our @FOFS; # file offset, if > 0
		3604	our @SIZE; # size of face, in octets
		3605	our @META; # meta hash of face, if any
		3606	our $DATAFH; # facedata filehandle
		3607
		3608	# internal api, not finalised
		3609	sub set {
		3610	my ($name, $type, $data) = @_;
		3611
		3612	my $idx = cf::face::find $name;
		3613
		3614	if ($idx) {
		3615	delete $HASH{cf::face::get_csum $idx};
		3616	} else {
		3617	$idx = cf::face::alloc $name;
		3618	}
		3619
		3620	my $hash = cf::face::mangle_csum Digest::MD5::md5 $data;
		3621
		3622	cf::face::set_type $idx, $type;
		3623	cf::face::set_csum $idx, 0, $hash;
		3624
		3625	# we need to destroy the SV itself, not just modify it, as a running ix
		3626	# might hold a reference to it: "delete" achieves that.
		3627	delete $FOFS[0][$idx];
		3628	delete $DATA[0][$idx];
		3629	$DATA[0][$idx] = $data;
		3630	$SIZE[0][$idx] = length $data;
		3631	delete $META[$idx];
		3632	$HASH{$hash} = $idx;#d#
		3633
		3634	$idx
		3635	}
		3636
		3637	sub _get_data($$$) {
		3638	my ($idx, $set, $cb) = @_;
		3639
		3640	if (defined $DATA[$set][$idx]) {
		3641	$cb->($DATA[$set][$idx]);
		3642	} elsif (my $fofs = $FOFS[$set][$idx]) {
		3643	my $size = $SIZE[$set][$idx];
		3644	my $buf;
		3645	IO::AIO::aio_read $DATAFH, $fofs, $size, $buf, 0, sub {
		3646	if ($_[0] == $size) {
		3647	#cf::debug "read face $idx, $size from $fofs as ", length $buf;#d#
		3648	$cb->($buf);
		3649	} else {
		3650	cf::error "INTERNAL ERROR: unable to read facedata for face $idx#$set ($size, $fofs), ignoring request.";
		3651	}
		3652	};
		3653	} else {
		3654	cf::error "requested facedata for unknown face $idx#$set, ignoring.";
		3655	}
		3656	}
		3657
		3658	# rather ineffient
		3659	sub cf::face::get_data($;$) {
		3660	my ($idx, $set) = @_;
		3661
		3662	_get_data $idx, $set, Coro::rouse_cb;
		3663	Coro::rouse_wait
		3664	}
		3665
		3666	sub cf::face::ix {
		3667	my ($ns, $set, $idx, $pri) = @_;
		3668
		3669	_get_data $idx, $set, sub {
		3670	$ns->ix_send ($idx, $pri, $_[0]);
		3671	};
		3672	}
		3673	}
		3674
2700	sub load_facedata($) {	3675	sub load_facedata($) {
2701	my ($path) = @_;	3676	my ($path) = @_;
2702		3677
		3678	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3679
2703	warn "loading facedata from $path\n";	3680	trace "loading facedata from $path\n";
2704		3681
2705	my $facedata;	3682	my $facedata = decode_storable load_file "$path/faceinfo";
2706	0 < aio_load $path, $facedata
2707	or die "$path: $!";
2708
2709	$facedata = Coro::Storable::thaw $facedata;
2710		3683
2711	$facedata->{version} == 2	3684	$facedata->{version} == 2
2712	or cf::cleanup "$path: version mismatch, cannot proceed.";	3685	or cf::cleanup "$path/faceinfo: version mismatch, cannot proceed.";
		3686
		3687	my $fh = aio_open "$DATADIR/facedata", IO::AIO::O_RDONLY, 0
		3688	or cf::cleanup "$path/facedata: $!, cannot proceed.";
		3689
		3690	get_slot 1, -100, "load_facedata"; # make sure we get a very big slot
		3691
		3692	# BEGIN ATOMIC
		3693	# from here on, everything must be atomic - no thread switch allowed
		3694	my $t1 = EV::time;
2713		3695
2714	{	3696	{
2715	my $faces = $facedata->{faceinfo};	3697	my $faces = $facedata->{faceinfo};
2716		3698
2717	while (my ($face, $info) = each %$faces) {	3699	for my $face (sort keys %$faces) {
		3700	my $info = $faces->{$face};
2718	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3701	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3702
2719	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3703	cf::face::set_visibility $idx, $info->{visibility};
2720	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3704	cf::face::set_magicmap $idx, $info->{magicmap};
2721	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3705	cf::face::set_csum $idx, 0, $info->{hash64}; $cf::face::SIZE[0][$idx] = $info->{size64}; $cf::face::FOFS[0][$idx] = $info->{fofs64};
2722	Coro::cede;	3706	cf::face::set_csum $idx, 1, $info->{hash32}; $cf::face::SIZE[1][$idx] = $info->{size32}; $cf::face::FOFS[1][$idx] = $info->{fofs32};
		3707	cf::face::set_csum $idx, 2, $info->{glyph}; $cf::face::DATA[2][$idx] = $info->{glyph};
		3708	$cf::face::HASH{$info->{hash64}} = $idx;
		3709	delete $cf::face::META[$idx];
2723	}	3710	}
2724		3711
2725	while (my ($face, $info) = each %$faces) {	3712	while (my ($face, $info) = each %$faces) {
2726	next unless $info->{smooth};	3713	next unless $info->{smooth};
		3714
2727	my $idx = cf::face::find $face	3715	my $idx = cf::face::find $face
2728	or next;	3716	or next;
		3717
2729	if (my $smooth = cf::face::find $info->{smooth}) {	3718	if (my $smooth = cf::face::find $info->{smooth}) {
		3719	cf::face::set_smooth $idx, $smooth;
2730	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3720	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2731	} else {	3721	} else {
2732	warn "smooth face '$info->{smooth}' not found for face '$face'";	3722	error "smooth face '$info->{smooth}' not found for face '$face'";
2733	}	3723	}
2734	Coro::cede;
2735	}	3724	}
2736	}	3725	}
2737		3726
2738	{	3727	{
2739	my $anims = $facedata->{animinfo};	3728	my $anims = $facedata->{animinfo};
2740		3729
2741	while (my ($anim, $info) = each %$anims) {	3730	while (my ($anim, $info) = each %$anims) {
2742	cf::anim::set $anim, $info->{frames}, $info->{facings};	3731	cf::anim::set $anim, $info->{frames}, $info->{facings};
2743	Coro::cede;
2744	}	3732	}
2745		3733
2746	cf::anim::invalidate_all; # d'oh	3734	cf::anim::invalidate_all; # d'oh
2747	}	3735	}
2748		3736
		3737	{
		3738	my $res = $facedata->{resource};
		3739
		3740	while (my ($name, $info) = each %$res) {
		3741	if (defined (my $type = $info->{type})) {
		3742	# TODO: different hash - must free and use new index, or cache ixface data queue
		3743	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3744
		3745	cf::face::set_type $idx, $type;
		3746	cf::face::set_csum $idx, 0, $info->{hash};
		3747	$cf::face::SIZE[0][$idx] = $info->{size};
		3748	$cf::face::FOFS[0][$idx] = $info->{fofs};
		3749	$cf::face::META[$idx] = $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
		3750	$cf::face::HASH{$info->{hash}} = $idx;
		3751	} else {
		3752	# $RESOURCE{$name} = $info; # unused
		3753	}
		3754	}
		3755	}
		3756
		3757	($fh, $cf::face::DATAFH) = ($cf::face::DATAFH, $fh);
		3758
		3759	# HACK to clear player env face cache, we need some signal framework
		3760	# for this (global event?)
		3761	%ext::player_env::MUSIC_FACE_CACHE = ();
		3762
		3763	# END ATOMIC
		3764
		3765	cf::debug "facedata atomic update time ", EV::time - $t1;
		3766
		3767	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3768
		3769	aio_close $fh if $fh; # close old facedata
		3770
2749	1	3771	1
2750	}	3772	}
2751		3773
		3774	register_exticmd fx_want => sub {
		3775	my ($ns, $want) = @_;
		3776
		3777	while (my ($k, $v) = each %$want) {
		3778	$ns->fx_want ($k, $v);
		3779	}
		3780	};
		3781
		3782	sub load_resource_file($) {
		3783	my $guard = lock_acquire "load_resource_file";
		3784
		3785	my $status = load_resource_file_ $_[0];
		3786	get_slot 0.1, 100;
		3787	cf::arch::commit_load;
		3788
		3789	$status
		3790	}
		3791
		3792	sub reload_exp_table {
		3793	_reload_exp_table;
		3794
		3795	cf::face::set
		3796	"res/exp_table" => FT_RSRC,
		3797	JSON::XS->new->utf8->canonical->encode (
		3798	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3799	);
		3800	}
		3801
		3802	sub reload_materials {
		3803	_reload_materials;
		3804	}
		3805
2752	sub reload_regions {	3806	sub reload_regions {
		3807	# HACK to clear player env face cache, we need some signal framework
		3808	# for this (global event?)
		3809	%ext::player_env::MUSIC_FACE_CACHE = ();
		3810
2753	load_resource_file "$MAPDIR/regions"	3811	load_resource_file "$MAPDIR/regions"
2754	or die "unable to load regions file\n";	3812	or die "unable to load regions file\n";
		3813
		3814	for (cf::region::list) {
		3815	$_->{match} = qr/$_->{match}/
		3816	if exists $_->{match};
		3817	}
2755	}	3818	}
2756		3819
2757	sub reload_facedata {	3820	sub reload_facedata {
2758	load_facedata "$DATADIR/facedata"	3821	load_facedata $DATADIR
2759	or die "unable to load facedata\n";	3822	or die "unable to load facedata\n";
2760	}	3823	}
2761		3824
2762	sub reload_archetypes {	3825	sub reload_archetypes {
2763	load_resource_file "$DATADIR/archetypes"	3826	load_resource_file "$DATADIR/archetypes"
2764	or die "unable to load archetypes\n";	3827	or die "unable to load archetypes\n";
2765	#d# NEED to laod twice to resolve forward references	3828
2766	# this really needs to be done in an extra post-pass	3829	cf::face::set
2767	# (which needs to be synchronous, so solve it differently)	3830	"res/skill_info" => FT_RSRC,
2768	load_resource_file "$DATADIR/archetypes"	3831	JSON::XS->new->utf8->canonical->encode (
2769	or die "unable to load archetypes\n";	3832	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
		3833	);
		3834
		3835	cf::face::set
		3836	"res/spell_paths" => FT_RSRC,
		3837	JSON::XS->new->utf8->canonical->encode (
		3838	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3839	);
		3840
		3841	# command completion
		3842	my @commands;
		3843
		3844	for (0..cf::arch::skillvec_size - 1) {
		3845	my $skill = cf::arch::skillvec $_;
		3846	my $name = $skill->name;
		3847	my $flags = cf::skill_flags $skill->subtype;
		3848
		3849	push @commands, "ready_skill $name" if $flags & (SF_COMBAT | SF_RANGED | SF_GRACE);
		3850	push @commands, "use_skill $name" if $flags & (SF_USE | SF_AUTARK | SF_GRACE);
		3851	}
		3852
		3853	cf::client::set_command_face skill => \@commands;
2770	}	3854	}
2771		3855
2772	sub reload_treasures {	3856	sub reload_treasures {
2773	load_resource_file "$DATADIR/treasures"	3857	load_resource_file "$DATADIR/treasures"
2774	or die "unable to load treasurelists\n";	3858	or die "unable to load treasurelists\n";
2775	}	3859	}
2776		3860
		3861	sub reload_sound {
		3862	trace "loading sound config from $DATADIR/sound\n";
		3863
		3864	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3865
		3866	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3867	my $sound = $soundconf->{compat}[$_]
		3868	or next;
		3869
		3870	my $face = cf::face::find "sound/$sound->[1]";
		3871	cf::sound::set $sound->[0] => $face;
		3872	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3873	}
		3874
		3875	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3876	my $face = cf::face::find "sound/$v";
		3877	cf::sound::set $k => $face;
		3878	}
		3879	}
		3880
2777	sub reload_resources {	3881	sub reload_resources {
2778	warn "reloading resource files...\n";	3882	trace "reloading resource files...\n";
2779		3883
		3884	reload_materials;
		3885	reload_facedata;
		3886	reload_exp_table;
		3887	reload_sound;
		3888	reload_archetypes;
2780	reload_regions;	3889	reload_regions;
2781	reload_facedata;
2782	#reload_archetypes;#d#
2783	reload_archetypes;
2784	reload_treasures;	3890	reload_treasures;
2785		3891
2786	warn "finished reloading resource files\n";	3892	trace "finished reloading resource files\n";
2787	}	3893	}
2788		3894
2789	sub init {	3895	sub reload_config {
2790	reload_resources;	3896	trace "reloading config file...\n";
2791	}
2792		3897
2793	sub cfg_load {	3898	my $config = load_file "$CONFDIR/config";
2794	open my $fh, "<:utf8", "$CONFDIR/config"	3899	utf8::decode $config;
2795	or return;	3900	*CFG = decode_yaml $config;
2796		3901
2797	local $/;
2798	*CFG = YAML::Syck::Load <$fh>;
2799
2800	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3902	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2801		3903
2802	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3904	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2803	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3905	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2804		3906
2805	if (exists $CFG{mlockall}) {	3907	if (exists $CFG{mlockall}) {
…		…
2809	};	3911	};
2810	warn $@ if $@;	3912	warn $@ if $@;
2811	}	3913	}
2812	}	3914	}
2813		3915
		3916	sub pidfile() {
		3917	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3918	or die "$PIDFILE: $!";
		3919	flock $fh, &Fcntl::LOCK_EX
		3920	or die "$PIDFILE: flock: $!";
		3921	$fh
		3922	}
		3923
		3924	# make sure only one server instance is running at any one time
		3925	sub atomic {
		3926	my $fh = pidfile;
		3927
		3928	my $pid = <$fh>;
		3929	kill 9, $pid if $pid > 0;
		3930
		3931	seek $fh, 0, 0;
		3932	print $fh $$;
		3933	}
		3934
		3935	sub main_loop {
		3936	trace "EV::run starting\n";
		3937	if (1) {
		3938	EV::run;
		3939	}
		3940	trace "EV::run returned\n";
		3941	goto &main_loop unless $REALLY_UNLOOP;
		3942	}
		3943
2814	sub main {	3944	sub main {
		3945	cf::init_globals; # initialise logging
		3946
		3947	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3948	LOG llevInfo, "Copyright (C) 2017-2018 Marc Alexander Lehmann / the Deliantra team.";
		3949	LOG llevInfo, "Copyright (C) 2005-2016 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3950	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3951	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3952
		3953	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3954
2815	# we must not ever block the main coroutine	3955	# we must not ever block the main coroutine
2816	local $Coro::idle = sub {	3956	$Coro::idle = sub {
2817	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3957	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2818	(async {	3958	(async {
2819	Event::one_event;	3959	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3960	EV::run EV::RUN_ONCE;
2820	})->prio (Coro::PRIO_MAX);	3961	})->prio (Coro::PRIO_MAX);
2821	};	3962	};
2822		3963
2823	cfg_load;	3964	evthread_start IO::AIO::poll_fileno;
		3965
		3966	cf::sync_job {
		3967	cf::incloader::init ();
		3968
2824	db_init;	3969	db_init;
		3970
		3971	cf::init_anim;
		3972	cf::init_attackmess;
		3973	cf::init_dynamic;
		3974
		3975	cf::load_settings;
		3976
		3977	reload_resources;
		3978	reload_config;
		3979
		3980	cf::init_uuid;
		3981	cf::init_signals;
		3982	cf::init_skills;
		3983
		3984	cf::init_beforeplay;
		3985
		3986	atomic;
		3987
2825	load_extensions;	3988	load_extensions;
2826		3989
2827	$TICK_WATCHER->start;	3990	utime time, time, $RUNTIMEFILE;
2828	Event::loop;	3991
		3992	# no (long-running) fork's whatsoever before this point(!)
		3993	use POSIX ();
		3994	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3995
		3996	cf::_post_init 0;
		3997	};
		3998
		3999	cf::object::thawer::errors_are_fatal 0;
		4000	info "parse errors in files are no longer fatal from this point on.\n";
		4001
		4002	AE::postpone {
		4003	undef &main; # free gobs of memory :)
		4004	};
		4005
		4006	goto &main_loop;
2829	}	4007	}
2830		4008
2831	#############################################################################	4009	#############################################################################
2832	# initialisation and cleanup	4010	# initialisation and cleanup
2833		4011
2834	# install some emergency cleanup handlers	4012	# install some emergency cleanup handlers
2835	BEGIN {	4013	BEGIN {
		4014	our %SIGWATCHER = ();
2836	for my $signal (qw(INT HUP TERM)) {	4015	for my $signal (qw(INT HUP TERM)) {
2837	Event->signal (	4016	$SIGWATCHER{$signal} = AE::signal $signal, sub {
2838	reentrant => 0,
2839	data => WF_AUTOCANCEL,
2840	signal => $signal,
2841	prio => 0,
2842	cb => sub {
2843	cf::cleanup "SIG$signal";	4017	cf::cleanup "SIG$signal";
2844	},
2845	);	4018	};
2846	}	4019	}
2847	}	4020	}
2848		4021
2849	sub write_runtime {	4022	sub write_runtime_sync {
2850	my $runtime = "$LOCALDIR/runtime";	4023	my $t0 = AE::time;
2851		4024
2852	# first touch the runtime file to show we are still running:	4025	# first touch the runtime file to show we are still running:
2853	# the fsync below can take a very very long time.	4026	# the fsync below can take a very very long time.
2854		4027
2855	IO::AIO::aio_utime $runtime, undef, undef;	4028	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
2856		4029
2857	my $guard = cf::lock_acquire "write_runtime";	4030	my $guard = cf::lock_acquire "write_runtime";
2858		4031
2859	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	4032	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
2860	or return;	4033	or return;
2861		4034
2862	my $value = $cf::RUNTIME + 90 + 10;	4035	my $value = $cf::RUNTIME + 90 + 10;
2863	# 10 is the runtime save interval, for a monotonic clock	4036	# 10 is the runtime save interval, for a monotonic clock
2864	# 60 allows for the watchdog to kill the server.	4037	# 60 allows for the watchdog to kill the server.
…		…
2874	aio_utime $fh, undef, undef;	4047	aio_utime $fh, undef, undef;
2875		4048
2876	close $fh	4049	close $fh
2877	or return;	4050	or return;
2878		4051
2879	aio_rename "$runtime~", $runtime	4052	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
2880	and return;	4053	and return;
2881		4054
2882	warn "runtime file written.\n";	4055	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
2883		4056
2884	1	4057	1
		4058	}
		4059
		4060	our $uuid_lock;
		4061	our $uuid_skip;
		4062
		4063	sub write_uuid_sync($) {
		4064	$uuid_skip ||= $_[0];
		4065
		4066	return if $uuid_lock;
		4067	local $uuid_lock = 1;
		4068
		4069	my $uuid = "$LOCALDIR/uuid";
		4070
		4071	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		4072	or return;
		4073
		4074	my $value = uuid_seq uuid_cur;
		4075
		4076	unless ($value) {
		4077	info "cowardly refusing to write zero uuid value!\n";
		4078	return;
		4079	}
		4080
		4081	my $value = uuid_str $value + $uuid_skip;
		4082	$uuid_skip = 0;
		4083
		4084	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		4085	and return;
		4086
		4087	# always fsync - this file is important
		4088	aio_fsync $fh
		4089	and return;
		4090
		4091	close $fh
		4092	or return;
		4093
		4094	aio_rename "$uuid~", $uuid
		4095	and return;
		4096
		4097	trace "uuid file written ($value).\n";
		4098
		4099	1
		4100
		4101	}
		4102
		4103	sub write_uuid($$) {
		4104	my ($skip, $sync) = @_;
		4105
		4106	$sync ? write_uuid_sync $skip
		4107	: async { write_uuid_sync $skip };
2885	}	4108	}
2886		4109
2887	sub emergency_save() {	4110	sub emergency_save() {
2888	my $freeze_guard = cf::freeze_mainloop;	4111	my $freeze_guard = cf::freeze_mainloop;
2889		4112
2890	warn "enter emergency perl save\n";	4113	info "emergency_perl_save: enter\n";
		4114
		4115	# this is a trade-off: we want to be very quick here, so
		4116	# save all maps without fsync, and later call a global sync
		4117	# (which in turn might be very very slow)
		4118	local $USE_FSYNC = 0;
2891		4119
2892	cf::sync_job {	4120	cf::sync_job {
		4121	cf::write_runtime_sync; # external watchdog should not bark
		4122
2893	# use a peculiar iteration method to avoid tripping on perl	4123	# use a peculiar iteration method to avoid tripping on perl
2894	# refcount bugs in for. also avoids problems with players	4124	# refcount bugs in for. also avoids problems with players
2895	# and maps saved/destroyed asynchronously.	4125	# and maps saved/destroyed asynchronously.
2896	warn "begin emergency player save\n";	4126	info "emergency_perl_save: begin player save\n";
2897	for my $login (keys %cf::PLAYER) {	4127	for my $login (keys %cf::PLAYER) {
2898	my $pl = $cf::PLAYER{$login} or next;	4128	my $pl = $cf::PLAYER{$login} or next;
2899	$pl->valid or next;	4129	$pl->valid or next;
		4130	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2900	$pl->save;	4131	$pl->save;
2901	}	4132	}
2902	warn "end emergency player save\n";	4133	info "emergency_perl_save: end player save\n";
2903		4134
2904	warn "begin emergency map save\n";	4135	cf::write_runtime_sync; # external watchdog should not bark
		4136
		4137	info "emergency_perl_save: begin map save\n";
2905	for my $path (keys %cf::MAP) {	4138	for my $path (keys %cf::MAP) {
2906	my $map = $cf::MAP{$path} or next;	4139	my $map = $cf::MAP{$path} or next;
2907	$map->valid or next;	4140	$map->valid or next;
2908	$map->save;	4141	$map->save;
2909	}	4142	}
2910	warn "end emergency map save\n";	4143	info "emergency_perl_save: end map save\n";
2911		4144
2912	warn "begin emergency database checkpoint\n";	4145	cf::write_runtime_sync; # external watchdog should not bark
		4146
		4147	info "emergency_perl_save: begin database checkpoint\n";
2913	BDB::db_env_txn_checkpoint $DB_ENV;	4148	BDB::db_env_txn_checkpoint $DB_ENV;
2914	warn "end emergency database checkpoint\n";	4149	info "emergency_perl_save: end database checkpoint\n";
		4150
		4151	info "emergency_perl_save: begin write uuid\n";
		4152	write_uuid_sync 1;
		4153	info "emergency_perl_save: end write uuid\n";
		4154
		4155	cf::write_runtime_sync; # external watchdog should not bark
		4156
		4157	trace "emergency_perl_save: syncing database to disk";
		4158	BDB::db_env_txn_checkpoint $DB_ENV;
		4159
		4160	info "emergency_perl_save: starting sync\n";
		4161	IO::AIO::aio_sync sub {
		4162	info "emergency_perl_save: finished sync\n";
		4163	};
		4164
		4165	cf::write_runtime_sync; # external watchdog should not bark
		4166
		4167	trace "emergency_perl_save: flushing outstanding aio requests";
		4168	while (IO::AIO::nreqs || BDB::nreqs) {
		4169	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		4170	}
		4171
		4172	cf::write_runtime_sync; # external watchdog should not bark
2915	};	4173	};
2916		4174
2917	warn "leave emergency perl save\n";	4175	info "emergency_perl_save: leave\n";
2918	}	4176	}
2919		4177
2920	sub post_cleanup {	4178	sub post_cleanup {
2921	my ($make_core) = @_;	4179	my ($make_core) = @_;
2922		4180
		4181	IO::AIO::flush;
		4182
2923	warn Carp::longmess "post_cleanup backtrace"	4183	error Carp::longmess "post_cleanup backtrace"
2924	if $make_core;	4184	if $make_core;
		4185
		4186	my $fh = pidfile;
		4187	unlink $PIDFILE if <$fh> == $$;
		4188	}
		4189
		4190	# a safer delete_package, copied from Symbol
		4191	sub clear_package($) {
		4192	my $pkg = shift;
		4193
		4194	# expand to full symbol table name if needed
		4195	unless ($pkg =~ /^main::.*::$/) {
		4196	$pkg = "main$pkg" if $pkg =~ /^::/;
		4197	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		4198	$pkg .= '::' unless $pkg =~ /::$/;
		4199	}
		4200
		4201	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		4202	my $stem_symtab = *{$stem}{HASH};
		4203
		4204	defined $stem_symtab and exists $stem_symtab->{$leaf}
		4205	or return;
		4206
		4207	# clear all symbols
		4208	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		4209	for my $name (keys %$leaf_symtab) {
		4210	_gv_clear *{"$pkg$name"};
		4211	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4212	}
2925	}	4213	}
2926		4214
2927	sub do_reload_perl() {	4215	sub do_reload_perl() {
2928	# can/must only be called in main	4216	# can/must only be called in main
2929	if ($Coro::current != $Coro::main) {	4217	unless (in_main) {
2930	warn "can only reload from main coroutine";	4218	error "can only reload from main coroutine";
2931	return;	4219	return;
2932	}	4220	}
2933		4221
2934	warn "reloading...";	4222	return if $RELOAD++;
2935		4223
2936	warn "entering sync_job";	4224	my $t1 = AE::time;
2937		4225
		4226	while ($RELOAD) {
		4227	cf::get_slot 0.1, -1, "reload_perl";
		4228	info "perl_reload: reloading...";
		4229
		4230	trace "perl_reload: entering sync_job";
		4231
2938	cf::sync_job {	4232	cf::sync_job {
2939	cf::write_runtime; # external watchdog should not bark
2940	cf::emergency_save;	4233	#cf::emergency_save;
2941	cf::write_runtime; # external watchdog should not bark
2942		4234
2943	warn "syncing database to disk";
2944	BDB::db_env_txn_checkpoint $DB_ENV;
2945
2946	# if anything goes wrong in here, we should simply crash as we already saved
2947
2948	warn "cancelling all WF_AUTOCANCEL watchers";
2949	for (Event::all_watchers) {
2950	$_->cancel if $_->data & WF_AUTOCANCEL;
2951	}
2952
2953	warn "flushing outstanding aio requests";
2954	for (;;) {
2955	BDB::flush;
2956	IO::AIO::flush;
2957	Coro::cede;
2958	last unless IO::AIO::nreqs || BDB::nreqs;
2959	warn "iterate...";
2960	}
2961
2962	++$RELOAD;
2963
2964	warn "cancelling all extension coros";	4235	trace "perl_reload: cancelling all extension coros";
2965	$_->cancel for values %EXT_CORO;	4236	$_->cancel for values %EXT_CORO;
2966	%EXT_CORO = ();	4237	%EXT_CORO = ();
2967		4238
2968	warn "removing commands";	4239	trace "perl_reload: removing commands";
2969	%COMMAND = ();	4240	%COMMAND = ();
2970		4241
2971	warn "removing ext/exti commands";	4242	trace "perl_reload: removing ext/exti commands";
2972	%EXTCMD = ();	4243	%EXTCMD = ();
2973	%EXTICMD = ();	4244	%EXTICMD = ();
2974		4245
2975	warn "unloading/nuking all extensions";	4246	trace "perl_reload: unloading/nuking all extensions";
2976	for my $pkg (@EXTS) {	4247	for my $pkg (@EXTS) {
2977	warn "... unloading $pkg";	4248	trace "... unloading $pkg";
2978		4249
2979	if (my $cb = $pkg->can ("unload")) {	4250	if (my $cb = $pkg->can ("unload")) {
2980	eval {	4251	eval {
2981	$cb->($pkg);	4252	$cb->($pkg);
2982	1	4253	1
2983	} or warn "$pkg unloaded, but with errors: $@";	4254	} or error "$pkg unloaded, but with errors: $@";
		4255	}
		4256
		4257	trace "... clearing $pkg";
		4258	clear_package $pkg;
2984	}	4259	}
2985		4260
2986	warn "... nuking $pkg";
2987	Symbol::delete_package $pkg;
2988	}
2989
2990	warn "unloading all perl modules loaded from $LIBDIR";	4261	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2991	while (my ($k, $v) = each %INC) {	4262	while (my ($k, $v) = each %INC) {
2992	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4263	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2993		4264
2994	warn "... unloading $k";	4265	trace "... unloading $k";
2995	delete $INC{$k};	4266	delete $INC{$k};
2996		4267
2997	$k =~ s/\.pm$//;	4268	$k =~ s/\.pm$//;
2998	$k =~ s/\//::/g;	4269	$k =~ s/\//::/g;
2999		4270
3000	if (my $cb = $k->can ("unload_module")) {	4271	if (my $cb = $k->can ("unload_module")) {
3001	$cb->();	4272	$cb->();
		4273	}
		4274
		4275	clear_package $k;
3002	}	4276	}
3003		4277
3004	Symbol::delete_package $k;
3005	}
3006
3007	warn "getting rid of safe::, as good as possible";	4278	trace "perl_reload: getting rid of safe::, as good as possible";
3008	Symbol::delete_package "safe::$_"	4279	clear_package "safe::$_"
3009	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4280	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3010		4281
3011	warn "unloading cf.pm \"a bit\"";	4282	trace "perl_reload: unloading cf.pm \"a bit\"";
3012	delete $INC{"cf.pm"};	4283	delete $INC{"cf.pm"};
3013	delete $INC{"cf/pod.pm"};	4284	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3014		4285
3015	# don't, removes xs symbols, too,	4286	# don't, removes xs symbols, too,
3016	# and global variables created in xs	4287	# and global variables created in xs
3017	#Symbol::delete_package __PACKAGE__;	4288	#clear_package __PACKAGE__;
3018		4289
3019	warn "unload completed, starting to reload now";	4290	info "perl_reload: unload completed, starting to reload now";
3020		4291
3021	warn "reloading cf.pm";	4292	trace "perl_reload: reloading cf.pm";
3022	require cf;	4293	require cf;
3023	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4294	cf::_connect_to_perl_1;
3024		4295
3025	warn "loading config and database again";	4296	trace "perl_reload: loading config and database again";
3026	cf::cfg_load;	4297	cf::reload_config;
3027		4298
3028	warn "loading extensions";	4299	trace "perl_reload: loading extensions";
3029	cf::load_extensions;	4300	cf::load_extensions;
3030		4301
		4302	if ($REATTACH_ON_RELOAD) {
3031	warn "reattaching attachments to objects/players";	4303	trace "perl_reload: reattaching attachments to objects/players";
3032	_global_reattach; # objects, sockets	4304	_global_reattach; # objects, sockets
3033	warn "reattaching attachments to maps";	4305	trace "perl_reload: reattaching attachments to maps";
3034	reattach $_ for values %MAP;	4306	reattach $_ for values %MAP;
3035	warn "reattaching attachments to players";	4307	trace "perl_reload: reattaching attachments to players";
3036	reattach $_ for values %PLAYER;	4308	reattach $_ for values %PLAYER;
		4309	}
3037		4310
3038	warn "leaving sync_job";	4311	cf::_post_init 1;
3039		4312
		4313	trace "perl_reload: leaving sync_job";
		4314
3040	1	4315	1
3041	} or do {	4316	} or do {
3042	warn $@;	4317	error $@;
3043	warn "error while reloading, exiting.";	4318	cf::cleanup "perl_reload: error, exiting.";
3044	exit 1;	4319	};
		4320
		4321	--$RELOAD;
3045	};	4322	}
3046		4323
3047	warn "reloaded";	4324	$t1 = AE::time - $t1;
		4325	info "perl_reload: completed in ${t1}s\n";
3048	};	4326	};
3049		4327
3050	our $RELOAD_WATCHER; # used only during reload	4328	our $RELOAD_WATCHER; # used only during reload
3051		4329
3052	sub reload_perl() {	4330	sub reload_perl() {
3053	# doing reload synchronously and two reloads happen back-to-back,	4331	# doing reload synchronously and two reloads happen back-to-back,
3054	# coro crashes during coro_state_free->destroy here.	4332	# coro crashes during coro_state_free->destroy here.
3055		4333
3056	$RELOAD_WATCHER ||= Event->timer (	4334	$RELOAD_WATCHER ||= cf::async {
3057	reentrant => 0,	4335	Coro::AIO::aio_wait cache_extensions;
3058	after => 0,	4336
3059	data => WF_AUTOCANCEL,	4337	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3060	cb => sub {
3061	do_reload_perl;	4338	do_reload_perl;
3062	undef $RELOAD_WATCHER;	4339	undef $RELOAD_WATCHER;
3063	},	4340	};
3064	);	4341	};
3065	}	4342	}
3066		4343
3067	register_command "reload" => sub {	4344	register_command "reload" => sub {
3068	my ($who, $arg) = @_;	4345	my ($who, $arg) = @_;
3069		4346
3070	if ($who->flag (FLAG_WIZ)) {	4347	if ($who->flag (FLAG_WIZ)) {
3071	$who->message ("reloading server.");	4348	$who->message ("reloading server.");
		4349	async {
		4350	$Coro::current->{desc} = "perl_reload";
3072	async { reload_perl };	4351	reload_perl;
		4352	};
3073	}	4353	}
3074	};	4354	};
3075		4355
3076	unshift @INC, $LIBDIR;	4356	#############################################################################
3077		4357
3078	my $bug_warning = 0;	4358	my $bug_warning = 0;
3079		4359
3080	our @WAIT_FOR_TICK;
3081	our @WAIT_FOR_TICK_BEGIN;
3082
3083	sub wait_for_tick {	4360	sub wait_for_tick() {
3084	return unless $TICK_WATCHER->is_active;	4361	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3085	return if $Coro::current == $Coro::main;
3086		4362
3087	my $signal = new Coro::Signal;	4363	$WAIT_FOR_TICK->wait;
3088	push @WAIT_FOR_TICK, $signal;
3089	$signal->wait;
3090	}	4364	}
3091		4365
3092	sub wait_for_tick_begin {	4366	sub wait_for_tick_begin() {
3093	return unless $TICK_WATCHER->is_active;	4367	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3094	return if $Coro::current == $Coro::main;
3095		4368
3096	my $signal = new Coro::Signal;	4369	my $signal = new Coro::Signal;
3097	push @WAIT_FOR_TICK_BEGIN, $signal;	4370	push @WAIT_FOR_TICK_BEGIN, $signal;
3098	$signal->wait;	4371	$signal->wait;
3099	}	4372	}
3100		4373
3101	my $min = 1e6;#d#	4374	sub tick {
3102	my $avg = 10;
3103	$TICK_WATCHER = Event->timer (
3104	reentrant => 0,
3105	parked => 1,
3106	prio => 0,
3107	at => $NEXT_TICK || $TICK,
3108	data => WF_AUTOCANCEL,
3109	cb => sub {
3110	if ($Coro::current != $Coro::main) {	4375	if ($Coro::current != $Coro::main) {
3111	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4376	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3112	unless ++$bug_warning > 10;	4377	unless ++$bug_warning > 10;
3113	return;	4378	return;
3114	}	4379	}
3115		4380
3116	$NOW = $tick_start = Event::time;	4381	cf::one_tick; # one server iteration
3117		4382
3118	cf::server_tick; # one server iteration	4383	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3119		4384
3120	0 && sync_job {#d#	4385	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3121	for(1..10) {	4386	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3122	my $t = Event::time;	4387	Coro::async_pool {
3123	my $map = my $map = new_from_path cf::map "/tmp/x.map"	4388	$Coro::current->{desc} = "runtime saver";
3124	or die;	4389	write_runtime_sync
3125		4390	or error "ERROR: unable to write runtime file: $!";
3126	$map->width (50);
3127	$map->height (50);
3128	$map->alloc;
3129	$map->_load_objects ("/tmp/x.map", 1);
3130	my $t = Event::time - $t;
3131
3132	#next unless $t < 0.0013;#d#
3133	if ($t < $min) {
3134	$min = $t;
3135	}
3136	$avg = $avg * 0.99 + $t * 0.01;
3137	}
3138	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3139	exit 0;
3140	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3141	};	4391	};
		4392	}
3142		4393
3143	$RUNTIME += $TICK;
3144	$NEXT_TICK += $TICK;
3145
3146	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3147	$NEXT_RUNTIME_WRITE = $NOW + 10;
3148	Coro::async_pool {
3149	write_runtime
3150	or warn "ERROR: unable to write runtime file: $!";
3151	};
3152	}
3153
3154	# my $AFTER = Event::time;
3155	# warn $AFTER - $NOW;#d#
3156
3157	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4394	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3158	$sig->send;	4395	$sig->send;
3159	}	4396	}
3160	while (my $sig = shift @WAIT_FOR_TICK) {	4397	$WAIT_FOR_TICK->broadcast;
3161	$sig->send;
3162	}
3163		4398
3164	$NOW = Event::time;	4399	$LOAD = ($NOW - $TICK_START) / $TICK;
3165
3166	# if we are delayed by four ticks or more, skip them all
3167	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3168
3169	$TICK_WATCHER->at ($NEXT_TICK);
3170	$TICK_WATCHER->start;
3171
3172	$LOAD = ($NOW - $tick_start) / $TICK;
3173	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4400	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3174		4401
3175	_post_tick;	4402	if (0) {
3176		4403	if ($NEXT_TICK) {
3177		4404	my $jitter = $TICK_START - $NEXT_TICK;
		4405	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4406	debug "jitter $JITTER\n";#d#
		4407	}
3178	},	4408	}
3179	);	4409	}
3180		4410
3181	{	4411	{
3182	BDB::max_poll_time $TICK * 0.1;	4412	# configure BDB
3183	$BDB_POLL_WATCHER = Event->io (	4413	info "initialising database";
3184	reentrant => 0,	4414
3185	fd => BDB::poll_fileno,
3186	poll => 'r',
3187	prio => 0,
3188	data => WF_AUTOCANCEL,
3189	cb => \&BDB::poll_cb,
3190	);
3191	BDB::min_parallel 8;	4415	BDB::min_parallel 16;
3192		4416	BDB::max_poll_reqs $TICK * 0.1;
3193	BDB::set_sync_prepare {	4417	#$AnyEvent::BDB::WATCHER->priority (1);
3194	my $status;
3195	my $current = $Coro::current;
3196	(
3197	sub {
3198	$status = $!;
3199	$current->ready; undef $current;
3200	},
3201	sub {
3202	Coro::schedule while defined $current;
3203	$! = $status;
3204	},
3205	)
3206	};
3207		4418
3208	unless ($DB_ENV) {	4419	unless ($DB_ENV) {
3209	$DB_ENV = BDB::db_env_create;	4420	$DB_ENV = BDB::db_env_create;
		4421	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4422	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4423	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4424	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4425	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3210		4426
3211	cf::sync_job {	4427	cf::sync_job {
3212	eval {	4428	eval {
3213	BDB::db_env_open	4429	BDB::db_env_open
3214	$DB_ENV,	4430	$DB_ENV,
…		…
3216	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4432	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3217	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4433	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3218	0666;	4434	0666;
3219		4435
3220	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4436	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3221
3222	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3223	$DB_ENV->set_lk_detect;
3224	};	4437	};
3225		4438
3226	cf::cleanup "db_env_open(db): $@" if $@;	4439	cf::cleanup "db_env_open(db): $@" if $@;
3227	};	4440	};
3228	}	4441	}
		4442
		4443	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4444	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4445	};
		4446	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4447	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4448	};
		4449	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4450	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4451	};
		4452
		4453	info "database initialised";
3229	}	4454	}
3230		4455
3231	{	4456	{
		4457	# configure IO::AIO
		4458
		4459	info "initialising aio";
3232	IO::AIO::min_parallel 8;	4460	IO::AIO::min_parallel 8;
3233
3234	undef $Coro::AIO::WATCHER;
3235	IO::AIO::max_poll_time $TICK * 0.1;	4461	IO::AIO::max_poll_time $TICK * 0.1;
3236	$AIO_POLL_WATCHER = Event->io (	4462	undef $AnyEvent::AIO::WATCHER;
3237	reentrant => 0,	4463	info "aio initialised";
3238	data => WF_AUTOCANCEL,
3239	fd => IO::AIO::poll_fileno,
3240	poll => 'r',
3241	prio => 6,
3242	cb => \&IO::AIO::poll_cb,
3243	);
3244	}	4464	}
3245		4465
3246	my $_log_backtrace;	4466	our $_log_backtrace;
		4467	our $_log_backtrace_last;
3247		4468
3248	sub _log_backtrace {	4469	sub _log_backtrace {
3249	my ($msg, @addr) = @_;	4470	my ($msg, @addr) = @_;
3250		4471
3251	$msg =~ s/\n//;	4472	$msg =~ s/\n$//;
3252		4473
		4474	if ($_log_backtrace_last eq $msg) {
		4475	LOG llevInfo, "[ABT] $msg\n";
		4476	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3253	# limit the # of concurrent backtraces	4477	# limit the # of concurrent backtraces
3254	if ($_log_backtrace < 2) {	4478	} elsif ($_log_backtrace < 2) {
		4479	$_log_backtrace_last = $msg;
3255	++$_log_backtrace;	4480	++$_log_backtrace;
		4481	my $perl_bt = Carp::longmess $msg;
3256	async {	4482	async {
		4483	$Coro::current->{desc} = "abt $msg";
		4484
3257	my @bt = fork_call {	4485	my @bt = fork_call {
3258	@addr = map { sprintf "%x", $_ } @addr;	4486	@addr = map { sprintf "%x", $_ } @addr;
3259	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4487	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3260	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4488	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3261	or die "addr2line: $!";	4489	or die "addr2line: $!";
…		…
3269	}	4497	}
3270		4498
3271	@funcs	4499	@funcs
3272	};	4500	};
3273		4501
3274	LOG llevInfo, "[ABT] $msg\n";	4502	LOG llevInfo, "[ABT] $perl_bt\n";
		4503	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3275	LOG llevInfo, "[ABT] $_\n" for @bt;	4504	LOG llevInfo, "[ABT] $_\n" for @bt;
3276	--$_log_backtrace;	4505	--$_log_backtrace;
3277	};	4506	};
3278	} else {	4507	} else {
3279	LOG llevInfo, "[ABT] $msg\n";	4508	LOG llevInfo, "[ABT] $msg\n";
3280	LOG llevInfo, "[ABT] [suppressed]\n";	4509	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3281	}	4510	}
3282	}	4511	}
3283		4512
3284	# load additional modules	4513	# load additional modules
3285	use cf::pod;	4514	require "cf/$_.pm" for @EXTRA_MODULES;
		4515	cf::_connect_to_perl_2;
3286		4516
3287	END { cf::emergency_save }	4517	END { cf::emergency_save }
3288		4518
3289	1	4519	1
3290		4520

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines