ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.277 by root, Sun Jun 10 04:24:50 2007 UTC vs.
Revision 1.623 by root, Wed Aug 30 14:18:51 2017 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use AnyEvent ();
		38	use AnyEvent::IO ();
		39	use AnyEvent::DNS ();
		40
15	use Coro 3.61 ();	41	use Coro ();
16	use Coro::State;	42	use Coro::State;
17	use Coro::Handle;	43	use Coro::Handle;
		44	use Coro::EV;
18	use Coro::Event;	45	use Coro::AnyEvent;
19	use Coro::Timer;	46	use Coro::Timer;
20	use Coro::Signal;	47	use Coro::Signal;
21	use Coro::Semaphore;	48	use Coro::Semaphore;
		49	use Coro::SemaphoreSet;
		50	use Coro::AnyEvent;
22	use Coro::AIO;	51	use Coro::AIO;
		52	use Coro::BDB 1.6;
23	use Coro::Storable;	53	use Coro::Storable;
		54	use Coro::Util ();
24		55
		56	use Guard ();
		57	use JSON::XS 2.01 ();
25	use BDB ();	58	use BDB ();
26	use Data::Dumper;	59	use Data::Dumper;
27	use Digest::MD5;
28	use Fcntl;	60	use Fcntl;
29	use YAML::Syck ();	61	use YAML::XS ();
		62	use CBOR::XS ();
30	use IO::AIO 2.32 ();	63	use IO::AIO ();
31	use Time::HiRes;
32	use Compress::LZF;	64	use Compress::LZF;
		65	use Digest::MD5 ();
		66
		67	AnyEvent::detect;
33		68
34	# configure various modules to our taste	69	# configure various modules to our taste
35	#	70	#
36	$Storable::canonical = 1; # reduce rsync transfers	71	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	72	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		73
		74	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		75
		76	# make sure c-lzf reinitialises itself
		77	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	78	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39		79
40	$Event::Eval = 1; # no idea why this is required, but it is	80	# strictly for debugging
41		81	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
42	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
43	$YAML::Syck::ImplicitUnicode = 1;
44
45	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46		82
47	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	83	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		84
		85	our @ORIG_INC;
48		86
49	our %COMMAND = ();	87	our %COMMAND = ();
50	our %COMMAND_TIME = ();	88	our %COMMAND_TIME = ();
51		89
52	our @EXTS = (); # list of extension package names	90	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	91	our %EXTCMD = ();
		92	our %EXTACMD = ();
		93	our %EXTICMD = ();
		94	our %EXTIACMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	95	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	96	our %EXT_MAP = (); # pluggable maps
56		97
57	our $RELOAD; # number of reloads so far	98	our $RELOAD; # number of reloads so far, non-zero while in reload
58	our @EVENT;	99	our @EVENT;
		100	our @REFLECT; # set by XS
		101	our %REFLECT; # set by us
59		102
60	our $CONFDIR = confdir;	103	our $CONFDIR = confdir;
		104
61	our $DATADIR = datadir;	105	our $DATADIR = datadir;
62	our $LIBDIR = "$DATADIR/ext";	106	our $LIBDIR = "$DATADIR/ext";
63	our $PODDIR = "$DATADIR/pod";	107	our $PODDIR = "$DATADIR/pod";
64	our $MAPDIR = "$DATADIR/" . mapdir;	108	our $MAPDIR = "$DATADIR/" . mapdir;
		109
65	our $LOCALDIR = localdir;	110	our $LOCALDIR = localdir;
66	our $TMPDIR = "$LOCALDIR/" . tmpdir;	111	our $TMPDIR = "$LOCALDIR/" . tmpdir;
67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	112	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	113	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69	our $RANDOMDIR = "$LOCALDIR/random";	114	our $RANDOMDIR = "$LOCALDIR/random";
70	our $BDBDIR = "$LOCALDIR/db";	115	our $BDBDIR = "$LOCALDIR/db";
		116	our $PIDFILE = "$LOCALDIR/pid";
		117	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		118
		119	#our %RESOURCE; # unused
		120
		121	our $OUTPUT_RATE_MIN = 3000;
		122	our $OUTPUT_RATE_MAX = 1000000;
		123
		124	our $MAX_LINKS = 32; # how many chained exits to follow
		125	our $VERBOSE_IO = 1;
71		126
72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	127	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
73	our $TICK_WATCHER;
74	our $AIO_POLL_WATCHER;
75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	128	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
76	our $NEXT_TICK;	129	our $NEXT_TICK;
		130	our $USE_FSYNC = 1; # use fsync to write maps - default on
		131
		132	our $BDB_DEADLOCK_WATCHER;
		133	our $BDB_CHECKPOINT_WATCHER;
		134	our $BDB_TRICKLE_WATCHER;
		135	our $DB_ENV;
		136
		137	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		138
		139	our %CFG;
		140	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		141
		142	our $UPTIME; $UPTIME ||= time;
		143	our $RUNTIME = 0;
		144	our $SERVER_TICK = 0;
77	our $NOW;	145	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		146
80	our $BDB_POLL_WATCHER;	147	our (%PLAYER, %PLAYER_LOADING); # all users
81	our $DB_ENV;	148	our (%MAP, %MAP_LOADING ); # all maps
82
83	our %CFG;
84
85	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;
87
88	our %PLAYER; # all users
89	our %MAP; # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	149	our $LINK_MAP; # the special {link} map, which is always available
91		150
92	# used to convert map paths into valid unix filenames by replacing / by ∕	151	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	152	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94		153
95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	154	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96	our $LOADAVG; # same thing, but with alpha-smoothing	155	our $LOADAVG; # same thing, but with alpha-smoothing
		156	our $JITTER; # average jitter
97	our $tick_start; # for load detecting purposes	157	our $TICK_START; # for load detecting purposes
		158
		159	our @POST_INIT;
		160
		161	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		162	our $REALLY_UNLOOP; # never set to true, please :)
		163
		164	our $WAIT_FOR_TICK = new Coro::Signal;
		165	our @WAIT_FOR_TICK_BEGIN;
98		166
99	binmode STDOUT;	167	binmode STDOUT;
100	binmode STDERR;	168	binmode STDERR;
101		169
102	# read virtual server time, if available	170	# read virtual server time, if available
103	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	171	unless ($RUNTIME || !-e $RUNTIMEFILE) {
104	open my $fh, "<", "$LOCALDIR/runtime"	172	open my $fh, "<", $RUNTIMEFILE
105	or die "unable to read runtime file: $!";	173	or die "unable to read $RUNTIMEFILE file: $!";
106	$RUNTIME = <$fh> + 0.;	174	$RUNTIME = <$fh> + 0.;
107	}	175	}
		176
		177	eval "sub TICK() { $TICK } 1" or die;
108		178
109	mkdir $_	179	mkdir $_
110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	180	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
111		181
112	our $EMERGENCY_POSITION;	182	our $EMERGENCY_POSITION;
113		183
114	sub cf::map::normalise;	184	sub cf::map::normalise;
115		185
		186	sub in_main() {
		187	$Coro::current == $Coro::main
		188	}
		189
116	#############################################################################	190	#############################################################################
117		191
		192	%REFLECT = ();
		193	for (@REFLECT) {
		194	my $reflect = JSON::XS::decode_json $_;
		195	$REFLECT{$reflect->{class}} = $reflect;
		196	}
		197
		198	# this is decidedly evil
		199	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		200
		201	#############################################################################
		202
118	=head2 GLOBAL VARIABLES	203	=head2 GLOBAL VARIABLES
119		204
120	=over 4	205	=over 4
121		206
122	=item $cf::UPTIME	207	=item $cf::UPTIME
123		208
124	The timestamp of the server start (so not actually an uptime).	209	The timestamp of the server start (so not actually an "uptime").
		210
		211	=item $cf::SERVER_TICK
		212
		213	An unsigned integer that starts at zero when the server is started and is
		214	incremented on every tick.
		215
		216	=item $cf::NOW
		217
		218	The (real) time of the last (current) server tick - updated before and
		219	after tick processing, so this is useful only as a rough "what time is it
		220	now" estimate.
		221
		222	=item $cf::TICK
		223
		224	The interval between each server tick, in seconds.
125		225
126	=item $cf::RUNTIME	226	=item $cf::RUNTIME
127		227
128	The time this server has run, starts at 0 and is increased by $cf::TICK on	228	The time this server has run, starts at 0 and is increased by $cf::TICK on
129	every server tick.	229	every server tick.
130		230
131	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	231	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	232	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	233	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
134		234
135	Various directories - "/etc", read-only install directory, perl-library	235	Various directories - "/etc", read-only install directory, perl-library
136	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	236	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137	unique-items directory, player file directory, random maps directory and	237	unique-items directory, player file directory, random maps directory and
138	database environment.	238	database environment.
139		239
140	=item $cf::NOW
141
142	The time of the last (current) server tick.
143
144	=item $cf::TICK
145
146	The interval between server ticks, in seconds.
147
148	=item $cf::LOADAVG	240	=item $cf::LOADAVG
149		241
150	The current CPU load on the server (alpha-smoothed), as a value between 0	242	The current CPU load on the server (alpha-smoothed), as a value between 0
151	(none) and 1 (overloaded), indicating how much time is spent on processing	243	(none) and 1 (overloaded), indicating how much time is spent on processing
152	objects per tick. Healthy values are < 0.5.	244	objects per tick. Healthy values are < 0.5.
…		…
155		247
156	The raw value load value from the last tick.	248	The raw value load value from the last tick.
157		249
158	=item %cf::CFG	250	=item %cf::CFG
159		251
160	Configuration for the server, loaded from C</etc/crossfire/config>, or	252	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
161	from wherever your confdir points to.	253	from wherever your confdir points to.
162		254
163	=item cf::wait_for_tick, cf::wait_for_tick_begin	255	=item cf::wait_for_tick, cf::wait_for_tick_begin
164		256
165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	257	These are functions that inhibit the current coroutine one tick.
166	returns directly I<after> the tick processing (and consequently, can only wake one process	258	cf::wait_for_tick_begin only returns directly I<after> the tick
		259	processing (and consequently, can only wake one thread per tick), while
167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	260	cf::wait_for_tick wakes up all waiters after tick processing.
		261
		262	Note that cf::wait_for_tick will immediately return when the server is not
		263	ticking, making it suitable for small pauses in threads that need to run
		264	when the server is paused. If that is not applicable (i.e. you I<really>
		265	want to wait, use C<$cf::WAIT_FOR_TICK>).
		266
		267	=item $cf::WAIT_FOR_TICK
		268
		269	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		270	variable contains a L<Coro::Signal> that is broadcats after every server
		271	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		272	next server tick.
		273
		274	=cut
		275
		276	sub wait_for_tick();
		277	sub wait_for_tick_begin();
		278
		279	=item @cf::INVOKE_RESULTS
		280
		281	This array contains the results of the last C<invoke ()> call. When
		282	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		283	that call.
		284
		285	=item %cf::REFLECT
		286
		287	Contains, for each (C++) class name, a hash reference with information
		288	about object members (methods, scalars, arrays and flags) and other
		289	metadata, which is useful for introspection.
168		290
169	=back	291	=back
170		292
171	=cut	293	=cut
172		294
173	BEGIN {	295	sub error(@) { LOG llevError, join "", @_ }
174	*CORE::GLOBAL::warn = sub {	296	sub warn (@) { LOG llevWarn , join "", @_ }
		297	sub info (@) { LOG llevInfo , join "", @_ }
		298	sub debug(@) { LOG llevDebug, join "", @_ }
		299	sub trace(@) { LOG llevTrace, join "", @_ }
		300
		301	$Coro::State::WARNHOOK = sub {
175	my $msg = join "", @_;	302	my $msg = join "", @_;
176		303
177	$msg .= "\n"	304	$msg .= "\n"
178	unless $msg =~ /\n$/;	305	unless $msg =~ /\n$/;
179		306
180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	307	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181		308
182	utf8::encode $msg;
183	LOG llevError, $msg;	309	LOG llevWarn, $msg;
184	};	310	};
185	}	311
		312	$Coro::State::DIEHOOK = sub {
		313	return unless $^S eq 0; # "eq", not "=="
		314
		315	error Carp::longmess $_[0];
		316
		317	if (in_main) {#d#
		318	error "DIEHOOK called in main context, Coro bug?\n";#d#
		319	return;#d#
		320	}#d#
		321
		322	# kill coroutine otherwise
		323	Coro::terminate
		324	};
186		325
187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	326	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
188	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	327	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
189	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	328	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
190	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	329	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
197	for my $pkg (qw(	336	for my $pkg (qw(
198	cf::global cf::attachable	337	cf::global cf::attachable
199	cf::object cf::object::player	338	cf::object cf::object::player
200	cf::client cf::player	339	cf::client cf::player
201	cf::arch cf::living	340	cf::arch cf::living
		341	cf::map cf::mapspace
202	cf::map cf::party cf::region	342	cf::party cf::region
203	)) {	343	)) {
204	no strict 'refs';
205	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	344	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
206	}	345	}
207		346
208	$Event::DIED = sub {	347	$EV::DIED = sub {
209	warn "error in event callback: @_";	348	warn "error in event callback: $@";
210	};	349	};
		350
		351	#############################################################################
		352
		353	sub fork_call(&@);
		354	sub get_slot($;$$);
		355
		356	#############################################################################
211		357
212	=head2 UTILITY FUNCTIONS	358	=head2 UTILITY FUNCTIONS
213		359
214	=over 4	360	=over 4
215		361
…		…
234	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	380	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
235	$d	381	$d
236	} || "[unable to dump $_[0]: '$@']";	382	} || "[unable to dump $_[0]: '$@']";
237	}	383	}
238		384
239	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working	385	=item $scalar = cf::load_file $path
240		386
		387	Loads the given file from path and returns its contents. Croaks on error
		388	and can block.
		389
		390	=cut
		391
		392	sub load_file($) {
		393	0 <= aio_load $_[0], my $data
		394	or Carp::croak "$_[0]: $!";
		395
		396	$data
		397	}
		398
		399	=item $success = cf::replace_file $path, $data, $sync
		400
		401	Atomically replaces the file at the given $path with new $data, and
		402	optionally $sync the data to disk before replacing the file.
		403
		404	=cut
		405
		406	sub replace_file($$;$) {
		407	my ($path, $data, $sync) = @_;
		408
		409	my $lock = cf::lock_acquire ("replace_file:$path");
		410
		411	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		412	or return;
		413
		414	$data = $data->() if ref $data;
		415
		416	length $data == aio_write $fh, 0, (length $data), $data, 0
		417	or return;
		418
		419	!$sync
		420	or !aio_fsync $fh
		421	or return;
		422
		423	aio_close $fh
		424	and return;
		425
		426	aio_rename "$path~", $path
		427	and return;
		428
		429	if ($sync) {
		430	$path =~ s%/[^/]*$%%;
		431	aio_pathsync $path;
		432	}
		433
		434	1
		435	}
		436
241	=item $ref = cf::from_json $json	437	=item $ref = cf::decode_json $json
242		438
243	Converts a JSON string into the corresponding perl data structure.	439	Converts a JSON string into the corresponding perl data structure.
244		440
245	=item $json = cf::to_json $ref	441	=item $json = cf::encode_json $ref
246		442
247	Converts a perl data structure into its JSON representation.	443	Converts a perl data structure into its JSON representation.
248		444
		445	=cut
		446
		447	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		448
		449	sub encode_json($) { $json_coder->encode ($_[0]) }
		450	sub decode_json($) { $json_coder->decode ($_[0]) }
		451
		452	=item $ref = cf::decode_storable $scalar
		453
		454	Same as Coro::Storable::thaw, so blocks.
		455
		456	=cut
		457
		458	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		459
		460	=item $ref = cf::decode_yaml $scalar
		461
		462	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		463
		464	=cut
		465
		466	sub decode_yaml($) {
		467	fork_call { YAML::XS::Load $_[0] } @_
		468	}
		469
		470	=item $scalar = cf::decode_cbor $scalar
		471
		472	Same as CBOR::XS::decode_cbor, but takes server ticks into account, so
		473	blocks. For small amounts of data, C<CBOR::XS::decode_cbor> is the better
		474	alternative.
		475
		476	=cut
		477
		478	sub decode_cbor($) {
		479	# we assume 10mb/s minimum decoding speed (on a ~2ghz machine)
		480	cf::get_slot +(length $_[0]) / 10_000_000, 0, "decode_cbor";
		481	CBOR::XS::decode_cbor $_[0]
		482	}
		483
		484	=item $scalar = cf::unlzf $scalar
		485
		486	Same as Compress::LZF::compress, but takes server ticks into account, so
		487	blocks.
		488
		489	=cut
		490
		491	sub unlzf($) {
		492	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		493	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		494	Compress::LZF::decompress $_[0]
		495	}
		496
		497	=item cf::post_init { BLOCK }
		498
		499	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		500	but I<before> the server starts ticking again.
		501
		502	The codeblock will have a single boolean argument to indicate whether this
		503	is a reload or not.
		504
		505	=cut
		506
		507	sub post_init(&) {
		508	push @POST_INIT, shift;
		509	}
		510
		511	sub _post_init {
		512	trace "running post_init jobs";
		513
		514	# run them in parallel...
		515
		516	my @join;
		517
		518	while () {
		519	push @join, map &Coro::async ($_, 0), @POST_INIT;
		520	@POST_INIT = ();
		521
		522	@join or last;
		523
		524	(pop @join)->join;
		525	}
		526	}
		527
249	=item cf::lock_wait $string	528	=item cf::lock_wait $string
250		529
251	Wait until the given lock is available. See cf::lock_acquire.	530	Wait until the given lock is available. See cf::lock_acquire.
252		531
253	=item my $lock = cf::lock_acquire $string	532	=item my $lock = cf::lock_acquire $string
254		533
255	Wait until the given lock is available and then acquires it and returns	534	Wait until the given lock is available and then acquires it and returns
256	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	535	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
257	for example when the coroutine gets canceled), the lock is automatically	536	for example when the coroutine gets canceled), the lock is automatically
258	returned.	537	returned.
259		538
		539	Locks are *not* recursive, locking from the same coro twice results in a
		540	deadlocked coro.
		541
260	Lock names should begin with a unique identifier (for example, cf::map::find	542	Lock names should begin with a unique identifier (for example, cf::map::find
261	uses map_find and cf::map::load uses map_load).	543	uses map_find and cf::map::load uses map_load).
262		544
263	=item $locked = cf::lock_active $string	545	=item $locked = cf::lock_active $string
264		546
265	Return true if the lock is currently active, i.e. somebody has locked it.	547	Return true if the lock is currently active, i.e. somebody has locked it.
266		548
267	=cut	549	=cut
268		550
269	our %LOCK;	551	our $LOCKS = new Coro::SemaphoreSet;
270		552
271	sub lock_wait($) {	553	sub lock_wait($) {
272	my ($key) = @_;	554	$LOCKS->wait ($_[0]);
273
274	# wait for lock, if any
275	while ($LOCK{$key}) {
276	push @{ $LOCK{$key} }, $Coro::current;
277	Coro::schedule;
278	}
279	}	555	}
280		556
281	sub lock_acquire($) {	557	sub lock_acquire($) {
282	my ($key) = @_;	558	$LOCKS->guard ($_[0])
283
284	# wait, to be sure we are not locked
285	lock_wait $key;
286
287	$LOCK{$key} = [];
288
289	Coro::guard {
290	# wake up all waiters, to be on the safe side
291	$_->ready for @{ delete $LOCK{$key} };
292	}
293	}	559	}
294		560
295	sub lock_active($) {	561	sub lock_active($) {
296	my ($key) = @_;	562	$LOCKS->count ($_[0]) < 1
297
298	! ! $LOCK{$key}
299	}	563	}
300		564
301	sub freeze_mainloop {	565	sub freeze_mainloop {
302	return unless $TICK_WATCHER->is_active;	566	tick_inhibit_inc;
303		567
304	my $guard = Coro::guard {	568	&Guard::guard (\&tick_inhibit_dec);
305	$TICK_WATCHER->start;	569	}
		570
		571	=item cf::periodic $interval, $cb
		572
		573	Like EV::periodic, but randomly selects a starting point so that the actions
		574	get spread over time.
		575
		576	=cut
		577
		578	sub periodic($$) {
		579	my ($interval, $cb) = @_;
		580
		581	my $start = rand List::Util::min 180, $interval;
		582
		583	EV::periodic $start, $interval, 0, $cb
		584	}
		585
		586	=item cf::get_slot $time[, $priority[, $name]]
		587
		588	Allocate $time seconds of blocking CPU time at priority C<$priority>
		589	(default: 0): This call blocks and returns only when you have at least
		590	C<$time> seconds of cpu time till the next tick. The slot is only valid
		591	till the next cede.
		592
		593	Background jobs should use a priority less than zero, interactive jobs
		594	should use 100 or more.
		595
		596	The optional C<$name> can be used to identify the job to run. It might be
		597	used for statistical purposes and should identify the same time-class.
		598
		599	Useful for short background jobs.
		600
		601	=cut
		602
		603	our @SLOT_QUEUE;
		604	our $SLOT_QUEUE;
		605	our $SLOT_DECAY = 0.9;
		606
		607	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		608	$SLOT_QUEUE = Coro::async {
		609	$Coro::current->desc ("timeslot manager");
		610
		611	my $signal = new Coro::Signal;
		612	my $busy;
		613
		614	while () {
		615	next_job:
		616
		617	Coro::cede;
		618
		619	my $avail = cf::till_tick;
		620
		621	for (0 .. $#SLOT_QUEUE) {
		622	if ($SLOT_QUEUE[$_][0] <= $avail) {
		623	$busy = 0;
		624	my $job = splice @SLOT_QUEUE, $_, 1, ();
		625	$job->[2]->send;
		626	goto next_job;
		627	} else {
		628	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
		629	}
		630	}
		631
		632	if (@SLOT_QUEUE) {
		633	wait_for_tick;
		634	} else {
		635	$busy = 0;
		636	Coro::schedule;
		637	}
306	};	638	}
307	$TICK_WATCHER->stop;	639	};
308	$guard	640
		641	sub get_slot($;$$) {
		642	return if tick_inhibit || $Coro::current == $Coro::main;
		643
		644	my ($time, $pri, $name) = @_;
		645
		646	$time = clamp $time, 0.01, $TICK * .6;
		647
		648	my $sig = new Coro::Signal;
		649
		650	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		651	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		652	$SLOT_QUEUE->ready;
		653	$sig->wait;
309	}	654	}
310		655
311	=item cf::async { BLOCK }	656	=item cf::async { BLOCK }
312		657
313	Currently the same as Coro::async_pool, meaning you cannot use	658	Currently the same as Coro::async_pool, meaning you cannot use
…		…
318		663
319	BEGIN { *async = \&Coro::async_pool }	664	BEGIN { *async = \&Coro::async_pool }
320		665
321	=item cf::sync_job { BLOCK }	666	=item cf::sync_job { BLOCK }
322		667
323	The design of crossfire+ requires that the main coro ($Coro::main) is	668	The design of Deliantra requires that the main coroutine ($Coro::main)
324	always able to handle events or runnable, as crossfire+ is only partly	669	is always able to handle events or is runnable, as Deliantra is only
325	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	670	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		671	acceptable.
326		672
327	If it must be done, put the blocking parts into C<sync_job>. This will run	673	If it must be done, put the blocking parts into C<sync_job>. This will run
328	the given BLOCK in another coroutine while waiting for the result. The	674	the given BLOCK in another coroutine while waiting for the result. The
329	server will be frozen during this time, so the block should either finish	675	server will be frozen during this time, so the block should either finish
330	fast or be very important.	676	fast or be very important.
…		…
332	=cut	678	=cut
333		679
334	sub sync_job(&) {	680	sub sync_job(&) {
335	my ($job) = @_;	681	my ($job) = @_;
336		682
337	if ($Coro::current == $Coro::main) {	683	if (in_main) {
338	my $time = Event::time;	684	my $time = AE::time;
339		685
340	# this is the main coro, too bad, we have to block	686	# this is the main coro, too bad, we have to block
341	# till the operation succeeds, freezing the server :/	687	# till the operation succeeds, freezing the server :/
342		688
343	# TODO: use suspend/resume instead	689	#LOG llevError, Carp::longmess "sync job";#d#
344	# (but this is cancel-safe)	690
345	my $freeze_guard = freeze_mainloop;	691	my $freeze_guard = freeze_mainloop;
346		692
347	my $busy = 1;	693	my $busy = 1;
348	my @res;	694	my @res;
349		695
350	(async {	696	(async {
		697	$Coro::current->desc ("sync job coro");
351	@res = eval { $job->() };	698	@res = eval { $job->() };
352	warn $@ if $@;	699	error $@ if $@;
353	undef $busy;	700	undef $busy;
354	})->prio (Coro::PRIO_MAX);	701	})->prio (Coro::PRIO_MAX);
355		702
356	while ($busy) {	703	while ($busy) {
357	Coro::cede or Event::one_event;	704	if (Coro::nready) {
		705	Coro::cede_notself;
		706	} else {
		707	EV::run EV::RUN_ONCE;
358	}	708	}
		709	}
359		710
360	$time = Event::time - $time;	711	my $time = AE::time - $time;
361		712
362	LOG llevError | logBacktrace, Carp::longmess "long sync job"
363	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
364
365	$tick_start += $time; # do not account sync jobs to server load	713	$TICK_START += $time; # do not account sync jobs to server load
366		714
367	wantarray ? @res : $res[0]	715	wantarray ? @res : $res[0]
368	} else {	716	} else {
369	# we are in another coroutine, how wonderful, everything just works	717	# we are in another coroutine, how wonderful, everything just works
370		718
…		…
390	$EXT_CORO{$coro+0} = $coro;	738	$EXT_CORO{$coro+0} = $coro;
391		739
392	$coro	740	$coro
393	}	741	}
394		742
395	sub write_runtime {	743	=item fork_call { }, @args
396	my $runtime = "$LOCALDIR/runtime";
397		744
398	# first touch the runtime file to show we are still running:	745	Executes the given code block with the given arguments in a seperate
399	# the fsync below can take a very very long time.	746	process, returning the results. Everything must be serialisable with
		747	Coro::Storable. May, of course, block. Note that the executed sub may
		748	never block itself or use any form of event handling.
400		749
401	IO::AIO::aio_utime $runtime, undef, undef;	750	=cut
402		751
403	my $guard = cf::lock_acquire "write_runtime";	752	sub post_fork {
		753	reset_signals;
		754	}
404		755
405	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	756	sub fork_call(&@) {
406	or return;	757	my ($cb, @args) = @_;
407		758
408	my $value = $cf::RUNTIME + 90 + 10;	759	my @res = Coro::Util::fork_eval {
409	# 10 is the runtime save interval, for a monotonic clock	760	cf::post_fork;
410	# 60 allows for the watchdog to kill the server.	761	&$cb
		762	} @args;
411		763
412	(aio_write $fh, 0, (length $value), $value, 0) <= 0	764	wantarray ? @res : $res[-1]
413	and return;	765	}
414		766
415	# always fsync - this file is important	767	sub objinfo {
416	aio_fsync $fh
417	and return;
418
419	# touch it again to show we are up-to-date
420	aio_utime $fh, undef, undef;
421
422	close $fh
423	or return;
424
425	aio_rename "$runtime~", $runtime
426	and return;
427
428	warn "runtime file written.\n";
429
430	1	768	(
		769	"counter value" => cf::object::object_count,
		770	"objects created" => cf::object::create_count,
		771	"objects destroyed" => cf::object::destroy_count,
		772	"freelist size" => cf::object::free_count,
		773	"allocated objects" => cf::object::objects_size,
		774	"active objects" => cf::object::actives_size,
		775	)
		776	}
		777
		778	=item $coin = coin_from_name $name
		779
		780	=cut
		781
		782	our %coin_alias = (
		783	"silver" => "silvercoin",
		784	"silvercoin" => "silvercoin",
		785	"silvercoins" => "silvercoin",
		786	"gold" => "goldcoin",
		787	"goldcoin" => "goldcoin",
		788	"goldcoins" => "goldcoin",
		789	"platinum" => "platinacoin",
		790	"platinumcoin" => "platinacoin",
		791	"platinumcoins" => "platinacoin",
		792	"platina" => "platinacoin",
		793	"platinacoin" => "platinacoin",
		794	"platinacoins" => "platinacoin",
		795	"royalty" => "royalty",
		796	"royalties" => "royalty",
		797	);
		798
		799	sub coin_from_name($) {
		800	$coin_alias{$_[0]}
		801	? cf::arch::find $coin_alias{$_[0]}
		802	: undef
		803	}
		804
		805	=item $value = cf::db_get $family => $key
		806
		807	Returns a single value from the environment database.
		808
		809	=item cf::db_put $family => $key => $value
		810
		811	Stores the given C<$value> in the family. It can currently store binary
		812	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		813
		814	=item $db = cf::db_table "name"
		815
		816	Create and/or open a new database table. The string must not be "db" and must be unique
		817	within each server.
		818
		819	=cut
		820
		821	sub db_table($) {
		822	cf::error "db_get called from main context"
		823	if $Coro::current == $Coro::main;
		824
		825	my ($name) = @_;
		826	my $db = BDB::db_create $DB_ENV;
		827
		828	eval {
		829	$db->set_flags (BDB::CHKSUM);
		830
		831	utf8::encode $name;
		832	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		833	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		834	cf::cleanup "db_open(db): $!" if $!;
		835	};
		836	cf::cleanup "db_open(db): $@" if $@;
		837
		838	$db
		839	}
		840
		841	our $DB;
		842
		843	sub db_init {
		844	$DB ||= db_table "db";
		845	}
		846
		847	sub db_get($$) {
		848	my $key = "$_[0]/$_[1]";
		849
		850	cf::error "db_get called from main context"
		851	if $Coro::current == $Coro::main;
		852
		853	BDB::db_get $DB, undef, $key, my $data;
		854
		855	$! ? ()
		856	: $data
		857	}
		858
		859	sub db_put($$$) {
		860	BDB::dbreq_pri 4;
		861	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		862	}
		863
		864	=item cf::cache $id => [$paths...], $processversion => $process
		865
		866	Generic caching function that returns the value of the resource $id,
		867	caching and regenerating as required.
		868
		869	This function can block.
		870
		871	=cut
		872
		873	sub cache {
		874	my ($id, $src, $processversion, $process) = @_;
		875
		876	my $meta =
		877	join "\x00",
		878	$processversion,
		879	map {
		880	aio_stat $_
		881	and Carp::croak "$_: $!";
		882
		883	($_, (stat _)[7,9])
		884	} @$src;
		885
		886	my $dbmeta = db_get cache => "$id/meta";
		887	if ($dbmeta ne $meta) {
		888	# changed, we may need to process
		889
		890	my @data;
		891	my $md5;
		892
		893	for (0 .. $#$src) {
		894	$data[$_] = load_file $src->[$_];
		895	}
		896
		897	# if processing is expensive, check
		898	# checksum first
		899	if (1) {
		900	$md5 =
		901	join "\x00",
		902	$processversion,
		903	map {
		904	cf::cede_to_tick;
		905	($src->[$_], Digest::MD5::md5_hex $data[$_])
		906	} 0.. $#$src;
		907
		908
		909	my $dbmd5 = db_get cache => "$id/md5";
		910	if ($dbmd5 eq $md5) {
		911	db_put cache => "$id/meta", $meta;
		912
		913	return db_get cache => "$id/data";
		914	}
		915	}
		916
		917	my $t1 = EV::time;
		918	my $data = $process->(\@data);
		919	my $t2 = EV::time;
		920
		921	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
		922
		923	db_put cache => "$id/data", $data;
		924	db_put cache => "$id/md5" , $md5;
		925	db_put cache => "$id/meta", $meta;
		926
		927	return $data;
		928	}
		929
		930	db_get cache => "$id/data"
431	}	931	}
432		932
433	=item cf::datalog type => key => value, ...	933	=item cf::datalog type => key => value, ...
434		934
435	Log a datalog packet of the given type with the given key-value pairs.	935	Log a datalog packet of the given type with the given key-value pairs.
436		936
437	=cut	937	=cut
438		938
439	sub datalog($@) {	939	sub datalog($@) {
440	my ($type, %kv) = @_;	940	my ($type, %kv) = @_;
441	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	941	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
442	}	942	}
443		943
444	=back	944	=back
445		945
446	=cut	946	=cut
447		947
448	#############################################################################	948	#############################################################################
449		949
450	=head2 ATTACHABLE OBJECTS	950	=head2 ATTACHABLE OBJECTS
451		951
452	Many objects in crossfire are so-called attachable objects. That means you can	952	Many objects in deliantra are so-called attachable objects. That means you can
453	attach callbacks/event handlers (a collection of which is called an "attachment")	953	attach callbacks/event handlers (a collection of which is called an "attachment")
454	to it. All such attachable objects support the following methods.	954	to it. All such attachable objects support the following methods.
455		955
456	In the following description, CLASS can be any of C<global>, C<object>	956	In the following description, CLASS can be any of C<global>, C<object>
457	C<player>, C<client> or C<map> (i.e. the attachable objects in	957	C<player>, C<client> or C<map> (i.e. the attachable objects in
458	crossfire+).	958	Deliantra).
459		959
460	=over 4	960	=over 4
461		961
462	=item $attachable->attach ($attachment, key => $value...)	962	=item $attachable->attach ($attachment, key => $value...)
463		963
…		…
507	=item cf::CLASS::attachment $name, ...	1007	=item cf::CLASS::attachment $name, ...
508		1008
509	Register an attachment by C<$name> through which attachable objects of the	1009	Register an attachment by C<$name> through which attachable objects of the
510	given CLASS can refer to this attachment.	1010	given CLASS can refer to this attachment.
511		1011
512	Some classes such as crossfire maps and objects can specify attachments	1012	Some classes such as deliantra maps and objects can specify attachments
513	that are attached at load/instantiate time, thus the need for a name.	1013	that are attached at load/instantiate time, thus the need for a name.
514		1014
515	These calls expect any number of the following handler/hook descriptions:	1015	These calls expect any number of the following handler/hook descriptions:
516		1016
517	=over 4	1017	=over 4
…		…
641		1141
642	} elsif (exists $cb_id{$type}) {	1142	} elsif (exists $cb_id{$type}) {
643	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1143	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
644		1144
645	} elsif (ref $type) {	1145	} elsif (ref $type) {
646	warn "attaching objects not supported, ignoring.\n";	1146	error "attaching objects not supported, ignoring.\n";
647		1147
648	} else {	1148	} else {
649	shift @arg;	1149	shift @arg;
650	warn "attach argument '$type' not supported, ignoring.\n";	1150	error "attach argument '$type' not supported, ignoring.\n";
651	}	1151	}
652	}	1152	}
653	}	1153	}
654		1154
655	sub _object_attach {	1155	sub _object_attach {
…		…
665	_attach $registry, $klass, @attach;	1165	_attach $registry, $klass, @attach;
666	}	1166	}
667		1167
668	$obj->{$name} = \%arg;	1168	$obj->{$name} = \%arg;
669	} else {	1169	} else {
670	warn "object uses attachment '$name' that is not available, postponing.\n";	1170	info "object uses attachment '$name' which is not available, postponing.\n";
671	}	1171	}
672		1172
673	$obj->{_attachment}{$name} = undef;	1173	$obj->{_attachment}{$name} = undef;
674	}	1174	}
675		1175
…		…
715	";	1215	";
716	die if $@;	1216	die if $@;
717	}	1217	}
718		1218
719	our $override;	1219	our $override;
720	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1220	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
721		1221
722	sub override {	1222	sub override {
723	$override = 1;	1223	$override = 1;
724	@invoke_results = ();	1224	@INVOKE_RESULTS = (@_);
725	}	1225	}
726		1226
727	sub do_invoke {	1227	sub do_invoke {
728	my $event = shift;	1228	my $event = shift;
729	my $callbacks = shift;	1229	my $callbacks = shift;
730		1230
731	@invoke_results = ();	1231	@INVOKE_RESULTS = ();
732		1232
733	local $override;	1233	local $override;
734		1234
735	for (@$callbacks) {	1235	for (@$callbacks) {
736	eval { &{$_->[1]} };	1236	eval { &{$_->[1]} };
737		1237
738	if ($@) {	1238	if ($@) {
739	warn "$@";
740	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1239	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
741	override;	1240	override;
742	}	1241	}
743		1242
744	return 1 if $override;	1243	return 1 if $override;
745	}	1244	}
746		1245
747	0	1246	0
748	}	1247	}
749		1248
750	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1249	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
751		1250
752	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1251	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
753		1252
754	Generate an object-specific event with the given arguments.	1253	Generate an object-specific event with the given arguments.
755		1254
756	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1255	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
757	removed in future versions), and there is no public API to access override	1256	removed in future versions), and there is no public API to access override
758	results (if you must, access C<@cf::invoke_results> directly).	1257	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
759		1258
760	=back	1259	=back
761		1260
762	=cut	1261	=cut
763		1262
764	#############################################################################	1263	#############################################################################
765	# object support	1264	# object support
		1265
		1266	sub _object_equal($$);
		1267	sub _object_equal($$) {
		1268	my ($a, $b) = @_;
		1269
		1270	return 0 unless (ref $a) eq (ref $b);
		1271
		1272	if ("HASH" eq ref $a) {
		1273	my @ka = keys %$a;
		1274	my @kb = keys %$b;
		1275
		1276	return 0 if @ka != @kb;
		1277
		1278	for (0 .. $#ka) {
		1279	return 0 unless $ka[$_] eq $kb[$_];
		1280	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1281	}
		1282
		1283	} elsif ("ARRAY" eq ref $a) {
		1284
		1285	return 0 if @$a != @$b;
		1286
		1287	for (0 .. $#$a) {
		1288	return 0 unless _object_equal $a->[$_], $b->[$_];
		1289	}
		1290
		1291	} elsif ($a ne $b) {
		1292	return 0;
		1293	}
		1294
		1295	1
		1296	}
		1297
		1298	our $SLOW_MERGES;#d#
		1299	sub _can_merge {
		1300	my ($ob1, $ob2) = @_;
		1301
		1302	++$SLOW_MERGES;#d#
		1303
		1304	# we do the slow way here
		1305	return _object_equal $ob1, $ob2
		1306	}
766		1307
767	sub reattach {	1308	sub reattach {
768	# basically do the same as instantiate, without calling instantiate	1309	# basically do the same as instantiate, without calling instantiate
769	my ($obj) = @_;	1310	my ($obj) = @_;
770		1311
		1312	# no longer needed after getting rid of delete_package?
771	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1313	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
772		1314
773	my $registry = $obj->registry;	1315	my $registry = $obj->registry;
774		1316
775	@$registry = ();	1317	@$registry = ();
776		1318
…		…
781	for (@$attach) {	1323	for (@$attach) {
782	my ($klass, @attach) = @$_;	1324	my ($klass, @attach) = @$_;
783	_attach $registry, $klass, @attach;	1325	_attach $registry, $klass, @attach;
784	}	1326	}
785	} else {	1327	} else {
786	warn "object uses attachment '$name' that is not available, postponing.\n";	1328	info "object uses attachment '$name' that is not available, postponing.\n";
787	}	1329	}
788	}	1330	}
789	}	1331	}
790		1332
791	cf::attachable->attach (	1333	cf::attachable->attach (
792	prio => -1000000,	1334	prio => -1000000,
793	on_instantiate => sub {	1335	on_instantiate => sub {
794	my ($obj, $data) = @_;	1336	my ($obj, $data) = @_;
795		1337
796	$data = from_json $data;	1338	$data = decode_json $data;
797		1339
798	for (@$data) {	1340	for (@$data) {
799	my ($name, $args) = @$_;	1341	my ($name, $args) = @$_;
800		1342
801	$obj->attach ($name, %{$args || {} });	1343	$obj->attach ($name, %{$args || {} });
…		…
817	sub object_freezer_save {	1359	sub object_freezer_save {
818	my ($filename, $rdata, $objs) = @_;	1360	my ($filename, $rdata, $objs) = @_;
819		1361
820	sync_job {	1362	sync_job {
821	if (length $$rdata) {	1363	if (length $$rdata) {
		1364	utf8::decode (my $decname = $filename);
822	warn sprintf "saving %s (%d,%d)\n",	1365	trace sprintf "saving %s (%d,%d)\n",
823	$filename, length $$rdata, scalar @$objs;	1366	$decname, length $$rdata, scalar @$objs
		1367	if $VERBOSE_IO;
824		1368
825	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1369	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
826	chmod SAVE_MODE, $fh;	1370	aio_chmod $fh, SAVE_MODE;
827	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1371	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
828	aio_fsync $fh if $cf::USE_FSYNC;	1372	if ($cf::USE_FSYNC) {
		1373	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1374	aio_fsync $fh;
		1375	}
829	close $fh;	1376	aio_close $fh;
830		1377
831	if (@$objs) {	1378	if (@$objs) {
832	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1379	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
833	chmod SAVE_MODE, $fh;	1380	aio_chmod $fh, SAVE_MODE;
834	my $data = Storable::nfreeze { version => 1, objs => $objs };	1381	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
835	aio_write $fh, 0, (length $data), $data, 0;	1382	aio_write $fh, 0, (length $data), $data, 0;
836	aio_fsync $fh if $cf::USE_FSYNC;	1383	if ($cf::USE_FSYNC) {
		1384	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1385	aio_fsync $fh;
		1386	}
837	close $fh;	1387	aio_close $fh;
838	aio_rename "$filename.pst~", "$filename.pst";	1388	aio_rename "$filename.pst~", "$filename.pst";
839	}	1389	}
840	} else {	1390	} else {
841	aio_unlink "$filename.pst";	1391	aio_unlink "$filename.pst";
842	}	1392	}
843		1393
844	aio_rename "$filename~", $filename;	1394	aio_rename "$filename~", $filename;
		1395
		1396	$filename =~ s%/[^/]+$%%;
		1397	aio_pathsync $filename if $cf::USE_FSYNC;
845	} else {	1398	} else {
846	warn "FATAL: $filename~: $!\n";	1399	error "unable to save objects: $filename~: $!\n";
847	}	1400	}
848	} else {	1401	} else {
849	aio_unlink $filename;	1402	aio_unlink $filename;
850	aio_unlink "$filename.pst";	1403	aio_unlink "$filename.pst";
851	}	1404	}
852	}	1405	};
853	}	1406	}
854		1407
855	sub object_freezer_as_string {	1408	sub object_freezer_as_string {
856	my ($rdata, $objs) = @_;	1409	my ($rdata, $objs) = @_;
857		1410
…		…
869	or return;	1422	or return;
870		1423
871	unless (aio_stat "$filename.pst") {	1424	unless (aio_stat "$filename.pst") {
872	(aio_load "$filename.pst", $av) >= 0	1425	(aio_load "$filename.pst", $av) >= 0
873	or return;	1426	or return;
		1427
874	$av = eval { (Storable::thaw $av)->{objs} };	1428	my $st = eval { Coro::Storable::thaw $av };
		1429	$av = $st->{objs};
875	}	1430	}
876		1431
		1432	utf8::decode (my $decname = $filename);
877	warn sprintf "loading %s (%d)\n",	1433	trace sprintf "loading %s (%d,%d)\n",
878	$filename, length $data, scalar @{$av || []};	1434	$decname, length $data, scalar @{$av || []}
		1435	if $VERBOSE_IO;
		1436
879	return ($data, $av);	1437	($data, $av)
880	}	1438	}
		1439
		1440	=head2 COMMAND CALLBACKS
		1441
		1442	=over 4
		1443
		1444	=cut
881		1445
882	#############################################################################	1446	#############################################################################
883	# command handling &c	1447	# command handling &c
884		1448
885	=item cf::register_command $name => \&callback($ob,$args);	1449	=item cf::register_command $name => \&callback($ob,$args)
886		1450
887	Register a callback for execution when the client sends the user command	1451	Register a callback for execution when the client sends the user command
888	$name.	1452	$name.
889		1453
890	=cut	1454	=cut
…		…
896	#warn "registering command '$name/$time' to '$caller'";	1460	#warn "registering command '$name/$time' to '$caller'";
897		1461
898	push @{ $COMMAND{$name} }, [$caller, $cb];	1462	push @{ $COMMAND{$name} }, [$caller, $cb];
899	}	1463	}
900		1464
901	=item cf::register_extcmd $name => \&callback($pl,$packet);	1465	=item cf::register_extcmd $name => \&callback($pl,@args)
902		1466
903	Register a callbackf ro execution when the client sends an extcmd packet.	1467	Register a callback for execution when the client sends an (synchronous)
		1468	extcmd packet. Ext commands will be processed in the order they are
		1469	received by the server, like other user commands. The first argument is
		1470	the logged-in player. Ext commands can only be processed after a player
		1471	has logged in successfully.
904		1472
905	If the callback returns something, it is sent back as if reply was being	1473	The values will be sent back to the client.
906	called.
907		1474
908	=cut	1475	=item cf::register_async_extcmd $name => \&callback($pl,$reply->(...),@args)
909		1476
		1477	Same as C<cf::register_extcmd>, but instead of returning values, the
		1478	callback needs to clal the C<$reply> function.
		1479
		1480	=item cf::register_exticmd $name => \&callback($ns,@args)
		1481
		1482	Register a callback for execution when the client sends an (asynchronous)
		1483	exticmd packet. Exti commands are processed by the server as soon as they
		1484	are received, i.e. out of order w.r.t. other commands. The first argument
		1485	is a client socket. Exti commands can be received anytime, even before
		1486	log-in.
		1487
		1488	The values will be sent back to the client.
		1489
		1490	=item cf::register_async_exticmd $name => \&callback($ns,$reply->(...),@args)
		1491
		1492	Same as C<cf::register_extcmd>, but instead of returning values, the
		1493	callback needs to clal the C<$reply> function.
		1494
		1495	=cut
		1496
910	sub register_extcmd {	1497	sub register_extcmd($$) {
911	my ($name, $cb) = @_;	1498	my ($name, $cb) = @_;
912		1499
913	$EXTCMD{$name} = $cb;	1500	$EXTCMD{$name} = $cb;
914	}	1501	}
915		1502
		1503	sub register_async_extcmd($$) {
		1504	my ($name, $cb) = @_;
		1505
		1506	$EXTACMD{$name} = $cb;
		1507	}
		1508
		1509	sub register_exticmd($$) {
		1510	my ($name, $cb) = @_;
		1511
		1512	$EXTICMD{$name} = $cb;
		1513	}
		1514
		1515	sub register_async_exticmd($$) {
		1516	my ($name, $cb) = @_;
		1517
		1518	$EXTIACMD{$name} = $cb;
		1519	}
		1520
		1521	use File::Glob ();
		1522
916	cf::player->attach (	1523	cf::player->attach (
917	on_command => sub {	1524	on_unknown_command => sub {
918	my ($pl, $name, $params) = @_;	1525	my ($pl, $name, $params) = @_;
919		1526
920	my $cb = $COMMAND{$name}	1527	my $cb = $COMMAND{$name}
921	or return;	1528	or return;
922		1529
…		…
927	cf::override;	1534	cf::override;
928	},	1535	},
929	on_extcmd => sub {	1536	on_extcmd => sub {
930	my ($pl, $buf) = @_;	1537	my ($pl, $buf) = @_;
931		1538
932	my $msg = eval { from_json $buf };	1539	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
933		1540
934	if (ref $msg) {	1541	if (ref $msg) {
		1542	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		1543
935	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1544	if (my $cb = $EXTACMD{$type}) {
936	if (my %reply = $cb->($pl, $msg)) {	1545	$cb->(
937	$pl->ext_reply ($msg->{msgid}, %reply);	1546	$pl,
		1547	sub {
		1548	$pl->ext_msg ("reply-$reply", @_)
		1549	if $reply;
		1550	},
		1551	@payload
		1552	);
		1553	} else {
		1554	my @reply;
		1555
		1556	if (my $cb = $EXTCMD{$type}) {
		1557	@reply = $cb->($pl, @payload);
938	}	1558	}
		1559
		1560	$pl->ext_msg ("reply-$reply", @reply)
		1561	if $reply;
939	}	1562	}
		1563
940	} else {	1564	} else {
941	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1565	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
942	}	1566	}
943		1567
944	cf::override;	1568	cf::override;
945	},	1569	},
946	);	1570	);
947		1571
		1572	# "readahead" all extensions
948	sub load_extension {	1573	sub cache_extensions {
949	my ($path) = @_;	1574	my $grp = IO::AIO::aio_group;
950		1575
951	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1576	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
952	my $base = $1;	1577	for (grep /\.ext$/, @{$_[0]}) {
953	my $pkg = $1;	1578	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
954	$pkg =~ s/[^[:word:]]/_/g;
955	$pkg = "ext::$pkg";
956
957	warn "... loading '$path' into '$pkg'\n";
958
959	open my $fh, "<:utf8", $path
960	or die "$path: $!";
961
962	my $source =
963	"package $pkg; use strict; use utf8;\n"
964	. "#line 1 \"$path\"\n{\n"
965	. (do { local $/; <$fh> })
966	. "\n};\n1";
967
968	unless (eval $source) {
969	my $msg = $@ ? "$path: $@\n"
970	: "extension disabled.\n";
971	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
972	warn $@;
973	warn "mandatory extension failed to load, exiting.\n";
974	exit 1;
975	}	1579	}
976	die $@;
977	}	1580	};
978		1581
979	push @EXTS, $pkg;	1582	$grp
		1583	}
		1584
		1585	sub _ext_cfg_reg($$$$) {
		1586	my ($rvar, $varname, $cfgname, $default) = @_;
		1587
		1588	$cfgname = lc $varname
		1589	unless length $cfgname;
		1590
		1591	$EXT_CFG{$cfgname} = [$rvar, $default];
		1592
		1593	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
980	}	1594	}
981		1595
982	sub load_extensions {	1596	sub load_extensions {
		1597	info "loading extensions...";
		1598
		1599	%EXT_CFG = ();
		1600
		1601	cf::sync_job {
		1602	my %todo;
		1603
983	for my $ext (<$LIBDIR/*.ext>) {	1604	for my $path (<$LIBDIR/*.ext>) {
984	next unless -r $ext;	1605	next unless -r $path;
985	eval {	1606
986	load_extension $ext;	1607	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1608	my $base = $1;
		1609	my $pkg = $1;
		1610	$pkg =~ s/[^[:word:]]/_/g;
		1611	$pkg = "ext::$pkg";
		1612
		1613	open my $fh, "<:utf8", $path
		1614	or die "$path: $!";
		1615
		1616	my $source = do { local $/; <$fh> };
		1617
		1618	my %ext = (
		1619	path => $path,
		1620	base => $base,
		1621	pkg => $pkg,
		1622	);
		1623
		1624	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1625	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1626
		1627	$ext{source} =
		1628	"package $pkg; use common::sense;\n"
		1629	. "#line 1 \"$path\"\n{\n"
		1630	. $source
		1631	. "\n};\n1";
		1632
		1633	$todo{$base} = \%ext;
		1634	}
		1635
		1636	my $pass = 0;
		1637	my %done;
		1638	while (%todo) {
		1639	my $progress;
		1640
		1641	++$pass;
		1642
		1643	ext:
		1644	while (my ($k, $v) = each %todo) {
		1645	for (split /,\s*/, $v->{meta}{depends}) {
		1646	next ext
		1647	unless exists $done{$_};
		1648	}
		1649
		1650	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
		1651
		1652	my $source = $v->{source};
		1653
		1654	# support "CONF varname :confname = default" pseudo-statements
		1655	$source =~ s{
		1656	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1657	}{
		1658	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1659	}gmxe;
		1660
		1661	my $active = eval $source;
		1662
		1663	if (length $@) {
		1664	error "$v->{path}: $@\n";
		1665
		1666	cf::cleanup "mandatory extension '$k' failed to load, exiting."
		1667	if exists $v->{meta}{mandatory};
		1668
		1669	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
		1670	delete $todo{$k};
		1671	} else {
		1672	$done{$k} = delete $todo{$k};
		1673	push @EXTS, $v->{pkg};
		1674	$progress = 1;
		1675
		1676	info "$v->{base}: extension inactive.\n"
		1677	unless $active;
		1678	}
987	1	1679	}
988	} or warn "$ext not loaded: $@";	1680
		1681	unless ($progress) {
		1682	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
		1683
		1684	while (my ($k, $v) = each %todo) {
		1685	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1686	if exists $v->{meta}{mandatory};
		1687	}
		1688
		1689	last;
		1690	}
		1691	}
989	}	1692	};
990	}	1693	}
991		1694
992	#############################################################################	1695	#############################################################################
993		1696
		1697	=back
		1698
994	=head2 CORE EXTENSIONS	1699	=head2 CORE EXTENSIONS
995		1700
996	Functions and methods that extend core crossfire objects.	1701	Functions and methods that extend core deliantra objects.
997		1702
998	=cut	1703	=cut
999		1704
1000	package cf::player;	1705	package cf::player;
1001		1706
1002	use Coro::AIO;	1707	use Coro::AIO;
1003		1708
1004	=head3 cf::player	1709	=head3 cf::player
1005		1710
1006	=over 4	1711	=over 4
		1712
		1713	=item cf::player::num_playing
		1714
		1715	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1716
		1717	=cut
		1718
		1719	sub num_playing {
		1720	scalar grep
		1721	$_->ob->map
		1722	&& !$_->hidden
		1723	&& !$_->ob->flag (cf::FLAG_WIZ),
		1724	cf::player::list
		1725	}
1007		1726
1008	=item cf::player::find $login	1727	=item cf::player::find $login
1009		1728
1010	Returns the given player object, loading it if necessary (might block).	1729	Returns the given player object, loading it if necessary (might block).
1011		1730
…		…
1030		1749
1031	sub exists($) {	1750	sub exists($) {
1032	my ($login) = @_;	1751	my ($login) = @_;
1033		1752
1034	$cf::PLAYER{$login}	1753	$cf::PLAYER{$login}
1035	or cf::sync_job { !aio_stat path $login }	1754	or !aio_stat path $login
1036	}	1755	}
1037		1756
1038	sub find($) {	1757	sub find($) {
1039	return $cf::PLAYER{$_[0]} || do {	1758	return $cf::PLAYER{$_[0]} || do {
1040	my $login = $_[0];	1759	my $login = $_[0];
…		…
1047	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1766	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1048	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1767	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1049	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1768	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1050	aio_unlink +(playerdir $login) . "/$login.pl";	1769	aio_unlink +(playerdir $login) . "/$login.pl";
1051		1770
1052	my $pl = load_pl path $login	1771	my $f = new_from_file cf::object::thawer path $login
1053	or return;	1772	or return;
		1773
		1774	my $pl = cf::player::load_pl $f
		1775	or return;
		1776
		1777	local $cf::PLAYER_LOADING{$login} = $pl;
		1778	$f->resolve_delayed_derefs;
1054	$cf::PLAYER{$login} = $pl	1779	$cf::PLAYER{$login} = $pl
1055	}	1780	}
1056	}	1781	}
1057	}	1782	}
		1783
		1784	cf::player->attach (
		1785	on_load => sub {
		1786	my ($pl, $path) = @_;
		1787
		1788	# restore slots saved in save, below
		1789	my $slots = delete $pl->{_slots};
		1790
		1791	$pl->ob->current_weapon ($slots->[0]);
		1792	$pl->combat_ob ($slots->[1]);
		1793	$pl->ranged_ob ($slots->[2]);
		1794	},
		1795	);
1058		1796
1059	sub save($) {	1797	sub save($) {
1060	my ($pl) = @_;	1798	my ($pl) = @_;
1061		1799
1062	return if $pl->{deny_save};	1800	return if $pl->{deny_save};
…		…
1067	return if $pl->{deny_save};	1805	return if $pl->{deny_save};
1068		1806
1069	aio_mkdir playerdir $pl, 0770;	1807	aio_mkdir playerdir $pl, 0770;
1070	$pl->{last_save} = $cf::RUNTIME;	1808	$pl->{last_save} = $cf::RUNTIME;
1071		1809
		1810	cf::get_slot 0.01;
		1811
		1812	# save slots, to be restored later
		1813	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1814
1072	$pl->save_pl ($path);	1815	$pl->save_pl ($path);
1073	Coro::cede;	1816	cf::cede_to_tick;
1074	}	1817	}
1075		1818
1076	sub new($) {	1819	sub new($) {
1077	my ($login) = @_;	1820	my ($login) = @_;
1078		1821
…		…
1084	$cf::PLAYER{$login} = $self;	1827	$cf::PLAYER{$login} = $self;
1085		1828
1086	$self	1829	$self
1087	}	1830	}
1088		1831
		1832	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1833
		1834	=cut
		1835
		1836	sub send_msg {
		1837	my $ns = shift->ns
		1838	or return;
		1839	$ns->send_msg (@_);
		1840	}
		1841
1089	=item $pl->quit_character	1842	=item $pl->quit_character
1090		1843
1091	Nukes the player without looking back. If logged in, the connection will	1844	Nukes the player without looking back. If logged in, the connection will
1092	be destroyed. May block for a long time.	1845	be destroyed. May block for a long time.
1093		1846
…		…
1097	my ($pl) = @_;	1850	my ($pl) = @_;
1098		1851
1099	my $name = $pl->ob->name;	1852	my $name = $pl->ob->name;
1100		1853
1101	$pl->{deny_save} = 1;	1854	$pl->{deny_save} = 1;
1102	$pl->password ("*"); # this should lock out the player until we nuked the dir	1855	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1103		1856
1104	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1857	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1105	$pl->deactivate;	1858	$pl->deactivate;
		1859
		1860	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1106	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1861	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1862	ext::highscore::check ($pl->ob);
		1863
1107	$pl->ns->destroy if $pl->ns;	1864	$pl->ns->destroy if $pl->ns;
1108		1865
1109	my $path = playerdir $pl;	1866	my $path = playerdir $pl;
1110	my $temp = "$path~$cf::RUNTIME~deleting~";	1867	my $temp = "$path~$cf::RUNTIME~deleting~";
1111	aio_rename $path, $temp;	1868	aio_rename $path, $temp;
…		…
1146	or return [];	1903	or return [];
1147		1904
1148	my @logins;	1905	my @logins;
1149		1906
1150	for my $login (@$dirs) {	1907	for my $login (@$dirs) {
		1908	my $path = path $login;
		1909
		1910	# a .pst is a dead give-away for a valid player
		1911	# if no pst file found, open and chekc for blocked users
		1912	if (aio_stat "$path.pst") {
1151	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1913	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1152	aio_read $fh, 0, 512, my $buf, 0 or next;	1914	aio_read $fh, 0, 512, my $buf, 0 or next;
1153	$buf !~ /^password -------------$/m or next; # official not-valid tag	1915	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1916	}
1154		1917
1155	utf8::decode $login;	1918	utf8::decode $login;
1156	push @logins, $login;	1919	push @logins, $login;
1157	}	1920	}
1158		1921
1159	\@logins	1922	\@logins
1160	}	1923	}
1161		1924
1162	=item $player->maps	1925	=item $player->maps
		1926
		1927	=item cf::player::maps $login
1163		1928
1164	Returns an arrayref of map paths that are private for this	1929	Returns an arrayref of map paths that are private for this
1165	player. May block.	1930	player. May block.
1166		1931
1167	=cut	1932	=cut
…		…
1185	}	1950	}
1186		1951
1187	\@paths	1952	\@paths
1188	}	1953	}
1189		1954
1190	=item $player->ext_reply ($msgid, %msg)	1955	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1191		1956
1192	Sends an ext reply to the player.	1957	Expand deliantra pod fragments into protocol xml.
1193		1958
1194	=cut
1195
1196	sub ext_reply($$%) {
1197	my ($self, $id, %msg) = @_;
1198
1199	$msg{msgid} = $id;
1200
1201	$self->send ("ext " . cf::to_json \%msg);
1202	}
1203
1204	=item $player->ext_event ($type, %msg)	1959	=item $player->ext_msg ($type, @msg)
1205		1960
1206	Sends an ext event to the client.	1961	Sends an ext event to the client.
1207		1962
1208	=cut	1963	=cut
1209		1964
1210	sub ext_event($$%) {	1965	sub ext_msg($$@) {
1211	my ($self, $type, %msg) = @_;	1966	my ($self, $type, @msg) = @_;
1212		1967
1213	$self->ns->ext_event ($type, %msg);	1968	$self->ns->ext_msg ($type, @msg);
1214	}	1969	}
1215		1970
1216	=head3 cf::region	1971	=head3 cf::region
1217		1972
1218	=over 4	1973	=over 4
…		…
1221		1976
1222	package cf::region;	1977	package cf::region;
1223		1978
1224	=item cf::region::find_by_path $path	1979	=item cf::region::find_by_path $path
1225		1980
1226	Tries to decuce the probable region for a map knowing only its path.	1981	Tries to decuce the likely region for a map knowing only its path.
1227		1982
1228	=cut	1983	=cut
1229		1984
1230	sub find_by_path($) {	1985	sub find_by_path($) {
1231	my ($path) = @_;	1986	my ($path) = @_;
1232		1987
		1988	$path =~ s/^~[^\/]*//; # skip ~login
		1989
1233	my ($match, $specificity);	1990	my ($match, $specificity);
1234		1991
1235	for my $region (list) {	1992	for my $region (list) {
1236	if ($region->match && $path =~ $region->match) {	1993	if ($region->{match} && $path =~ $region->{match}) {
1237	($match, $specificity) = ($region, $region->specificity)	1994	($match, $specificity) = ($region, $region->specificity)
1238	if $region->specificity > $specificity;	1995	if $region->specificity > $specificity;
1239	}	1996	}
1240	}	1997	}
1241		1998
…		…
1262	our $MAX_RESET = 3600;	2019	our $MAX_RESET = 3600;
1263	our $DEFAULT_RESET = 3000;	2020	our $DEFAULT_RESET = 3000;
1264		2021
1265	sub generate_random_map {	2022	sub generate_random_map {
1266	my ($self, $rmp) = @_;	2023	my ($self, $rmp) = @_;
1267	# mit "rum" bekleckern, nicht	2024
		2025	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		2026
1268	$self->_create_random_map (	2027	$self->_create_random_map ($rmp);
1269	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1270	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1271	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1272	$rmp->{exit_on_final_map},
1273	$rmp->{xsize}, $rmp->{ysize},
1274	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1275	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1276	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1277	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1278	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1279	(cf::region::find $rmp->{region}), $rmp->{custom}
1280	)
1281	}	2028	}
1282		2029
1283	=item cf::map->register ($regex, $prio)	2030	=item cf::map->register ($regex, $prio)
1284		2031
1285	Register a handler for the map path matching the given regex at the	2032	Register a handler for the map path matching the given regex at the
…		…
1290		2037
1291	sub register {	2038	sub register {
1292	my (undef, $regex, $prio) = @_;	2039	my (undef, $regex, $prio) = @_;
1293	my $pkg = caller;	2040	my $pkg = caller;
1294		2041
1295	no strict;
1296	push @{"$pkg\::ISA"}, __PACKAGE__;	2042	push @{"$pkg\::ISA"}, __PACKAGE__;
1297		2043
1298	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2044	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1299	}	2045	}
1300		2046
1301	# also paths starting with '/'	2047	# also paths starting with '/'
1302	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2048	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1303		2049
1304	sub thawer_merge {	2050	sub thawer_merge {
1305	my ($self, $merge) = @_;	2051	my ($self, $merge) = @_;
1306		2052
1307	# we have to keep some variables in memory intact	2053	# we have to keep some variables in memory intact
…		…
1312	}	2058	}
1313		2059
1314	sub normalise {	2060	sub normalise {
1315	my ($path, $base) = @_;	2061	my ($path, $base) = @_;
1316		2062
1317	$path = "$path"; # make sure its a string	2063	$path = "$path"; # make sure it's a string
1318		2064
1319	$path =~ s/\.map$//;	2065	$path =~ s/\.map$//;
1320		2066
1321	# map plan:	2067	# map plan:
1322	#	2068	#
…		…
1337	$base =~ s{[^/]+/?$}{};	2083	$base =~ s{[^/]+/?$}{};
1338	$path = "$base/$path";	2084	$path = "$base/$path";
1339	}	2085	}
1340		2086
1341	for ($path) {	2087	for ($path) {
1342	redo if s{//}{/};
1343	redo if s{/\.?/}{/};	2088	redo if s{/\.?/}{/};
1344	redo if s{/[^/]+/\.\./}{/};	2089	redo if s{/[^/]+/\.\./}{/};
1345	}	2090	}
1346		2091
1347	$path	2092	$path
…		…
1361	$self->init; # pass $1 etc.	2106	$self->init; # pass $1 etc.
1362	return $self;	2107	return $self;
1363	}	2108	}
1364	}	2109	}
1365		2110
1366	Carp::carp "unable to resolve path '$path' (base '$base').";	2111	Carp::cluck "unable to resolve path '$path' (base '$base')";
1367	()	2112	()
1368	}	2113	}
1369		2114
		2115	# may re-bless or do other evil things
1370	sub init {	2116	sub init {
1371	my ($self) = @_;	2117	my ($self) = @_;
1372		2118
1373	$self	2119	$self
1374	}	2120	}
…		…
1393		2139
1394	# the temporary/swap location	2140	# the temporary/swap location
1395	sub save_path {	2141	sub save_path {
1396	my ($self) = @_;	2142	my ($self) = @_;
1397		2143
1398	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2144	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1399	"$TMPDIR/$path.map"	2145	"$TMPDIR/$path.map"
1400	}	2146	}
1401		2147
1402	# the unique path, undef == no special unique path	2148	# the unique path, undef == no special unique path
1403	sub uniq_path {	2149	sub uniq_path {
1404	my ($self) = @_;	2150	my ($self) = @_;
1405		2151
1406	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2152	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1407	"$UNIQUEDIR/$path"	2153	"$UNIQUEDIR/$path"
1408	}
1409
1410	# and all this just because we cannot iterate over
1411	# all maps in C++...
1412	sub change_all_map_light {
1413	my ($change) = @_;
1414
1415	$_->change_map_light ($change)
1416	for grep $_->outdoor, values %cf::MAP;
1417	}	2154	}
1418		2155
1419	sub decay_objects {	2156	sub decay_objects {
1420	my ($self) = @_;	2157	my ($self) = @_;
1421		2158
…		…
1434		2171
1435	sub load_header_from($) {	2172	sub load_header_from($) {
1436	my ($self, $path) = @_;	2173	my ($self, $path) = @_;
1437		2174
1438	utf8::encode $path;	2175	utf8::encode $path;
1439	#aio_open $path, O_RDONLY, 0	2176	my $f = new_from_file cf::object::thawer $path
1440	# or return;
1441
1442	$self->_load_header ($path)
1443	or return;	2177	or return;
1444		2178
		2179	$self->_load_header ($f)
		2180	or return;
		2181
		2182	local $MAP_LOADING{$self->{path}} = $self;
		2183	$f->resolve_delayed_derefs;
		2184
1445	$self->{load_path} = $path;	2185	$self->{load_path} = $path;
1446		2186
1447	1	2187	1
1448	}	2188	}
1449		2189
		2190	# used to laod the header of an original map
1450	sub load_header_orig {	2191	sub load_header_orig {
1451	my ($self) = @_;	2192	my ($self) = @_;
1452		2193
1453	$self->load_header_from ($self->load_path)	2194	$self->load_header_from ($self->load_path)
1454	}	2195	}
1455		2196
		2197	# used to laod the header of an instantiated map
1456	sub load_header_temp {	2198	sub load_header_temp {
1457	my ($self) = @_;	2199	my ($self) = @_;
1458		2200
1459	$self->load_header_from ($self->save_path)	2201	$self->load_header_from ($self->save_path)
1460	}	2202	}
1461		2203
		2204	# called after loading the header from an instantiated map
1462	sub prepare_temp {	2205	sub prepare_temp {
1463	my ($self) = @_;	2206	my ($self) = @_;
1464		2207
1465	$self->last_access ((delete $self->{last_access})	2208	$self->last_access ((delete $self->{last_access})
1466	|| $cf::RUNTIME); #d#	2209	|| $cf::RUNTIME); #d#
1467	# safety	2210	# safety
1468	$self->{instantiate_time} = $cf::RUNTIME	2211	$self->{instantiate_time} = $cf::RUNTIME
1469	if $self->{instantiate_time} > $cf::RUNTIME;	2212	if $self->{instantiate_time} > $cf::RUNTIME;
1470	}	2213	}
1471		2214
		2215	# called after loading the header from an original map
1472	sub prepare_orig {	2216	sub prepare_orig {
1473	my ($self) = @_;	2217	my ($self) = @_;
1474		2218
1475	$self->{load_original} = 1;	2219	$self->{load_original} = 1;
1476	$self->{instantiate_time} = $cf::RUNTIME;	2220	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1500		2244
1501	sub find;	2245	sub find;
1502	sub find {	2246	sub find {
1503	my ($path, $origin) = @_;	2247	my ($path, $origin) = @_;
1504		2248
		2249	cf::cede_to_tick;
		2250
1505	$path = normalise $path, $origin && $origin->path;	2251	$path = normalise $path, $origin;
1506		2252
		2253	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1507	cf::lock_wait "map_find:$path";	2254	my $guard2 = cf::lock_acquire "map_find:$path";
1508		2255
1509	$cf::MAP{$path} || do {	2256	$cf::MAP{$path} || do {
1510	my $guard = cf::lock_acquire "map_find:$path";
1511	my $map = new_from_path cf::map $path	2257	my $map = new_from_path cf::map $path
1512	or return;	2258	or return;
1513		2259
1514	$map->{last_save} = $cf::RUNTIME;	2260	$map->{last_save} = $cf::RUNTIME;
1515		2261
…		…
1517	or return;	2263	or return;
1518		2264
1519	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2265	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1520	# doing this can freeze the server in a sync job, obviously	2266	# doing this can freeze the server in a sync job, obviously
1521	#$cf::WAIT_FOR_TICK->wait;	2267	#$cf::WAIT_FOR_TICK->wait;
		2268	undef $guard2;
		2269	undef $guard1;
1522	$map->reset;	2270	$map->reset;
1523	undef $guard;
1524	return find $path;	2271	return find $path;
1525	}	2272	}
1526		2273
1527	$cf::MAP{$path} = $map	2274	$cf::MAP{$path} = $map
1528	}	2275	}
1529	}	2276	}
1530		2277
1531	sub pre_load { }	2278	sub pre_load { }
1532	sub post_load { }	2279	#sub post_load { } # XS
1533		2280
1534	sub load {	2281	sub load {
1535	my ($self) = @_;	2282	my ($self) = @_;
1536		2283
1537	local $self->{deny_reset} = 1; # loading can take a long time	2284	local $self->{deny_reset} = 1; # loading can take a long time
1538		2285
1539	my $path = $self->{path};	2286	my $path = $self->{path};
1540		2287
1541	{	2288	{
1542	my $guard = cf::lock_acquire "map_load:$path";	2289	my $guard = cf::lock_acquire "map_data:$path";
1543		2290
		2291	return unless $self->valid;
1544	return if $self->in_memory != cf::MAP_SWAPPED;	2292	return unless $self->state == cf::MAP_SWAPPED;
1545
1546	$self->in_memory (cf::MAP_LOADING);
1547		2293
1548	$self->alloc;	2294	$self->alloc;
1549		2295
1550	$self->pre_load;	2296	$self->pre_load;
1551	Coro::cede;	2297	cf::cede_to_tick;
1552		2298
1553	$self->_load_objects ($self->{load_path}, 1)	2299	if (exists $self->{load_path}) {
		2300	my $f = new_from_file cf::object::thawer $self->{load_path};
		2301	$f->skip_block;
		2302	$self->_load_objects ($f)
1554	or return;	2303	or return;
1555		2304
1556	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2305	$self->post_load_original
1557	if delete $self->{load_original};	2306	if delete $self->{load_original};
1558		2307
1559	if (my $uniq = $self->uniq_path) {	2308	if (my $uniq = $self->uniq_path) {
1560	utf8::encode $uniq;	2309	utf8::encode $uniq;
1561	if (aio_open $uniq, O_RDONLY, 0) {	2310	unless (aio_stat $uniq) {
		2311	if (my $f = new_from_file cf::object::thawer $uniq) {
1562	$self->clear_unique_items;	2312	$self->clear_unique_items;
1563	$self->_load_objects ($uniq, 0);	2313	$self->_load_objects ($f);
		2314	$f->resolve_delayed_derefs;
		2315	}
		2316	}
1564	}	2317	}
1565	}
1566		2318
1567	Coro::cede;	2319	$f->resolve_delayed_derefs;
		2320	} else {
		2321	$self->post_load_original
		2322	if delete $self->{load_original};
		2323	}
		2324
		2325	$self->state (cf::MAP_INACTIVE);
		2326
		2327	cf::cede_to_tick;
1568	# now do the right thing for maps	2328	# now do the right thing for maps
1569	$self->link_multipart_objects;	2329	$self->link_multipart_objects;
1570	$self->difficulty ($self->estimate_difficulty)	2330	$self->difficulty ($self->estimate_difficulty)
1571	unless $self->difficulty;	2331	unless $self->difficulty;
1572	Coro::cede;	2332	cf::cede_to_tick;
1573		2333
1574	unless ($self->{deny_activate}) {	2334	unless ($self->{deny_activate}) {
1575	$self->decay_objects;	2335	$self->decay_objects;
1576	$self->fix_auto_apply;	2336	$self->fix_auto_apply;
1577	$self->update_buttons;	2337	$self->update_buttons;
1578	Coro::cede;	2338	cf::cede_to_tick;
1579	$self->set_darkness_map;	2339	#$self->activate; # no longer activate maps automatically
1580	Coro::cede;
1581	$self->activate;
1582	}	2340	}
1583		2341
1584	$self->in_memory (cf::MAP_IN_MEMORY);	2342	$self->{last_save} = $cf::RUNTIME;
		2343	$self->last_access ($cf::RUNTIME);
1585	}	2344	}
1586		2345
1587	$self->post_load;	2346	$self->post_load;
1588	}
1589		2347
		2348	1
		2349	}
		2350
		2351	# customize the map for a given player, i.e.
		2352	# return the _real_ map. used by e.g. per-player
		2353	# maps to change the path to ~playername/mappath
1590	sub customise_for {	2354	sub customise_for {
1591	my ($self, $ob) = @_;	2355	my ($self, $ob) = @_;
1592		2356
1593	return find "~" . $ob->name . "/" . $self->{path}	2357	return find "~" . $ob->name . "/" . $self->{path}
1594	if $self->per_player;	2358	if $self->per_player;
…		…
1597	# if $self->per_party;	2361	# if $self->per_party;
1598		2362
1599	$self	2363	$self
1600	}	2364	}
1601		2365
1602	# find and load all maps in the 3x3 area around a map
1603	sub load_diag {
1604	my ($map) = @_;
1605
1606	my @diag; # diagonal neighbours
1607
1608	for (0 .. 3) {
1609	my $neigh = $map->tile_path ($_)
1610	or next;
1611	$neigh = find $neigh, $map
1612	or next;
1613	$neigh->load;
1614
1615	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1616	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1617	}
1618
1619	for (@diag) {
1620	my $neigh = find @$_
1621	or next;
1622	$neigh->load;
1623	}
1624	}
1625
1626	sub find_sync {	2366	sub find_sync {
1627	my ($path, $origin) = @_;	2367	my ($path, $origin) = @_;
1628		2368
1629	cf::sync_job { find $path, $origin }	2369	# it's a bug to call this from the main context
		2370	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2371	if $Coro::current == $Coro::main;
		2372
		2373	find $path, $origin
1630	}	2374	}
1631		2375
1632	sub do_load_sync {	2376	sub do_load_sync {
1633	my ($map) = @_;	2377	my ($map) = @_;
1634		2378
1635	cf::sync_job { $map->load };	2379	# it's a bug to call this from the main context
		2380	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2381	if $Coro::current == $Coro::main;
		2382
		2383	$map->load;
1636	}	2384	}
1637		2385
1638	our %MAP_PREFETCH;	2386	our %MAP_PREFETCH;
1639	our $MAP_PREFETCHER = undef;	2387	our $MAP_PREFETCHER = undef;
1640		2388
1641	sub find_async {	2389	sub find_async {
1642	my ($path, $origin) = @_;	2390	my ($path, $origin, $load) = @_;
1643		2391
1644	$path = normalise $path, $origin && $origin->{path};	2392	$path = normalise $path, $origin;
1645		2393
1646	if (my $map = $cf::MAP{$path}) {	2394	if (my $map = $cf::MAP{$path}) {
1647	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2395	return $map if !$load || $map->linkable;
1648	}	2396	}
1649		2397
1650	undef $MAP_PREFETCH{$path};	2398	$MAP_PREFETCH{$path} |= $load;
		2399
1651	$MAP_PREFETCHER ||= cf::async {	2400	$MAP_PREFETCHER ||= cf::async {
		2401	$Coro::current->{desc} = "map prefetcher";
		2402
1652	while (%MAP_PREFETCH) {	2403	while (%MAP_PREFETCH) {
1653	for my $path (keys %MAP_PREFETCH) {	2404	for my $k (keys %MAP_PREFETCH) {
1654	my $map = find $path	2405	if (my $map = find $k) {
1655	or next;	2406	$map->load if $MAP_PREFETCH{$k};
1656	$map->load;	2407	}
1657		2408
1658	delete $MAP_PREFETCH{$path};	2409	delete $MAP_PREFETCH{$k};
1659	}	2410	}
1660	}	2411	}
1661	undef $MAP_PREFETCHER;	2412	undef $MAP_PREFETCHER;
1662	};	2413	};
1663	$MAP_PREFETCHER->prio (6);	2414	$MAP_PREFETCHER->prio (6);
1664		2415
1665	()	2416	()
1666	}	2417	}
1667		2418
		2419	# common code, used by both ->save and ->swapout
1668	sub save {	2420	sub _save {
1669	my ($self) = @_;	2421	my ($self) = @_;
1670
1671	my $lock = cf::lock_acquire "map_data:" . $self->path;
1672		2422
1673	$self->{last_save} = $cf::RUNTIME;	2423	$self->{last_save} = $cf::RUNTIME;
1674		2424
1675	return unless $self->dirty;	2425	return unless $self->dirty;
1676		2426
…		…
1682	return if $self->{deny_save};	2432	return if $self->{deny_save};
1683		2433
1684	local $self->{last_access} = $self->last_access;#d#	2434	local $self->{last_access} = $self->last_access;#d#
1685		2435
1686	cf::async {	2436	cf::async {
		2437	$Coro::current->{desc} = "map player save";
1687	$_->contr->save for $self->players;	2438	$_->contr->save for $self->players;
1688	};	2439	};
		2440
		2441	cf::get_slot 0.02;
1689		2442
1690	if ($uniq) {	2443	if ($uniq) {
1691	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2444	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1692	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2445	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1693	} else {	2446	} else {
1694	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2447	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1695	}	2448	}
1696	}	2449	}
1697		2450
		2451	sub save {
		2452	my ($self) = @_;
		2453
		2454	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2455
		2456	$self->_save;
		2457	}
		2458
1698	sub swap_out {	2459	sub swap_out {
1699	my ($self) = @_;	2460	my ($self) = @_;
1700		2461
1701	# save first because save cedes
1702	$self->save;
1703
1704	my $lock = cf::lock_acquire "map_data:" . $self->path;	2462	my $lock = cf::lock_acquire "map_data:$self->{path}";
1705		2463
		2464	return if !$self->linkable;
		2465	return if $self->{deny_save};
1706	return if $self->players;	2466	return if $self->players;
1707	return if $self->in_memory != cf::MAP_IN_MEMORY;
1708	return if $self->{deny_save};
1709		2467
		2468	# first deactivate the map and "unlink" it from the core
		2469	$self->deactivate;
		2470	$_->clear_links_to ($self) for values %cf::MAP;
		2471	$self->state (cf::MAP_SWAPPED);
		2472
		2473	# then atomically save
		2474	$self->_save;
		2475
		2476	# then free the map
1710	$self->clear;	2477	$self->clear;
1711	$self->in_memory (cf::MAP_SWAPPED);
1712	}	2478	}
1713		2479
1714	sub reset_at {	2480	sub reset_at {
1715	my ($self) = @_;	2481	my ($self) = @_;
1716		2482
…		…
1734		2500
1735	my $lock = cf::lock_acquire "map_data:$self->{path}";	2501	my $lock = cf::lock_acquire "map_data:$self->{path}";
1736		2502
1737	return if $self->players;	2503	return if $self->players;
1738		2504
1739	warn "resetting map ", $self->path;	2505	cf::trace "resetting map ", $self->path, "\n";
1740		2506
1741	$self->in_memory (cf::MAP_SWAPPED);	2507	$self->state (cf::MAP_SWAPPED);
1742		2508
1743	# need to save uniques path	2509	# need to save uniques path
1744	unless ($self->{deny_save}) {	2510	unless ($self->{deny_save}) {
1745	my $uniq = $self->uniq_path; utf8::encode $uniq;	2511	my $uniq = $self->uniq_path; utf8::encode $uniq;
1746		2512
…		…
1748	if $uniq;	2514	if $uniq;
1749	}	2515	}
1750		2516
1751	delete $cf::MAP{$self->path};	2517	delete $cf::MAP{$self->path};
1752		2518
		2519	$self->deactivate;
		2520	$_->clear_links_to ($self) for values %cf::MAP;
1753	$self->clear;	2521	$self->clear;
1754
1755	$_->clear_links_to ($self) for values %cf::MAP;
1756		2522
1757	$self->unlink_save;	2523	$self->unlink_save;
1758	$self->destroy;	2524	$self->destroy;
1759	}	2525	}
1760		2526
1761	my $nuke_counter = "aaaa";	2527	my $nuke_counter = "aaaa";
1762		2528
1763	sub nuke {	2529	sub nuke {
1764	my ($self) = @_;	2530	my ($self) = @_;
1765		2531
		2532	{
		2533	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2534
1766	delete $cf::MAP{$self->path};	2535	delete $cf::MAP{$self->path};
1767		2536
1768	$self->unlink_save;	2537	$self->unlink_save;
1769		2538
1770	bless $self, "cf::map";	2539	bless $self, "cf::map::wrap";
1771	delete $self->{deny_reset};	2540	delete $self->{deny_reset};
1772	$self->{deny_save} = 1;	2541	$self->{deny_save} = 1;
1773	$self->reset_timeout (1);	2542	$self->reset_timeout (1);
1774	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2543	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1775		2544
1776	$cf::MAP{$self->path} = $self;	2545	$cf::MAP{$self->path} = $self;
		2546	}
1777		2547
1778	$self->reset; # polite request, might not happen	2548	$self->reset; # polite request, might not happen
1779	}	2549	}
1780		2550
1781	=item $maps = cf::map::tmp_maps	2551	=item $maps = cf::map::tmp_maps
…		…
1823		2593
1824	sub unique_maps() {	2594	sub unique_maps() {
1825	[	2595	[
1826	map {	2596	map {
1827	utf8::decode $_;	2597	utf8::decode $_;
1828	/\.map$/	2598	s/\.map$//; # TODO future compatibility hack
		2599	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2600	? ()
1829	? normalise $_	2601	: normalise $_
1830	: ()
1831	} @{ aio_readdir $UNIQUEDIR or [] }	2602	} @{ aio_readdir $UNIQUEDIR or [] }
1832	]	2603	]
1833	}	2604	}
1834		2605
1835	package cf;	2606	=item cf::map::static_maps
		2607
		2608	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2609	file in the shared directory excluding F</styles> and F</editor>). May
		2610	block.
		2611
		2612	=cut
		2613
		2614	sub static_maps() {
		2615	my @dirs = "";
		2616	my @maps;
		2617
		2618	while (@dirs) {
		2619	my $dir = shift @dirs;
		2620
		2621	next if $dir eq "/styles" || $dir eq "/editor";
		2622
		2623	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2624	or return;
		2625
		2626	for (@$files) {
		2627	s/\.map$// or next;
		2628	utf8::decode $_;
		2629	push @maps, "$dir/$_";
		2630	}
		2631
		2632	push @dirs, map "$dir/$_", @$dirs;
		2633	}
		2634
		2635	\@maps
		2636	}
1836		2637
1837	=back	2638	=back
1838		2639
1839	=head3 cf::object	2640	=head3 cf::object
1840		2641
…		…
1844		2645
1845	=over 4	2646	=over 4
1846		2647
1847	=item $ob->inv_recursive	2648	=item $ob->inv_recursive
1848		2649
1849	Returns the inventory of the object _and_ their inventories, recursively.	2650	Returns the inventory of the object I<and> their inventories, recursively,
		2651	but I<not> the object itself.
1850		2652
1851	=cut	2653	=cut
1852		2654
1853	sub inv_recursive_;	2655	sub inv_recursive_;
1854	sub inv_recursive_ {	2656	sub inv_recursive_ {
…		…
1857		2659
1858	sub inv_recursive {	2660	sub inv_recursive {
1859	inv_recursive_ inv $_[0]	2661	inv_recursive_ inv $_[0]
1860	}	2662	}
1861		2663
		2664	=item $ref = $ob->ref
		2665
		2666	Creates and returns a persistent reference to an object that can be stored as a string.
		2667
		2668	=item $ob = cf::object::deref ($refstring)
		2669
		2670	returns the objetc referenced by refstring. may return undef when it cannot find the object,
		2671	even if the object actually exists. May block.
		2672
		2673	=cut
		2674
		2675	sub deref {
		2676	my ($ref) = @_;
		2677
		2678	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2679	my ($uuid, $name) = ($1, $2);
		2680	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2681	or return;
		2682	$pl->ob->uuid eq $uuid
		2683	or return;
		2684
		2685	$pl->ob
		2686	} else {
		2687	warn "$ref: cannot resolve object reference\n";
		2688	undef
		2689	}
		2690	}
		2691
1862	package cf;	2692	package cf;
1863		2693
1864	=back	2694	=back
1865		2695
1866	=head3 cf::object::player	2696	=head3 cf::object::player
…		…
1872	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2702	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1873	can be C<undef>. Does the right thing when the player is currently in a	2703	can be C<undef>. Does the right thing when the player is currently in a
1874	dialogue with the given NPC character.	2704	dialogue with the given NPC character.
1875		2705
1876	=cut	2706	=cut
		2707
		2708	our $SAY_CHANNEL = {
		2709	id => "say",
		2710	title => "Map",
		2711	reply => "say ",
		2712	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2713	};
		2714
		2715	our $CHAT_CHANNEL = {
		2716	id => "chat",
		2717	title => "Chat",
		2718	reply => "chat ",
		2719	tooltip => "Player chat and shouts, global to the server.",
		2720	};
1877		2721
1878	# rough implementation of a future "reply" method that works	2722	# rough implementation of a future "reply" method that works
1879	# with dialog boxes.	2723	# with dialog boxes.
1880	#TODO: the first argument must go, split into a $npc->reply_to ( method	2724	#TODO: the first argument must go, split into a $npc->reply_to ( method
1881	sub cf::object::player::reply($$$;$) {	2725	sub cf::object::player::reply($$$;$) {
…		…
1883		2727
1884	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2728	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1885		2729
1886	if ($self->{record_replies}) {	2730	if ($self->{record_replies}) {
1887	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2731	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2732
1888	} else {	2733	} else {
		2734	my $pl = $self->contr;
		2735
		2736	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2737	my $dialog = $pl->{npc_dialog};
		2738	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2739
		2740	} else {
1889	$msg = $npc->name . " says: $msg" if $npc;	2741	$msg = $npc->name . " says: $msg" if $npc;
1890	$self->message ($msg, $flags);	2742	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
		2743	}
1891	}	2744	}
		2745	}
		2746
		2747	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2748
		2749	=cut
		2750
		2751	sub cf::object::send_msg {
		2752	my $pl = shift->contr
		2753	or return;
		2754	$pl->send_msg (@_);
1892	}	2755	}
1893		2756
1894	=item $player_object->may ("access")	2757	=item $player_object->may ("access")
1895		2758
1896	Returns wether the given player is authorized to access resource "access"	2759	Returns wether the given player is authorized to access resource "access"
1897	(e.g. "command_wizcast").	2760	(e.g. "command_wizcast").
1898		2761
		2762	This is implemented by checking a config setting of C<may_access> where
		2763	C<access> is replaced by the access string. The following alternatives are
		2764	possible (and are tested in order):
		2765
		2766	=over 4
		2767
		2768	=item * Player is DM
		2769
		2770	The request will succeed.
		2771
		2772	=item * may_access is an array reference
		2773
		2774	If either the player nickname or UUID is in the array, the request will
		2775	succeed, otherwise it will fail.
		2776
		2777	=item * may_access is a true value
		2778
		2779	The request will succeed.
		2780
		2781	=item * may_access is missing or false
		2782
		2783	The request will fail.
		2784
		2785	=back
		2786
1899	=cut	2787	=cut
1900		2788
1901	sub cf::object::player::may {	2789	sub cf::object::player::may {
1902	my ($self, $access) = @_;	2790	my ($self, $access) = @_;
1903		2791
1904	$self->flag (cf::FLAG_WIZ) ||	2792	$self->flag (cf::FLAG_WIZ) ||
1905	(ref $cf::CFG{"may_$access"}	2793	(ref $cf::CFG{"may_$access"}
1906	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}	2794	? scalar grep $self->name eq $_ || $self->uuid eq $_, @{$cf::CFG{"may_$access"}}
1907	: $cf::CFG{"may_$access"})	2795	: $cf::CFG{"may_$access"})
1908	}	2796	}
1909		2797
1910	=item $player_object->enter_link	2798	=item $player_object->enter_link
1911		2799
1912	Freezes the player and moves him/her to a special map (C<{link}>).	2800	Freezes the player and moves him/her to a special map (C<{link}>).
1913		2801
1914	The player should be reasonably safe there for short amounts of time. You	2802	The player should be reasonably safe there for short amounts of time (e.g.
1915	I<MUST> call C<leave_link> as soon as possible, though.	2803	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2804	though, as the player cannot control the character while it is on the link
		2805	map.
1916		2806
1917	Will never block.	2807	This method will never block, which is the whole reaosn for it's
		2808	existance: you can I<always> put a player onto the link map, which is the
		2809	only place to put objects that is guaranteed to exist.
		2810
		2811	A typical usage pattern is to call C<enter_link> synchronously from the
		2812	server, then start a new thread, do your blocking stuff there and then
		2813	call C<leave_link> from that thread.
1918		2814
1919	=item $player_object->leave_link ($map, $x, $y)	2815	=item $player_object->leave_link ($map, $x, $y)
1920		2816
1921	Moves the player out of the special C<{link}> map onto the specified	2817	Moves the player out of the special C<{link}> map onto the specified
1922	map. If the map is not valid (or omitted), the player will be moved back	2818	map. If the map is not valid (or omitted), the player will be moved back
…		…
1940	sub cf::object::player::enter_link {	2836	sub cf::object::player::enter_link {
1941	my ($self) = @_;	2837	my ($self) = @_;
1942		2838
1943	$self->deactivate_recursive;	2839	$self->deactivate_recursive;
1944		2840
		2841	++$self->{_link_recursion};
		2842
1945	return if UNIVERSAL::isa $self->map, "ext::map_link";	2843	return if UNIVERSAL::isa $self->map, "ext::map_link";
1946		2844
1947	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2845	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1948	if $self->map && $self->map->{path} ne "{link}";	2846	if $self->map && $self->map->{path} ne "{link}";
1949		2847
1950	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2848	$self->enter_map ($LINK_MAP || link_map, 3, 3);
1951	}	2849	}
1952		2850
1953	sub cf::object::player::leave_link {	2851	sub cf::object::player::leave_link {
1954	my ($self, $map, $x, $y) = @_;	2852	my ($self, $map, $x, $y) = @_;
1955		2853
…		…
1972	($x, $y) = (-1, -1)	2870	($x, $y) = (-1, -1)
1973	unless (defined $x) && (defined $y);	2871	unless (defined $x) && (defined $y);
1974		2872
1975	# use -1 or undef as default coordinates, not 0, 0	2873	# use -1 or undef as default coordinates, not 0, 0
1976	($x, $y) = ($map->enter_x, $map->enter_y)	2874	($x, $y) = ($map->enter_x, $map->enter_y)
1977	if $x <=0 && $y <= 0;	2875	if $x <= 0 && $y <= 0;
1978		2876
1979	$map->load;	2877	$map->load;
1980	$map->load_diag;
1981		2878
1982	return unless $self->contr->active;	2879	return unless $self->contr->active;
1983	$self->activate_recursive;
1984		2880
1985	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2881	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1986	$self->enter_map ($map, $x, $y);	2882	if ($self->enter_map ($map, $x, $y)) {
1987	}	2883	# entering was successful
		2884	delete $self->{_link_recursion};
		2885	# only activate afterwards, to support waiting in hooks
		2886	$self->activate_recursive;
		2887	}
1988		2888
		2889	}
		2890
1989	=item $player_object->goto ($path, $x, $y[, $check->($map)])	2891	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
1990		2892
1991	Moves the player to the given map-path and coordinates by first freezing	2893	Moves the player to the given map-path and coordinates by first freezing
1992	her, loading and preparing them map, calling the provided $check callback	2894	her, loading and preparing them map, calling the provided $check callback
1993	that has to return the map if sucecssful, and then unfreezes the player on	2895	that has to return the map if sucecssful, and then unfreezes the player on
1994	the new (success) or old (failed) map position.	2896	the new (success) or old (failed) map position. In either case, $done will
		2897	be called at the end of this process.
		2898
		2899	Note that $check will be called with a potentially non-loaded map, so if
		2900	it needs a loaded map it has to call C<< ->load >>.
1995		2901
1996	=cut	2902	=cut
1997		2903
1998	our $GOTOGEN;	2904	our $GOTOGEN;
1999		2905
2000	sub cf::object::player::goto {	2906	sub cf::object::player::goto {
2001	my ($self, $path, $x, $y, $check) = @_;	2907	my ($self, $path, $x, $y, $check, $done) = @_;
		2908
		2909	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2910	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2911	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2912	($path, $x, $y) = @$EMERGENCY_POSITION;
		2913	}
2002		2914
2003	# do generation counting so two concurrent goto's will be executed in-order	2915	# do generation counting so two concurrent goto's will be executed in-order
2004	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2916	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2005		2917
2006	$self->enter_link;	2918	$self->enter_link;
2007		2919
2008	(async {	2920	(async {
		2921	$Coro::current->{desc} = "player::goto $path $x $y";
		2922
		2923	# *tag paths override both path and x|y
		2924	if ($path =~ /^\*(.*)$/) {
		2925	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2926	my $ob = $obs[rand @obs];
		2927
		2928	# see if we actually can go there
		2929	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2930	$ob = $obs[rand @obs];
		2931	} else {
		2932	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2933	}
		2934	# else put us there anyways for now #d#
		2935
		2936	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2937	} else {
		2938	($path, $x, $y) = (undef, undef, undef);
		2939	}
		2940	}
		2941
2009	my $map = eval {	2942	my $map = eval {
2010	my $map = cf::map::find $path;	2943	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2011		2944
2012	if ($map) {	2945	if ($map) {
2013	$map = $map->customise_for ($self);	2946	$map = $map->customise_for ($self);
2014	$map = $check->($map) if $check && $map;	2947	$map = $check->($map, $x, $y, $self) if $check && $map;
2015	} else {	2948	} else {
2016	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2949	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2017	}	2950	}
2018		2951
2019	$map	2952	$map
2020	};	2953	};
2021		2954
…		…
2026		2959
2027	if ($gen == $self->{_goto_generation}) {	2960	if ($gen == $self->{_goto_generation}) {
2028	delete $self->{_goto_generation};	2961	delete $self->{_goto_generation};
2029	$self->leave_link ($map, $x, $y);	2962	$self->leave_link ($map, $x, $y);
2030	}	2963	}
		2964
		2965	$done->($self) if $done;
2031	})->prio (1);	2966	})->prio (1);
2032	}	2967	}
2033		2968
2034	=item $player_object->enter_exit ($exit_object)	2969	=item $player_object->enter_exit ($exit_object)
2035		2970
…		…
2055	}	2990	}
2056		2991
2057	sub prepare_random_map {	2992	sub prepare_random_map {
2058	my ($exit) = @_;	2993	my ($exit) = @_;
2059		2994
2060	my $guard = cf::lock_acquire "exit_prepare:$exit";
2061
2062	# all this does is basically replace the /! path by	2995	# all this does is basically replace the /! path by
2063	# a new random map path (?random/...) with a seed	2996	# a new random map path (?random/...) with a seed
2064	# that depends on the exit object	2997	# that depends on the exit object
2065		2998
2066	my $rmp = parse_random_map_params $exit->msg;	2999	my $rmp = parse_random_map_params $exit->msg;
…		…
2068	if ($exit->map) {	3001	if ($exit->map) {
2069	$rmp->{region} = $exit->region->name;	3002	$rmp->{region} = $exit->region->name;
2070	$rmp->{origin_map} = $exit->map->path;	3003	$rmp->{origin_map} = $exit->map->path;
2071	$rmp->{origin_x} = $exit->x;	3004	$rmp->{origin_x} = $exit->x;
2072	$rmp->{origin_y} = $exit->y;	3005	$rmp->{origin_y} = $exit->y;
		3006
		3007	$exit->map->touch;
2073	}	3008	}
2074		3009
2075	$rmp->{random_seed} ||= $exit->random_seed;	3010	$rmp->{random_seed} ||= $exit->random_seed;
2076		3011
2077	my $data = cf::to_json $rmp;	3012	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2078	my $md5 = Digest::MD5::md5_hex $data;	3013	my $md5 = Digest::MD5::md5_hex $data;
2079	my $meta = "$RANDOMDIR/$md5.meta";	3014	my $meta = "$RANDOMDIR/$md5.meta";
2080		3015
2081	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	3016	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2082	aio_write $fh, 0, (length $data), $data, 0;	3017	aio_write $fh, 0, (length $data), $data, 0;
2083	undef $fh;	3018	undef $fh;
2084	aio_rename "$meta~", $meta;	3019	aio_rename "$meta~", $meta;
2085		3020
		3021	my $slaying = "?random/$md5";
		3022
		3023	if ($exit->valid) {
2086	$exit->slaying ("?random/$md5");	3024	$exit->slaying ("?random/$md5");
2087	$exit->msg (undef);	3025	$exit->msg (undef);
		3026	}
2088	}	3027	}
2089	}	3028	}
2090		3029
2091	sub cf::object::player::enter_exit {	3030	sub cf::object::player::enter_exit {
2092	my ($self, $exit) = @_;	3031	my ($self, $exit) = @_;
2093		3032
2094	return unless $self->type == cf::PLAYER;	3033	return unless $self->type == cf::PLAYER;
2095		3034
2096	if ($exit->slaying eq "/!") {
2097	#TODO: this should de-fi-ni-te-ly not be a sync-job
2098	# the problem is that $exit might not survive long enough
2099	# so it needs to be done right now, right here
2100	cf::sync_job { prepare_random_map $exit };
2101	}
2102
2103	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2104	my $hp = $exit->stats->hp;
2105	my $sp = $exit->stats->sp;
2106
2107	$self->enter_link;	3035	$self->enter_link;
2108		3036
2109	(async {	3037	(async {
2110	$self->deactivate_recursive; # just to be sure	3038	$Coro::current->{desc} = "enter_exit";
		3039
2111	unless (eval {	3040	unless (eval {
		3041	$self->deactivate_recursive; # just to be sure
		3042
		3043	my $map = cf::map::normalise $exit->slaying, $exit->map;
		3044	my $x = $exit->stats->hp;
		3045	my $y = $exit->stats->sp;
		3046
		3047	# special map handling
		3048	my $slaying = $exit->slaying;
		3049
		3050	# special map handling
		3051	if ($slaying eq "/!") {
		3052	my $guard = cf::lock_acquire "exit_prepare:$exit";
		3053
		3054	prepare_random_map $exit
		3055	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		3056
		3057	$map = $exit->slaying;
		3058
		3059	} elsif ($slaying eq '!up') {
		3060	$map = $exit->map->tile_path (cf::TILE_UP);
		3061	$x = $exit->x;
		3062	$y = $exit->y;
		3063
		3064	} elsif ($slaying eq '!down') {
		3065	$map = $exit->map->tile_path (cf::TILE_DOWN);
		3066	$x = $exit->x;
		3067	$y = $exit->y;
		3068	}
		3069
2112	$self->goto ($slaying, $hp, $sp);	3070	$self->goto ($map, $x, $y);
2113		3071
		3072	# if exit is damned, update players death & WoR home-position
		3073	$self->contr->savebed ($map, $x, $y)
		3074	if $exit->flag (cf::FLAG_DAMNED);
		3075
2114	1;	3076	1
2115	}) {	3077	}) {
2116	$self->message ("Something went wrong deep within the crossfire server. "	3078	$self->message ("Something went wrong deep within the deliantra server. "
2117	. "I'll try to bring you back to the map you were before. "	3079	. "I'll try to bring you back to the map you were before. "
2118	. "Please report this to the dungeon master!",	3080	. "Please report this to the dungeon master!",
2119	cf::NDI_UNIQUE | cf::NDI_RED);	3081	cf::NDI_UNIQUE | cf::NDI_RED);
2120		3082
2121	warn "ERROR in enter_exit: $@";	3083	error "ERROR in enter_exit: $@";
2122	$self->leave_link;	3084	$self->leave_link;
2123	}	3085	}
2124	})->prio (1);	3086	})->prio (1);
2125	}	3087	}
2126		3088
2127	=head3 cf::client	3089	=head3 cf::client
2128		3090
2129	=over 4	3091	=over 4
2130		3092
2131	=item $client->send_drawinfo ($text, $flags)	3093	=item $client->send_big_packet ($pkt)
2132		3094
2133	Sends a drawinfo packet to the client. Circumvents output buffering so	3095	Like C<send_packet>, but tries to compress large packets, and fragments
2134	should not be used under normal circumstances.	3096	them as required.
2135		3097
2136	=cut	3098	=cut
2137		3099
		3100	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3101
		3102	sub cf::client::send_big_packet {
		3103	my ($self, $pkt) = @_;
		3104
		3105	# try lzf for large packets
		3106	$pkt = "lzf " . Compress::LZF::compress $pkt
		3107	if 1024 <= length $pkt and $self->{can_lzf};
		3108
		3109	# split very large packets
		3110	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3111	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3112	$pkt = "frag";
		3113	}
		3114
		3115	$self->send_packet ($pkt);
		3116	}
		3117
		3118	=item $client->send_msg ($channel, $msg, $color, [extra...])
		3119
		3120	Send a msg packet to the client, formatting the msg for the client if
		3121	necessary. C<$type> should be a string identifying the type of the
		3122	message, with C<log> being the default. If C<$color> is negative, suppress
		3123	the message unless the client supports the msg packet.
		3124
		3125	=cut
		3126
		3127	# non-persistent channels (usually the info channel)
		3128	our %CHANNEL = (
		3129	"c/motd" => {
		3130	id => "infobox",
		3131	title => "MOTD",
		3132	reply => undef,
		3133	tooltip => "The message of the day",
		3134	},
		3135	"c/identify" => {
		3136	id => "infobox",
		3137	title => "Identify",
		3138	reply => undef,
		3139	tooltip => "Items recently identified",
		3140	},
		3141	"c/examine" => {
		3142	id => "infobox",
		3143	title => "Examine",
		3144	reply => undef,
		3145	tooltip => "Signs and other items you examined",
		3146	},
		3147	"c/shopinfo" => {
		3148	id => "infobox",
		3149	title => "Shop Info",
		3150	reply => undef,
		3151	tooltip => "What your bargaining skill tells you about the shop",
		3152	},
		3153	"c/book" => {
		3154	id => "infobox",
		3155	title => "Book",
		3156	reply => undef,
		3157	tooltip => "The contents of a note or book",
		3158	},
		3159	"c/lookat" => {
		3160	id => "infobox",
		3161	title => "Look",
		3162	reply => undef,
		3163	tooltip => "What you saw there",
		3164	},
		3165	"c/who" => {
		3166	id => "infobox",
		3167	title => "Players",
		3168	reply => undef,
		3169	tooltip => "Shows players who are currently online",
		3170	},
		3171	"c/body" => {
		3172	id => "infobox",
		3173	title => "Body Parts",
		3174	reply => undef,
		3175	tooltip => "Shows which body parts you possess and are available",
		3176	},
		3177	"c/statistics" => {
		3178	id => "infobox",
		3179	title => "Statistics",
		3180	reply => undef,
		3181	tooltip => "Shows your primary statistics",
		3182	},
		3183	"c/skills" => {
		3184	id => "infobox",
		3185	title => "Skills",
		3186	reply => undef,
		3187	tooltip => "Shows your experience per skill and item power",
		3188	},
		3189	"c/shopitems" => {
		3190	id => "infobox",
		3191	title => "Shop Items",
		3192	reply => undef,
		3193	tooltip => "Shows the items currently for sale in this shop",
		3194	},
		3195	"c/resistances" => {
		3196	id => "infobox",
		3197	title => "Resistances",
		3198	reply => undef,
		3199	tooltip => "Shows your resistances",
		3200	},
		3201	"c/pets" => {
		3202	id => "infobox",
		3203	title => "Pets",
		3204	reply => undef,
		3205	tooltip => "Shows information abotu your pets/a specific pet",
		3206	},
		3207	"c/perceiveself" => {
		3208	id => "infobox",
		3209	title => "Perceive Self",
		3210	reply => undef,
		3211	tooltip => "You gained detailed knowledge about yourself",
		3212	},
		3213	"c/uptime" => {
		3214	id => "infobox",
		3215	title => "Uptime",
		3216	reply => undef,
		3217	tooltip => "How long the server has been running since last restart",
		3218	},
		3219	"c/mapinfo" => {
		3220	id => "infobox",
		3221	title => "Map Info",
		3222	reply => undef,
		3223	tooltip => "Information related to the maps",
		3224	},
		3225	"c/party" => {
		3226	id => "party",
		3227	title => "Party",
		3228	reply => "gsay ",
		3229	tooltip => "Messages and chat related to your party",
		3230	},
		3231	"c/death" => {
		3232	id => "death",
		3233	title => "Death",
		3234	reply => undef,
		3235	tooltip => "Reason for and more info about your most recent death",
		3236	},
		3237	"c/fatal" => {
		3238	id => "fatal",
		3239	title => "Fatal Error",
		3240	reply => undef,
		3241	tooltip => "Reason for the server disconnect",
		3242	},
		3243	"c/say" => $SAY_CHANNEL,
		3244	"c/chat" => $CHAT_CHANNEL,
		3245	);
		3246
2138	sub cf::client::send_drawinfo {	3247	sub cf::client::send_msg {
2139	my ($self, $text, $flags) = @_;	3248	my ($self, $channel, $msg, $color, @extra) = @_;
2140		3249
2141	utf8::encode $text;	3250	$msg = $self->pl->expand_cfpod ($msg)
2142	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3251	unless $color & cf::NDI_VERBATIM;
2143	}
2144		3252
		3253	$color &= cf::NDI_CLIENT_MASK; # just in case...
		3254
		3255	# check predefined channels, for the benefit of C
		3256	if ($CHANNEL{$channel}) {
		3257	$channel = $CHANNEL{$channel};
		3258
		3259	$self->ext_msg (channel_info => $channel);
		3260	$channel = $channel->{id};
		3261
		3262	} elsif (ref $channel) {
		3263	# send meta info to client, if not yet sent
		3264	unless (exists $self->{channel}{$channel->{id}}) {
		3265	$self->{channel}{$channel->{id}} = $channel;
		3266	$self->ext_msg (channel_info => $channel);
		3267	}
		3268
		3269	$channel = $channel->{id};
		3270	}
		3271
		3272	return unless @extra || length $msg;
		3273
		3274	# default colour, mask it out
		3275	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		3276	if $color & cf::NDI_DEF;
		3277
		3278	my $pkt = "msg "
		3279	. $self->{json_coder}->encode (
		3280	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		3281	);
		3282
		3283	$self->send_big_packet ($pkt);
		3284	}
		3285
2145	=item $client->ext_event ($type, %msg)	3286	=item $client->ext_msg ($type, @msg)
2146		3287
2147	Sends an exti event to the client.	3288	Sends an ext event to the client.
2148		3289
2149	=cut	3290	=cut
2150		3291
2151	sub cf::client::ext_event($$%) {	3292	sub cf::client::ext_msg($$@) {
2152	my ($self, $type, %msg) = @_;	3293	my ($self, $type, @msg) = @_;
2153		3294
2154	$msg{msgtype} = "event_$type";	3295	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2155	$self->send_packet ("ext " . cf::to_json \%msg);
2156	}	3296	}
2157		3297
2158	=item $success = $client->query ($flags, "text", \&cb)	3298	=item $success = $client->query ($flags, "text", \&cb)
2159		3299
2160	Queues a query to the client, calling the given callback with	3300	Queues a query to the client, calling the given callback with
2161	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	3301	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2162	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	3302	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2163		3303
2164	Queries can fail, so check the return code. Or don't, as queries will become	3304	Queries can fail, so check the return code. Or don't, as queries will
2165	reliable at some point in the future.	3305	become reliable at some point in the future.
2166		3306
2167	=cut	3307	=cut
2168		3308
2169	sub cf::client::query {	3309	sub cf::client::query {
2170	my ($self, $flags, $text, $cb) = @_;	3310	my ($self, $flags, $text, $cb) = @_;
…		…
2178	utf8::encode $text;	3318	utf8::encode $text;
2179	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	3319	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2180		3320
2181	$self->send_packet ($self->{query_queue}[0][0])	3321	$self->send_packet ($self->{query_queue}[0][0])
2182	if @{ $self->{query_queue} } == 1;	3322	if @{ $self->{query_queue} } == 1;
		3323
		3324	1
		3325	}
		3326
		3327	=item $client->update_command_faces
		3328
		3329	=cut
		3330
		3331	our %COMMAND_FACE;
		3332
		3333	sub cf::client::update_command_faces {
		3334	my ($self) = @_;
		3335
		3336	my @faces = grep $_,
		3337	$COMMAND_FACE{preferred},
		3338	$COMMAND_FACE{standard},
		3339	$COMMAND_FACE{skill},
		3340	$self->pl->ob->flag (cf::FLAG_WIZ) ? $COMMAND_FACE{dm} : (),
		3341	$COMMAND_FACE{emote},
		3342	;
		3343
		3344	$self->send_face ($_)
		3345	for @faces;
		3346	$self->flush_fx;
		3347
		3348	$self->ext_msg (command_list => @faces);
		3349	}
		3350
		3351	=item cf::client::set_command_face $type, $commands
		3352
		3353	=cut
		3354
		3355	sub cf::client::set_command_face {
		3356	my ($type, $list) = @_;
		3357
		3358	my $idx = &cf::face::set ( #d# ugly forward reference
		3359	"command_list/$type" => cf::FT_RSRC,
		3360	JSON::XS->new->utf8->encode ([ sort @$list ])
		3361	);
		3362
		3363	$COMMAND_FACE{$type} = $idx;
2183	}	3364	}
2184		3365
2185	cf::client->attach (	3366	cf::client->attach (
		3367	on_connect => sub {
		3368	my ($ns) = @_;
		3369
		3370	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		3371	},
2186	on_reply => sub {	3372	on_reply => sub {
2187	my ($ns, $msg) = @_;	3373	my ($ns, $msg) = @_;
2188		3374
2189	# this weird shuffling is so that direct followup queries	3375	# this weird shuffling is so that direct followup queries
2190	# get handled first	3376	# get handled first
…		…
2202	} else {	3388	} else {
2203	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	3389	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2204	}	3390	}
2205	}	3391	}
2206	},	3392	},
		3393	on_exticmd => sub {
		3394	my ($ns, $buf) = @_;
		3395
		3396	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		3397
		3398	if (ref $msg) {
		3399	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		3400
		3401	if (my $cb = $EXTIACMD{$type}) {
		3402	$cb->(
		3403	$ns,
		3404	sub {
		3405	$ns->ext_msg ("reply-$reply", @_)
		3406	if $reply;
		3407	},
		3408	@payload
		3409	);
		3410	} else {
		3411	my @reply;
		3412
		3413	if (my $cb = $EXTICMD{$type}) {
		3414	@reply = $cb->($ns, @payload);
		3415	}
		3416
		3417	$ns->ext_msg ("reply-$reply", @reply)
		3418	if $reply;
		3419	}
		3420	} else {
		3421	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		3422	}
		3423
		3424	cf::override;
		3425	},
2207	);	3426	);
2208		3427
2209	=item $client->async (\&cb)	3428	=item $client->async (\&cb)
2210		3429
2211	Create a new coroutine, running the specified callback. The coroutine will	3430	Create a new coroutine, running the specified callback. The coroutine will
…		…
2227		3446
2228	$coro	3447	$coro
2229	}	3448	}
2230		3449
2231	cf::client->attach (	3450	cf::client->attach (
2232	on_destroy => sub {	3451	on_client_destroy => sub {
2233	my ($ns) = @_;	3452	my ($ns) = @_;
2234		3453
2235	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3454	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2236	},	3455	},
2237	);	3456	);
…		…
2252	our $safe = new Safe "safe";	3471	our $safe = new Safe "safe";
2253	our $safe_hole = new Safe::Hole;	3472	our $safe_hole = new Safe::Hole;
2254		3473
2255	$SIG{FPE} = 'IGNORE';	3474	$SIG{FPE} = 'IGNORE';
2256		3475
2257	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3476	$safe->permit_only (Opcode::opset qw(
		3477	:base_core :base_mem :base_orig :base_math :base_loop
		3478	grepstart grepwhile mapstart mapwhile
		3479	sort time
		3480	));
2258		3481
2259	# here we export the classes and methods available to script code	3482	# here we export the classes and methods available to script code
2260		3483
2261	=pod	3484	=pod
2262		3485
2263	The following functions and methods are available within a safe environment:	3486	The following functions and methods are available within a safe environment:
2264		3487
2265	cf::object contr pay_amount pay_player map	3488	cf::object
		3489	contr pay_amount pay_player map x y force_find force_add destroy
		3490	insert remove name archname title slaying race decrease split
		3491	value
		3492
2266	cf::object::player player	3493	cf::object::player
2267	cf::player peaceful	3494	player
2268	cf::map trigger	3495
		3496	cf::player
		3497	peaceful
		3498
		3499	cf::map
		3500	trigger
2269		3501
2270	=cut	3502	=cut
2271		3503
2272	for (	3504	for (
2273	["cf::object" => qw(contr pay_amount pay_player map)],	3505	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3506	insert remove inv nrof name archname title slaying race
		3507	decrease split destroy change_exp value msg lore send_msg)],
2274	["cf::object::player" => qw(player)],	3508	["cf::object::player" => qw(player)],
2275	["cf::player" => qw(peaceful)],	3509	["cf::player" => qw(peaceful send_msg)],
2276	["cf::map" => qw(trigger)],	3510	["cf::map" => qw(trigger)],
2277	) {	3511	) {
2278	no strict 'refs';
2279	my ($pkg, @funs) = @$_;	3512	my ($pkg, @funs) = @$_;
2280	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3513	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2281	for @funs;	3514	for @funs;
2282	}	3515	}
2283		3516
…		…
2298		3531
2299	my $qcode = $code;	3532	my $qcode = $code;
2300	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3533	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2301	$qcode =~ s/\n/\\n/g;	3534	$qcode =~ s/\n/\\n/g;
2302		3535
		3536	%vars = (_dummy => 0) unless %vars;
		3537
		3538	my @res;
2303	local $_;	3539	local $_;
2304	local @safe::cf::_safe_eval_args = values %vars;
2305		3540
2306	my $eval =	3541	my $eval =
2307	"do {\n"	3542	"do {\n"
2308	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3543	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2309	. "#line 0 \"{$qcode}\"\n"	3544	. "#line 0 \"{$qcode}\"\n"
2310	. $code	3545	. $code
2311	. "\n}"	3546	. "\n}"
2312	;	3547	;
2313		3548
		3549	if ($CFG{safe_eval}) {
2314	sub_generation_inc;	3550	sub_generation_inc;
		3551	local @safe::cf::_safe_eval_args = values %vars;
2315	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3552	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2316	sub_generation_inc;	3553	sub_generation_inc;
		3554	} else {
		3555	local @cf::_safe_eval_args = values %vars;
		3556	@res = wantarray ? eval eval : scalar eval $eval;
		3557	}
2317		3558
2318	if ($@) {	3559	if ($@) {
2319	warn "$@";	3560	warn "$@",
2320	warn "while executing safe code '$code'\n";	3561	"while executing safe code '$code'\n",
2321	warn "with arguments " . (join " ", %vars) . "\n";	3562	"with arguments " . (join " ", %vars) . "\n";
2322	}	3563	}
2323		3564
2324	wantarray ? @res : $res[0]	3565	wantarray ? @res : $res[0]
2325	}	3566	}
2326		3567
…		…
2340	=cut	3581	=cut
2341		3582
2342	sub register_script_function {	3583	sub register_script_function {
2343	my ($fun, $cb) = @_;	3584	my ($fun, $cb) = @_;
2344		3585
2345	no strict 'refs';	3586	$fun = "safe::$fun" if $CFG{safe_eval};
2346	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3587	*$fun = $safe_hole->wrap ($cb);
2347	}	3588	}
2348		3589
2349	=back	3590	=back
2350		3591
2351	=cut	3592	=cut
2352
2353	#############################################################################
2354
2355	=head2 EXTENSION DATABASE SUPPORT
2356
2357	Crossfire maintains a very simple database for extension use. It can
2358	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2359	convert to/from binary).
2360
2361	The parameter C<$family> should best start with the name of the extension
2362	using it, it should be unique.
2363
2364	=over 4
2365
2366	=item $value = cf::db_get $family => $key
2367
2368	Returns a single value from the database.
2369
2370	=item cf::db_put $family => $key => $value
2371
2372	Stores the given C<$value> in the family.
2373
2374	=cut
2375
2376	our $DB;
2377
2378	sub db_init {
2379	unless ($DB) {
2380	$DB = BDB::db_create $DB_ENV;
2381
2382	cf::sync_job {
2383	eval {
2384	$DB->set_flags (BDB::CHKSUM);
2385
2386	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2387	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2388	cf::cleanup "db_open(db): $!" if $!;
2389	};
2390	cf::cleanup "db_open(db): $@" if $@;
2391	};
2392	}
2393	}
2394
2395	sub db_get($$) {
2396	my $key = "$_[0]/$_[1]";
2397
2398	cf::sync_job {
2399	BDB::db_get $DB, undef, $key, my $data;
2400
2401	$! ? ()
2402	: $data
2403	}
2404	}
2405
2406	sub db_put($$$) {
2407	BDB::dbreq_pri 4;
2408	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2409	}
2410
2411	=item cf::cache $id => [$paths...], $processversion => $process
2412
2413	Generic caching function that returns the value of the resource $id,
2414	caching and regenerating as required.
2415
2416	This function can block.
2417
2418	=cut
2419
2420	sub cache {
2421	my ($id, $src, $processversion, $process) = @_;
2422
2423	my $meta =
2424	join "\x00",
2425	$processversion,
2426	map {
2427	aio_stat $_
2428	and Carp::croak "$_: $!";
2429
2430	($_, (stat _)[7,9])
2431	} @$src;
2432
2433	my $dbmeta = db_get cache => "$id/meta";
2434	if ($dbmeta ne $meta) {
2435	# changed, we may need to process
2436
2437	my @data;
2438	my $md5;
2439
2440	for (0 .. $#$src) {
2441	0 <= aio_load $src->[$_], $data[$_]
2442	or Carp::croak "$src->[$_]: $!";
2443	}
2444
2445	# if processing is expensive, check
2446	# checksum first
2447	if (1) {
2448	$md5 =
2449	join "\x00",
2450	$processversion,
2451	map {
2452	Coro::cede;
2453	($src->[$_], Digest::MD5::md5_hex $data[$_])
2454	} 0.. $#$src;
2455
2456
2457	my $dbmd5 = db_get cache => "$id/md5";
2458	if ($dbmd5 eq $md5) {
2459	db_put cache => "$id/meta", $meta;
2460
2461	return db_get cache => "$id/data";
2462	}
2463	}
2464
2465	my $t1 = Time::HiRes::time;
2466	my $data = $process->(\@data);
2467	my $t2 = Time::HiRes::time;
2468
2469	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2470
2471	db_put cache => "$id/data", $data;
2472	db_put cache => "$id/md5" , $md5;
2473	db_put cache => "$id/meta", $meta;
2474
2475	return $data;
2476	}
2477
2478	db_get cache => "$id/data"
2479	}
2480
2481	=item fork_call { }, $args
2482
2483	Executes the given code block with the given arguments in a seperate
2484	process, returning the results. Everything must be serialisable with
2485	Coro::Storable. May, of course, block. Note that the executed sub may
2486	never block itself or use any form of Event handling.
2487
2488	=cut
2489
2490	sub fork_call(&@) {
2491	my ($cb, @args) = @_;
2492
2493	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2494	# or die "socketpair: $!";
2495	pipe my $fh1, my $fh2
2496	or die "pipe: $!";
2497
2498	if (my $pid = fork) {
2499	close $fh2;
2500
2501	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2502	$res = Coro::Storable::thaw $res;
2503
2504	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2505
2506	die $$res unless "ARRAY" eq ref $res;
2507
2508	return wantarray ? @$res : $res->[-1];
2509	} else {
2510	reset_signals;
2511	local $SIG{__WARN__};
2512	local $SIG{__DIE__};
2513	eval {
2514	close $fh1;
2515
2516	my @res = eval { $cb->(@args) };
2517	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2518	};
2519
2520	warn $@ if $@;
2521	_exit 0;
2522	}
2523	}
2524		3593
2525	#############################################################################	3594	#############################################################################
2526	# the server's init and main functions	3595	# the server's init and main functions
2527		3596
		3597	{
		3598	package cf::face;
		3599
		3600	our %HASH; # hash => idx
		3601	our @DATA; # dynamically-created facedata, only faceste 0 used
		3602	our @FOFS; # file offset, if > 0
		3603	our @SIZE; # size of face, in octets
		3604	our @META; # meta hash of face, if any
		3605	our $DATAFH; # facedata filehandle
		3606
		3607	# internal api, not finalised
		3608	sub set {
		3609	my ($name, $type, $data) = @_;
		3610
		3611	my $idx = cf::face::find $name;
		3612
		3613	if ($idx) {
		3614	delete $HASH{cf::face::get_csum $idx};
		3615	} else {
		3616	$idx = cf::face::alloc $name;
		3617	}
		3618
		3619	my $hash = cf::face::mangle_csum Digest::MD5::md5 $data;
		3620
		3621	cf::face::set_type $idx, $type;
		3622	cf::face::set_csum $idx, 0, $hash;
		3623
		3624	# we need to destroy the SV itself, not just modify it, as a running ix
		3625	# might hold a reference to it: "delete" achieves that.
		3626	delete $FOFS[0][$idx];
		3627	delete $DATA[0][$idx];
		3628	$DATA[0][$idx] = $data;
		3629	$SIZE[0][$idx] = length $data;
		3630	delete $META[$idx];
		3631	$HASH{$hash} = $idx;#d#
		3632
		3633	$idx
		3634	}
		3635
		3636	sub _get_data($$$) {
		3637	my ($idx, $set, $cb) = @_;
		3638
		3639	if (defined $DATA[$set][$idx]) {
		3640	$cb->($DATA[$set][$idx]);
		3641	} elsif (my $fofs = $FOFS[$set][$idx]) {
		3642	my $size = $SIZE[$set][$idx];
		3643	my $buf;
		3644	IO::AIO::aio_read $DATAFH, $fofs, $size, $buf, 0, sub {
		3645	if ($_[0] == $size) {
		3646	#cf::debug "read face $idx, $size from $fofs as ", length $buf;#d#
		3647	$cb->($buf);
		3648	} else {
		3649	cf::error "INTERNAL ERROR: unable to read facedata for face $idx#$set ($size, $fofs), ignoring request.";
		3650	}
		3651	};
		3652	} else {
		3653	cf::error "requested facedata for unknown face $idx#$set, ignoring.";
		3654	}
		3655	}
		3656
		3657	# rather ineffient
		3658	sub cf::face::get_data($;$) {
		3659	my ($idx, $set) = @_;
		3660
		3661	_get_data $idx, $set, Coro::rouse_cb;
		3662	Coro::rouse_wait
		3663	}
		3664
		3665	sub cf::face::ix {
		3666	my ($ns, $set, $idx, $pri) = @_;
		3667
		3668	_get_data $idx, $set, sub {
		3669	$ns->ix_send ($idx, $pri, $_[0]);
		3670	};
		3671	}
		3672	}
		3673
2528	sub load_facedata($) {	3674	sub load_facedata($) {
2529	my ($path) = @_;	3675	my ($path) = @_;
2530		3676
		3677	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3678
2531	warn "loading facedata from $path\n";	3679	trace "loading facedata from $path\n";
2532		3680
2533	my $facedata;	3681	my $facedata = decode_storable load_file "$path/faceinfo";
2534	0 < aio_load $path, $facedata
2535	or die "$path: $!";
2536
2537	$facedata = Coro::Storable::thaw $facedata;
2538		3682
2539	$facedata->{version} == 2	3683	$facedata->{version} == 2
2540	or cf::cleanup "$path: version mismatch, cannot proceed.";	3684	or cf::cleanup "$path/faceinfo: version mismatch, cannot proceed.";
		3685
		3686	my $fh = aio_open "$DATADIR/facedata", IO::AIO::O_RDONLY, 0
		3687	or cf::cleanup "$path/facedata: $!, cannot proceed.";
		3688
		3689	get_slot 1, -100, "load_facedata"; # make sure we get a very big slot
		3690
		3691	# BEGIN ATOMIC
		3692	# from here on, everything must be atomic - no thread switch allowed
		3693	my $t1 = EV::time;
2541		3694
2542	{	3695	{
2543	my $faces = $facedata->{faceinfo};	3696	my $faces = $facedata->{faceinfo};
2544		3697
2545	while (my ($face, $info) = each %$faces) {	3698	for my $face (sort keys %$faces) {
		3699	my $info = $faces->{$face};
2546	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3700	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3701
2547	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3702	cf::face::set_visibility $idx, $info->{visibility};
2548	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3703	cf::face::set_magicmap $idx, $info->{magicmap};
2549	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3704	cf::face::set_csum $idx, 0, $info->{hash64}; $cf::face::SIZE[0][$idx] = $info->{size64}; $cf::face::FOFS[0][$idx] = $info->{fofs64};
2550	Coro::cede;	3705	cf::face::set_csum $idx, 1, $info->{hash32}; $cf::face::SIZE[1][$idx] = $info->{size32}; $cf::face::FOFS[1][$idx] = $info->{fofs32};
		3706	cf::face::set_csum $idx, 2, $info->{glyph}; $cf::face::DATA[2][$idx] = $info->{glyph};
		3707	$cf::face::HASH{$info->{hash64}} = $idx;
		3708	delete $cf::face::META[$idx];
2551	}	3709	}
2552		3710
2553	while (my ($face, $info) = each %$faces) {	3711	while (my ($face, $info) = each %$faces) {
2554	next unless $info->{smooth};	3712	next unless $info->{smooth};
		3713
2555	my $idx = cf::face::find $face	3714	my $idx = cf::face::find $face
2556	or next;	3715	or next;
		3716
2557	if (my $smooth = cf::face::find $info->{smooth}) {	3717	if (my $smooth = cf::face::find $info->{smooth}) {
		3718	cf::face::set_smooth $idx, $smooth;
2558	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3719	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2559	} else {	3720	} else {
2560	warn "smooth face '$info->{smooth}' not found for face '$face'";	3721	error "smooth face '$info->{smooth}' not found for face '$face'";
2561	}	3722	}
2562	Coro::cede;
2563	}	3723	}
2564	}	3724	}
2565		3725
2566	{	3726	{
2567	my $anims = $facedata->{animinfo};	3727	my $anims = $facedata->{animinfo};
2568		3728
2569	while (my ($anim, $info) = each %$anims) {	3729	while (my ($anim, $info) = each %$anims) {
2570	cf::anim::set $anim, $info->{frames}, $info->{facings};	3730	cf::anim::set $anim, $info->{frames}, $info->{facings};
2571	Coro::cede;
2572	}	3731	}
2573		3732
2574	cf::anim::invalidate_all; # d'oh	3733	cf::anim::invalidate_all; # d'oh
2575	}	3734	}
2576		3735
		3736	{
		3737	my $res = $facedata->{resource};
		3738
		3739	while (my ($name, $info) = each %$res) {
		3740	if (defined (my $type = $info->{type})) {
		3741	# TODO: different hash - must free and use new index, or cache ixface data queue
		3742	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3743
		3744	cf::face::set_type $idx, $type;
		3745	cf::face::set_csum $idx, 0, $info->{hash};
		3746	$cf::face::SIZE[0][$idx] = $info->{size};
		3747	$cf::face::FOFS[0][$idx] = $info->{fofs};
		3748	$cf::face::META[$idx] = $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
		3749	$cf::face::HASH{$info->{hash}} = $idx;
		3750	} else {
		3751	# $RESOURCE{$name} = $info; # unused
		3752	}
		3753	}
		3754	}
		3755
		3756	($fh, $cf::face::DATAFH) = ($cf::face::DATAFH, $fh);
		3757
		3758	# HACK to clear player env face cache, we need some signal framework
		3759	# for this (global event?)
		3760	%ext::player_env::MUSIC_FACE_CACHE = ();
		3761
		3762	# END ATOMIC
		3763
		3764	cf::debug "facedata atomic update time ", EV::time - $t1;
		3765
		3766	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3767
		3768	aio_close $fh if $fh; # close old facedata
		3769
2577	1	3770	1
2578	}	3771	}
2579		3772
		3773	register_exticmd fx_want => sub {
		3774	my ($ns, $want) = @_;
		3775
		3776	while (my ($k, $v) = each %$want) {
		3777	$ns->fx_want ($k, $v);
		3778	}
		3779	};
		3780
		3781	sub load_resource_file($) {
		3782	my $guard = lock_acquire "load_resource_file";
		3783
		3784	my $status = load_resource_file_ $_[0];
		3785	get_slot 0.1, 100;
		3786	cf::arch::commit_load;
		3787
		3788	$status
		3789	}
		3790
		3791	sub reload_exp_table {
		3792	_reload_exp_table;
		3793
		3794	cf::face::set
		3795	"res/exp_table" => FT_RSRC,
		3796	JSON::XS->new->utf8->canonical->encode (
		3797	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3798	);
		3799	}
		3800
		3801	sub reload_materials {
		3802	_reload_materials;
		3803	}
		3804
2580	sub reload_regions {	3805	sub reload_regions {
		3806	# HACK to clear player env face cache, we need some signal framework
		3807	# for this (global event?)
		3808	%ext::player_env::MUSIC_FACE_CACHE = ();
		3809
2581	load_resource_file "$MAPDIR/regions"	3810	load_resource_file "$MAPDIR/regions"
2582	or die "unable to load regions file\n";	3811	or die "unable to load regions file\n";
		3812
		3813	for (cf::region::list) {
		3814	$_->{match} = qr/$_->{match}/
		3815	if exists $_->{match};
		3816	}
2583	}	3817	}
2584		3818
2585	sub reload_facedata {	3819	sub reload_facedata {
2586	load_facedata "$DATADIR/facedata"	3820	load_facedata $DATADIR
2587	or die "unable to load facedata\n";	3821	or die "unable to load facedata\n";
2588	}	3822	}
2589		3823
2590	sub reload_archetypes {	3824	sub reload_archetypes {
2591	load_resource_file "$DATADIR/archetypes"	3825	load_resource_file "$DATADIR/archetypes"
2592	or die "unable to load archetypes\n";	3826	or die "unable to load archetypes\n";
		3827
		3828	cf::face::set
		3829	"res/skill_info" => FT_RSRC,
		3830	JSON::XS->new->utf8->canonical->encode (
		3831	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
		3832	);
		3833
		3834	cf::face::set
		3835	"res/spell_paths" => FT_RSRC,
		3836	JSON::XS->new->utf8->canonical->encode (
		3837	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3838	);
		3839
		3840	# command completion
		3841	my @commands;
		3842
		3843	for (0..cf::arch::skillvec_size - 1) {
		3844	my $skill = cf::arch::skillvec $_;
		3845	my $name = $skill->name;
		3846	my $flags = cf::skill_flags $skill->subtype;
		3847
		3848	push @commands, "ready_skill $name" if $flags & (SF_COMBAT | SF_RANGED | SF_GRACE);
		3849	push @commands, "use_skill $name" if $flags & (SF_USE | SF_AUTARK | SF_GRACE);
		3850	}
		3851
		3852	cf::client::set_command_face skill => \@commands;
2593	}	3853	}
2594		3854
2595	sub reload_treasures {	3855	sub reload_treasures {
2596	load_resource_file "$DATADIR/treasures"	3856	load_resource_file "$DATADIR/treasures"
2597	or die "unable to load treasurelists\n";	3857	or die "unable to load treasurelists\n";
2598	}	3858	}
2599		3859
		3860	sub reload_sound {
		3861	trace "loading sound config from $DATADIR/sound\n";
		3862
		3863	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3864
		3865	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3866	my $sound = $soundconf->{compat}[$_]
		3867	or next;
		3868
		3869	my $face = cf::face::find "sound/$sound->[1]";
		3870	cf::sound::set $sound->[0] => $face;
		3871	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3872	}
		3873
		3874	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3875	my $face = cf::face::find "sound/$v";
		3876	cf::sound::set $k => $face;
		3877	}
		3878	}
		3879
2600	sub reload_resources {	3880	sub reload_resources {
2601	warn "reloading resource files...\n";	3881	trace "reloading resource files...\n";
2602		3882
		3883	reload_materials;
		3884	reload_facedata;
		3885	reload_exp_table;
		3886	reload_sound;
		3887	reload_archetypes;
2603	reload_regions;	3888	reload_regions;
2604	reload_facedata;
2605	#reload_archetypes;#d#
2606	reload_archetypes;
2607	reload_treasures;	3889	reload_treasures;
2608		3890
2609	warn "finished reloading resource files\n";	3891	trace "finished reloading resource files\n";
2610	}	3892	}
2611		3893
2612	sub init {	3894	sub reload_config {
2613	reload_resources;	3895	trace "reloading config file...\n";
2614	}
2615		3896
2616	sub cfg_load {	3897	my $config = load_file "$CONFDIR/config";
2617	open my $fh, "<:utf8", "$CONFDIR/config"	3898	utf8::decode $config;
2618	or return;	3899	*CFG = decode_yaml $config;
2619		3900
2620	local $/;
2621	*CFG = YAML::Syck::Load <$fh>;
2622
2623	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3901	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2624		3902
2625	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3903	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2626	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3904	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2627		3905
2628	if (exists $CFG{mlockall}) {	3906	if (exists $CFG{mlockall}) {
…		…
2632	};	3910	};
2633	warn $@ if $@;	3911	warn $@ if $@;
2634	}	3912	}
2635	}	3913	}
2636		3914
		3915	sub pidfile() {
		3916	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3917	or die "$PIDFILE: $!";
		3918	flock $fh, &Fcntl::LOCK_EX
		3919	or die "$PIDFILE: flock: $!";
		3920	$fh
		3921	}
		3922
		3923	# make sure only one server instance is running at any one time
		3924	sub atomic {
		3925	my $fh = pidfile;
		3926
		3927	my $pid = <$fh>;
		3928	kill 9, $pid if $pid > 0;
		3929
		3930	seek $fh, 0, 0;
		3931	print $fh $$;
		3932	}
		3933
		3934	sub main_loop {
		3935	trace "EV::run starting\n";
		3936	if (1) {
		3937	EV::run;
		3938	}
		3939	trace "EV::run returned\n";
		3940	goto &main_loop unless $REALLY_UNLOOP;
		3941	}
		3942
2637	sub main {	3943	sub main {
		3944	cf::init_globals; # initialise logging
		3945
		3946	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3947	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3948	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3949	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3950
		3951	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3952
2638	# we must not ever block the main coroutine	3953	# we must not ever block the main coroutine
2639	local $Coro::idle = sub {	3954	$Coro::idle = sub {
2640	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3955	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2641	(async {	3956	(async {
2642	Event::one_event;	3957	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3958	EV::run EV::RUN_ONCE;
2643	})->prio (Coro::PRIO_MAX);	3959	})->prio (Coro::PRIO_MAX);
2644	};	3960	};
2645		3961
2646	cfg_load;	3962	evthread_start IO::AIO::poll_fileno;
		3963
		3964	cf::sync_job {
		3965	cf::incloader::init ();
		3966
2647	db_init;	3967	db_init;
		3968
		3969	cf::init_anim;
		3970	cf::init_attackmess;
		3971	cf::init_dynamic;
		3972
		3973	cf::load_settings;
		3974
		3975	reload_resources;
		3976	reload_config;
		3977
		3978	cf::init_uuid;
		3979	cf::init_signals;
		3980	cf::init_skills;
		3981
		3982	cf::init_beforeplay;
		3983
		3984	atomic;
		3985
2648	load_extensions;	3986	load_extensions;
2649		3987
2650	$TICK_WATCHER->start;	3988	utime time, time, $RUNTIMEFILE;
2651	Event::loop;	3989
		3990	# no (long-running) fork's whatsoever before this point(!)
		3991	use POSIX ();
		3992	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3993
		3994	cf::_post_init 0;
		3995	};
		3996
		3997	cf::object::thawer::errors_are_fatal 0;
		3998	info "parse errors in files are no longer fatal from this point on.\n";
		3999
		4000	AE::postpone {
		4001	undef &main; # free gobs of memory :)
		4002	};
		4003
		4004	goto &main_loop;
2652	}	4005	}
2653		4006
2654	#############################################################################	4007	#############################################################################
2655	# initialisation and cleanup	4008	# initialisation and cleanup
2656		4009
2657	# install some emergency cleanup handlers	4010	# install some emergency cleanup handlers
2658	BEGIN {	4011	BEGIN {
		4012	our %SIGWATCHER = ();
2659	for my $signal (qw(INT HUP TERM)) {	4013	for my $signal (qw(INT HUP TERM)) {
2660	Event->signal (	4014	$SIGWATCHER{$signal} = AE::signal $signal, sub {
2661	reentrant => 0,
2662	data => WF_AUTOCANCEL,
2663	signal => $signal,
2664	prio => 0,
2665	cb => sub {
2666	cf::cleanup "SIG$signal";	4015	cf::cleanup "SIG$signal";
2667	},
2668	);	4016	};
		4017	}
		4018	}
		4019
		4020	sub write_runtime_sync {
		4021	my $t0 = AE::time;
		4022
		4023	# first touch the runtime file to show we are still running:
		4024	# the fsync below can take a very very long time.
		4025
		4026	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
		4027
		4028	my $guard = cf::lock_acquire "write_runtime";
		4029
		4030	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
		4031	or return;
		4032
		4033	my $value = $cf::RUNTIME + 90 + 10;
		4034	# 10 is the runtime save interval, for a monotonic clock
		4035	# 60 allows for the watchdog to kill the server.
		4036
		4037	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		4038	and return;
		4039
		4040	# always fsync - this file is important
		4041	aio_fsync $fh
		4042	and return;
		4043
		4044	# touch it again to show we are up-to-date
		4045	aio_utime $fh, undef, undef;
		4046
		4047	close $fh
		4048	or return;
		4049
		4050	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
		4051	and return;
		4052
		4053	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
		4054
2669	}	4055	1
		4056	}
		4057
		4058	our $uuid_lock;
		4059	our $uuid_skip;
		4060
		4061	sub write_uuid_sync($) {
		4062	$uuid_skip ||= $_[0];
		4063
		4064	return if $uuid_lock;
		4065	local $uuid_lock = 1;
		4066
		4067	my $uuid = "$LOCALDIR/uuid";
		4068
		4069	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		4070	or return;
		4071
		4072	my $value = uuid_seq uuid_cur;
		4073
		4074	unless ($value) {
		4075	info "cowardly refusing to write zero uuid value!\n";
		4076	return;
		4077	}
		4078
		4079	my $value = uuid_str $value + $uuid_skip;
		4080	$uuid_skip = 0;
		4081
		4082	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		4083	and return;
		4084
		4085	# always fsync - this file is important
		4086	aio_fsync $fh
		4087	and return;
		4088
		4089	close $fh
		4090	or return;
		4091
		4092	aio_rename "$uuid~", $uuid
		4093	and return;
		4094
		4095	trace "uuid file written ($value).\n";
		4096
		4097	1
		4098
		4099	}
		4100
		4101	sub write_uuid($$) {
		4102	my ($skip, $sync) = @_;
		4103
		4104	$sync ? write_uuid_sync $skip
		4105	: async { write_uuid_sync $skip };
2670	}	4106	}
2671		4107
2672	sub emergency_save() {	4108	sub emergency_save() {
2673	my $freeze_guard = cf::freeze_mainloop;	4109	my $freeze_guard = cf::freeze_mainloop;
2674		4110
2675	warn "enter emergency perl save\n";	4111	info "emergency_perl_save: enter\n";
		4112
		4113	# this is a trade-off: we want to be very quick here, so
		4114	# save all maps without fsync, and later call a global sync
		4115	# (which in turn might be very very slow)
		4116	local $USE_FSYNC = 0;
2676		4117
2677	cf::sync_job {	4118	cf::sync_job {
		4119	cf::write_runtime_sync; # external watchdog should not bark
		4120
2678	# use a peculiar iteration method to avoid tripping on perl	4121	# use a peculiar iteration method to avoid tripping on perl
2679	# refcount bugs in for. also avoids problems with players	4122	# refcount bugs in for. also avoids problems with players
2680	# and maps saved/destroyed asynchronously.	4123	# and maps saved/destroyed asynchronously.
2681	warn "begin emergency player save\n";	4124	info "emergency_perl_save: begin player save\n";
2682	for my $login (keys %cf::PLAYER) {	4125	for my $login (keys %cf::PLAYER) {
2683	my $pl = $cf::PLAYER{$login} or next;	4126	my $pl = $cf::PLAYER{$login} or next;
2684	$pl->valid or next;	4127	$pl->valid or next;
		4128	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2685	$pl->save;	4129	$pl->save;
2686	}	4130	}
2687	warn "end emergency player save\n";	4131	info "emergency_perl_save: end player save\n";
2688		4132
2689	warn "begin emergency map save\n";	4133	cf::write_runtime_sync; # external watchdog should not bark
		4134
		4135	info "emergency_perl_save: begin map save\n";
2690	for my $path (keys %cf::MAP) {	4136	for my $path (keys %cf::MAP) {
2691	my $map = $cf::MAP{$path} or next;	4137	my $map = $cf::MAP{$path} or next;
2692	$map->valid or next;	4138	$map->valid or next;
2693	$map->save;	4139	$map->save;
2694	}	4140	}
2695	warn "end emergency map save\n";	4141	info "emergency_perl_save: end map save\n";
2696		4142
2697	warn "begin emergency database checkpoint\n";	4143	cf::write_runtime_sync; # external watchdog should not bark
		4144
		4145	info "emergency_perl_save: begin database checkpoint\n";
2698	BDB::db_env_txn_checkpoint $DB_ENV;	4146	BDB::db_env_txn_checkpoint $DB_ENV;
2699	warn "end emergency database checkpoint\n";	4147	info "emergency_perl_save: end database checkpoint\n";
		4148
		4149	info "emergency_perl_save: begin write uuid\n";
		4150	write_uuid_sync 1;
		4151	info "emergency_perl_save: end write uuid\n";
		4152
		4153	cf::write_runtime_sync; # external watchdog should not bark
		4154
		4155	trace "emergency_perl_save: syncing database to disk";
		4156	BDB::db_env_txn_checkpoint $DB_ENV;
		4157
		4158	info "emergency_perl_save: starting sync\n";
		4159	IO::AIO::aio_sync sub {
		4160	info "emergency_perl_save: finished sync\n";
		4161	};
		4162
		4163	cf::write_runtime_sync; # external watchdog should not bark
		4164
		4165	trace "emergency_perl_save: flushing outstanding aio requests";
		4166	while (IO::AIO::nreqs || BDB::nreqs) {
		4167	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		4168	}
		4169
		4170	cf::write_runtime_sync; # external watchdog should not bark
2700	};	4171	};
2701		4172
2702	warn "leave emergency perl save\n";	4173	info "emergency_perl_save: leave\n";
2703	}	4174	}
2704		4175
2705	sub post_cleanup {	4176	sub post_cleanup {
2706	my ($make_core) = @_;	4177	my ($make_core) = @_;
2707		4178
		4179	IO::AIO::flush;
		4180
2708	warn Carp::longmess "post_cleanup backtrace"	4181	error Carp::longmess "post_cleanup backtrace"
2709	if $make_core;	4182	if $make_core;
		4183
		4184	my $fh = pidfile;
		4185	unlink $PIDFILE if <$fh> == $$;
		4186	}
		4187
		4188	# a safer delete_package, copied from Symbol
		4189	sub clear_package($) {
		4190	my $pkg = shift;
		4191
		4192	# expand to full symbol table name if needed
		4193	unless ($pkg =~ /^main::.*::$/) {
		4194	$pkg = "main$pkg" if $pkg =~ /^::/;
		4195	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		4196	$pkg .= '::' unless $pkg =~ /::$/;
		4197	}
		4198
		4199	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		4200	my $stem_symtab = *{$stem}{HASH};
		4201
		4202	defined $stem_symtab and exists $stem_symtab->{$leaf}
		4203	or return;
		4204
		4205	# clear all symbols
		4206	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		4207	for my $name (keys %$leaf_symtab) {
		4208	_gv_clear *{"$pkg$name"};
		4209	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4210	}
2710	}	4211	}
2711		4212
2712	sub do_reload_perl() {	4213	sub do_reload_perl() {
2713	# can/must only be called in main	4214	# can/must only be called in main
2714	if ($Coro::current != $Coro::main) {	4215	unless (in_main) {
2715	warn "can only reload from main coroutine";	4216	error "can only reload from main coroutine";
2716	return;	4217	return;
2717	}	4218	}
2718		4219
2719	warn "reloading...";	4220	return if $RELOAD++;
2720		4221
2721	warn "entering sync_job";	4222	my $t1 = AE::time;
2722		4223
		4224	while ($RELOAD) {
		4225	cf::get_slot 0.1, -1, "reload_perl";
		4226	info "perl_reload: reloading...";
		4227
		4228	trace "perl_reload: entering sync_job";
		4229
2723	cf::sync_job {	4230	cf::sync_job {
2724	cf::write_runtime; # external watchdog should not bark
2725	cf::emergency_save;	4231	#cf::emergency_save;
2726	cf::write_runtime; # external watchdog should not bark
2727		4232
2728	warn "syncing database to disk";
2729	BDB::db_env_txn_checkpoint $DB_ENV;
2730
2731	# if anything goes wrong in here, we should simply crash as we already saved
2732
2733	warn "cancelling all WF_AUTOCANCEL watchers";
2734	for (Event::all_watchers) {
2735	$_->cancel if $_->data & WF_AUTOCANCEL;
2736	}
2737
2738	warn "flushing outstanding aio requests";
2739	for (;;) {
2740	BDB::flush;
2741	IO::AIO::flush;
2742	Coro::cede;
2743	last unless IO::AIO::nreqs || BDB::nreqs;
2744	warn "iterate...";
2745	}
2746
2747	++$RELOAD;
2748
2749	warn "cancelling all extension coros";	4233	trace "perl_reload: cancelling all extension coros";
2750	$_->cancel for values %EXT_CORO;	4234	$_->cancel for values %EXT_CORO;
2751	%EXT_CORO = ();	4235	%EXT_CORO = ();
2752		4236
2753	warn "removing commands";	4237	trace "perl_reload: removing commands";
2754	%COMMAND = ();	4238	%COMMAND = ();
2755		4239
2756	warn "removing ext commands";	4240	trace "perl_reload: removing ext/exti commands";
2757	%EXTCMD = ();	4241	%EXTCMD = ();
		4242	%EXTICMD = ();
2758		4243
2759	warn "unloading/nuking all extensions";	4244	trace "perl_reload: unloading/nuking all extensions";
2760	for my $pkg (@EXTS) {	4245	for my $pkg (@EXTS) {
2761	warn "... unloading $pkg";	4246	trace "... unloading $pkg";
2762		4247
2763	if (my $cb = $pkg->can ("unload")) {	4248	if (my $cb = $pkg->can ("unload")) {
2764	eval {	4249	eval {
2765	$cb->($pkg);	4250	$cb->($pkg);
2766	1	4251	1
2767	} or warn "$pkg unloaded, but with errors: $@";	4252	} or error "$pkg unloaded, but with errors: $@";
		4253	}
		4254
		4255	trace "... clearing $pkg";
		4256	clear_package $pkg;
2768	}	4257	}
2769		4258
2770	warn "... nuking $pkg";
2771	Symbol::delete_package $pkg;
2772	}
2773
2774	warn "unloading all perl modules loaded from $LIBDIR";	4259	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2775	while (my ($k, $v) = each %INC) {	4260	while (my ($k, $v) = each %INC) {
2776	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4261	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2777		4262
2778	warn "... unloading $k";	4263	trace "... unloading $k";
2779	delete $INC{$k};	4264	delete $INC{$k};
2780		4265
2781	$k =~ s/\.pm$//;	4266	$k =~ s/\.pm$//;
2782	$k =~ s/\//::/g;	4267	$k =~ s/\//::/g;
2783		4268
2784	if (my $cb = $k->can ("unload_module")) {	4269	if (my $cb = $k->can ("unload_module")) {
2785	$cb->();	4270	$cb->();
		4271	}
		4272
		4273	clear_package $k;
2786	}	4274	}
2787		4275
2788	Symbol::delete_package $k;
2789	}
2790
2791	warn "getting rid of safe::, as good as possible";	4276	trace "perl_reload: getting rid of safe::, as good as possible";
2792	Symbol::delete_package "safe::$_"	4277	clear_package "safe::$_"
2793	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4278	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2794		4279
2795	warn "unloading cf.pm \"a bit\"";	4280	trace "perl_reload: unloading cf.pm \"a bit\"";
2796	delete $INC{"cf.pm"};	4281	delete $INC{"cf.pm"};
2797	delete $INC{"cf/pod.pm"};	4282	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2798		4283
2799	# don't, removes xs symbols, too,	4284	# don't, removes xs symbols, too,
2800	# and global variables created in xs	4285	# and global variables created in xs
2801	#Symbol::delete_package __PACKAGE__;	4286	#clear_package __PACKAGE__;
2802		4287
2803	warn "unload completed, starting to reload now";	4288	info "perl_reload: unload completed, starting to reload now";
2804		4289
2805	warn "reloading cf.pm";	4290	trace "perl_reload: reloading cf.pm";
2806	require cf;	4291	require cf;
2807	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4292	cf::_connect_to_perl_1;
2808		4293
2809	warn "loading config and database again";	4294	trace "perl_reload: loading config and database again";
2810	cf::cfg_load;	4295	cf::reload_config;
2811		4296
2812	warn "loading extensions";	4297	trace "perl_reload: loading extensions";
2813	cf::load_extensions;	4298	cf::load_extensions;
2814		4299
		4300	if ($REATTACH_ON_RELOAD) {
2815	warn "reattaching attachments to objects/players";	4301	trace "perl_reload: reattaching attachments to objects/players";
2816	_global_reattach; # objects, sockets	4302	_global_reattach; # objects, sockets
2817	warn "reattaching attachments to maps";	4303	trace "perl_reload: reattaching attachments to maps";
2818	reattach $_ for values %MAP;	4304	reattach $_ for values %MAP;
2819	warn "reattaching attachments to players";	4305	trace "perl_reload: reattaching attachments to players";
2820	reattach $_ for values %PLAYER;	4306	reattach $_ for values %PLAYER;
		4307	}
2821		4308
2822	warn "leaving sync_job";	4309	cf::_post_init 1;
2823		4310
		4311	trace "perl_reload: leaving sync_job";
		4312
2824	1	4313	1
2825	} or do {	4314	} or do {
2826	warn $@;	4315	error $@;
2827	warn "error while reloading, exiting.";	4316	cf::cleanup "perl_reload: error, exiting.";
2828	exit 1;	4317	};
		4318
		4319	--$RELOAD;
2829	};	4320	}
2830		4321
2831	warn "reloaded";	4322	$t1 = AE::time - $t1;
		4323	info "perl_reload: completed in ${t1}s\n";
2832	};	4324	};
2833		4325
2834	our $RELOAD_WATCHER; # used only during reload	4326	our $RELOAD_WATCHER; # used only during reload
2835		4327
2836	sub reload_perl() {	4328	sub reload_perl() {
2837	# doing reload synchronously and two reloads happen back-to-back,	4329	# doing reload synchronously and two reloads happen back-to-back,
2838	# coro crashes during coro_state_free->destroy here.	4330	# coro crashes during coro_state_free->destroy here.
2839		4331
2840	$RELOAD_WATCHER ||= Event->timer (	4332	$RELOAD_WATCHER ||= cf::async {
2841	reentrant => 0,	4333	Coro::AIO::aio_wait cache_extensions;
2842	after => 0,	4334
2843	data => WF_AUTOCANCEL,	4335	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
2844	cb => sub {
2845	do_reload_perl;	4336	do_reload_perl;
2846	undef $RELOAD_WATCHER;	4337	undef $RELOAD_WATCHER;
2847	},	4338	};
2848	);	4339	};
2849	}	4340	}
2850		4341
2851	register_command "reload" => sub {	4342	register_command "reload" => sub {
2852	my ($who, $arg) = @_;	4343	my ($who, $arg) = @_;
2853		4344
2854	if ($who->flag (FLAG_WIZ)) {	4345	if ($who->flag (FLAG_WIZ)) {
2855	$who->message ("reloading server.");	4346	$who->message ("reloading server.");
		4347	async {
		4348	$Coro::current->{desc} = "perl_reload";
2856	async { reload_perl };	4349	reload_perl;
		4350	};
2857	}	4351	}
2858	};	4352	};
2859		4353
2860	unshift @INC, $LIBDIR;	4354	#############################################################################
2861		4355
2862	my $bug_warning = 0;	4356	my $bug_warning = 0;
2863		4357
2864	our @WAIT_FOR_TICK;
2865	our @WAIT_FOR_TICK_BEGIN;
2866
2867	sub wait_for_tick {	4358	sub wait_for_tick() {
2868	return unless $TICK_WATCHER->is_active;	4359	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2869	return if $Coro::current == $Coro::main;
2870		4360
2871	my $signal = new Coro::Signal;	4361	$WAIT_FOR_TICK->wait;
2872	push @WAIT_FOR_TICK, $signal;
2873	$signal->wait;
2874	}	4362	}
2875		4363
2876	sub wait_for_tick_begin {	4364	sub wait_for_tick_begin() {
2877	return unless $TICK_WATCHER->is_active;	4365	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2878	return if $Coro::current == $Coro::main;
2879		4366
2880	my $signal = new Coro::Signal;	4367	my $signal = new Coro::Signal;
2881	push @WAIT_FOR_TICK_BEGIN, $signal;	4368	push @WAIT_FOR_TICK_BEGIN, $signal;
2882	$signal->wait;	4369	$signal->wait;
2883	}	4370	}
2884		4371
2885	my $min = 1e6;#d#	4372	sub tick {
2886	my $avg = 10;
2887	$TICK_WATCHER = Event->timer (
2888	reentrant => 0,
2889	parked => 1,
2890	prio => 0,
2891	at => $NEXT_TICK || $TICK,
2892	data => WF_AUTOCANCEL,
2893	cb => sub {
2894	if ($Coro::current != $Coro::main) {	4373	if ($Coro::current != $Coro::main) {
2895	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4374	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2896	unless ++$bug_warning > 10;	4375	unless ++$bug_warning > 10;
2897	return;	4376	return;
2898	}	4377	}
2899		4378
2900	$NOW = $tick_start = Event::time;	4379	cf::one_tick; # one server iteration
2901		4380
2902	cf::server_tick; # one server iteration	4381	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
2903		4382
2904	0 && sync_job {#d#	4383	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2905	for(1..10) {	4384	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2906	my $t = Event::time;	4385	Coro::async_pool {
2907	my $map = my $map = new_from_path cf::map "/tmp/x.map"	4386	$Coro::current->{desc} = "runtime saver";
2908	or die;	4387	write_runtime_sync
2909		4388	or error "ERROR: unable to write runtime file: $!";
2910	$map->width (50);
2911	$map->height (50);
2912	$map->alloc;
2913	$map->_load_objects ("/tmp/x.map", 1);
2914	my $t = Event::time - $t;
2915
2916	#next unless $t < 0.0013;#d#
2917	if ($t < $min) {
2918	$min = $t;
2919	}
2920	$avg = $avg * 0.99 + $t * 0.01;
2921	}
2922	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2923	exit 0;
2924	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2925	};	4389	};
		4390	}
2926		4391
2927	$RUNTIME += $TICK;
2928	$NEXT_TICK += $TICK;
2929
2930	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2931	$NEXT_RUNTIME_WRITE = $NOW + 10;
2932	Coro::async_pool {
2933	write_runtime
2934	or warn "ERROR: unable to write runtime file: $!";
2935	};
2936	}
2937
2938	# my $AFTER = Event::time;
2939	# warn $AFTER - $NOW;#d#
2940
2941	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4392	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2942	$sig->send;	4393	$sig->send;
2943	}	4394	}
2944	while (my $sig = shift @WAIT_FOR_TICK) {	4395	$WAIT_FOR_TICK->broadcast;
2945	$sig->send;
2946	}
2947		4396
2948	$NOW = Event::time;	4397	$LOAD = ($NOW - $TICK_START) / $TICK;
2949
2950	# if we are delayed by four ticks or more, skip them all
2951	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2952
2953	$TICK_WATCHER->at ($NEXT_TICK);
2954	$TICK_WATCHER->start;
2955
2956	$LOAD = ($NOW - $tick_start) / $TICK;
2957	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4398	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2958		4399
2959	_post_tick;	4400	if (0) {
2960		4401	if ($NEXT_TICK) {
2961		4402	my $jitter = $TICK_START - $NEXT_TICK;
		4403	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4404	debug "jitter $JITTER\n";#d#
		4405	}
2962	},	4406	}
2963	);	4407	}
2964		4408
2965	{	4409	{
2966	BDB::max_poll_time $TICK * 0.1;	4410	# configure BDB
2967	$BDB_POLL_WATCHER = Event->io (	4411	info "initialising database";
2968	reentrant => 0,	4412
2969	fd => BDB::poll_fileno,
2970	poll => 'r',
2971	prio => 0,
2972	data => WF_AUTOCANCEL,
2973	cb => \&BDB::poll_cb,
2974	);
2975	BDB::min_parallel 8;	4413	BDB::min_parallel 16;
2976		4414	BDB::max_poll_reqs $TICK * 0.1;
2977	BDB::set_sync_prepare {	4415	#$AnyEvent::BDB::WATCHER->priority (1);
2978	my $status;
2979	my $current = $Coro::current;
2980	(
2981	sub {
2982	$status = $!;
2983	$current->ready; undef $current;
2984	},
2985	sub {
2986	Coro::schedule while defined $current;
2987	$! = $status;
2988	},
2989	)
2990	};
2991		4416
2992	unless ($DB_ENV) {	4417	unless ($DB_ENV) {
2993	$DB_ENV = BDB::db_env_create;	4418	$DB_ENV = BDB::db_env_create;
		4419	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4420	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4421	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4422	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4423	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2994		4424
2995	cf::sync_job {	4425	cf::sync_job {
2996	eval {	4426	eval {
2997	BDB::db_env_open	4427	BDB::db_env_open
2998	$DB_ENV,	4428	$DB_ENV,
…		…
3000	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4430	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3001	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4431	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3002	0666;	4432	0666;
3003		4433
3004	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4434	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3005
3006	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3007	$DB_ENV->set_lk_detect;
3008	};	4435	};
3009		4436
3010	cf::cleanup "db_env_open(db): $@" if $@;	4437	cf::cleanup "db_env_open(db): $@" if $@;
3011	};	4438	};
3012	}	4439	}
		4440
		4441	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4442	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4443	};
		4444	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4445	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4446	};
		4447	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4448	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4449	};
		4450
		4451	info "database initialised";
3013	}	4452	}
3014		4453
3015	{	4454	{
		4455	# configure IO::AIO
		4456
		4457	info "initialising aio";
3016	IO::AIO::min_parallel 8;	4458	IO::AIO::min_parallel 8;
3017
3018	undef $Coro::AIO::WATCHER;
3019	IO::AIO::max_poll_time $TICK * 0.1;	4459	IO::AIO::max_poll_time $TICK * 0.1;
3020	$AIO_POLL_WATCHER = Event->io (	4460	undef $AnyEvent::AIO::WATCHER;
3021	reentrant => 0,	4461	info "aio initialised";
3022	data => WF_AUTOCANCEL,
3023	fd => IO::AIO::poll_fileno,
3024	poll => 'r',
3025	prio => 6,
3026	cb => \&IO::AIO::poll_cb,
3027	);
3028	}	4462	}
3029		4463
3030	my $_log_backtrace;	4464	our $_log_backtrace;
		4465	our $_log_backtrace_last;
3031		4466
3032	sub _log_backtrace {	4467	sub _log_backtrace {
3033	my ($msg, @addr) = @_;	4468	my ($msg, @addr) = @_;
3034		4469
3035	$msg =~ s/\n//;	4470	$msg =~ s/\n$//;
3036		4471
		4472	if ($_log_backtrace_last eq $msg) {
		4473	LOG llevInfo, "[ABT] $msg\n";
		4474	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3037	# limit the # of concurrent backtraces	4475	# limit the # of concurrent backtraces
3038	if ($_log_backtrace < 2) {	4476	} elsif ($_log_backtrace < 2) {
		4477	$_log_backtrace_last = $msg;
3039	++$_log_backtrace;	4478	++$_log_backtrace;
		4479	my $perl_bt = Carp::longmess $msg;
3040	async {	4480	async {
		4481	$Coro::current->{desc} = "abt $msg";
		4482
3041	my @bt = fork_call {	4483	my @bt = fork_call {
3042	@addr = map { sprintf "%x", $_ } @addr;	4484	@addr = map { sprintf "%x", $_ } @addr;
3043	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4485	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3044	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4486	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3045	or die "addr2line: $!";	4487	or die "addr2line: $!";
…		…
3053	}	4495	}
3054		4496
3055	@funcs	4497	@funcs
3056	};	4498	};
3057		4499
3058	LOG llevInfo, "[ABT] $msg\n";	4500	LOG llevInfo, "[ABT] $perl_bt\n";
		4501	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3059	LOG llevInfo, "[ABT] $_\n" for @bt;	4502	LOG llevInfo, "[ABT] $_\n" for @bt;
3060	--$_log_backtrace;	4503	--$_log_backtrace;
3061	};	4504	};
3062	} else {	4505	} else {
3063	LOG llevInfo, "[ABT] $msg\n";	4506	LOG llevInfo, "[ABT] $msg\n";
3064	LOG llevInfo, "[ABT] [suppressed]\n";	4507	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3065	}	4508	}
3066	}	4509	}
3067		4510
3068	# load additional modules	4511	# load additional modules
3069	use cf::pod;	4512	require "cf/$_.pm" for @EXTRA_MODULES;
		4513	cf::_connect_to_perl_2;
3070		4514
3071	END { cf::emergency_save }	4515	END { cf::emergency_save }
3072		4516
3073	1	4517	1
3074		4518

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines