ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.253 by root, Wed Apr 18 17:32:07 2007 UTC vs.
Revision 1.591 by root, Tue Nov 6 23:33:15 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use AnyEvent ();
		38	use AnyEvent::IO ();
		39	use AnyEvent::DNS ();
		40
15	use Coro 3.61 ();	41	use Coro ();
16	use Coro::State;	42	use Coro::State;
17	use Coro::Handle;	43	use Coro::Handle;
		44	use Coro::EV;
18	use Coro::Event;	45	use Coro::AnyEvent;
19	use Coro::Timer;	46	use Coro::Timer;
20	use Coro::Signal;	47	use Coro::Signal;
21	use Coro::Semaphore;	48	use Coro::Semaphore;
		49	use Coro::SemaphoreSet;
		50	use Coro::AnyEvent;
22	use Coro::AIO;	51	use Coro::AIO;
		52	use Coro::BDB 1.6;
23	use Coro::Storable;	53	use Coro::Storable;
		54	use Coro::Util ();
24		55
		56	use Guard ();
		57	use JSON::XS 2.01 ();
25	use BDB ();	58	use BDB ();
26	use Data::Dumper;	59	use Data::Dumper;
27	use Digest::MD5;
28	use Fcntl;	60	use Fcntl;
29	use YAML::Syck ();	61	use YAML::XS ();
30	use IO::AIO 2.32 ();	62	use IO::AIO ();
31	use Time::HiRes;	63	use Time::HiRes;
32	use Compress::LZF;	64	use Compress::LZF;
		65	use Digest::MD5 ();
		66
		67	AnyEvent::detect;
33		68
34	# configure various modules to our taste	69	# configure various modules to our taste
35	#	70	#
36	$Storable::canonical = 1; # reduce rsync transfers	71	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	72	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		73
		74	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		75
		76	# make sure c-lzf reinitialises itself
		77	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	78	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39		79
40	$Event::Eval = 1; # no idea why this is required, but it is	80	# strictly for debugging
41		81	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
42	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
43	$YAML::Syck::ImplicitUnicode = 1;
44
45	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46		82
47	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	83	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		84
		85	our @ORIG_INC;
48		86
49	our %COMMAND = ();	87	our %COMMAND = ();
50	our %COMMAND_TIME = ();	88	our %COMMAND_TIME = ();
51		89
52	our @EXTS = (); # list of extension package names	90	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	91	our %EXTCMD = ();
		92	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	93	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	94	our %EXT_MAP = (); # pluggable maps
56		95
57	our $RELOAD; # number of reloads so far	96	our $RELOAD; # number of reloads so far, non-zero while in reload
58	our @EVENT;	97	our @EVENT;
		98	our @REFLECT; # set by XS
		99	our %REFLECT; # set by us
59		100
60	our $CONFDIR = confdir;	101	our $CONFDIR = confdir;
		102
61	our $DATADIR = datadir;	103	our $DATADIR = datadir;
62	our $LIBDIR = "$DATADIR/ext";	104	our $LIBDIR = "$DATADIR/ext";
63	our $PODDIR = "$DATADIR/pod";	105	our $PODDIR = "$DATADIR/pod";
64	our $MAPDIR = "$DATADIR/" . mapdir;	106	our $MAPDIR = "$DATADIR/" . mapdir;
		107
65	our $LOCALDIR = localdir;	108	our $LOCALDIR = localdir;
66	our $TMPDIR = "$LOCALDIR/" . tmpdir;	109	our $TMPDIR = "$LOCALDIR/" . tmpdir;
67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	110	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	111	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69	our $RANDOMDIR = "$LOCALDIR/random";	112	our $RANDOMDIR = "$LOCALDIR/random";
70	our $BDBDIR = "$LOCALDIR/db";	113	our $BDBDIR = "$LOCALDIR/db";
		114	our $PIDFILE = "$LOCALDIR/pid";
		115	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		116
		117	#our %RESOURCE; # unused
		118
		119	our $OUTPUT_RATE_MIN = 3000;
		120	our $OUTPUT_RATE_MAX = 1000000;
		121
		122	our $MAX_LINKS = 32; # how many chained exits to follow
		123	our $VERBOSE_IO = 1;
71		124
72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	125	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
73	our $TICK_WATCHER;
74	our $AIO_POLL_WATCHER;
75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	126	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
76	our $NEXT_TICK;	127	our $NEXT_TICK;
		128	our $USE_FSYNC = 1; # use fsync to write maps - default on
		129
		130	our $BDB_DEADLOCK_WATCHER;
		131	our $BDB_CHECKPOINT_WATCHER;
		132	our $BDB_TRICKLE_WATCHER;
		133	our $DB_ENV;
		134
		135	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		136
		137	our %CFG;
		138	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		139
		140	our $UPTIME; $UPTIME ||= time;
		141	our $RUNTIME = 0;
		142	our $SERVER_TICK = 0;
77	our $NOW;	143	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		144
80	our $BDB_POLL_WATCHER;	145	our (%PLAYER, %PLAYER_LOADING); # all users
81	our $DB_ENV;	146	our (%MAP, %MAP_LOADING ); # all maps
82
83	our %CFG;
84
85	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;
87
88	our %PLAYER; # all users
89	our %MAP; # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	147	our $LINK_MAP; # the special {link} map, which is always available
91		148
92	# used to convert map paths into valid unix filenames by replacing / by ∕	149	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	150	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94		151
		152	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		153	our $LOADAVG; # same thing, but with alpha-smoothing
		154	our $JITTER; # average jitter
		155	our $TICK_START; # for load detecting purposes
		156
		157	our @POST_INIT;
		158
		159	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		160	our $REALLY_UNLOOP; # never set to true, please :)
		161
		162	our $WAIT_FOR_TICK = new Coro::Signal;
		163	our @WAIT_FOR_TICK_BEGIN;
		164
95	binmode STDOUT;	165	binmode STDOUT;
96	binmode STDERR;	166	binmode STDERR;
97		167
98	# read virtual server time, if available	168	# read virtual server time, if available
99	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	169	unless ($RUNTIME || !-e $RUNTIMEFILE) {
100	open my $fh, "<", "$LOCALDIR/runtime"	170	open my $fh, "<", $RUNTIMEFILE
101	or die "unable to read runtime file: $!";	171	or die "unable to read $RUNTIMEFILE file: $!";
102	$RUNTIME = <$fh> + 0.;	172	$RUNTIME = <$fh> + 0.;
103	}	173	}
		174
		175	eval "sub TICK() { $TICK } 1" or die;
104		176
105	mkdir $_	177	mkdir $_
106	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	178	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
107		179
108	our $EMERGENCY_POSITION;	180	our $EMERGENCY_POSITION;
109		181
110	sub cf::map::normalise;	182	sub cf::map::normalise;
111		183
		184	sub in_main() {
		185	$Coro::current == $Coro::main
		186	}
		187
112	#############################################################################	188	#############################################################################
113		189
		190	%REFLECT = ();
		191	for (@REFLECT) {
		192	my $reflect = JSON::XS::decode_json $_;
		193	$REFLECT{$reflect->{class}} = $reflect;
		194	}
		195
		196	# this is decidedly evil
		197	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		198
		199	#############################################################################
		200
114	=head2 GLOBAL VARIABLES	201	=head2 GLOBAL VARIABLES
115		202
116	=over 4	203	=over 4
117		204
118	=item $cf::UPTIME	205	=item $cf::UPTIME
119		206
120	The timestamp of the server start (so not actually an uptime).	207	The timestamp of the server start (so not actually an "uptime").
		208
		209	=item $cf::SERVER_TICK
		210
		211	An unsigned integer that starts at zero when the server is started and is
		212	incremented on every tick.
		213
		214	=item $cf::NOW
		215
		216	The (real) time of the last (current) server tick - updated before and
		217	after tick processing, so this is useful only as a rough "what time is it
		218	now" estimate.
		219
		220	=item $cf::TICK
		221
		222	The interval between each server tick, in seconds.
121		223
122	=item $cf::RUNTIME	224	=item $cf::RUNTIME
123		225
124	The time this server has run, starts at 0 and is increased by $cf::TICK on	226	The time this server has run, starts at 0 and is increased by $cf::TICK on
125	every server tick.	227	every server tick.
126		228
127	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	229	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
128	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	230	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
129	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	231	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
130		232
131	Various directories - "/etc", read-only install directory, perl-library	233	Various directories - "/etc", read-only install directory, perl-library
132	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	234	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
133	unique-items directory, player file directory, random maps directory and	235	unique-items directory, player file directory, random maps directory and
134	database environment.	236	database environment.
135		237
		238	=item $cf::LOADAVG
		239
		240	The current CPU load on the server (alpha-smoothed), as a value between 0
		241	(none) and 1 (overloaded), indicating how much time is spent on processing
		242	objects per tick. Healthy values are < 0.5.
		243
136	=item $cf::NOW	244	=item $cf::LOAD
137		245
138	The time of the last (current) server tick.	246	The raw value load value from the last tick.
139
140	=item $cf::TICK
141
142	The interval between server ticks, in seconds.
143		247
144	=item %cf::CFG	248	=item %cf::CFG
145		249
146	Configuration for the server, loaded from C</etc/crossfire/config>, or	250	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
147	from wherever your confdir points to.	251	from wherever your confdir points to.
148		252
149	=item cf::wait_for_tick, cf::wait_for_tick_begin	253	=item cf::wait_for_tick, cf::wait_for_tick_begin
150		254
151	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	255	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
152	returns directly I<after> the tick processing (and consequently, can only wake one process	256	returns directly I<after> the tick processing (and consequently, can only wake one thread
153	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	257	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
154		258
		259	Note that cf::Wait_for_tick will immediately return when the server is not
		260	ticking, making it suitable for small pauses in threads that need to run
		261	when the server is paused. If that is not applicable (i.e. you I<really>
		262	want to wait, use C<$cf::WAIT_FOR_TICK>).
		263
		264	=item $cf::WAIT_FOR_TICK
		265
		266	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		267	variable contains a L<Coro::Signal> that is broadcats after every server
		268	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		269	next server tick.
		270
		271	=cut
		272
		273	sub wait_for_tick();
		274	sub wait_for_tick_begin();
		275
		276	=item @cf::INVOKE_RESULTS
		277
		278	This array contains the results of the last C<invoke ()> call. When
		279	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		280	that call.
		281
		282	=item %cf::REFLECT
		283
		284	Contains, for each (C++) class name, a hash reference with information
		285	about object members (methods, scalars, arrays and flags) and other
		286	metadata, which is useful for introspection.
		287
155	=back	288	=back
156		289
157	=cut	290	=cut
158		291
159	BEGIN {	292	sub error(@) { LOG llevError, join "", @_ }
160	*CORE::GLOBAL::warn = sub {	293	sub warn (@) { LOG llevWarn , join "", @_ }
		294	sub info (@) { LOG llevInfo , join "", @_ }
		295	sub debug(@) { LOG llevDebug, join "", @_ }
		296	sub trace(@) { LOG llevTrace, join "", @_ }
		297
		298	$Coro::State::WARNHOOK = sub {
161	my $msg = join "", @_;	299	my $msg = join "", @_;
162		300
163	$msg .= "\n"	301	$msg .= "\n"
164	unless $msg =~ /\n$/;	302	unless $msg =~ /\n$/;
165		303
166	$msg =~ s/([\x00-\x09\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	304	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167		305
168	utf8::encode $msg;
169	LOG llevError, $msg;	306	LOG llevWarn, $msg;
170	};	307	};
171	}	308
		309	$Coro::State::DIEHOOK = sub {
		310	return unless $^S eq 0; # "eq", not "=="
		311
		312	error Carp::longmess $_[0];
		313
		314	if (in_main) {#d#
		315	error "DIEHOOK called in main context, Coro bug?\n";#d#
		316	return;#d#
		317	}#d#
		318
		319	# kill coroutine otherwise
		320	Coro::terminate
		321	};
172		322
173	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	323	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
174	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	324	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
175	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	325	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
176	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	326	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
177	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	327	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		328	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
178	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	329	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
179		330
180	# we bless all objects into (empty) derived classes to force a method lookup	331	# we bless all objects into (empty) derived classes to force a method lookup
181	# within the Safe compartment.	332	# within the Safe compartment.
182	for my $pkg (qw(	333	for my $pkg (qw(
183	cf::global cf::attachable	334	cf::global cf::attachable
184	cf::object cf::object::player	335	cf::object cf::object::player
185	cf::client cf::player	336	cf::client cf::player
186	cf::arch cf::living	337	cf::arch cf::living
		338	cf::map cf::mapspace
187	cf::map cf::party cf::region	339	cf::party cf::region
188	)) {	340	)) {
189	no strict 'refs';
190	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	341	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
191	}	342	}
192		343
193	$Event::DIED = sub {	344	$EV::DIED = sub {
194	warn "error in event callback: @_";	345	warn "error in event callback: $@";
195	};	346	};
		347
		348	#############################################################################
		349
		350	sub fork_call(&@);
		351	sub get_slot($;$$);
		352
		353	#############################################################################
196		354
197	=head2 UTILITY FUNCTIONS	355	=head2 UTILITY FUNCTIONS
198		356
199	=over 4	357	=over 4
200		358
…		…
219	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	377	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
220	$d	378	$d
221	} || "[unable to dump $_[0]: '$@']";	379	} || "[unable to dump $_[0]: '$@']";
222	}	380	}
223		381
224	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working	382	=item $scalar = cf::load_file $path
225		383
		384	Loads the given file from path and returns its contents. Croaks on error
		385	and can block.
		386
		387	=cut
		388
		389	sub load_file($) {
		390	0 <= aio_load $_[0], my $data
		391	or Carp::croak "$_[0]: $!";
		392
		393	$data
		394	}
		395
		396	=item $success = cf::replace_file $path, $data, $sync
		397
		398	Atomically replaces the file at the given $path with new $data, and
		399	optionally $sync the data to disk before replacing the file.
		400
		401	=cut
		402
		403	sub replace_file($$;$) {
		404	my ($path, $data, $sync) = @_;
		405
		406	my $lock = cf::lock_acquire ("replace_file:$path");
		407
		408	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		409	or return;
		410
		411	$data = $data->() if ref $data;
		412
		413	length $data == aio_write $fh, 0, (length $data), $data, 0
		414	or return;
		415
		416	!$sync
		417	or !aio_fsync $fh
		418	or return;
		419
		420	aio_close $fh
		421	and return;
		422
		423	aio_rename "$path~", $path
		424	and return;
		425
		426	if ($sync) {
		427	$path =~ s%/[^/]*$%%;
		428	aio_pathsync $path;
		429	}
		430
		431	1
		432	}
		433
226	=item $ref = cf::from_json $json	434	=item $ref = cf::decode_json $json
227		435
228	Converts a JSON string into the corresponding perl data structure.	436	Converts a JSON string into the corresponding perl data structure.
229		437
230	=item $json = cf::to_json $ref	438	=item $json = cf::encode_json $ref
231		439
232	Converts a perl data structure into its JSON representation.	440	Converts a perl data structure into its JSON representation.
233		441
		442	=cut
		443
		444	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		445
		446	sub encode_json($) { $json_coder->encode ($_[0]) }
		447	sub decode_json($) { $json_coder->decode ($_[0]) }
		448
		449	=item $ref = cf::decode_storable $scalar
		450
		451	Same as Coro::Storable::thaw, so blocks.
		452
		453	=cut
		454
		455	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		456
		457	=item $ref = cf::decode_yaml $scalar
		458
		459	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		460
		461	=cut
		462
		463	sub decode_yaml($) {
		464	fork_call { YAML::XS::Load $_[0] } @_
		465	}
		466
		467	=item $scalar = cf::unlzf $scalar
		468
		469	Same as Compress::LZF::compress, but takes server ticks into account, so
		470	blocks.
		471
		472	=cut
		473
		474	sub unlzf($) {
		475	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		476	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		477	Compress::LZF::decompress $_[0]
		478	}
		479
		480	=item cf::post_init { BLOCK }
		481
		482	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		483	but I<before> the server starts ticking again.
		484
		485	The codeblock will have a single boolean argument to indicate whether this
		486	is a reload or not.
		487
		488	=cut
		489
		490	sub post_init(&) {
		491	push @POST_INIT, shift;
		492	}
		493
		494	sub _post_init {
		495	trace "running post_init jobs";
		496
		497	# run them in parallel...
		498
		499	my @join;
		500
		501	while () {
		502	push @join, map &Coro::async ($_, 0), @POST_INIT;
		503	@POST_INIT = ();
		504
		505	@join or last;
		506
		507	(pop @join)->join;
		508	}
		509	}
		510
234	=item cf::lock_wait $string	511	=item cf::lock_wait $string
235		512
236	Wait until the given lock is available. See cf::lock_acquire.	513	Wait until the given lock is available. See cf::lock_acquire.
237		514
238	=item my $lock = cf::lock_acquire $string	515	=item my $lock = cf::lock_acquire $string
239		516
240	Wait until the given lock is available and then acquires it and returns	517	Wait until the given lock is available and then acquires it and returns
241	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	518	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
242	for example when the coroutine gets canceled), the lock is automatically	519	for example when the coroutine gets canceled), the lock is automatically
243	returned.	520	returned.
244		521
		522	Locks are *not* recursive, locking from the same coro twice results in a
		523	deadlocked coro.
		524
245	Lock names should begin with a unique identifier (for example, cf::map::find	525	Lock names should begin with a unique identifier (for example, cf::map::find
246	uses map_find and cf::map::load uses map_load).	526	uses map_find and cf::map::load uses map_load).
247		527
248	=item $locked = cf::lock_active $string	528	=item $locked = cf::lock_active $string
249		529
250	Return true if the lock is currently active, i.e. somebody has locked it.	530	Return true if the lock is currently active, i.e. somebody has locked it.
251		531
252	=cut	532	=cut
253		533
254	our %LOCK;	534	our $LOCKS = new Coro::SemaphoreSet;
255		535
256	sub lock_wait($) {	536	sub lock_wait($) {
257	my ($key) = @_;	537	$LOCKS->wait ($_[0]);
258
259	# wait for lock, if any
260	while ($LOCK{$key}) {
261	push @{ $LOCK{$key} }, $Coro::current;
262	Coro::schedule;
263	}
264	}	538	}
265		539
266	sub lock_acquire($) {	540	sub lock_acquire($) {
267	my ($key) = @_;	541	$LOCKS->guard ($_[0])
268
269	# wait, to be sure we are not locked
270	lock_wait $key;
271
272	$LOCK{$key} = [];
273
274	Coro::guard {
275	# wake up all waiters, to be on the safe side
276	$_->ready for @{ delete $LOCK{$key} };
277	}
278	}	542	}
279		543
280	sub lock_active($) {	544	sub lock_active($) {
281	my ($key) = @_;	545	$LOCKS->count ($_[0]) < 1
282
283	! ! $LOCK{$key}
284	}	546	}
285		547
286	sub freeze_mainloop {	548	sub freeze_mainloop {
287	return unless $TICK_WATCHER->is_active;	549	tick_inhibit_inc;
288		550
289	my $guard = Coro::guard {	551	&Guard::guard (\&tick_inhibit_dec);
290	$TICK_WATCHER->start;	552	}
		553
		554	=item cf::periodic $interval, $cb
		555
		556	Like EV::periodic, but randomly selects a starting point so that the actions
		557	get spread over time.
		558
		559	=cut
		560
		561	sub periodic($$) {
		562	my ($interval, $cb) = @_;
		563
		564	my $start = rand List::Util::min 180, $interval;
		565
		566	EV::periodic $start, $interval, 0, $cb
		567	}
		568
		569	=item cf::get_slot $time[, $priority[, $name]]
		570
		571	Allocate $time seconds of blocking CPU time at priority C<$priority>
		572	(default: 0): This call blocks and returns only when you have at least
		573	C<$time> seconds of cpu time till the next tick. The slot is only valid
		574	till the next cede.
		575
		576	Background jobs should use a priority les than zero, interactive jobs
		577	should use 100 or more.
		578
		579	The optional C<$name> can be used to identify the job to run. It might be
		580	used for statistical purposes and should identify the same time-class.
		581
		582	Useful for short background jobs.
		583
		584	=cut
		585
		586	our @SLOT_QUEUE;
		587	our $SLOT_QUEUE;
		588	our $SLOT_DECAY = 0.9;
		589
		590	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		591	$SLOT_QUEUE = Coro::async {
		592	$Coro::current->desc ("timeslot manager");
		593
		594	my $signal = new Coro::Signal;
		595	my $busy;
		596
		597	while () {
		598	next_job:
		599
		600	my $avail = cf::till_tick;
		601
		602	for (0 .. $#SLOT_QUEUE) {
		603	if ($SLOT_QUEUE[$_][0] <= $avail) {
		604	$busy = 0;
		605	my $job = splice @SLOT_QUEUE, $_, 1, ();
		606	$job->[2]->send;
		607	Coro::cede;
		608	goto next_job;
		609	} else {
		610	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
		611	}
		612	}
		613
		614	if (@SLOT_QUEUE) {
		615	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		616	$WAIT_FOR_TICK->wait;
		617	} else {
		618	$busy = 0;
		619	Coro::schedule;
		620	}
291	};	621	}
292	$TICK_WATCHER->stop;	622	};
293	$guard	623
		624	sub get_slot($;$$) {
		625	return if tick_inhibit || $Coro::current == $Coro::main;
		626
		627	my ($time, $pri, $name) = @_;
		628
		629	$time = clamp $time, 0.01, $TICK * .6;
		630
		631	my $sig = new Coro::Signal;
		632
		633	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		634	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		635	$SLOT_QUEUE->ready;
		636	$sig->wait;
294	}	637	}
295		638
296	=item cf::async { BLOCK }	639	=item cf::async { BLOCK }
297		640
298	Currently the same as Coro::async_pool, meaning you cannot use	641	Currently the same as Coro::async_pool, meaning you cannot use
…		…
303		646
304	BEGIN { *async = \&Coro::async_pool }	647	BEGIN { *async = \&Coro::async_pool }
305		648
306	=item cf::sync_job { BLOCK }	649	=item cf::sync_job { BLOCK }
307		650
308	The design of crossfire+ requires that the main coro ($Coro::main) is	651	The design of Deliantra requires that the main coroutine ($Coro::main)
309	always able to handle events or runnable, as crossfire+ is only partly	652	is always able to handle events or runnable, as Deliantra is only
310	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	653	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		654	acceptable.
311		655
312	If it must be done, put the blocking parts into C<sync_job>. This will run	656	If it must be done, put the blocking parts into C<sync_job>. This will run
313	the given BLOCK in another coroutine while waiting for the result. The	657	the given BLOCK in another coroutine while waiting for the result. The
314	server will be frozen during this time, so the block should either finish	658	server will be frozen during this time, so the block should either finish
315	fast or be very important.	659	fast or be very important.
…		…
317	=cut	661	=cut
318		662
319	sub sync_job(&) {	663	sub sync_job(&) {
320	my ($job) = @_;	664	my ($job) = @_;
321		665
322	if ($Coro::current == $Coro::main) {	666	if (in_main) {
		667	my $time = AE::time;
		668
323	# this is the main coro, too bad, we have to block	669	# this is the main coro, too bad, we have to block
324	# till the operation succeeds, freezing the server :/	670	# till the operation succeeds, freezing the server :/
325		671
326	# TODO: use suspend/resume instead	672	#LOG llevError, Carp::longmess "sync job";#d#
327	# (but this is cancel-safe)	673
328	my $freeze_guard = freeze_mainloop;	674	my $freeze_guard = freeze_mainloop;
329		675
330	my $busy = 1;	676	my $busy = 1;
331	my @res;	677	my @res;
332		678
333	(async {	679	(async {
		680	$Coro::current->desc ("sync job coro");
334	@res = eval { $job->() };	681	@res = eval { $job->() };
335	warn $@ if $@;	682	error $@ if $@;
336	undef $busy;	683	undef $busy;
337	})->prio (Coro::PRIO_MAX);	684	})->prio (Coro::PRIO_MAX);
338		685
339	while ($busy) {	686	while ($busy) {
340	Coro::cede or Event::one_event;	687	if (Coro::nready) {
		688	Coro::cede_notself;
		689	} else {
		690	EV::loop EV::LOOP_ONESHOT;
341	}	691	}
		692	}
		693
		694	my $time = AE::time - $time;
		695
		696	$TICK_START += $time; # do not account sync jobs to server load
342		697
343	wantarray ? @res : $res[0]	698	wantarray ? @res : $res[0]
344	} else {	699	} else {
345	# we are in another coroutine, how wonderful, everything just works	700	# we are in another coroutine, how wonderful, everything just works
346		701
…		…
366	$EXT_CORO{$coro+0} = $coro;	721	$EXT_CORO{$coro+0} = $coro;
367		722
368	$coro	723	$coro
369	}	724	}
370		725
371	sub write_runtime {	726	=item fork_call { }, @args
372	my $guard = cf::lock_acquire "write_runtime";
373		727
374	my $runtime = "$LOCALDIR/runtime";	728	Executes the given code block with the given arguments in a seperate
		729	process, returning the results. Everything must be serialisable with
		730	Coro::Storable. May, of course, block. Note that the executed sub may
		731	never block itself or use any form of event handling.
375		732
376	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	733	=cut
377	or return;
378		734
379	my $value = $cf::RUNTIME + 90 + 10;	735	sub post_fork {
380	# 10 is the runtime save interval, for a monotonic clock	736	reset_signals;
381	# 60 allows for the watchdog to kill the server.	737	}
382		738
383	(aio_write $fh, 0, (length $value), $value, 0) <= 0	739	sub fork_call(&@) {
384	and return;	740	my ($cb, @args) = @_;
385		741
386	# always fsync - this file is important	742	# we seemingly have to make a local copy of the whole thing,
387	aio_fsync $fh	743	# otherwise perl prematurely frees the stuff :/
388	and return;	744	# TODO: investigate and fix (likely this will be rather laborious)
389		745
390	close $fh	746	my @res = Coro::Util::fork_eval {
391	or return;	747	cf::post_fork;
		748	&$cb
		749	} @args;
392		750
393	aio_rename "$runtime~", $runtime	751	wantarray ? @res : $res[-1]
394	and return;	752	}
395		753
		754	sub objinfo {
396	1	755	(
		756	"counter value" => cf::object::object_count,
		757	"objects created" => cf::object::create_count,
		758	"objects destroyed" => cf::object::destroy_count,
		759	"freelist size" => cf::object::free_count,
		760	"allocated objects" => cf::object::objects_size,
		761	"active objects" => cf::object::actives_size,
		762	)
		763	}
		764
		765	=item $coin = coin_from_name $name
		766
		767	=cut
		768
		769	our %coin_alias = (
		770	"silver" => "silvercoin",
		771	"silvercoin" => "silvercoin",
		772	"silvercoins" => "silvercoin",
		773	"gold" => "goldcoin",
		774	"goldcoin" => "goldcoin",
		775	"goldcoins" => "goldcoin",
		776	"platinum" => "platinacoin",
		777	"platinumcoin" => "platinacoin",
		778	"platinumcoins" => "platinacoin",
		779	"platina" => "platinacoin",
		780	"platinacoin" => "platinacoin",
		781	"platinacoins" => "platinacoin",
		782	"royalty" => "royalty",
		783	"royalties" => "royalty",
		784	);
		785
		786	sub coin_from_name($) {
		787	$coin_alias{$_[0]}
		788	? cf::arch::find $coin_alias{$_[0]}
		789	: undef
		790	}
		791
		792	=item $value = cf::db_get $family => $key
		793
		794	Returns a single value from the environment database.
		795
		796	=item cf::db_put $family => $key => $value
		797
		798	Stores the given C<$value> in the family. It can currently store binary
		799	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		800
		801	=item $db = cf::db_table "name"
		802
		803	Create and/or open a new database table. The string must not be "db" and must be unique
		804	within each server.
		805
		806	=cut
		807
		808	sub db_table($) {
		809	cf::error "db_get called from main context"
		810	if $Coro::current == $Coro::main;
		811
		812	my ($name) = @_;
		813	my $db = BDB::db_create $DB_ENV;
		814
		815	eval {
		816	$db->set_flags (BDB::CHKSUM);
		817
		818	utf8::encode $name;
		819	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		820	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		821	cf::cleanup "db_open(db): $!" if $!;
		822	};
		823	cf::cleanup "db_open(db): $@" if $@;
		824
		825	$db
		826	}
		827
		828	our $DB;
		829
		830	sub db_init {
		831	$DB ||= db_table "db";
		832	}
		833
		834	sub db_get($$) {
		835	my $key = "$_[0]/$_[1]";
		836
		837	cf::error "db_get called from main context"
		838	if $Coro::current == $Coro::main;
		839
		840	BDB::db_get $DB, undef, $key, my $data;
		841
		842	$! ? ()
		843	: $data
		844	}
		845
		846	sub db_put($$$) {
		847	BDB::dbreq_pri 4;
		848	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		849	}
		850
		851	=item cf::cache $id => [$paths...], $processversion => $process
		852
		853	Generic caching function that returns the value of the resource $id,
		854	caching and regenerating as required.
		855
		856	This function can block.
		857
		858	=cut
		859
		860	sub cache {
		861	my ($id, $src, $processversion, $process) = @_;
		862
		863	my $meta =
		864	join "\x00",
		865	$processversion,
		866	map {
		867	aio_stat $_
		868	and Carp::croak "$_: $!";
		869
		870	($_, (stat _)[7,9])
		871	} @$src;
		872
		873	my $dbmeta = db_get cache => "$id/meta";
		874	if ($dbmeta ne $meta) {
		875	# changed, we may need to process
		876
		877	my @data;
		878	my $md5;
		879
		880	for (0 .. $#$src) {
		881	$data[$_] = load_file $src->[$_];
		882	}
		883
		884	# if processing is expensive, check
		885	# checksum first
		886	if (1) {
		887	$md5 =
		888	join "\x00",
		889	$processversion,
		890	map {
		891	cf::cede_to_tick;
		892	($src->[$_], Digest::MD5::md5_hex $data[$_])
		893	} 0.. $#$src;
		894
		895
		896	my $dbmd5 = db_get cache => "$id/md5";
		897	if ($dbmd5 eq $md5) {
		898	db_put cache => "$id/meta", $meta;
		899
		900	return db_get cache => "$id/data";
		901	}
		902	}
		903
		904	my $t1 = Time::HiRes::time;
		905	my $data = $process->(\@data);
		906	my $t2 = Time::HiRes::time;
		907
		908	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
		909
		910	db_put cache => "$id/data", $data;
		911	db_put cache => "$id/md5" , $md5;
		912	db_put cache => "$id/meta", $meta;
		913
		914	return $data;
		915	}
		916
		917	db_get cache => "$id/data"
397	}	918	}
398		919
399	=item cf::datalog type => key => value, ...	920	=item cf::datalog type => key => value, ...
400		921
401	Log a datalog packet of the given type with the given key-value pairs.	922	Log a datalog packet of the given type with the given key-value pairs.
402		923
403	=cut	924	=cut
404		925
405	sub datalog($@) {	926	sub datalog($@) {
406	my ($type, %kv) = @_;	927	my ($type, %kv) = @_;
407	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	928	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
408	}	929	}
409		930
410	=back	931	=back
411		932
412	=cut	933	=cut
413		934
414	#############################################################################	935	#############################################################################
415		936
416	=head2 ATTACHABLE OBJECTS	937	=head2 ATTACHABLE OBJECTS
417		938
418	Many objects in crossfire are so-called attachable objects. That means you can	939	Many objects in deliantra are so-called attachable objects. That means you can
419	attach callbacks/event handlers (a collection of which is called an "attachment")	940	attach callbacks/event handlers (a collection of which is called an "attachment")
420	to it. All such attachable objects support the following methods.	941	to it. All such attachable objects support the following methods.
421		942
422	In the following description, CLASS can be any of C<global>, C<object>	943	In the following description, CLASS can be any of C<global>, C<object>
423	C<player>, C<client> or C<map> (i.e. the attachable objects in	944	C<player>, C<client> or C<map> (i.e. the attachable objects in
424	crossfire+).	945	Deliantra).
425		946
426	=over 4	947	=over 4
427		948
428	=item $attachable->attach ($attachment, key => $value...)	949	=item $attachable->attach ($attachment, key => $value...)
429		950
…		…
473	=item cf::CLASS::attachment $name, ...	994	=item cf::CLASS::attachment $name, ...
474		995
475	Register an attachment by C<$name> through which attachable objects of the	996	Register an attachment by C<$name> through which attachable objects of the
476	given CLASS can refer to this attachment.	997	given CLASS can refer to this attachment.
477		998
478	Some classes such as crossfire maps and objects can specify attachments	999	Some classes such as deliantra maps and objects can specify attachments
479	that are attached at load/instantiate time, thus the need for a name.	1000	that are attached at load/instantiate time, thus the need for a name.
480		1001
481	These calls expect any number of the following handler/hook descriptions:	1002	These calls expect any number of the following handler/hook descriptions:
482		1003
483	=over 4	1004	=over 4
…		…
592	$registry = $CB_TYPE[$object_type] ||= [];	1113	$registry = $CB_TYPE[$object_type] ||= [];
593		1114
594	} elsif ($type eq "subtype") {	1115	} elsif ($type eq "subtype") {
595	defined $object_type or Carp::croak "subtype specified without type";	1116	defined $object_type or Carp::croak "subtype specified without type";
596	my $object_subtype = shift @arg;	1117	my $object_subtype = shift @arg;
597	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	1118	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
598		1119
599	} elsif ($type eq "package") {	1120	} elsif ($type eq "package") {
600	my $pkg = shift @arg;	1121	my $pkg = shift @arg;
601		1122
602	while (my ($name, $id) = each %cb_id) {	1123	while (my ($name, $id) = each %cb_id) {
…		…
607		1128
608	} elsif (exists $cb_id{$type}) {	1129	} elsif (exists $cb_id{$type}) {
609	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1130	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
610		1131
611	} elsif (ref $type) {	1132	} elsif (ref $type) {
612	warn "attaching objects not supported, ignoring.\n";	1133	error "attaching objects not supported, ignoring.\n";
613		1134
614	} else {	1135	} else {
615	shift @arg;	1136	shift @arg;
616	warn "attach argument '$type' not supported, ignoring.\n";	1137	error "attach argument '$type' not supported, ignoring.\n";
617	}	1138	}
618	}	1139	}
619	}	1140	}
620		1141
621	sub _object_attach {	1142	sub _object_attach {
…		…
631	_attach $registry, $klass, @attach;	1152	_attach $registry, $klass, @attach;
632	}	1153	}
633		1154
634	$obj->{$name} = \%arg;	1155	$obj->{$name} = \%arg;
635	} else {	1156	} else {
636	warn "object uses attachment '$name' that is not available, postponing.\n";	1157	info "object uses attachment '$name' which is not available, postponing.\n";
637	}	1158	}
638		1159
639	$obj->{_attachment}{$name} = undef;	1160	$obj->{_attachment}{$name} = undef;
640	}	1161	}
641		1162
…		…
643	if (ref $_[0]) {	1164	if (ref $_[0]) {
644	_object_attach @_;	1165	_object_attach @_;
645	} else {	1166	} else {
646	_attach shift->_attach_registry, @_;	1167	_attach shift->_attach_registry, @_;
647	}	1168	}
		1169	_recalc_want;
648	};	1170	};
649		1171
650	# all those should be optimised	1172	# all those should be optimised
651	sub cf::attachable::detach {	1173	sub cf::attachable::detach {
652	my ($obj, $name) = @_;	1174	my ($obj, $name) = @_;
…		…
655	delete $obj->{_attachment}{$name};	1177	delete $obj->{_attachment}{$name};
656	reattach ($obj);	1178	reattach ($obj);
657	} else {	1179	} else {
658	Carp::croak "cannot, currently, detach class attachments";	1180	Carp::croak "cannot, currently, detach class attachments";
659	}	1181	}
		1182	_recalc_want;
660	};	1183	};
661		1184
662	sub cf::attachable::attached {	1185	sub cf::attachable::attached {
663	my ($obj, $name) = @_;	1186	my ($obj, $name) = @_;
664		1187
…		…
679	";	1202	";
680	die if $@;	1203	die if $@;
681	}	1204	}
682		1205
683	our $override;	1206	our $override;
684	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1207	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
685		1208
686	sub override {	1209	sub override {
687	$override = 1;	1210	$override = 1;
688	@invoke_results = ();	1211	@INVOKE_RESULTS = (@_);
689	}	1212	}
690		1213
691	sub do_invoke {	1214	sub do_invoke {
692	my $event = shift;	1215	my $event = shift;
693	my $callbacks = shift;	1216	my $callbacks = shift;
694		1217
695	@invoke_results = ();	1218	@INVOKE_RESULTS = ();
696		1219
697	local $override;	1220	local $override;
698		1221
699	for (@$callbacks) {	1222	for (@$callbacks) {
700	eval { &{$_->[1]} };	1223	eval { &{$_->[1]} };
701		1224
702	if ($@) {	1225	if ($@) {
703	warn "$@";
704	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1226	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
705	override;	1227	override;
706	}	1228	}
707		1229
708	return 1 if $override;	1230	return 1 if $override;
709	}	1231	}
710		1232
711	0	1233	0
712	}	1234	}
713		1235
714	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1236	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
715		1237
716	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1238	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
717		1239
718	Generate an object-specific event with the given arguments.	1240	Generate an object-specific event with the given arguments.
719		1241
720	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1242	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
721	removed in future versions), and there is no public API to access override	1243	removed in future versions), and there is no public API to access override
722	results (if you must, access C<@cf::invoke_results> directly).	1244	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
723		1245
724	=back	1246	=back
725		1247
726	=cut	1248	=cut
727		1249
728	#############################################################################	1250	#############################################################################
729	# object support	1251	# object support
		1252
		1253	sub _object_equal($$);
		1254	sub _object_equal($$) {
		1255	my ($a, $b) = @_;
		1256
		1257	return 0 unless (ref $a) eq (ref $b);
		1258
		1259	if ("HASH" eq ref $a) {
		1260	my @ka = keys %$a;
		1261	my @kb = keys %$b;
		1262
		1263	return 0 if @ka != @kb;
		1264
		1265	for (0 .. $#ka) {
		1266	return 0 unless $ka[$_] eq $kb[$_];
		1267	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1268	}
		1269
		1270	} elsif ("ARRAY" eq ref $a) {
		1271
		1272	return 0 if @$a != @$b;
		1273
		1274	for (0 .. $#$a) {
		1275	return 0 unless _object_equal $a->[$_], $b->[$_];
		1276	}
		1277
		1278	} elsif ($a ne $b) {
		1279	return 0;
		1280	}
		1281
		1282	1
		1283	}
		1284
		1285	our $SLOW_MERGES;#d#
		1286	sub _can_merge {
		1287	my ($ob1, $ob2) = @_;
		1288
		1289	++$SLOW_MERGES;#d#
		1290
		1291	# we do the slow way here
		1292	return _object_equal $ob1, $ob2
		1293	}
730		1294
731	sub reattach {	1295	sub reattach {
732	# basically do the same as instantiate, without calling instantiate	1296	# basically do the same as instantiate, without calling instantiate
733	my ($obj) = @_;	1297	my ($obj) = @_;
734		1298
		1299	# no longer needed after getting rid of delete_package?
735	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1300	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
736		1301
737	my $registry = $obj->registry;	1302	my $registry = $obj->registry;
738		1303
739	@$registry = ();	1304	@$registry = ();
740		1305
…		…
745	for (@$attach) {	1310	for (@$attach) {
746	my ($klass, @attach) = @$_;	1311	my ($klass, @attach) = @$_;
747	_attach $registry, $klass, @attach;	1312	_attach $registry, $klass, @attach;
748	}	1313	}
749	} else {	1314	} else {
750	warn "object uses attachment '$name' that is not available, postponing.\n";	1315	info "object uses attachment '$name' that is not available, postponing.\n";
751	}	1316	}
752	}	1317	}
753	}	1318	}
754		1319
755	cf::attachable->attach (	1320	cf::attachable->attach (
756	prio => -1000000,	1321	prio => -1000000,
757	on_instantiate => sub {	1322	on_instantiate => sub {
758	my ($obj, $data) = @_;	1323	my ($obj, $data) = @_;
759		1324
760	$data = from_json $data;	1325	$data = decode_json $data;
761		1326
762	for (@$data) {	1327	for (@$data) {
763	my ($name, $args) = @$_;	1328	my ($name, $args) = @$_;
764		1329
765	$obj->attach ($name, %{$args || {} });	1330	$obj->attach ($name, %{$args || {} });
…		…
781	sub object_freezer_save {	1346	sub object_freezer_save {
782	my ($filename, $rdata, $objs) = @_;	1347	my ($filename, $rdata, $objs) = @_;
783		1348
784	sync_job {	1349	sync_job {
785	if (length $$rdata) {	1350	if (length $$rdata) {
		1351	utf8::decode (my $decname = $filename);
786	warn sprintf "saving %s (%d,%d)\n",	1352	trace sprintf "saving %s (%d,%d)\n",
787	$filename, length $$rdata, scalar @$objs;	1353	$decname, length $$rdata, scalar @$objs
		1354	if $VERBOSE_IO;
788		1355
789	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1356	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
790	chmod SAVE_MODE, $fh;	1357	aio_chmod $fh, SAVE_MODE;
791	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1358	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
792	aio_fsync $fh if $cf::USE_FSYNC;	1359	if ($cf::USE_FSYNC) {
		1360	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1361	aio_fsync $fh;
		1362	}
793	close $fh;	1363	aio_close $fh;
794		1364
795	if (@$objs) {	1365	if (@$objs) {
796	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1366	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
797	chmod SAVE_MODE, $fh;	1367	aio_chmod $fh, SAVE_MODE;
798	my $data = Storable::nfreeze { version => 1, objs => $objs };	1368	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
799	aio_write $fh, 0, (length $data), $data, 0;	1369	aio_write $fh, 0, (length $data), $data, 0;
800	aio_fsync $fh if $cf::USE_FSYNC;	1370	if ($cf::USE_FSYNC) {
		1371	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1372	aio_fsync $fh;
		1373	}
801	close $fh;	1374	aio_close $fh;
802	aio_rename "$filename.pst~", "$filename.pst";	1375	aio_rename "$filename.pst~", "$filename.pst";
803	}	1376	}
804	} else {	1377	} else {
805	aio_unlink "$filename.pst";	1378	aio_unlink "$filename.pst";
806	}	1379	}
807		1380
808	aio_rename "$filename~", $filename;	1381	aio_rename "$filename~", $filename;
		1382
		1383	$filename =~ s%/[^/]+$%%;
		1384	aio_pathsync $filename if $cf::USE_FSYNC;
809	} else {	1385	} else {
810	warn "FATAL: $filename~: $!\n";	1386	error "unable to save objects: $filename~: $!\n";
811	}	1387	}
812	} else {	1388	} else {
813	aio_unlink $filename;	1389	aio_unlink $filename;
814	aio_unlink "$filename.pst";	1390	aio_unlink "$filename.pst";
815	}	1391	}
816	}	1392	};
817	}	1393	}
818		1394
819	sub object_freezer_as_string {	1395	sub object_freezer_as_string {
820	my ($rdata, $objs) = @_;	1396	my ($rdata, $objs) = @_;
821		1397
…		…
833	or return;	1409	or return;
834		1410
835	unless (aio_stat "$filename.pst") {	1411	unless (aio_stat "$filename.pst") {
836	(aio_load "$filename.pst", $av) >= 0	1412	(aio_load "$filename.pst", $av) >= 0
837	or return;	1413	or return;
		1414
838	$av = eval { (Storable::thaw $av)->{objs} };	1415	my $st = eval { Coro::Storable::thaw $av };
		1416	$av = $st->{objs};
839	}	1417	}
840		1418
		1419	utf8::decode (my $decname = $filename);
841	warn sprintf "loading %s (%d)\n",	1420	trace sprintf "loading %s (%d,%d)\n",
842	$filename, length $data, scalar @{$av || []};#d#	1421	$decname, length $data, scalar @{$av || []}
		1422	if $VERBOSE_IO;
		1423
843	return ($data, $av);	1424	($data, $av)
844	}	1425	}
		1426
		1427	=head2 COMMAND CALLBACKS
		1428
		1429	=over 4
		1430
		1431	=cut
845		1432
846	#############################################################################	1433	#############################################################################
847	# command handling &c	1434	# command handling &c
848		1435
849	=item cf::register_command $name => \&callback($ob,$args);	1436	=item cf::register_command $name => \&callback($ob,$args);
…		…
862	push @{ $COMMAND{$name} }, [$caller, $cb];	1449	push @{ $COMMAND{$name} }, [$caller, $cb];
863	}	1450	}
864		1451
865	=item cf::register_extcmd $name => \&callback($pl,$packet);	1452	=item cf::register_extcmd $name => \&callback($pl,$packet);
866		1453
867	Register a callbackf ro execution when the client sends an extcmd packet.	1454	Register a callback for execution when the client sends an (synchronous)
		1455	extcmd packet. Ext commands will be processed in the order they are
		1456	received by the server, like other user commands. The first argument is
		1457	the logged-in player. Ext commands can only be processed after a player
		1458	has logged in successfully.
868		1459
869	If the callback returns something, it is sent back as if reply was being	1460	If the callback returns something, it is sent back as if reply was being
870	called.	1461	called.
871		1462
		1463	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1464
		1465	Register a callback for execution when the client sends an (asynchronous)
		1466	exticmd packet. Exti commands are processed by the server as soon as they
		1467	are received, i.e. out of order w.r.t. other commands. The first argument
		1468	is a client socket. Exti commands can be received anytime, even before
		1469	log-in.
		1470
		1471	If the callback returns something, it is sent back as if reply was being
		1472	called.
		1473
872	=cut	1474	=cut
873		1475
874	sub register_extcmd {	1476	sub register_extcmd {
875	my ($name, $cb) = @_;	1477	my ($name, $cb) = @_;
876		1478
877	$EXTCMD{$name} = $cb;	1479	$EXTCMD{$name} = $cb;
878	}	1480	}
879		1481
		1482	sub register_exticmd {
		1483	my ($name, $cb) = @_;
		1484
		1485	$EXTICMD{$name} = $cb;
		1486	}
		1487
		1488	use File::Glob ();
		1489
880	cf::player->attach (	1490	cf::player->attach (
881	on_command => sub {	1491	on_unknown_command => sub {
882	my ($pl, $name, $params) = @_;	1492	my ($pl, $name, $params) = @_;
883		1493
884	my $cb = $COMMAND{$name}	1494	my $cb = $COMMAND{$name}
885	or return;	1495	or return;
886		1496
…		…
891	cf::override;	1501	cf::override;
892	},	1502	},
893	on_extcmd => sub {	1503	on_extcmd => sub {
894	my ($pl, $buf) = @_;	1504	my ($pl, $buf) = @_;
895		1505
896	my $msg = eval { from_json $buf };	1506	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
897		1507
898	if (ref $msg) {	1508	if (ref $msg) {
		1509	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		1510
		1511	my @reply;
		1512
899	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1513	if (my $cb = $EXTCMD{$type}) {
900	if (my %reply = $cb->($pl, $msg)) {	1514	@reply = $cb->($pl, @payload);
901	$pl->ext_reply ($msg->{msgid}, %reply);
902	}
903	}	1515	}
		1516
		1517	$pl->ext_reply ($reply, @reply)
		1518	if $reply;
		1519
904	} else {	1520	} else {
905	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1521	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
906	}	1522	}
907		1523
908	cf::override;	1524	cf::override;
909	},	1525	},
910	);	1526	);
911		1527
		1528	# "readahead" all extensions
912	sub load_extension {	1529	sub cache_extensions {
913	my ($path) = @_;	1530	my $grp = IO::AIO::aio_group;
914		1531
915	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1532	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
916	my $base = $1;	1533	for (grep /\.ext$/, @{$_[0]}) {
917	my $pkg = $1;	1534	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
918	$pkg =~ s/[^[:word:]]/_/g;
919	$pkg = "ext::$pkg";
920
921	warn "... loading '$path' into '$pkg'\n";
922
923	open my $fh, "<:utf8", $path
924	or die "$path: $!";
925
926	my $source =
927	"package $pkg; use strict; use utf8;\n"
928	. "#line 1 \"$path\"\n{\n"
929	. (do { local $/; <$fh> })
930	. "\n};\n1";
931
932	unless (eval $source) {
933	my $msg = $@ ? "$path: $@\n"
934	: "extension disabled.\n";
935	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
936	warn $@;
937	warn "mandatory extension failed to load, exiting.\n";
938	exit 1;
939	}	1535	}
940	die $@;
941	}	1536	};
942		1537
943	push @EXTS, $pkg;	1538	$grp
		1539	}
		1540
		1541	sub _ext_cfg_reg($$$$) {
		1542	my ($rvar, $varname, $cfgname, $default) = @_;
		1543
		1544	$cfgname = lc $varname
		1545	unless length $cfgname;
		1546
		1547	$EXT_CFG{$cfgname} = [$rvar, $default];
		1548
		1549	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
944	}	1550	}
945		1551
946	sub load_extensions {	1552	sub load_extensions {
		1553	info "loading extensions...";
		1554
		1555	%EXT_CFG = ();
		1556
		1557	cf::sync_job {
		1558	my %todo;
		1559
947	for my $ext (<$LIBDIR/*.ext>) {	1560	for my $path (<$LIBDIR/*.ext>) {
948	next unless -r $ext;	1561	next unless -r $path;
949	eval {	1562
950	load_extension $ext;	1563	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1564	my $base = $1;
		1565	my $pkg = $1;
		1566	$pkg =~ s/[^[:word:]]/_/g;
		1567	$pkg = "ext::$pkg";
		1568
		1569	open my $fh, "<:utf8", $path
		1570	or die "$path: $!";
		1571
		1572	my $source = do { local $/; <$fh> };
		1573
		1574	my %ext = (
		1575	path => $path,
		1576	base => $base,
		1577	pkg => $pkg,
		1578	);
		1579
		1580	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1581	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1582
		1583	$ext{source} =
		1584	"package $pkg; use common::sense;\n"
		1585	. "#line 1 \"$path\"\n{\n"
		1586	. $source
		1587	. "\n};\n1";
		1588
		1589	$todo{$base} = \%ext;
		1590	}
		1591
		1592	my $pass = 0;
		1593	my %done;
		1594	while (%todo) {
		1595	my $progress;
		1596
		1597	++$pass;
		1598
		1599	ext:
		1600	while (my ($k, $v) = each %todo) {
		1601	for (split /,\s*/, $v->{meta}{depends}) {
		1602	next ext
		1603	unless exists $done{$_};
		1604	}
		1605
		1606	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
		1607
		1608	my $source = $v->{source};
		1609
		1610	# support "CONF varname :confname = default" pseudo-statements
		1611	$source =~ s{
		1612	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1613	}{
		1614	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1615	}gmxe;
		1616
		1617	my $active = eval $source;
		1618
		1619	if (length $@) {
		1620	error "$v->{path}: $@\n";
		1621
		1622	cf::cleanup "mandatory extension '$k' failed to load, exiting."
		1623	if exists $v->{meta}{mandatory};
		1624
		1625	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
		1626	delete $todo{$k};
		1627	} else {
		1628	$done{$k} = delete $todo{$k};
		1629	push @EXTS, $v->{pkg};
		1630	$progress = 1;
		1631
		1632	info "$v->{base}: extension inactive.\n"
		1633	unless $active;
		1634	}
951	1	1635	}
952	} or warn "$ext not loaded: $@";	1636
		1637	unless ($progress) {
		1638	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
		1639
		1640	while (my ($k, $v) = each %todo) {
		1641	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1642	if exists $v->{meta}{mandatory};
		1643	}
		1644
		1645	last;
		1646	}
		1647	}
953	}	1648	};
954	}	1649	}
955		1650
956	#############################################################################	1651	#############################################################################
957		1652
		1653	=back
		1654
958	=head2 CORE EXTENSIONS	1655	=head2 CORE EXTENSIONS
959		1656
960	Functions and methods that extend core crossfire objects.	1657	Functions and methods that extend core deliantra objects.
961		1658
962	=cut	1659	=cut
963		1660
964	package cf::player;	1661	package cf::player;
965		1662
966	use Coro::AIO;	1663	use Coro::AIO;
967		1664
968	=head3 cf::player	1665	=head3 cf::player
969		1666
970	=over 4	1667	=over 4
		1668
		1669	=item cf::player::num_playing
		1670
		1671	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1672
		1673	=cut
		1674
		1675	sub num_playing {
		1676	scalar grep
		1677	$_->ob->map
		1678	&& !$_->hidden
		1679	&& !$_->ob->flag (cf::FLAG_WIZ),
		1680	cf::player::list
		1681	}
971		1682
972	=item cf::player::find $login	1683	=item cf::player::find $login
973		1684
974	Returns the given player object, loading it if necessary (might block).	1685	Returns the given player object, loading it if necessary (might block).
975		1686
…		…
994		1705
995	sub exists($) {	1706	sub exists($) {
996	my ($login) = @_;	1707	my ($login) = @_;
997		1708
998	$cf::PLAYER{$login}	1709	$cf::PLAYER{$login}
999	or cf::sync_job { !aio_stat path $login }	1710	or !aio_stat path $login
1000	}	1711	}
1001		1712
1002	sub find($) {	1713	sub find($) {
1003	return $cf::PLAYER{$_[0]} || do {	1714	return $cf::PLAYER{$_[0]} || do {
1004	my $login = $_[0];	1715	my $login = $_[0];
…		…
1011	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1722	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1012	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1723	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1013	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1724	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1014	aio_unlink +(playerdir $login) . "/$login.pl";	1725	aio_unlink +(playerdir $login) . "/$login.pl";
1015		1726
1016	my $pl = load_pl path $login	1727	my $f = new_from_file cf::object::thawer path $login
1017	or return;	1728	or return;
		1729
		1730	my $pl = cf::player::load_pl $f
		1731	or return;
		1732
		1733	local $cf::PLAYER_LOADING{$login} = $pl;
		1734	$f->resolve_delayed_derefs;
1018	$cf::PLAYER{$login} = $pl	1735	$cf::PLAYER{$login} = $pl
1019	}	1736	}
1020	}	1737	}
1021	}	1738	}
		1739
		1740	cf::player->attach (
		1741	on_load => sub {
		1742	my ($pl, $path) = @_;
		1743
		1744	# restore slots saved in save, below
		1745	my $slots = delete $pl->{_slots};
		1746
		1747	$pl->ob->current_weapon ($slots->[0]);
		1748	$pl->combat_ob ($slots->[1]);
		1749	$pl->ranged_ob ($slots->[2]);
		1750	},
		1751	);
1022		1752
1023	sub save($) {	1753	sub save($) {
1024	my ($pl) = @_;	1754	my ($pl) = @_;
1025		1755
1026	return if $pl->{deny_save};	1756	return if $pl->{deny_save};
…		…
1031	return if $pl->{deny_save};	1761	return if $pl->{deny_save};
1032		1762
1033	aio_mkdir playerdir $pl, 0770;	1763	aio_mkdir playerdir $pl, 0770;
1034	$pl->{last_save} = $cf::RUNTIME;	1764	$pl->{last_save} = $cf::RUNTIME;
1035		1765
		1766	cf::get_slot 0.01;
		1767
		1768	# save slots, to be restored later
		1769	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1770
1036	$pl->save_pl ($path);	1771	$pl->save_pl ($path);
1037	Coro::cede;	1772	cf::cede_to_tick;
1038	}	1773	}
1039		1774
1040	sub new($) {	1775	sub new($) {
1041	my ($login) = @_;	1776	my ($login) = @_;
1042		1777
…		…
1048	$cf::PLAYER{$login} = $self;	1783	$cf::PLAYER{$login} = $self;
1049		1784
1050	$self	1785	$self
1051	}	1786	}
1052		1787
		1788	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1789
		1790	=cut
		1791
		1792	sub send_msg {
		1793	my $ns = shift->ns
		1794	or return;
		1795	$ns->send_msg (@_);
		1796	}
		1797
1053	=item $pl->quit_character	1798	=item $pl->quit_character
1054		1799
1055	Nukes the player without looking back. If logged in, the connection will	1800	Nukes the player without looking back. If logged in, the connection will
1056	be destroyed. May block for a long time.	1801	be destroyed. May block for a long time.
1057		1802
…		…
1061	my ($pl) = @_;	1806	my ($pl) = @_;
1062		1807
1063	my $name = $pl->ob->name;	1808	my $name = $pl->ob->name;
1064		1809
1065	$pl->{deny_save} = 1;	1810	$pl->{deny_save} = 1;
1066	$pl->password ("*"); # this should lock out the player until we nuked the dir	1811	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1067		1812
1068	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1813	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1069	$pl->deactivate;	1814	$pl->deactivate;
		1815
		1816	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1070	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1817	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1818	ext::highscore::check ($pl->ob);
		1819
1071	$pl->ns->destroy if $pl->ns;	1820	$pl->ns->destroy if $pl->ns;
1072		1821
1073	my $path = playerdir $pl;	1822	my $path = playerdir $pl;
1074	my $temp = "$path~$cf::RUNTIME~deleting~";	1823	my $temp = "$path~$cf::RUNTIME~deleting~";
1075	aio_rename $path, $temp;	1824	aio_rename $path, $temp;
…		…
1110	or return [];	1859	or return [];
1111		1860
1112	my @logins;	1861	my @logins;
1113		1862
1114	for my $login (@$dirs) {	1863	for my $login (@$dirs) {
		1864	my $path = path $login;
		1865
		1866	# a .pst is a dead give-away for a valid player
		1867	# if no pst file found, open and chekc for blocked users
		1868	if (aio_stat "$path.pst") {
1115	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1869	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1116	aio_read $fh, 0, 512, my $buf, 0 or next;	1870	aio_read $fh, 0, 512, my $buf, 0 or next;
1117	$buf !~ /^password -------------$/m or next; # official not-valid tag	1871	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1872	}
1118		1873
1119	utf8::decode $login;	1874	utf8::decode $login;
1120	push @logins, $login;	1875	push @logins, $login;
1121	}	1876	}
1122		1877
1123	\@logins	1878	\@logins
1124	}	1879	}
1125		1880
1126	=item $player->maps	1881	=item $player->maps
		1882
		1883	=item cf::player::maps $login
1127		1884
1128	Returns an arrayref of map paths that are private for this	1885	Returns an arrayref of map paths that are private for this
1129	player. May block.	1886	player. May block.
1130		1887
1131	=cut	1888	=cut
…		…
1149	}	1906	}
1150		1907
1151	\@paths	1908	\@paths
1152	}	1909	}
1153		1910
		1911	=item $protocol_xml = $player->expand_cfpod ($cfpod)
		1912
		1913	Expand deliantra pod fragments into protocol xml.
		1914
1154	=item $player->ext_reply ($msgid, %msg)	1915	=item $player->ext_reply ($msgid, @msg)
1155		1916
1156	Sends an ext reply to the player.	1917	Sends an ext reply to the player.
1157		1918
1158	=cut	1919	=cut
1159		1920
1160	sub ext_reply($$%) {	1921	sub ext_reply($$@) {
1161	my ($self, $id, %msg) = @_;	1922	my ($self, $id, @msg) = @_;
1162		1923
1163	$msg{msgid} = $id;	1924	$self->ns->ext_reply ($id, @msg)
1164
1165	$self->send ("ext " . cf::to_json \%msg);
1166	}	1925	}
1167		1926
1168	=item $player->ext_event ($type, %msg)	1927	=item $player->ext_msg ($type, @msg)
1169		1928
1170	Sends an ext event to the client.	1929	Sends an ext event to the client.
1171		1930
1172	=cut	1931	=cut
1173		1932
1174	sub ext_event($$%) {	1933	sub ext_msg($$@) {
1175	my ($self, $type, %msg) = @_;	1934	my ($self, $type, @msg) = @_;
1176		1935
1177	$self->ns->ext_event ($type, %msg);	1936	$self->ns->ext_msg ($type, @msg);
1178	}	1937	}
1179		1938
1180	=head3 cf::region	1939	=head3 cf::region
1181		1940
1182	=over 4	1941	=over 4
…		…
1185		1944
1186	package cf::region;	1945	package cf::region;
1187		1946
1188	=item cf::region::find_by_path $path	1947	=item cf::region::find_by_path $path
1189		1948
1190	Tries to decuce the probable region for a map knowing only its path.	1949	Tries to decuce the likely region for a map knowing only its path.
1191		1950
1192	=cut	1951	=cut
1193		1952
1194	sub find_by_path($) {	1953	sub find_by_path($) {
1195	my ($path) = @_;	1954	my ($path) = @_;
1196		1955
		1956	$path =~ s/^~[^\/]*//; # skip ~login
		1957
1197	my ($match, $specificity);	1958	my ($match, $specificity);
1198		1959
1199	for my $region (list) {	1960	for my $region (list) {
1200	if ($region->match && $path =~ $region->match) {	1961	if ($region->{match} && $path =~ $region->{match}) {
1201	($match, $specificity) = ($region, $region->specificity)	1962	($match, $specificity) = ($region, $region->specificity)
1202	if $region->specificity > $specificity;	1963	if $region->specificity > $specificity;
1203	}	1964	}
1204	}	1965	}
1205		1966
…		…
1226	our $MAX_RESET = 3600;	1987	our $MAX_RESET = 3600;
1227	our $DEFAULT_RESET = 3000;	1988	our $DEFAULT_RESET = 3000;
1228		1989
1229	sub generate_random_map {	1990	sub generate_random_map {
1230	my ($self, $rmp) = @_;	1991	my ($self, $rmp) = @_;
1231	# mit "rum" bekleckern, nicht	1992
		1993	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1994
1232	$self->_create_random_map (	1995	$self->_create_random_map ($rmp);
1233	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1234	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1235	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1236	$rmp->{exit_on_final_map},
1237	$rmp->{xsize}, $rmp->{ysize},
1238	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1239	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1240	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1241	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1242	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1243	(cf::region::find $rmp->{region}), $rmp->{custom}
1244	)
1245	}	1996	}
1246		1997
1247	=item cf::map->register ($regex, $prio)	1998	=item cf::map->register ($regex, $prio)
1248		1999
1249	Register a handler for the map path matching the given regex at the	2000	Register a handler for the map path matching the given regex at the
…		…
1254		2005
1255	sub register {	2006	sub register {
1256	my (undef, $regex, $prio) = @_;	2007	my (undef, $regex, $prio) = @_;
1257	my $pkg = caller;	2008	my $pkg = caller;
1258		2009
1259	no strict;
1260	push @{"$pkg\::ISA"}, __PACKAGE__;	2010	push @{"$pkg\::ISA"}, __PACKAGE__;
1261		2011
1262	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2012	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1263	}	2013	}
1264		2014
1265	# also paths starting with '/'	2015	# also paths starting with '/'
1266	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2016	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1267		2017
1268	sub thawer_merge {	2018	sub thawer_merge {
1269	my ($self, $merge) = @_;	2019	my ($self, $merge) = @_;
1270		2020
1271	# we have to keep some variables in memory intact	2021	# we have to keep some variables in memory intact
1272	local $self->{path};	2022	local $self->{path};
1273	local $self->{load_path};	2023	local $self->{load_path};
1274	local $self->{deny_save};
1275	local $self->{deny_reset};
1276		2024
1277	$self->SUPER::thawer_merge ($merge);	2025	$self->SUPER::thawer_merge ($merge);
1278	}	2026	}
1279		2027
1280	sub normalise {	2028	sub normalise {
1281	my ($path, $base) = @_;	2029	my ($path, $base) = @_;
1282		2030
1283	$path = "$path"; # make sure its a string	2031	$path = "$path"; # make sure it's a string
1284		2032
1285	$path =~ s/\.map$//;	2033	$path =~ s/\.map$//;
1286		2034
1287	# map plan:	2035	# map plan:
1288	#	2036	#
…		…
1303	$base =~ s{[^/]+/?$}{};	2051	$base =~ s{[^/]+/?$}{};
1304	$path = "$base/$path";	2052	$path = "$base/$path";
1305	}	2053	}
1306		2054
1307	for ($path) {	2055	for ($path) {
1308	redo if s{//}{/};
1309	redo if s{/\.?/}{/};	2056	redo if s{/\.?/}{/};
1310	redo if s{/[^/]+/\.\./}{/};	2057	redo if s{/[^/]+/\.\./}{/};
1311	}	2058	}
1312		2059
1313	$path	2060	$path
…		…
1327	$self->init; # pass $1 etc.	2074	$self->init; # pass $1 etc.
1328	return $self;	2075	return $self;
1329	}	2076	}
1330	}	2077	}
1331		2078
1332	Carp::carp "unable to resolve path '$path' (base '$base').";	2079	Carp::cluck "unable to resolve path '$path' (base '$base')";
1333	()	2080	()
1334	}	2081	}
1335		2082
		2083	# may re-bless or do other evil things
1336	sub init {	2084	sub init {
1337	my ($self) = @_;	2085	my ($self) = @_;
1338		2086
1339	$self	2087	$self
1340	}	2088	}
…		…
1352		2100
1353	# the original (read-only) location	2101	# the original (read-only) location
1354	sub load_path {	2102	sub load_path {
1355	my ($self) = @_;	2103	my ($self) = @_;
1356		2104
1357	"$MAPDIR($self->{path}"	2105	"$MAPDIR/$self->{path}.map"
1358	}	2106	}
1359		2107
1360	# the temporary/swap location	2108	# the temporary/swap location
1361	sub save_path {	2109	sub save_path {
1362	my ($self) = @_;	2110	my ($self) = @_;
1363		2111
1364	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2112	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1365	"$TMPDIR/$path"	2113	"$TMPDIR/$path.map"
1366	}	2114	}
1367		2115
1368	# the unique path, undef == no special unique path	2116	# the unique path, undef == no special unique path
1369	sub uniq_path {	2117	sub uniq_path {
1370	my ($self) = @_;	2118	my ($self) = @_;
1371		2119
1372	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2120	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1373	"$UNIQUEDIR/$path"	2121	"$UNIQUEDIR/$path"
1374	}	2122	}
1375		2123
1376	# and all this just because we cannot iterate over	2124	sub decay_objects {
1377	# all maps in C++...
1378	sub change_all_map_light {
1379	my ($change) = @_;	2125	my ($self) = @_;
1380		2126
1381	$_->change_map_light ($change)	2127	return if $self->{deny_reset};
1382	for grep $_->outdoor, values %cf::MAP;	2128
		2129	$self->do_decay_objects;
1383	}	2130	}
1384		2131
1385	sub unlink_save {	2132	sub unlink_save {
1386	my ($self) = @_;	2133	my ($self) = @_;
1387		2134
…		…
1392		2139
1393	sub load_header_from($) {	2140	sub load_header_from($) {
1394	my ($self, $path) = @_;	2141	my ($self, $path) = @_;
1395		2142
1396	utf8::encode $path;	2143	utf8::encode $path;
1397	#aio_open $path, O_RDONLY, 0	2144	my $f = new_from_file cf::object::thawer $path
1398	# or return;
1399
1400	$self->_load_header ($path)
1401	or return;	2145	or return;
1402		2146
		2147	$self->_load_header ($f)
		2148	or return;
		2149
		2150	local $MAP_LOADING{$self->{path}} = $self;
		2151	$f->resolve_delayed_derefs;
		2152
1403	$self->{load_path} = $path;	2153	$self->{load_path} = $path;
1404		2154
1405	1	2155	1
1406	}	2156	}
1407		2157
		2158	# used to laod the header of an original map
1408	sub load_header_orig {	2159	sub load_header_orig {
1409	my ($self) = @_;	2160	my ($self) = @_;
1410		2161
1411	$self->load_header_from ($self->load_path)	2162	$self->load_header_from ($self->load_path)
1412	}	2163	}
1413		2164
		2165	# used to laod the header of an instantiated map
1414	sub load_header_temp {	2166	sub load_header_temp {
1415	my ($self) = @_;	2167	my ($self) = @_;
1416		2168
1417	$self->load_header_from ($self->save_path)	2169	$self->load_header_from ($self->save_path)
1418	}	2170	}
1419		2171
		2172	# called after loading the header from an instantiated map
1420	sub prepare_temp {	2173	sub prepare_temp {
1421	my ($self) = @_;	2174	my ($self) = @_;
1422		2175
1423	$self->last_access ((delete $self->{last_access})	2176	$self->last_access ((delete $self->{last_access})
1424	|| $cf::RUNTIME); #d#	2177	|| $cf::RUNTIME); #d#
1425	# safety	2178	# safety
1426	$self->{instantiate_time} = $cf::RUNTIME	2179	$self->{instantiate_time} = $cf::RUNTIME
1427	if $self->{instantiate_time} > $cf::RUNTIME;	2180	if $self->{instantiate_time} > $cf::RUNTIME;
1428	}	2181	}
1429		2182
		2183	# called after loading the header from an original map
1430	sub prepare_orig {	2184	sub prepare_orig {
1431	my ($self) = @_;	2185	my ($self) = @_;
1432		2186
1433	$self->{load_original} = 1;	2187	$self->{load_original} = 1;
1434	$self->{instantiate_time} = $cf::RUNTIME;	2188	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1445	$self->load_header_orig	2199	$self->load_header_orig
1446	or return;	2200	or return;
1447	$self->prepare_orig;	2201	$self->prepare_orig;
1448	}	2202	}
1449		2203
		2204	$self->{deny_reset} = 1
		2205	if $self->no_reset;
		2206
1450	$self->default_region (cf::region::find_by_path $self->{path})	2207	$self->default_region (cf::region::find_by_path $self->{path})
1451	unless $self->default_region;	2208	unless $self->default_region;
1452		2209
1453	1	2210	1
1454	}	2211	}
1455		2212
1456	sub find;	2213	sub find;
1457	sub find {	2214	sub find {
1458	my ($path, $origin) = @_;	2215	my ($path, $origin) = @_;
1459		2216
		2217	cf::cede_to_tick;
		2218
1460	$path = normalise $path, $origin && $origin->path;	2219	$path = normalise $path, $origin;
1461		2220
		2221	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1462	cf::lock_wait "map_find:$path";	2222	my $guard2 = cf::lock_acquire "map_find:$path";
1463		2223
1464	$cf::MAP{$path} || do {	2224	$cf::MAP{$path} || do {
1465	my $guard = cf::lock_acquire "map_find:$path";
1466	my $map = new_from_path cf::map $path	2225	my $map = new_from_path cf::map $path
1467	or return;	2226	or return;
1468		2227
1469	$map->{last_save} = $cf::RUNTIME;	2228	$map->{last_save} = $cf::RUNTIME;
1470		2229
1471	$map->load_header	2230	$map->load_header
1472	or return;	2231	or return;
1473		2232
1474	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	2233	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1475	# doing this can freeze the server in a sync job, obviously	2234	# doing this can freeze the server in a sync job, obviously
1476	#$cf::WAIT_FOR_TICK->wait;	2235	#$cf::WAIT_FOR_TICK->wait;
		2236	undef $guard2;
		2237	undef $guard1;
1477	$map->reset;	2238	$map->reset;
1478	undef $guard;
1479	return find $path;	2239	return find $path;
1480	}	2240	}
1481		2241
1482	$cf::MAP{$path} = $map	2242	$cf::MAP{$path} = $map
1483	}	2243	}
1484	}	2244	}
1485		2245
1486	sub pre_load { }	2246	sub pre_load { }
1487	sub post_load { }	2247	#sub post_load { } # XS
1488		2248
1489	sub load {	2249	sub load {
1490	my ($self) = @_;	2250	my ($self) = @_;
1491		2251
1492	local $self->{deny_reset} = 1; # loading can take a long time	2252	local $self->{deny_reset} = 1; # loading can take a long time
1493		2253
1494	my $path = $self->{path};	2254	my $path = $self->{path};
		2255
		2256	{
1495	my $guard = cf::lock_acquire "map_load:$path";	2257	my $guard = cf::lock_acquire "map_data:$path";
1496		2258
1497	return if $self->in_memory != cf::MAP_SWAPPED;	2259	return unless $self->valid;
		2260	return unless $self->state == cf::MAP_SWAPPED;
1498		2261
1499	$self->in_memory (cf::MAP_LOADING);
1500
1501	$self->alloc;	2262	$self->alloc;
1502		2263
1503	$self->pre_load;	2264	$self->pre_load;
1504	Coro::cede;	2265	cf::cede_to_tick;
1505		2266
1506	$self->_load_objects ($self->{load_path}, 1)	2267	if (exists $self->{load_path}) {
		2268	my $f = new_from_file cf::object::thawer $self->{load_path};
		2269	$f->skip_block;
		2270	$self->_load_objects ($f)
1507	or return;	2271	or return;
1508		2272
1509	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2273	$self->post_load_original
1510	if delete $self->{load_original};	2274	if delete $self->{load_original};
1511		2275
1512	if (my $uniq = $self->uniq_path) {	2276	if (my $uniq = $self->uniq_path) {
1513	utf8::encode $uniq;	2277	utf8::encode $uniq;
1514	if (aio_open $uniq, O_RDONLY, 0) {	2278	unless (aio_stat $uniq) {
		2279	if (my $f = new_from_file cf::object::thawer $uniq) {
1515	$self->clear_unique_items;	2280	$self->clear_unique_items;
1516	$self->_load_objects ($uniq, 0);	2281	$self->_load_objects ($f);
		2282	$f->resolve_delayed_derefs;
		2283	}
		2284	}
1517	}	2285	}
1518	}
1519		2286
1520	Coro::cede;	2287	$f->resolve_delayed_derefs;
		2288	} else {
		2289	$self->post_load_original
		2290	if delete $self->{load_original};
		2291	}
		2292
		2293	$self->state (cf::MAP_INACTIVE);
		2294
		2295	cf::cede_to_tick;
1521	# now do the right thing for maps	2296	# now do the right thing for maps
1522	$self->link_multipart_objects;	2297	$self->link_multipart_objects;
1523	Coro::cede;
1524
1525	unless ($self->{deny_activate}) {
1526	$self->decay_objects;
1527	$self->fix_auto_apply;
1528	$self->update_buttons;
1529	Coro::cede;
1530	$self->set_darkness_map;
1531	$self->difficulty ($self->estimate_difficulty)	2298	$self->difficulty ($self->estimate_difficulty)
1532	unless $self->difficulty;	2299	unless $self->difficulty;
1533	Coro::cede;	2300	cf::cede_to_tick;
1534	$self->activate;	2301
1535	Coro::cede;	2302	unless ($self->{deny_activate}) {
		2303	$self->decay_objects;
		2304	$self->fix_auto_apply;
		2305	$self->update_buttons;
		2306	cf::cede_to_tick;
		2307	#$self->activate; # no longer activate maps automatically
		2308	}
		2309
		2310	$self->{last_save} = $cf::RUNTIME;
		2311	$self->last_access ($cf::RUNTIME);
1536	}	2312	}
1537		2313
1538	$self->post_load;	2314	$self->post_load;
1539	Coro::cede;
1540		2315
1541	$self->in_memory (cf::MAP_IN_MEMORY);	2316	1
1542	}	2317	}
1543		2318
		2319	# customize the map for a given player, i.e.
		2320	# return the _real_ map. used by e.g. per-player
		2321	# maps to change the path to ~playername/mappath
1544	sub customise_for {	2322	sub customise_for {
1545	my ($self, $ob) = @_;	2323	my ($self, $ob) = @_;
1546		2324
1547	return find "~" . $ob->name . "/" . $self->{path}	2325	return find "~" . $ob->name . "/" . $self->{path}
1548	if $self->per_player;	2326	if $self->per_player;
1549		2327
		2328	# return find "?party/" . $ob->name . "/" . $self->{path}
		2329	# if $self->per_party;
		2330
1550	$self	2331	$self
1551	}
1552
1553	# find and load all maps in the 3x3 area around a map
1554	sub load_diag {
1555	my ($map) = @_;
1556
1557	my @diag; # diagonal neighbours
1558
1559	for (0 .. 3) {
1560	my $neigh = $map->tile_path ($_)
1561	or next;
1562	$neigh = find $neigh, $map
1563	or next;
1564	$neigh->load;
1565
1566	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1567	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1568	}
1569
1570	for (@diag) {
1571	my $neigh = find @$_
1572	or next;
1573	$neigh->load;
1574	}
1575	}	2332	}
1576		2333
1577	sub find_sync {	2334	sub find_sync {
1578	my ($path, $origin) = @_;	2335	my ($path, $origin) = @_;
1579		2336
1580	cf::sync_job { find $path, $origin }	2337	# it's a bug to call this from the main context
		2338	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2339	if $Coro::current == $Coro::main;
		2340
		2341	find $path, $origin
1581	}	2342	}
1582		2343
1583	sub do_load_sync {	2344	sub do_load_sync {
1584	my ($map) = @_;	2345	my ($map) = @_;
1585		2346
1586	cf::sync_job { $map->load };	2347	# it's a bug to call this from the main context
		2348	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2349	if $Coro::current == $Coro::main;
		2350
		2351	$map->load;
1587	}	2352	}
1588		2353
1589	our %MAP_PREFETCH;	2354	our %MAP_PREFETCH;
1590	our $MAP_PREFETCHER = undef;	2355	our $MAP_PREFETCHER = undef;
1591		2356
1592	sub find_async {	2357	sub find_async {
1593	my ($path, $origin) = @_;	2358	my ($path, $origin, $load) = @_;
1594		2359
1595	$path = normalise $path, $origin && $origin->{path};	2360	$path = normalise $path, $origin;
1596		2361
1597	if (my $map = $cf::MAP{$path}) {	2362	if (my $map = $cf::MAP{$path}) {
1598	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2363	return $map if !$load || $map->linkable;
1599	}	2364	}
1600		2365
1601	undef $MAP_PREFETCH{$path};	2366	$MAP_PREFETCH{$path} |= $load;
		2367
1602	$MAP_PREFETCHER ||= cf::async {	2368	$MAP_PREFETCHER ||= cf::async {
		2369	$Coro::current->{desc} = "map prefetcher";
		2370
1603	while (%MAP_PREFETCH) {	2371	while (%MAP_PREFETCH) {
1604	for my $path (keys %MAP_PREFETCH) {	2372	while (my ($k, $v) = each %MAP_PREFETCH) {
1605	my $map = find $path	2373	if (my $map = find $k) {
1606	or next;
1607	$map->load;	2374	$map->load if $v;
		2375	}
1608		2376
1609	delete $MAP_PREFETCH{$path};	2377	delete $MAP_PREFETCH{$k};
1610	}	2378	}
1611	}	2379	}
1612	undef $MAP_PREFETCHER;	2380	undef $MAP_PREFETCHER;
1613	};	2381	};
1614	$MAP_PREFETCHER->prio (6);	2382	$MAP_PREFETCHER->prio (6);
1615		2383
1616	()	2384	()
1617	}	2385	}
1618		2386
		2387	# common code, used by both ->save and ->swapout
1619	sub save {	2388	sub _save {
1620	my ($self) = @_;	2389	my ($self) = @_;
1621
1622	my $lock = cf::lock_acquire "map_data:" . $self->path;
1623		2390
1624	$self->{last_save} = $cf::RUNTIME;	2391	$self->{last_save} = $cf::RUNTIME;
1625		2392
1626	return unless $self->dirty;	2393	return unless $self->dirty;
1627		2394
…		…
1633	return if $self->{deny_save};	2400	return if $self->{deny_save};
1634		2401
1635	local $self->{last_access} = $self->last_access;#d#	2402	local $self->{last_access} = $self->last_access;#d#
1636		2403
1637	cf::async {	2404	cf::async {
		2405	$Coro::current->{desc} = "map player save";
1638	$_->contr->save for $self->players;	2406	$_->contr->save for $self->players;
1639	};	2407	};
		2408
		2409	cf::get_slot 0.02;
1640		2410
1641	if ($uniq) {	2411	if ($uniq) {
1642	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2412	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1643	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2413	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1644	} else {	2414	} else {
1645	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2415	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1646	}	2416	}
1647	}	2417	}
1648		2418
		2419	sub save {
		2420	my ($self) = @_;
		2421
		2422	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2423
		2424	$self->_save;
		2425	}
		2426
1649	sub swap_out {	2427	sub swap_out {
1650	my ($self) = @_;	2428	my ($self) = @_;
1651		2429
1652	# save first because save cedes
1653	$self->save;
1654
1655	my $lock = cf::lock_acquire "map_data:" . $self->path;	2430	my $lock = cf::lock_acquire "map_data:$self->{path}";
1656		2431
		2432	return if !$self->linkable;
		2433	return if $self->{deny_save};
1657	return if $self->players;	2434	return if $self->players;
1658	return if $self->in_memory != cf::MAP_IN_MEMORY;
1659	return if $self->{deny_save};
1660		2435
		2436	# first deactivate the map and "unlink" it from the core
		2437	$self->deactivate;
		2438	$_->clear_links_to ($self) for values %cf::MAP;
		2439	$self->state (cf::MAP_SWAPPED);
		2440
		2441	# then atomically save
		2442	$self->_save;
		2443
		2444	# then free the map
1661	$self->clear;	2445	$self->clear;
1662	$self->in_memory (cf::MAP_SWAPPED);
1663	}	2446	}
1664		2447
1665	sub reset_at {	2448	sub reset_at {
1666	my ($self) = @_;	2449	my ($self) = @_;
1667		2450
1668	# TODO: safety, remove and allow resettable per-player maps	2451	# TODO: safety, remove and allow resettable per-player maps
1669	return 1e99 if $self->isa ("ext::map_per_player");#d#
1670	return 1e99 if $self->{deny_reset};	2452	return 1e99 if $self->{deny_reset};
1671		2453
1672	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2454	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1673	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2455	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1674		2456
…		…
1685	my ($self) = @_;	2467	my ($self) = @_;
1686		2468
1687	my $lock = cf::lock_acquire "map_data:$self->{path}";	2469	my $lock = cf::lock_acquire "map_data:$self->{path}";
1688		2470
1689	return if $self->players;	2471	return if $self->players;
1690	return if $self->isa ("ext::map_per_player");#d#
1691		2472
1692	warn "resetting map ", $self->path;#d#	2473	cf::trace "resetting map ", $self->path, "\n";
1693		2474
1694	$self->in_memory (cf::MAP_SWAPPED);	2475	$self->state (cf::MAP_SWAPPED);
1695		2476
1696	# need to save uniques path	2477	# need to save uniques path
1697	unless ($self->{deny_save}) {	2478	unless ($self->{deny_save}) {
1698	my $uniq = $self->uniq_path; utf8::encode $uniq;	2479	my $uniq = $self->uniq_path; utf8::encode $uniq;
1699		2480
…		…
1701	if $uniq;	2482	if $uniq;
1702	}	2483	}
1703		2484
1704	delete $cf::MAP{$self->path};	2485	delete $cf::MAP{$self->path};
1705		2486
		2487	$self->deactivate;
		2488	$_->clear_links_to ($self) for values %cf::MAP;
1706	$self->clear;	2489	$self->clear;
1707
1708	$_->clear_links_to ($self) for values %cf::MAP;
1709		2490
1710	$self->unlink_save;	2491	$self->unlink_save;
1711	$self->destroy;	2492	$self->destroy;
1712	}	2493	}
1713		2494
1714	my $nuke_counter = "aaaa";	2495	my $nuke_counter = "aaaa";
1715		2496
1716	sub nuke {	2497	sub nuke {
1717	my ($self) = @_;	2498	my ($self) = @_;
1718		2499
		2500	{
		2501	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2502
1719	delete $cf::MAP{$self->path};	2503	delete $cf::MAP{$self->path};
1720		2504
1721	$self->unlink_save;	2505	$self->unlink_save;
1722		2506
1723	bless $self, "cf::map";	2507	bless $self, "cf::map::wrap";
1724	delete $self->{deny_reset};	2508	delete $self->{deny_reset};
1725	$self->{deny_save} = 1;	2509	$self->{deny_save} = 1;
1726	$self->reset_timeout (1);	2510	$self->reset_timeout (1);
1727	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2511	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1728		2512
1729	$cf::MAP{$self->path} = $self;	2513	$cf::MAP{$self->path} = $self;
		2514	}
1730		2515
1731	$self->reset; # polite request, might not happen	2516	$self->reset; # polite request, might not happen
		2517	}
		2518
		2519	=item $maps = cf::map::tmp_maps
		2520
		2521	Returns an arrayref with all map paths of currently instantiated and saved
		2522	maps. May block.
		2523
		2524	=cut
		2525
		2526	sub tmp_maps() {
		2527	[
		2528	map {
		2529	utf8::decode $_;
		2530	/\.map$/
		2531	? normalise $_
		2532	: ()
		2533	} @{ aio_readdir $TMPDIR or [] }
		2534	]
		2535	}
		2536
		2537	=item $maps = cf::map::random_maps
		2538
		2539	Returns an arrayref with all map paths of currently instantiated and saved
		2540	random maps. May block.
		2541
		2542	=cut
		2543
		2544	sub random_maps() {
		2545	[
		2546	map {
		2547	utf8::decode $_;
		2548	/\.map$/
		2549	? normalise "?random/$_"
		2550	: ()
		2551	} @{ aio_readdir $RANDOMDIR or [] }
		2552	]
1732	}	2553	}
1733		2554
1734	=item cf::map::unique_maps	2555	=item cf::map::unique_maps
1735		2556
1736	Returns an arrayref of paths of all shared maps that have	2557	Returns an arrayref of paths of all shared maps that have
1737	instantiated unique items. May block.	2558	instantiated unique items. May block.
1738		2559
1739	=cut	2560	=cut
1740		2561
1741	sub unique_maps() {	2562	sub unique_maps() {
1742	my $files = aio_readdir $UNIQUEDIR	2563	[
1743	or return;	2564	map {
1744
1745	my @paths;
1746
1747	for (@$files) {
1748	utf8::decode $_;	2565	utf8::decode $_;
1749	next if /\.pst$/;	2566	s/\.map$//; # TODO future compatibility hack
1750	next unless /^$PATH_SEP/o;	2567	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1751		2568	? ()
1752	push @paths, cf::map::normalise $_;	2569	: normalise $_
		2570	} @{ aio_readdir $UNIQUEDIR or [] }
1753	}	2571	]
1754
1755	\@paths
1756	}	2572	}
1757		2573
1758	package cf;	2574	=item cf::map::static_maps
		2575
		2576	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2577	file in the shared directory excluding F</styles> and F</editor>). May
		2578	block.
		2579
		2580	=cut
		2581
		2582	sub static_maps() {
		2583	my @dirs = "";
		2584	my @maps;
		2585
		2586	while (@dirs) {
		2587	my $dir = shift @dirs;
		2588
		2589	next if $dir eq "/styles" || $dir eq "/editor";
		2590
		2591	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2592	or return;
		2593
		2594	for (@$files) {
		2595	s/\.map$// or next;
		2596	utf8::decode $_;
		2597	push @maps, "$dir/$_";
		2598	}
		2599
		2600	push @dirs, map "$dir/$_", @$dirs;
		2601	}
		2602
		2603	\@maps
		2604	}
1759		2605
1760	=back	2606	=back
1761		2607
1762	=head3 cf::object	2608	=head3 cf::object
1763		2609
…		…
1767		2613
1768	=over 4	2614	=over 4
1769		2615
1770	=item $ob->inv_recursive	2616	=item $ob->inv_recursive
1771		2617
1772	Returns the inventory of the object _and_ their inventories, recursively.	2618	Returns the inventory of the object I<and> their inventories, recursively,
		2619	but I<not> the object itself.
1773		2620
1774	=cut	2621	=cut
1775		2622
1776	sub inv_recursive_;	2623	sub inv_recursive_;
1777	sub inv_recursive_ {	2624	sub inv_recursive_ {
…		…
1780		2627
1781	sub inv_recursive {	2628	sub inv_recursive {
1782	inv_recursive_ inv $_[0]	2629	inv_recursive_ inv $_[0]
1783	}	2630	}
1784		2631
		2632	=item $ref = $ob->ref
		2633
		2634	Creates and returns a persistent reference to an object that can be stored as a string.
		2635
		2636	=item $ob = cf::object::deref ($refstring)
		2637
		2638	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2639	even if the object actually exists. May block.
		2640
		2641	=cut
		2642
		2643	sub deref {
		2644	my ($ref) = @_;
		2645
		2646	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2647	my ($uuid, $name) = ($1, $2);
		2648	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2649	or return;
		2650	$pl->ob->uuid eq $uuid
		2651	or return;
		2652
		2653	$pl->ob
		2654	} else {
		2655	warn "$ref: cannot resolve object reference\n";
		2656	undef
		2657	}
		2658	}
		2659
1785	package cf;	2660	package cf;
1786		2661
1787	=back	2662	=back
1788		2663
1789	=head3 cf::object::player	2664	=head3 cf::object::player
…		…
1795	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2670	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1796	can be C<undef>. Does the right thing when the player is currently in a	2671	can be C<undef>. Does the right thing when the player is currently in a
1797	dialogue with the given NPC character.	2672	dialogue with the given NPC character.
1798		2673
1799	=cut	2674	=cut
		2675
		2676	our $SAY_CHANNEL = {
		2677	id => "say",
		2678	title => "Map",
		2679	reply => "say ",
		2680	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2681	};
		2682
		2683	our $CHAT_CHANNEL = {
		2684	id => "chat",
		2685	title => "Chat",
		2686	reply => "chat ",
		2687	tooltip => "Player chat and shouts, global to the server.",
		2688	};
1800		2689
1801	# rough implementation of a future "reply" method that works	2690	# rough implementation of a future "reply" method that works
1802	# with dialog boxes.	2691	# with dialog boxes.
1803	#TODO: the first argument must go, split into a $npc->reply_to ( method	2692	#TODO: the first argument must go, split into a $npc->reply_to ( method
1804	sub cf::object::player::reply($$$;$) {	2693	sub cf::object::player::reply($$$;$) {
…		…
1806		2695
1807	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2696	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1808		2697
1809	if ($self->{record_replies}) {	2698	if ($self->{record_replies}) {
1810	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2699	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2700
1811	} else {	2701	} else {
		2702	my $pl = $self->contr;
		2703
		2704	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2705	my $dialog = $pl->{npc_dialog};
		2706	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2707
		2708	} else {
1812	$msg = $npc->name . " says: $msg" if $npc;	2709	$msg = $npc->name . " says: $msg" if $npc;
1813	$self->message ($msg, $flags);	2710	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
		2711	}
1814	}	2712	}
		2713	}
		2714
		2715	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2716
		2717	=cut
		2718
		2719	sub cf::object::send_msg {
		2720	my $pl = shift->contr
		2721	or return;
		2722	$pl->send_msg (@_);
1815	}	2723	}
1816		2724
1817	=item $player_object->may ("access")	2725	=item $player_object->may ("access")
1818		2726
1819	Returns wether the given player is authorized to access resource "access"	2727	Returns wether the given player is authorized to access resource "access"
…		…
1832		2740
1833	=item $player_object->enter_link	2741	=item $player_object->enter_link
1834		2742
1835	Freezes the player and moves him/her to a special map (C<{link}>).	2743	Freezes the player and moves him/her to a special map (C<{link}>).
1836		2744
1837	The player should be reasonably safe there for short amounts of time. You	2745	The player should be reasonably safe there for short amounts of time (e.g.
1838	I<MUST> call C<leave_link> as soon as possible, though.	2746	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2747	though, as the player cannot control the character while it is on the link
		2748	map.
1839		2749
1840	Will never block.	2750	Will never block.
1841		2751
1842	=item $player_object->leave_link ($map, $x, $y)	2752	=item $player_object->leave_link ($map, $x, $y)
1843		2753
…		…
1863	sub cf::object::player::enter_link {	2773	sub cf::object::player::enter_link {
1864	my ($self) = @_;	2774	my ($self) = @_;
1865		2775
1866	$self->deactivate_recursive;	2776	$self->deactivate_recursive;
1867		2777
		2778	++$self->{_link_recursion};
		2779
1868	return if UNIVERSAL::isa $self->map, "ext::map_link";	2780	return if UNIVERSAL::isa $self->map, "ext::map_link";
1869		2781
1870	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2782	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1871	if $self->map;	2783	if $self->map && $self->map->{path} ne "{link}";
1872		2784
1873	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2785	$self->enter_map ($LINK_MAP || link_map, 3, 3);
1874	}	2786	}
1875		2787
1876	sub cf::object::player::leave_link {	2788	sub cf::object::player::leave_link {
1877	my ($self, $map, $x, $y) = @_;	2789	my ($self, $map, $x, $y) = @_;
		2790
		2791	return unless $self->contr->active;
1878		2792
1879	my $link_pos = delete $self->{_link_pos};	2793	my $link_pos = delete $self->{_link_pos};
1880		2794
1881	unless ($map) {	2795	unless ($map) {
1882	# restore original map position	2796	# restore original map position
…		…
1893	($x, $y) = (-1, -1)	2807	($x, $y) = (-1, -1)
1894	unless (defined $x) && (defined $y);	2808	unless (defined $x) && (defined $y);
1895		2809
1896	# use -1 or undef as default coordinates, not 0, 0	2810	# use -1 or undef as default coordinates, not 0, 0
1897	($x, $y) = ($map->enter_x, $map->enter_y)	2811	($x, $y) = ($map->enter_x, $map->enter_y)
1898	if $x <=0 && $y <= 0;	2812	if $x <= 0 && $y <= 0;
1899		2813
1900	$map->load;	2814	$map->load;
1901	$map->load_diag;
1902		2815
1903	return unless $self->contr->active;	2816	return unless $self->contr->active;
1904	$self->activate_recursive;
1905		2817
1906	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2818	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1907	$self->enter_map ($map, $x, $y);	2819	if ($self->enter_map ($map, $x, $y)) {
1908	}	2820	# entering was successful
1909		2821	delete $self->{_link_recursion};
1910	cf::player->attach (	2822	# only activate afterwards, to support waiting in hooks
1911	on_logout => sub {	2823	$self->activate_recursive;
1912	my ($pl) = @_;
1913
1914	# abort map switching before logout
1915	if ($pl->ob->{_link_pos}) {
1916	cf::sync_job {
1917	$pl->ob->leave_link
1918	};
1919	}
1920	},	2824	}
1921	on_login => sub {
1922	my ($pl) = @_;
1923		2825
1924	# try to abort aborted map switching on player login :)	2826	}
1925	# should happen only on crashes
1926	if ($pl->ob->{_link_pos}) {
1927	$pl->ob->enter_link;
1928	(async {
1929	$pl->ob->reply (undef,
1930	"There was an internal problem at your last logout, "
1931	. "the server will try to bring you to your intended destination in a second.",
1932	cf::NDI_RED);
1933	# we need this sleep as the login has a concurrent enter_exit running
1934	# and this sleep increases chances of the player not ending up in scorn
1935	Coro::Timer::sleep 1;
1936	$pl->ob->leave_link;
1937	})->prio (2);
1938	}
1939	},
1940	);
1941		2827
1942	=item $player_object->goto ($path, $x, $y)	2828	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
1943		2829
		2830	Moves the player to the given map-path and coordinates by first freezing
		2831	her, loading and preparing them map, calling the provided $check callback
		2832	that has to return the map if sucecssful, and then unfreezes the player on
		2833	the new (success) or old (failed) map position. In either case, $done will
		2834	be called at the end of this process.
		2835
		2836	Note that $check will be called with a potentially non-loaded map, so if
		2837	it needs a loaded map it has to call C<< ->load >>.
		2838
1944	=cut	2839	=cut
		2840
		2841	our $GOTOGEN;
1945		2842
1946	sub cf::object::player::goto {	2843	sub cf::object::player::goto {
1947	my ($self, $path, $x, $y) = @_;	2844	my ($self, $path, $x, $y, $check, $done) = @_;
		2845
		2846	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2847	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2848	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2849	($path, $x, $y) = @$EMERGENCY_POSITION;
		2850	}
		2851
		2852	# do generation counting so two concurrent goto's will be executed in-order
		2853	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1948		2854
1949	$self->enter_link;	2855	$self->enter_link;
1950		2856
1951	(async {	2857	(async {
		2858	$Coro::current->{desc} = "player::goto $path $x $y";
		2859
		2860	# *tag paths override both path and x|y
		2861	if ($path =~ /^\*(.*)$/) {
		2862	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2863	my $ob = $obs[rand @obs];
		2864
		2865	# see if we actually can go there
		2866	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2867	$ob = $obs[rand @obs];
		2868	} else {
		2869	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2870	}
		2871	# else put us there anyways for now #d#
		2872
		2873	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2874	} else {
		2875	($path, $x, $y) = (undef, undef, undef);
		2876	}
		2877	}
		2878
1952	my $map = eval {	2879	my $map = eval {
1953	my $map = cf::map::find $path;	2880	my $map = defined $path ? cf::map::find $path, $self->map : undef;
		2881
		2882	if ($map) {
1954	$map = $map->customise_for ($self) if $map;	2883	$map = $map->customise_for ($self);
		2884	$map = $check->($map, $x, $y, $self) if $check && $map;
		2885	} else {
		2886	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2887	}
		2888
1955	$map	2889	$map
		2890	};
		2891
		2892	if ($@) {
		2893	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2894	LOG llevError | logBacktrace, Carp::longmess $@;
1956	} or	2895	}
1957	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1958		2896
		2897	if ($gen == $self->{_goto_generation}) {
		2898	delete $self->{_goto_generation};
1959	$self->leave_link ($map, $x, $y);	2899	$self->leave_link ($map, $x, $y);
		2900	}
		2901
		2902	$done->($self) if $done;
1960	})->prio (1);	2903	})->prio (1);
1961	}	2904	}
1962		2905
1963	=item $player_object->enter_exit ($exit_object)	2906	=item $player_object->enter_exit ($exit_object)
1964		2907
…		…
1984	}	2927	}
1985		2928
1986	sub prepare_random_map {	2929	sub prepare_random_map {
1987	my ($exit) = @_;	2930	my ($exit) = @_;
1988		2931
1989	my $guard = cf::lock_acquire "exit_prepare:$exit";
1990
1991	# all this does is basically replace the /! path by	2932	# all this does is basically replace the /! path by
1992	# a new random map path (?random/...) with a seed	2933	# a new random map path (?random/...) with a seed
1993	# that depends on the exit object	2934	# that depends on the exit object
1994		2935
1995	my $rmp = parse_random_map_params $exit->msg;	2936	my $rmp = parse_random_map_params $exit->msg;
…		…
1997	if ($exit->map) {	2938	if ($exit->map) {
1998	$rmp->{region} = $exit->region->name;	2939	$rmp->{region} = $exit->region->name;
1999	$rmp->{origin_map} = $exit->map->path;	2940	$rmp->{origin_map} = $exit->map->path;
2000	$rmp->{origin_x} = $exit->x;	2941	$rmp->{origin_x} = $exit->x;
2001	$rmp->{origin_y} = $exit->y;	2942	$rmp->{origin_y} = $exit->y;
		2943
		2944	$exit->map->touch;
2002	}	2945	}
2003		2946
2004	$rmp->{random_seed} ||= $exit->random_seed;	2947	$rmp->{random_seed} ||= $exit->random_seed;
2005		2948
2006	my $data = cf::to_json $rmp;	2949	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2007	my $md5 = Digest::MD5::md5_hex $data;	2950	my $md5 = Digest::MD5::md5_hex $data;
2008	my $meta = "$RANDOMDIR/$md5.meta";	2951	my $meta = "$RANDOMDIR/$md5.meta";
2009		2952
2010	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2953	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2011	aio_write $fh, 0, (length $data), $data, 0;	2954	aio_write $fh, 0, (length $data), $data, 0;
2012	undef $fh;	2955	undef $fh;
2013	aio_rename "$meta~", $meta;	2956	aio_rename "$meta~", $meta;
2014		2957
		2958	my $slaying = "?random/$md5";
		2959
		2960	if ($exit->valid) {
2015	$exit->slaying ("?random/$md5");	2961	$exit->slaying ("?random/$md5");
2016	$exit->msg (undef);	2962	$exit->msg (undef);
		2963	}
2017	}	2964	}
2018	}	2965	}
2019		2966
2020	sub cf::object::player::enter_exit {	2967	sub cf::object::player::enter_exit {
2021	my ($self, $exit) = @_;	2968	my ($self, $exit) = @_;
2022		2969
2023	return unless $self->type == cf::PLAYER;	2970	return unless $self->type == cf::PLAYER;
2024		2971
2025	if ($exit->slaying eq "/!") {
2026	#TODO: this should de-fi-ni-te-ly not be a sync-job
2027	# the problem is that $exit might not survive long enough
2028	# so it needs to be done right now, right here
2029	cf::sync_job { prepare_random_map $exit };
2030	}
2031
2032	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2033	my $hp = $exit->stats->hp;
2034	my $sp = $exit->stats->sp;
2035
2036	$self->enter_link;	2972	$self->enter_link;
2037		2973
2038	(async {	2974	(async {
2039	$self->deactivate_recursive; # just to be sure	2975	$Coro::current->{desc} = "enter_exit";
		2976
2040	unless (eval {	2977	unless (eval {
		2978	$self->deactivate_recursive; # just to be sure
		2979
		2980	my $map = cf::map::normalise $exit->slaying, $exit->map;
		2981	my $x = $exit->stats->hp;
		2982	my $y = $exit->stats->sp;
		2983
		2984	# special map handling
		2985	my $slaying = $exit->slaying;
		2986
		2987	# special map handling
		2988	if ($slaying eq "/!") {
		2989	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2990
		2991	prepare_random_map $exit
		2992	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		2993
		2994	$map = $exit->slaying;
		2995
		2996	} elsif ($slaying eq '!up') {
		2997	$map = $exit->map->tile_path (cf::TILE_UP);
		2998	$x = $exit->x;
		2999	$y = $exit->y;
		3000
		3001	} elsif ($slaying eq '!down') {
		3002	$map = $exit->map->tile_path (cf::TILE_DOWN);
		3003	$x = $exit->x;
		3004	$y = $exit->y;
		3005	}
		3006
2041	$self->goto ($slaying, $hp, $sp);	3007	$self->goto ($map, $x, $y);
2042		3008
		3009	# if exit is damned, update players death & WoR home-position
		3010	$self->contr->savebed ($map, $x, $y)
		3011	if $exit->flag (cf::FLAG_DAMNED);
		3012
2043	1;	3013	1
2044	}) {	3014	}) {
2045	$self->message ("Something went wrong deep within the crossfire server. "	3015	$self->message ("Something went wrong deep within the deliantra server. "
2046	. "I'll try to bring you back to the map you were before. "	3016	. "I'll try to bring you back to the map you were before. "
2047	. "Please report this to the dungeon master!",	3017	. "Please report this to the dungeon master!",
2048	cf::NDI_UNIQUE | cf::NDI_RED);	3018	cf::NDI_UNIQUE | cf::NDI_RED);
2049		3019
2050	warn "ERROR in enter_exit: $@";	3020	error "ERROR in enter_exit: $@";
2051	$self->leave_link;	3021	$self->leave_link;
2052	}	3022	}
2053	})->prio (1);	3023	})->prio (1);
2054	}	3024	}
2055		3025
…		…
2069		3039
2070	utf8::encode $text;	3040	utf8::encode $text;
2071	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3041	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2072	}	3042	}
2073		3043
		3044	=item $client->send_big_packet ($pkt)
		3045
		3046	Like C<send_packet>, but tries to compress large packets, and fragments
		3047	them as required.
		3048
		3049	=cut
		3050
		3051	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3052
		3053	sub cf::client::send_big_packet {
		3054	my ($self, $pkt) = @_;
		3055
		3056	# try lzf for large packets
		3057	$pkt = "lzf " . Compress::LZF::compress $pkt
		3058	if 1024 <= length $pkt and $self->{can_lzf};
		3059
		3060	# split very large packets
		3061	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3062	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3063	$pkt = "frag";
		3064	}
		3065
		3066	$self->send_packet ($pkt);
		3067	}
		3068
		3069	=item $client->send_msg ($channel, $msg, $color, [extra...])
		3070
		3071	Send a drawinfo or msg packet to the client, formatting the msg for the
		3072	client if neccessary. C<$type> should be a string identifying the type of
		3073	the message, with C<log> being the default. If C<$color> is negative, suppress
		3074	the message unless the client supports the msg packet.
		3075
		3076	=cut
		3077
		3078	# non-persistent channels (usually the info channel)
		3079	our %CHANNEL = (
		3080	"c/motd" => {
		3081	id => "infobox",
		3082	title => "MOTD",
		3083	reply => undef,
		3084	tooltip => "The message of the day",
		3085	},
		3086	"c/identify" => {
		3087	id => "infobox",
		3088	title => "Identify",
		3089	reply => undef,
		3090	tooltip => "Items recently identified",
		3091	},
		3092	"c/examine" => {
		3093	id => "infobox",
		3094	title => "Examine",
		3095	reply => undef,
		3096	tooltip => "Signs and other items you examined",
		3097	},
		3098	"c/shopinfo" => {
		3099	id => "infobox",
		3100	title => "Shop Info",
		3101	reply => undef,
		3102	tooltip => "What your bargaining skill tells you about the shop",
		3103	},
		3104	"c/book" => {
		3105	id => "infobox",
		3106	title => "Book",
		3107	reply => undef,
		3108	tooltip => "The contents of a note or book",
		3109	},
		3110	"c/lookat" => {
		3111	id => "infobox",
		3112	title => "Look",
		3113	reply => undef,
		3114	tooltip => "What you saw there",
		3115	},
		3116	"c/who" => {
		3117	id => "infobox",
		3118	title => "Players",
		3119	reply => undef,
		3120	tooltip => "Shows players who are currently online",
		3121	},
		3122	"c/body" => {
		3123	id => "infobox",
		3124	title => "Body Parts",
		3125	reply => undef,
		3126	tooltip => "Shows which body parts you posess and are available",
		3127	},
		3128	"c/statistics" => {
		3129	id => "infobox",
		3130	title => "Statistics",
		3131	reply => undef,
		3132	tooltip => "Shows your primary statistics",
		3133	},
		3134	"c/skills" => {
		3135	id => "infobox",
		3136	title => "Skills",
		3137	reply => undef,
		3138	tooltip => "Shows your experience per skill and item power",
		3139	},
		3140	"c/shopitems" => {
		3141	id => "infobox",
		3142	title => "Shop Items",
		3143	reply => undef,
		3144	tooltip => "Shows the items currently for sale in this shop",
		3145	},
		3146	"c/resistances" => {
		3147	id => "infobox",
		3148	title => "Resistances",
		3149	reply => undef,
		3150	tooltip => "Shows your resistances",
		3151	},
		3152	"c/pets" => {
		3153	id => "infobox",
		3154	title => "Pets",
		3155	reply => undef,
		3156	tooltip => "Shows information abotu your pets/a specific pet",
		3157	},
		3158	"c/perceiveself" => {
		3159	id => "infobox",
		3160	title => "Perceive Self",
		3161	reply => undef,
		3162	tooltip => "You gained detailed knowledge about yourself",
		3163	},
		3164	"c/uptime" => {
		3165	id => "infobox",
		3166	title => "Uptime",
		3167	reply => undef,
		3168	tooltip => "How long the server has been running since last restart",
		3169	},
		3170	"c/mapinfo" => {
		3171	id => "infobox",
		3172	title => "Map Info",
		3173	reply => undef,
		3174	tooltip => "Information related to the maps",
		3175	},
		3176	"c/party" => {
		3177	id => "party",
		3178	title => "Party",
		3179	reply => "gsay ",
		3180	tooltip => "Messages and chat related to your party",
		3181	},
		3182	"c/death" => {
		3183	id => "death",
		3184	title => "Death",
		3185	reply => undef,
		3186	tooltip => "Reason for and more info about your most recent death",
		3187	},
		3188	"c/say" => $SAY_CHANNEL,
		3189	"c/chat" => $CHAT_CHANNEL,
		3190	);
		3191
		3192	sub cf::client::send_msg {
		3193	my ($self, $channel, $msg, $color, @extra) = @_;
		3194
		3195	$msg = $self->pl->expand_cfpod ($msg)
		3196	unless $color & cf::NDI_VERBATIM;
		3197
		3198	$color &= cf::NDI_CLIENT_MASK; # just in case...
		3199
		3200	# check predefined channels, for the benefit of C
		3201	if ($CHANNEL{$channel}) {
		3202	$channel = $CHANNEL{$channel};
		3203
		3204	$self->ext_msg (channel_info => $channel);
		3205	$channel = $channel->{id};
		3206
		3207	} elsif (ref $channel) {
		3208	# send meta info to client, if not yet sent
		3209	unless (exists $self->{channel}{$channel->{id}}) {
		3210	$self->{channel}{$channel->{id}} = $channel;
		3211	$self->ext_msg (channel_info => $channel);
		3212	}
		3213
		3214	$channel = $channel->{id};
		3215	}
		3216
		3217	return unless @extra || length $msg;
		3218
		3219	# default colour, mask it out
		3220	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		3221	if $color & cf::NDI_DEF;
		3222
		3223	my $pkt = "msg "
		3224	. $self->{json_coder}->encode (
		3225	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		3226	);
		3227
		3228	$self->send_big_packet ($pkt);
		3229	}
		3230
2074	=item $client->ext_event ($type, %msg)	3231	=item $client->ext_msg ($type, @msg)
2075		3232
2076	Sends an exti event to the client.	3233	Sends an ext event to the client.
2077		3234
2078	=cut	3235	=cut
2079		3236
2080	sub cf::client::ext_event($$%) {	3237	sub cf::client::ext_msg($$@) {
2081	my ($self, $type, %msg) = @_;	3238	my ($self, $type, @msg) = @_;
2082		3239
2083	$msg{msgtype} = "event_$type";	3240	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2084	$self->send_packet ("ext " . cf::to_json \%msg);	3241	}
		3242
		3243	=item $client->ext_reply ($msgid, @msg)
		3244
		3245	Sends an ext reply to the client.
		3246
		3247	=cut
		3248
		3249	sub cf::client::ext_reply($$@) {
		3250	my ($self, $id, @msg) = @_;
		3251
		3252	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2085	}	3253	}
2086		3254
2087	=item $success = $client->query ($flags, "text", \&cb)	3255	=item $success = $client->query ($flags, "text", \&cb)
2088		3256
2089	Queues a query to the client, calling the given callback with	3257	Queues a query to the client, calling the given callback with
2090	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	3258	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2091	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	3259	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2092		3260
2093	Queries can fail, so check the return code. Or don't, as queries will become	3261	Queries can fail, so check the return code. Or don't, as queries will
2094	reliable at some point in the future.	3262	become reliable at some point in the future.
2095		3263
2096	=cut	3264	=cut
2097		3265
2098	sub cf::client::query {	3266	sub cf::client::query {
2099	my ($self, $flags, $text, $cb) = @_;	3267	my ($self, $flags, $text, $cb) = @_;
…		…
2107	utf8::encode $text;	3275	utf8::encode $text;
2108	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	3276	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2109		3277
2110	$self->send_packet ($self->{query_queue}[0][0])	3278	$self->send_packet ($self->{query_queue}[0][0])
2111	if @{ $self->{query_queue} } == 1;	3279	if @{ $self->{query_queue} } == 1;
		3280
		3281	1
2112	}	3282	}
2113		3283
2114	cf::client->attach (	3284	cf::client->attach (
		3285	on_connect => sub {
		3286	my ($ns) = @_;
		3287
		3288	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		3289	},
2115	on_reply => sub {	3290	on_reply => sub {
2116	my ($ns, $msg) = @_;	3291	my ($ns, $msg) = @_;
2117		3292
2118	# this weird shuffling is so that direct followup queries	3293	# this weird shuffling is so that direct followup queries
2119	# get handled first	3294	# get handled first
…		…
2131	} else {	3306	} else {
2132	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	3307	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2133	}	3308	}
2134	}	3309	}
2135	},	3310	},
		3311	on_exticmd => sub {
		3312	my ($ns, $buf) = @_;
		3313
		3314	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		3315
		3316	if (ref $msg) {
		3317	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		3318
		3319	my @reply;
		3320
		3321	if (my $cb = $EXTICMD{$type}) {
		3322	@reply = $cb->($ns, @payload);
		3323	}
		3324
		3325	$ns->ext_reply ($reply, @reply)
		3326	if $reply;
		3327
		3328	} else {
		3329	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		3330	}
		3331
		3332	cf::override;
		3333	},
2136	);	3334	);
2137		3335
2138	=item $client->async (\&cb)	3336	=item $client->async (\&cb)
2139		3337
2140	Create a new coroutine, running the specified callback. The coroutine will	3338	Create a new coroutine, running the specified callback. The coroutine will
…		…
2156		3354
2157	$coro	3355	$coro
2158	}	3356	}
2159		3357
2160	cf::client->attach (	3358	cf::client->attach (
2161	on_destroy => sub {	3359	on_client_destroy => sub {
2162	my ($ns) = @_;	3360	my ($ns) = @_;
2163		3361
2164	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3362	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2165	},	3363	},
2166	);	3364	);
…		…
2181	our $safe = new Safe "safe";	3379	our $safe = new Safe "safe";
2182	our $safe_hole = new Safe::Hole;	3380	our $safe_hole = new Safe::Hole;
2183		3381
2184	$SIG{FPE} = 'IGNORE';	3382	$SIG{FPE} = 'IGNORE';
2185		3383
2186	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3384	$safe->permit_only (Opcode::opset qw(
		3385	:base_core :base_mem :base_orig :base_math :base_loop
		3386	grepstart grepwhile mapstart mapwhile
		3387	sort time
		3388	));
2187		3389
2188	# here we export the classes and methods available to script code	3390	# here we export the classes and methods available to script code
2189		3391
2190	=pod	3392	=pod
2191		3393
2192	The following functions and methods are available within a safe environment:	3394	The following functions and methods are available within a safe environment:
2193		3395
2194	cf::object contr pay_amount pay_player map	3396	cf::object
		3397	contr pay_amount pay_player map x y force_find force_add destroy
		3398	insert remove name archname title slaying race decrease split
		3399	value
		3400
2195	cf::object::player player	3401	cf::object::player
2196	cf::player peaceful	3402	player
2197	cf::map trigger	3403
		3404	cf::player
		3405	peaceful
		3406
		3407	cf::map
		3408	trigger
2198		3409
2199	=cut	3410	=cut
2200		3411
2201	for (	3412	for (
2202	["cf::object" => qw(contr pay_amount pay_player map)],	3413	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3414	insert remove inv nrof name archname title slaying race
		3415	decrease split destroy change_exp value msg lore send_msg)],
2203	["cf::object::player" => qw(player)],	3416	["cf::object::player" => qw(player)],
2204	["cf::player" => qw(peaceful)],	3417	["cf::player" => qw(peaceful send_msg)],
2205	["cf::map" => qw(trigger)],	3418	["cf::map" => qw(trigger)],
2206	) {	3419	) {
2207	no strict 'refs';
2208	my ($pkg, @funs) = @$_;	3420	my ($pkg, @funs) = @$_;
2209	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3421	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2210	for @funs;	3422	for @funs;
2211	}	3423	}
2212		3424
…		…
2227		3439
2228	my $qcode = $code;	3440	my $qcode = $code;
2229	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3441	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2230	$qcode =~ s/\n/\\n/g;	3442	$qcode =~ s/\n/\\n/g;
2231		3443
		3444	%vars = (_dummy => 0) unless %vars;
		3445
		3446	my @res;
2232	local $_;	3447	local $_;
2233	local @safe::cf::_safe_eval_args = values %vars;
2234		3448
2235	my $eval =	3449	my $eval =
2236	"do {\n"	3450	"do {\n"
2237	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3451	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2238	. "#line 0 \"{$qcode}\"\n"	3452	. "#line 0 \"{$qcode}\"\n"
2239	. $code	3453	. $code
2240	. "\n}"	3454	. "\n}"
2241	;	3455	;
2242		3456
		3457	if ($CFG{safe_eval}) {
2243	sub_generation_inc;	3458	sub_generation_inc;
		3459	local @safe::cf::_safe_eval_args = values %vars;
2244	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3460	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2245	sub_generation_inc;	3461	sub_generation_inc;
		3462	} else {
		3463	local @cf::_safe_eval_args = values %vars;
		3464	@res = wantarray ? eval eval : scalar eval $eval;
		3465	}
2246		3466
2247	if ($@) {	3467	if ($@) {
2248	warn "$@";	3468	warn "$@",
2249	warn "while executing safe code '$code'\n";	3469	"while executing safe code '$code'\n",
2250	warn "with arguments " . (join " ", %vars) . "\n";	3470	"with arguments " . (join " ", %vars) . "\n";
2251	}	3471	}
2252		3472
2253	wantarray ? @res : $res[0]	3473	wantarray ? @res : $res[0]
2254	}	3474	}
2255		3475
…		…
2269	=cut	3489	=cut
2270		3490
2271	sub register_script_function {	3491	sub register_script_function {
2272	my ($fun, $cb) = @_;	3492	my ($fun, $cb) = @_;
2273		3493
2274	no strict 'refs';	3494	$fun = "safe::$fun" if $CFG{safe_eval};
2275	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3495	*$fun = $safe_hole->wrap ($cb);
2276	}	3496	}
2277		3497
2278	=back	3498	=back
2279		3499
2280	=cut	3500	=cut
2281
2282	#############################################################################
2283
2284	=head2 EXTENSION DATABASE SUPPORT
2285
2286	Crossfire maintains a very simple database for extension use. It can
2287	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2288	convert to/from binary).
2289
2290	The parameter C<$family> should best start with the name of the extension
2291	using it, it should be unique.
2292
2293	=over 4
2294
2295	=item $value = cf::db_get $family => $key
2296
2297	Returns a single value from the database.
2298
2299	=item cf::db_put $family => $key => $value
2300
2301	Stores the given C<$value> in the family.
2302
2303	=cut
2304
2305	our $DB;
2306
2307	sub db_init {
2308	unless ($DB) {
2309	$DB = BDB::db_create $DB_ENV;
2310
2311	cf::sync_job {
2312	eval {
2313	$DB->set_flags (BDB::CHKSUM);
2314
2315	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2316	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2317	cf::cleanup "db_open(db): $!" if $!;
2318	};
2319	cf::cleanup "db_open(db): $@" if $@;
2320	};
2321	}
2322	}
2323
2324	sub db_get($$) {
2325	my $key = "$_[0]/$_[1]";
2326
2327	cf::sync_job {
2328	BDB::db_get $DB, undef, $key, my $data;
2329
2330	$! ? ()
2331	: $data
2332	}
2333	}
2334
2335	sub db_put($$$) {
2336	BDB::dbreq_pri 4;
2337	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2338	}
2339
2340	=item cf::cache $id => [$paths...], $processversion => $process
2341
2342	Generic caching function that returns the value of the resource $id,
2343	caching and regenerating as required.
2344
2345	This function can block.
2346
2347	=cut
2348
2349	sub cache {
2350	my ($id, $src, $processversion, $process) = @_;
2351
2352	my $meta =
2353	join "\x00",
2354	$processversion,
2355	map {
2356	aio_stat $_
2357	and Carp::croak "$_: $!";
2358
2359	($_, (stat _)[7,9])
2360	} @$src;
2361
2362	my $dbmeta = db_get cache => "$id/meta";
2363	if ($dbmeta ne $meta) {
2364	# changed, we may need to process
2365
2366	my @data;
2367	my $md5;
2368
2369	for (0 .. $#$src) {
2370	0 <= aio_load $src->[$_], $data[$_]
2371	or Carp::croak "$src->[$_]: $!";
2372	}
2373
2374	# if processing is expensive, check
2375	# checksum first
2376	if (1) {
2377	$md5 =
2378	join "\x00",
2379	$processversion,
2380	map {
2381	Coro::cede;
2382	($src->[$_], Digest::MD5::md5_hex $data[$_])
2383	} 0.. $#$src;
2384
2385
2386	my $dbmd5 = db_get cache => "$id/md5";
2387	if ($dbmd5 eq $md5) {
2388	db_put cache => "$id/meta", $meta;
2389
2390	return db_get cache => "$id/data";
2391	}
2392	}
2393
2394	my $t1 = Time::HiRes::time;
2395	my $data = $process->(\@data);
2396	my $t2 = Time::HiRes::time;
2397
2398	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2399
2400	db_put cache => "$id/data", $data;
2401	db_put cache => "$id/md5" , $md5;
2402	db_put cache => "$id/meta", $meta;
2403
2404	return $data;
2405	}
2406
2407	db_get cache => "$id/data"
2408	}
2409
2410	=item fork_call { }, $args
2411
2412	Executes the given code block with the given arguments in a seperate
2413	process, returning the results. Everything must be serialisable with
2414	Coro::Storable. May, of course, block. Note that the executed sub may
2415	never block itself or use any form of Event handling.
2416
2417	=cut
2418
2419	sub fork_call(&@) {
2420	my ($cb, @args) = @_;
2421
2422	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2423	# or die "socketpair: $!";
2424	pipe my $fh1, my $fh2
2425	or die "pipe: $!";
2426
2427	if (my $pid = fork) {
2428	close $fh2;
2429
2430	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2431	$res = Coro::Storable::thaw $res;
2432
2433	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2434
2435	die $$res unless "ARRAY" eq ref $res;
2436
2437	return wantarray ? @$res : $res->[-1];
2438	} else {
2439	local $SIG{__WARN__};
2440	eval {
2441	local $SIG{__DIE__};
2442	close $fh1;
2443
2444	my @res = eval { $cb->(@args) };
2445	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2446	};
2447
2448	warn $@ if $@;
2449	_exit 0;
2450	}
2451	}
2452
2453
2454		3501
2455	#############################################################################	3502	#############################################################################
2456	# the server's init and main functions	3503	# the server's init and main functions
2457		3504
		3505	our %FACEHASH; # hash => idx, #d# HACK for http server
		3506
		3507	# internal api, not fianlised
		3508	sub add_face {
		3509	my ($name, $type, $data) = @_;
		3510
		3511	my $idx = cf::face::find $name;
		3512
		3513	if ($idx) {
		3514	delete $FACEHASH{cf::face::get_chksum $idx};
		3515	} else {
		3516	$idx = cf::face::alloc $name;
		3517	}
		3518
		3519	my $hash = cf::face::mangle_chksum Digest::MD5::md5 $data;
		3520
		3521	cf::face::set_type $idx, $type;
		3522	cf::face::set_data $idx, 0, $data, $hash;
		3523	cf::face::set_meta $idx, $type & 1 ? undef : undef;
		3524	$FACEHASH{$hash} = $idx;#d#
		3525
		3526	$idx
		3527	}
		3528
2458	sub load_facedata($) {	3529	sub load_facedata($) {
2459	my ($path) = @_;	3530	my ($path) = @_;
2460		3531
		3532	# HACK to clear player env face cache, we need some signal framework
		3533	# for this (global event?)
		3534	%ext::player_env::MUSIC_FACE_CACHE = ();
		3535
		3536	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3537
2461	warn "loading facedata from $path\n";	3538	trace "loading facedata from $path\n";
2462		3539
2463	my $facedata;	3540	my $facedata = decode_storable load_file $path;
2464	0 < aio_load $path, $facedata
2465	or die "$path: $!";
2466
2467	$facedata = Coro::Storable::thaw $facedata;
2468		3541
2469	$facedata->{version} == 2	3542	$facedata->{version} == 2
2470	or cf::cleanup "$path: version mismatch, cannot proceed.";	3543	or cf::cleanup "$path: version mismatch, cannot proceed.";
2471		3544
		3545	cf::cede_to_tick;
		3546
2472	{	3547	{
2473	my $faces = $facedata->{faceinfo};	3548	my $faces = $facedata->{faceinfo};
2474		3549
2475	while (my ($face, $info) = each %$faces) {	3550	for my $face (sort keys %$faces) {
		3551	my $info = $faces->{$face};
2476	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3552	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3553
2477	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3554	cf::face::set_visibility $idx, $info->{visibility};
		3555	cf::face::set_magicmap $idx, $info->{magicmap};
2478	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3556	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2479	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3557	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
2480	Coro::cede;	3558	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
		3559	$FACEHASH{$info->{hash64}} = $idx;#d#
		3560
		3561	cf::cede_to_tick;
2481	}	3562	}
2482		3563
2483	while (my ($face, $info) = each %$faces) {	3564	while (my ($face, $info) = each %$faces) {
2484	next unless $info->{smooth};	3565	next unless $info->{smooth};
		3566
2485	my $idx = cf::face::find $face	3567	my $idx = cf::face::find $face
2486	or next;	3568	or next;
		3569
2487	if (my $smooth = cf::face::find $info->{smooth}) {	3570	if (my $smooth = cf::face::find $info->{smooth}) {
		3571	cf::face::set_smooth $idx, $smooth;
2488	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3572	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2489	} else {	3573	} else {
2490	warn "smooth face '$info->{smooth}' not found for face '$face'";	3574	error "smooth face '$info->{smooth}' not found for face '$face'";
2491	}	3575	}
2492	Coro::cede;	3576
		3577	cf::cede_to_tick;
2493	}	3578	}
2494	}	3579	}
2495		3580
2496	{	3581	{
2497	my $anims = $facedata->{animinfo};	3582	my $anims = $facedata->{animinfo};
2498		3583
2499	while (my ($anim, $info) = each %$anims) {	3584	while (my ($anim, $info) = each %$anims) {
2500	cf::anim::set $anim, $info->{frames}, $info->{facings};	3585	cf::anim::set $anim, $info->{frames}, $info->{facings};
2501	Coro::cede;	3586	cf::cede_to_tick;
2502	}	3587	}
2503		3588
2504	cf::anim::invalidate_all; # d'oh	3589	cf::anim::invalidate_all; # d'oh
2505	}	3590	}
2506		3591
		3592	{
		3593	my $res = $facedata->{resource};
		3594
		3595	while (my ($name, $info) = each %$res) {
		3596	if (defined (my $type = $info->{type})) {
		3597	# TODO: different hash - must free and use new index, or cache ixface data queue
		3598	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3599
		3600	cf::face::set_type $idx, $type;
		3601	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
		3602	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
		3603	$FACEHASH{$info->{hash}} = $idx;#d#
		3604	} else {
		3605	# $RESOURCE{$name} = $info; # unused
		3606	}
		3607
		3608	cf::cede_to_tick;
		3609	}
		3610	}
		3611
		3612	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3613
2507	1	3614	1
2508	}	3615	}
2509		3616
		3617	register_exticmd fx_want => sub {
		3618	my ($ns, $want) = @_;
		3619
		3620	while (my ($k, $v) = each %$want) {
		3621	$ns->fx_want ($k, $v);
		3622	}
		3623	};
		3624
		3625	sub load_resource_file($) {
		3626	my $guard = lock_acquire "load_resource_file";
		3627
		3628	my $status = load_resource_file_ $_[0];
		3629	get_slot 0.1, 100;
		3630	cf::arch::commit_load;
		3631
		3632	$status
		3633	}
		3634
		3635	sub reload_exp_table {
		3636	_reload_exp_table;
		3637
		3638	add_face "res/exp_table" => FT_RSRC,
		3639	JSON::XS->new->utf8->canonical->encode (
		3640	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3641	);
		3642	}
		3643
		3644	sub reload_materials {
		3645	_reload_materials;
		3646	}
		3647
2510	sub reload_regions {	3648	sub reload_regions {
		3649	# HACK to clear player env face cache, we need some signal framework
		3650	# for this (global event?)
		3651	%ext::player_env::MUSIC_FACE_CACHE = ();
		3652
2511	load_resource_file "$MAPDIR/regions"	3653	load_resource_file "$MAPDIR/regions"
2512	or die "unable to load regions file\n";	3654	or die "unable to load regions file\n";
		3655
		3656	for (cf::region::list) {
		3657	$_->{match} = qr/$_->{match}/
		3658	if exists $_->{match};
		3659	}
2513	}	3660	}
2514		3661
2515	sub reload_facedata {	3662	sub reload_facedata {
2516	load_facedata "$DATADIR/facedata"	3663	load_facedata "$DATADIR/facedata"
2517	or die "unable to load facedata\n";	3664	or die "unable to load facedata\n";
2518	}	3665	}
2519		3666
2520	sub reload_archetypes {	3667	sub reload_archetypes {
2521	load_resource_file "$DATADIR/archetypes"	3668	load_resource_file "$DATADIR/archetypes"
2522	or die "unable to load archetypes\n";	3669	or die "unable to load archetypes\n";
		3670
		3671	add_face "res/skill_info" => FT_RSRC,
		3672	JSON::XS->new->utf8->canonical->encode (
		3673	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
		3674	);
		3675	add_face "res/spell_paths" => FT_RSRC,
		3676	JSON::XS->new->utf8->canonical->encode (
		3677	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3678	);
2523	}	3679	}
2524		3680
2525	sub reload_treasures {	3681	sub reload_treasures {
2526	load_resource_file "$DATADIR/treasures"	3682	load_resource_file "$DATADIR/treasures"
2527	or die "unable to load treasurelists\n";	3683	or die "unable to load treasurelists\n";
2528	}	3684	}
2529		3685
		3686	sub reload_sound {
		3687	trace "loading sound config from $DATADIR/sound\n";
		3688
		3689	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3690
		3691	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3692	my $sound = $soundconf->{compat}[$_]
		3693	or next;
		3694
		3695	my $face = cf::face::find "sound/$sound->[1]";
		3696	cf::sound::set $sound->[0] => $face;
		3697	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3698	}
		3699
		3700	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3701	my $face = cf::face::find "sound/$v";
		3702	cf::sound::set $k => $face;
		3703	}
		3704	}
		3705
		3706	sub reload_pod {
		3707	trace "loading pods $PODDIR\n";
		3708
		3709	my @command_help;
		3710
		3711	for (
		3712	[0, "command_help"],
		3713	[1, "emote_help"],
		3714	[2, "dmcommand_help"],
		3715	) {
		3716	my ($type, $path) = @$_;
		3717
		3718	my $paragraphs = &cf::pod::load_pod ("$PODDIR/$path.pod")
		3719	or die "unable to load $path";
		3720
		3721	my $level = 1e9;
		3722
		3723	for my $par (@$paragraphs) {
		3724	if ($par->{type} eq "head2") {
		3725	# this code taken almost verbatim from DC/Protocol.pm
		3726
		3727	if ($par->{markup} =~ /^(\S+) (?:\s+ \( ([^\)]*) \) )?/x) {
		3728	my $cmd = $1;
		3729	my @args = split /\|/, $2;
		3730	@args = (".*") unless @args;
		3731
		3732	$_ = $_ eq ".*" ? "" : " $_"
		3733	for @args;
		3734
		3735	my @variants = map "$cmd$_", sort { (length $a) <=> (length $b) } @args;
		3736
		3737	push @command_help, [$type, \@variants, &cf::pod::as_cfpod ([$par])];
		3738	$level = $par->{level};
		3739	} else {
		3740	error "$par->{markup}: unparsable command heading";
		3741	}
		3742	} elsif ($par->{level} > $level) {
		3743	$command_help[-1][2] .= &cf::pod::as_cfpod ([$par]);
		3744	}
		3745
		3746	cf::cede_to_tick;
		3747	}
		3748	}
		3749
		3750	@command_help = sort {
		3751	$a->[0] <=> $b->[0]
		3752	or $a->[1] cmp $b->[1]
		3753	} @command_help;
		3754
		3755	cf::cede_to_tick;
		3756
		3757	add_face "res/command_help" => FT_RSRC,
		3758	JSON::XS->new->utf8->encode (\@command_help);
		3759	}
		3760
2530	sub reload_resources {	3761	sub reload_resources {
2531	warn "reloading resource files...\n";	3762	trace "reloading resource files...\n";
2532		3763
		3764	reload_materials;
		3765	reload_facedata;
		3766	reload_exp_table;
		3767	reload_sound;
		3768	reload_archetypes;
2533	reload_regions;	3769	reload_regions;
2534	reload_facedata;
2535	reload_archetypes;
2536	reload_treasures;	3770	reload_treasures;
		3771	reload_pod;
2537		3772
2538	warn "finished reloading resource files\n";	3773	trace "finished reloading resource files\n";
2539	}	3774	}
2540		3775
2541	sub init {	3776	sub reload_config {
2542	reload_resources;	3777	trace "reloading config file...\n";
2543	}
2544		3778
2545	sub cfg_load {	3779	my $config = load_file "$CONFDIR/config";
2546	open my $fh, "<:utf8", "$CONFDIR/config"	3780	utf8::decode $config;
2547	or return;	3781	*CFG = decode_yaml $config;
2548		3782
2549	local $/;
2550	*CFG = YAML::Syck::Load <$fh>;
2551
2552	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3783	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2553		3784
2554	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3785	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2555	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3786	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2556		3787
2557	if (exists $CFG{mlockall}) {	3788	if (exists $CFG{mlockall}) {
…		…
2561	};	3792	};
2562	warn $@ if $@;	3793	warn $@ if $@;
2563	}	3794	}
2564	}	3795	}
2565		3796
		3797	sub pidfile() {
		3798	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3799	or die "$PIDFILE: $!";
		3800	flock $fh, &Fcntl::LOCK_EX
		3801	or die "$PIDFILE: flock: $!";
		3802	$fh
		3803	}
		3804
		3805	# make sure only one server instance is running at any one time
		3806	sub atomic {
		3807	my $fh = pidfile;
		3808
		3809	my $pid = <$fh>;
		3810	kill 9, $pid if $pid > 0;
		3811
		3812	seek $fh, 0, 0;
		3813	print $fh $$;
		3814	}
		3815
		3816	sub main_loop {
		3817	trace "EV::loop starting\n";
		3818	if (1) {
		3819	EV::loop;
		3820	}
		3821	trace "EV::loop returned\n";
		3822	goto &main_loop unless $REALLY_UNLOOP;
		3823	}
		3824
2566	sub main {	3825	sub main {
		3826	cf::init_globals; # initialise logging
		3827
		3828	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3829	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3830	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3831	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3832
		3833	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3834
2567	# we must not ever block the main coroutine	3835	# we must not ever block the main coroutine
2568	local $Coro::idle = sub {	3836	$Coro::idle = sub {
2569	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3837	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2570	(async {	3838	(async {
2571	Event::one_event;	3839	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3840	EV::loop EV::LOOP_ONESHOT;
2572	})->prio (Coro::PRIO_MAX);	3841	})->prio (Coro::PRIO_MAX);
2573	};	3842	};
2574		3843
2575	cfg_load;	3844	evthread_start IO::AIO::poll_fileno;
		3845
		3846	cf::sync_job {
		3847	cf::incloader::init ();
		3848
2576	db_init;	3849	db_init;
		3850
		3851	cf::init_anim;
		3852	cf::init_attackmess;
		3853	cf::init_dynamic;
		3854
		3855	cf::load_settings;
		3856
		3857	reload_resources;
		3858	reload_config;
		3859
		3860	cf::init_uuid;
		3861	cf::init_signals;
		3862	cf::init_skills;
		3863
		3864	cf::init_beforeplay;
		3865
		3866	atomic;
		3867
2577	load_extensions;	3868	load_extensions;
2578		3869
2579	$TICK_WATCHER->start;	3870	utime time, time, $RUNTIMEFILE;
2580	Event::loop;	3871
		3872	# no (long-running) fork's whatsoever before this point(!)
		3873	use POSIX ();
		3874	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3875
		3876	cf::_post_init 0;
		3877	};
		3878
		3879	cf::object::thawer::errors_are_fatal 0;
		3880	info "parse errors in files are no longer fatal from this point on.\n";
		3881
		3882	AE::postpone {
		3883	undef &main; # free gobs of memory :)
		3884	};
		3885
		3886	goto &main_loop;
2581	}	3887	}
2582		3888
2583	#############################################################################	3889	#############################################################################
2584	# initialisation and cleanup	3890	# initialisation and cleanup
2585		3891
2586	# install some emergency cleanup handlers	3892	# install some emergency cleanup handlers
2587	BEGIN {	3893	BEGIN {
		3894	our %SIGWATCHER = ();
2588	for my $signal (qw(INT HUP TERM)) {	3895	for my $signal (qw(INT HUP TERM)) {
2589	Event->signal (	3896	$SIGWATCHER{$signal} = AE::signal $signal, sub {
2590	reentrant => 0,
2591	data => WF_AUTOCANCEL,
2592	signal => $signal,
2593	prio => 0,
2594	cb => sub {
2595	cf::cleanup "SIG$signal";	3897	cf::cleanup "SIG$signal";
2596	},
2597	);	3898	};
		3899	}
		3900	}
		3901
		3902	sub write_runtime_sync {
		3903	my $t0 = AE::time;
		3904
		3905	# first touch the runtime file to show we are still running:
		3906	# the fsync below can take a very very long time.
		3907
		3908	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
		3909
		3910	my $guard = cf::lock_acquire "write_runtime";
		3911
		3912	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
		3913	or return;
		3914
		3915	my $value = $cf::RUNTIME + 90 + 10;
		3916	# 10 is the runtime save interval, for a monotonic clock
		3917	# 60 allows for the watchdog to kill the server.
		3918
		3919	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3920	and return;
		3921
		3922	# always fsync - this file is important
		3923	aio_fsync $fh
		3924	and return;
		3925
		3926	# touch it again to show we are up-to-date
		3927	aio_utime $fh, undef, undef;
		3928
		3929	close $fh
		3930	or return;
		3931
		3932	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
		3933	and return;
		3934
		3935	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
		3936
2598	}	3937	1
		3938	}
		3939
		3940	our $uuid_lock;
		3941	our $uuid_skip;
		3942
		3943	sub write_uuid_sync($) {
		3944	$uuid_skip ||= $_[0];
		3945
		3946	return if $uuid_lock;
		3947	local $uuid_lock = 1;
		3948
		3949	my $uuid = "$LOCALDIR/uuid";
		3950
		3951	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3952	or return;
		3953
		3954	my $value = uuid_seq uuid_cur;
		3955
		3956	unless ($value) {
		3957	info "cowardly refusing to write zero uuid value!\n";
		3958	return;
		3959	}
		3960
		3961	my $value = uuid_str $value + $uuid_skip;
		3962	$uuid_skip = 0;
		3963
		3964	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3965	and return;
		3966
		3967	# always fsync - this file is important
		3968	aio_fsync $fh
		3969	and return;
		3970
		3971	close $fh
		3972	or return;
		3973
		3974	aio_rename "$uuid~", $uuid
		3975	and return;
		3976
		3977	trace "uuid file written ($value).\n";
		3978
		3979	1
		3980
		3981	}
		3982
		3983	sub write_uuid($$) {
		3984	my ($skip, $sync) = @_;
		3985
		3986	$sync ? write_uuid_sync $skip
		3987	: async { write_uuid_sync $skip };
2599	}	3988	}
2600		3989
2601	sub emergency_save() {	3990	sub emergency_save() {
2602	my $freeze_guard = cf::freeze_mainloop;	3991	my $freeze_guard = cf::freeze_mainloop;
2603		3992
2604	warn "enter emergency perl save\n";	3993	info "emergency_perl_save: enter\n";
		3994
		3995	# this is a trade-off: we want to be very quick here, so
		3996	# save all maps without fsync, and later call a global sync
		3997	# (which in turn might be very very slow)
		3998	local $USE_FSYNC = 0;
2605		3999
2606	cf::sync_job {	4000	cf::sync_job {
		4001	cf::write_runtime_sync; # external watchdog should not bark
		4002
2607	# use a peculiar iteration method to avoid tripping on perl	4003	# use a peculiar iteration method to avoid tripping on perl
2608	# refcount bugs in for. also avoids problems with players	4004	# refcount bugs in for. also avoids problems with players
2609	# and maps saved/destroyed asynchronously.	4005	# and maps saved/destroyed asynchronously.
2610	warn "begin emergency player save\n";	4006	info "emergency_perl_save: begin player save\n";
2611	for my $login (keys %cf::PLAYER) {	4007	for my $login (keys %cf::PLAYER) {
2612	my $pl = $cf::PLAYER{$login} or next;	4008	my $pl = $cf::PLAYER{$login} or next;
2613	$pl->valid or next;	4009	$pl->valid or next;
		4010	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2614	$pl->save;	4011	$pl->save;
2615	}	4012	}
2616	warn "end emergency player save\n";	4013	info "emergency_perl_save: end player save\n";
2617		4014
2618	warn "begin emergency map save\n";	4015	cf::write_runtime_sync; # external watchdog should not bark
		4016
		4017	info "emergency_perl_save: begin map save\n";
2619	for my $path (keys %cf::MAP) {	4018	for my $path (keys %cf::MAP) {
2620	my $map = $cf::MAP{$path} or next;	4019	my $map = $cf::MAP{$path} or next;
2621	$map->valid or next;	4020	$map->valid or next;
2622	$map->save;	4021	$map->save;
2623	}	4022	}
2624	warn "end emergency map save\n";	4023	info "emergency_perl_save: end map save\n";
2625		4024
2626	warn "begin emergency database checkpoint\n";	4025	cf::write_runtime_sync; # external watchdog should not bark
		4026
		4027	info "emergency_perl_save: begin database checkpoint\n";
2627	BDB::db_env_txn_checkpoint $DB_ENV;	4028	BDB::db_env_txn_checkpoint $DB_ENV;
2628	warn "end emergency database checkpoint\n";	4029	info "emergency_perl_save: end database checkpoint\n";
		4030
		4031	info "emergency_perl_save: begin write uuid\n";
		4032	write_uuid_sync 1;
		4033	info "emergency_perl_save: end write uuid\n";
		4034
		4035	cf::write_runtime_sync; # external watchdog should not bark
		4036
		4037	trace "emergency_perl_save: syncing database to disk";
		4038	BDB::db_env_txn_checkpoint $DB_ENV;
		4039
		4040	info "emergency_perl_save: starting sync\n";
		4041	IO::AIO::aio_sync sub {
		4042	info "emergency_perl_save: finished sync\n";
		4043	};
		4044
		4045	cf::write_runtime_sync; # external watchdog should not bark
		4046
		4047	trace "emergency_perl_save: flushing outstanding aio requests";
		4048	while (IO::AIO::nreqs || BDB::nreqs) {
		4049	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		4050	}
		4051
		4052	cf::write_runtime_sync; # external watchdog should not bark
2629	};	4053	};
2630		4054
2631	warn "leave emergency perl save\n";	4055	info "emergency_perl_save: leave\n";
2632	}	4056	}
2633		4057
2634	sub post_cleanup {	4058	sub post_cleanup {
2635	my ($make_core) = @_;	4059	my ($make_core) = @_;
2636		4060
		4061	IO::AIO::flush;
		4062
2637	warn Carp::longmess "post_cleanup backtrace"	4063	error Carp::longmess "post_cleanup backtrace"
2638	if $make_core;	4064	if $make_core;
		4065
		4066	my $fh = pidfile;
		4067	unlink $PIDFILE if <$fh> == $$;
		4068	}
		4069
		4070	# a safer delete_package, copied from Symbol
		4071	sub clear_package($) {
		4072	my $pkg = shift;
		4073
		4074	# expand to full symbol table name if needed
		4075	unless ($pkg =~ /^main::.*::$/) {
		4076	$pkg = "main$pkg" if $pkg =~ /^::/;
		4077	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		4078	$pkg .= '::' unless $pkg =~ /::$/;
		4079	}
		4080
		4081	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		4082	my $stem_symtab = *{$stem}{HASH};
		4083
		4084	defined $stem_symtab and exists $stem_symtab->{$leaf}
		4085	or return;
		4086
		4087	# clear all symbols
		4088	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		4089	for my $name (keys %$leaf_symtab) {
		4090	_gv_clear *{"$pkg$name"};
		4091	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4092	}
2639	}	4093	}
2640		4094
2641	sub do_reload_perl() {	4095	sub do_reload_perl() {
2642	# can/must only be called in main	4096	# can/must only be called in main
2643	if ($Coro::current != $Coro::main) {	4097	unless (in_main) {
2644	warn "can only reload from main coroutine";	4098	error "can only reload from main coroutine";
2645	return;	4099	return;
2646	}	4100	}
2647		4101
2648	warn "reloading...";	4102	return if $RELOAD++;
2649		4103
2650	warn "entering sync_job";	4104	my $t1 = AE::time;
2651		4105
		4106	while ($RELOAD) {
		4107	cf::get_slot 0.1, -1, "reload_perl";
		4108	info "perl_reload: reloading...";
		4109
		4110	trace "perl_reload: entering sync_job";
		4111
2652	cf::sync_job {	4112	cf::sync_job {
2653	cf::write_runtime; # external watchdog should not bark
2654	cf::emergency_save;	4113	#cf::emergency_save;
2655	cf::write_runtime; # external watchdog should not bark
2656		4114
2657	warn "syncing database to disk";
2658	BDB::db_env_txn_checkpoint $DB_ENV;
2659
2660	# if anything goes wrong in here, we should simply crash as we already saved
2661
2662	warn "cancelling all WF_AUTOCANCEL watchers";
2663	for (Event::all_watchers) {
2664	$_->cancel if $_->data & WF_AUTOCANCEL;
2665	}
2666
2667	warn "flushing outstanding aio requests";
2668	for (;;) {
2669	BDB::flush;
2670	IO::AIO::flush;
2671	Coro::cede;
2672	last unless IO::AIO::nreqs || BDB::nreqs;
2673	warn "iterate...";
2674	}
2675
2676	++$RELOAD;
2677
2678	warn "cancelling all extension coros";	4115	trace "perl_reload: cancelling all extension coros";
2679	$_->cancel for values %EXT_CORO;	4116	$_->cancel for values %EXT_CORO;
2680	%EXT_CORO = ();	4117	%EXT_CORO = ();
2681		4118
2682	warn "removing commands";	4119	trace "perl_reload: removing commands";
2683	%COMMAND = ();	4120	%COMMAND = ();
2684		4121
2685	warn "removing ext commands";	4122	trace "perl_reload: removing ext/exti commands";
2686	%EXTCMD = ();	4123	%EXTCMD = ();
		4124	%EXTICMD = ();
2687		4125
2688	warn "unloading/nuking all extensions";	4126	trace "perl_reload: unloading/nuking all extensions";
2689	for my $pkg (@EXTS) {	4127	for my $pkg (@EXTS) {
2690	warn "... unloading $pkg";	4128	trace "... unloading $pkg";
2691		4129
2692	if (my $cb = $pkg->can ("unload")) {	4130	if (my $cb = $pkg->can ("unload")) {
2693	eval {	4131	eval {
2694	$cb->($pkg);	4132	$cb->($pkg);
2695	1	4133	1
2696	} or warn "$pkg unloaded, but with errors: $@";	4134	} or error "$pkg unloaded, but with errors: $@";
		4135	}
		4136
		4137	trace "... clearing $pkg";
		4138	clear_package $pkg;
2697	}	4139	}
2698		4140
2699	warn "... nuking $pkg";
2700	Symbol::delete_package $pkg;
2701	}
2702
2703	warn "unloading all perl modules loaded from $LIBDIR";	4141	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2704	while (my ($k, $v) = each %INC) {	4142	while (my ($k, $v) = each %INC) {
2705	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4143	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2706		4144
2707	warn "... unloading $k";	4145	trace "... unloading $k";
2708	delete $INC{$k};	4146	delete $INC{$k};
2709		4147
2710	$k =~ s/\.pm$//;	4148	$k =~ s/\.pm$//;
2711	$k =~ s/\//::/g;	4149	$k =~ s/\//::/g;
2712		4150
2713	if (my $cb = $k->can ("unload_module")) {	4151	if (my $cb = $k->can ("unload_module")) {
2714	$cb->();	4152	$cb->();
		4153	}
		4154
		4155	clear_package $k;
2715	}	4156	}
2716		4157
2717	Symbol::delete_package $k;
2718	}
2719
2720	warn "getting rid of safe::, as good as possible";	4158	trace "perl_reload: getting rid of safe::, as good as possible";
2721	Symbol::delete_package "safe::$_"	4159	clear_package "safe::$_"
2722	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4160	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2723		4161
2724	warn "unloading cf.pm \"a bit\"";	4162	trace "perl_reload: unloading cf.pm \"a bit\"";
2725	delete $INC{"cf.pm"};	4163	delete $INC{"cf.pm"};
2726	delete $INC{"cf/pod.pm"};	4164	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2727		4165
2728	# don't, removes xs symbols, too,	4166	# don't, removes xs symbols, too,
2729	# and global variables created in xs	4167	# and global variables created in xs
2730	#Symbol::delete_package __PACKAGE__;	4168	#clear_package __PACKAGE__;
2731		4169
2732	warn "unload completed, starting to reload now";	4170	info "perl_reload: unload completed, starting to reload now";
2733		4171
2734	warn "reloading cf.pm";	4172	trace "perl_reload: reloading cf.pm";
2735	require cf;	4173	require cf;
2736	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4174	cf::_connect_to_perl_1;
2737		4175
2738	warn "loading config and database again";	4176	trace "perl_reload: loading config and database again";
2739	cf::cfg_load;	4177	cf::reload_config;
2740		4178
2741	warn "loading extensions";	4179	trace "perl_reload: loading extensions";
2742	cf::load_extensions;	4180	cf::load_extensions;
2743		4181
		4182	if ($REATTACH_ON_RELOAD) {
2744	warn "reattaching attachments to objects/players";	4183	trace "perl_reload: reattaching attachments to objects/players";
2745	_global_reattach; # objects, sockets	4184	_global_reattach; # objects, sockets
2746	warn "reattaching attachments to maps";	4185	trace "perl_reload: reattaching attachments to maps";
2747	reattach $_ for values %MAP;	4186	reattach $_ for values %MAP;
2748	warn "reattaching attachments to players";	4187	trace "perl_reload: reattaching attachments to players";
2749	reattach $_ for values %PLAYER;	4188	reattach $_ for values %PLAYER;
		4189	}
2750		4190
2751	warn "leaving sync_job";	4191	cf::_post_init 1;
2752		4192
		4193	trace "perl_reload: leaving sync_job";
		4194
2753	1	4195	1
2754	} or do {	4196	} or do {
2755	warn $@;	4197	error $@;
2756	warn "error while reloading, exiting.";	4198	cf::cleanup "perl_reload: error, exiting.";
2757	exit 1;	4199	};
		4200
		4201	--$RELOAD;
2758	};	4202	}
2759		4203
2760	warn "reloaded";	4204	$t1 = AE::time - $t1;
		4205	info "perl_reload: completed in ${t1}s\n";
2761	};	4206	};
2762		4207
2763	our $RELOAD_WATCHER; # used only during reload	4208	our $RELOAD_WATCHER; # used only during reload
2764		4209
2765	sub reload_perl() {	4210	sub reload_perl() {
2766	# doing reload synchronously and two reloads happen back-to-back,	4211	# doing reload synchronously and two reloads happen back-to-back,
2767	# coro crashes during coro_state_free->destroy here.	4212	# coro crashes during coro_state_free->destroy here.
2768		4213
2769	$RELOAD_WATCHER ||= Event->timer (	4214	$RELOAD_WATCHER ||= cf::async {
2770	reentrant => 0,	4215	Coro::AIO::aio_wait cache_extensions;
2771	after => 0,	4216
2772	data => WF_AUTOCANCEL,	4217	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
2773	cb => sub {
2774	do_reload_perl;	4218	do_reload_perl;
2775	undef $RELOAD_WATCHER;	4219	undef $RELOAD_WATCHER;
2776	},	4220	};
2777	);	4221	};
2778	}	4222	}
2779		4223
2780	register_command "reload" => sub {	4224	register_command "reload" => sub {
2781	my ($who, $arg) = @_;	4225	my ($who, $arg) = @_;
2782		4226
2783	if ($who->flag (FLAG_WIZ)) {	4227	if ($who->flag (FLAG_WIZ)) {
2784	$who->message ("reloading server.");	4228	$who->message ("reloading server.");
		4229	async {
		4230	$Coro::current->{desc} = "perl_reload";
2785	async { reload_perl };	4231	reload_perl;
		4232	};
2786	}	4233	}
2787	};	4234	};
2788		4235
2789	unshift @INC, $LIBDIR;	4236	#############################################################################
2790		4237
2791	my $bug_warning = 0;	4238	my $bug_warning = 0;
2792		4239
2793	our @WAIT_FOR_TICK;
2794	our @WAIT_FOR_TICK_BEGIN;
2795
2796	sub wait_for_tick {	4240	sub wait_for_tick() {
2797	return unless $TICK_WATCHER->is_active;	4241	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2798	return if $Coro::current == $Coro::main;
2799		4242
2800	my $signal = new Coro::Signal;	4243	$WAIT_FOR_TICK->wait;
2801	push @WAIT_FOR_TICK, $signal;
2802	$signal->wait;
2803	}	4244	}
2804		4245
2805	sub wait_for_tick_begin {	4246	sub wait_for_tick_begin() {
2806	return unless $TICK_WATCHER->is_active;	4247	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2807	return if $Coro::current == $Coro::main;
2808		4248
2809	my $signal = new Coro::Signal;	4249	my $signal = new Coro::Signal;
2810	push @WAIT_FOR_TICK_BEGIN, $signal;	4250	push @WAIT_FOR_TICK_BEGIN, $signal;
2811	$signal->wait;	4251	$signal->wait;
2812	}	4252	}
2813		4253
2814	$TICK_WATCHER = Event->timer (	4254	sub tick {
2815	reentrant => 0,
2816	parked => 1,
2817	prio => 0,
2818	at => $NEXT_TICK || $TICK,
2819	data => WF_AUTOCANCEL,
2820	cb => sub {
2821	if ($Coro::current != $Coro::main) {	4255	if ($Coro::current != $Coro::main) {
2822	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4256	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2823	unless ++$bug_warning > 10;	4257	unless ++$bug_warning > 10;
2824	return;	4258	return;
2825	}	4259	}
2826		4260
2827	$NOW = Event::time;	4261	cf::one_tick; # one server iteration
2828		4262
2829	cf::server_tick; # one server iteration	4263	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
2830		4264
2831	$RUNTIME += $TICK;
2832	$NEXT_TICK += $TICK;
2833
2834	if ($NOW >= $NEXT_RUNTIME_WRITE) {	4265	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2835	$NEXT_RUNTIME_WRITE = $NOW + 10;	4266	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2836	Coro::async_pool {	4267	Coro::async_pool {
		4268	$Coro::current->{desc} = "runtime saver";
2837	write_runtime	4269	write_runtime_sync
2838	or warn "ERROR: unable to write runtime file: $!";	4270	or error "ERROR: unable to write runtime file: $!";
2839	};
2840	}	4271	};
		4272	}
2841		4273
2842	# my $AFTER = Event::time;
2843	# warn $AFTER - $NOW;#d#
2844
2845	# if we are delayed by four ticks or more, skip them all
2846	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2847
2848	$TICK_WATCHER->at ($NEXT_TICK);
2849	$TICK_WATCHER->start;
2850
2851	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4274	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2852	$sig->send;	4275	$sig->send;
2853	}
2854	while (my $sig = shift @WAIT_FOR_TICK) {
2855	$sig->send;
2856	}
2857
2858	_post_tick;
2859	},	4276	}
2860	);	4277	$WAIT_FOR_TICK->broadcast;
		4278
		4279	$LOAD = ($NOW - $TICK_START) / $TICK;
		4280	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		4281
		4282	if (0) {
		4283	if ($NEXT_TICK) {
		4284	my $jitter = $TICK_START - $NEXT_TICK;
		4285	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4286	debug "jitter $JITTER\n";#d#
		4287	}
		4288	}
		4289	}
2861		4290
2862	{	4291	{
2863	BDB::max_poll_time $TICK * 0.1;	4292	# configure BDB
2864	$BDB_POLL_WATCHER = Event->io (	4293	info "initialising database";
2865	reentrant => 0,	4294
2866	fd => BDB::poll_fileno,
2867	poll => 'r',
2868	prio => 0,
2869	data => WF_AUTOCANCEL,
2870	cb => \&BDB::poll_cb,
2871	);
2872	BDB::min_parallel 8;	4295	BDB::min_parallel 16;
2873		4296	BDB::max_poll_reqs $TICK * 0.1;
2874	BDB::set_sync_prepare {	4297	#$AnyEvent::BDB::WATCHER->priority (1);
2875	my $status;
2876	my $current = $Coro::current;
2877	(
2878	sub {
2879	$status = $!;
2880	$current->ready; undef $current;
2881	},
2882	sub {
2883	Coro::schedule while defined $current;
2884	$! = $status;
2885	},
2886	)
2887	};
2888		4298
2889	unless ($DB_ENV) {	4299	unless ($DB_ENV) {
2890	$DB_ENV = BDB::db_env_create;	4300	$DB_ENV = BDB::db_env_create;
		4301	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4302	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4303	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4304	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4305	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2891		4306
2892	cf::sync_job {	4307	cf::sync_job {
2893	eval {	4308	eval {
2894	BDB::db_env_open	4309	BDB::db_env_open
2895	$DB_ENV,	4310	$DB_ENV,
…		…
2897	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4312	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2898	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4313	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2899	0666;	4314	0666;
2900		4315
2901	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4316	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2902
2903	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2904	$DB_ENV->set_lk_detect;
2905	};	4317	};
2906		4318
2907	cf::cleanup "db_env_open(db): $@" if $@;	4319	cf::cleanup "db_env_open(db): $@" if $@;
2908	};	4320	};
2909	}	4321	}
		4322
		4323	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4324	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4325	};
		4326	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4327	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4328	};
		4329	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4330	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4331	};
		4332
		4333	info "database initialised";
2910	}	4334	}
2911		4335
2912	{	4336	{
		4337	# configure IO::AIO
		4338
		4339	info "initialising aio";
2913	IO::AIO::min_parallel 8;	4340	IO::AIO::min_parallel 8;
2914
2915	undef $Coro::AIO::WATCHER;
2916	IO::AIO::max_poll_time $TICK * 0.1;	4341	IO::AIO::max_poll_time $TICK * 0.1;
2917	$AIO_POLL_WATCHER = Event->io (	4342	undef $AnyEvent::AIO::WATCHER;
2918	reentrant => 0,	4343	info "aio initialised";
2919	data => WF_AUTOCANCEL,	4344	}
2920	fd => IO::AIO::poll_fileno,	4345
2921	poll => 'r',	4346	our $_log_backtrace;
2922	prio => 6,	4347	our $_log_backtrace_last;
2923	cb => \&IO::AIO::poll_cb,	4348
2924	);	4349	sub _log_backtrace {
		4350	my ($msg, @addr) = @_;
		4351
		4352	$msg =~ s/\n$//;
		4353
		4354	if ($_log_backtrace_last eq $msg) {
		4355	LOG llevInfo, "[ABT] $msg\n";
		4356	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
		4357	# limit the # of concurrent backtraces
		4358	} elsif ($_log_backtrace < 2) {
		4359	$_log_backtrace_last = $msg;
		4360	++$_log_backtrace;
		4361	my $perl_bt = Carp::longmess $msg;
		4362	async {
		4363	$Coro::current->{desc} = "abt $msg";
		4364
		4365	my @bt = fork_call {
		4366	@addr = map { sprintf "%x", $_ } @addr;
		4367	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		4368	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		4369	or die "addr2line: $!";
		4370
		4371	my @funcs;
		4372	my @res = <$fh>;
		4373	chomp for @res;
		4374	while (@res) {
		4375	my ($func, $line) = splice @res, 0, 2, ();
		4376	push @funcs, "[$func] $line";
		4377	}
		4378
		4379	@funcs
		4380	};
		4381
		4382	LOG llevInfo, "[ABT] $perl_bt\n";
		4383	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
		4384	LOG llevInfo, "[ABT] $_\n" for @bt;
		4385	--$_log_backtrace;
		4386	};
		4387	} else {
		4388	LOG llevInfo, "[ABT] $msg\n";
		4389	LOG llevInfo, "[ABT] [overload, suppressed]\n";
		4390	}
2925	}	4391	}
2926		4392
2927	# load additional modules	4393	# load additional modules
2928	use cf::pod;	4394	require "cf/$_.pm" for @EXTRA_MODULES;
		4395	cf::_connect_to_perl_2;
2929		4396
2930	END { cf::emergency_save }	4397	END { cf::emergency_save }
2931		4398
2932	1	4399	1
2933		4400

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines