ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.347 by root, Thu Aug 30 05:16:09 2007 UTC vs.
Revision 1.591 by root, Tue Nov 6 23:33:15 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use AnyEvent ();
		38	use AnyEvent::IO ();
		39	use AnyEvent::DNS ();
		40
15	use Coro 3.64 ();	41	use Coro ();
16	use Coro::State;	42	use Coro::State;
17	use Coro::Handle;	43	use Coro::Handle;
		44	use Coro::EV;
18	use Coro::Event;	45	use Coro::AnyEvent;
19	use Coro::Timer;	46	use Coro::Timer;
20	use Coro::Signal;	47	use Coro::Signal;
21	use Coro::Semaphore;	48	use Coro::Semaphore;
		49	use Coro::SemaphoreSet;
		50	use Coro::AnyEvent;
22	use Coro::AIO;	51	use Coro::AIO;
		52	use Coro::BDB 1.6;
23	use Coro::Storable;	53	use Coro::Storable;
24	use Coro::Util ();	54	use Coro::Util ();
25		55
		56	use Guard ();
26	use JSON::XS ();	57	use JSON::XS 2.01 ();
27	use BDB ();	58	use BDB ();
28	use Data::Dumper;	59	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	60	use Fcntl;
31	use YAML::Syck ();	61	use YAML::XS ();
32	use IO::AIO 2.32 ();	62	use IO::AIO ();
33	use Time::HiRes;	63	use Time::HiRes;
34	use Compress::LZF;	64	use Compress::LZF;
35	use Digest::MD5 ();	65	use Digest::MD5 ();
		66
		67	AnyEvent::detect;
36		68
37	# configure various modules to our taste	69	# configure various modules to our taste
38	#	70	#
39	$Storable::canonical = 1; # reduce rsync transfers	71	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	72	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		73
		74	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		75
		76	# make sure c-lzf reinitialises itself
		77	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	78	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		79
43	$Event::Eval = 1; # no idea why this is required, but it is	80	# strictly for debugging
44		81	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		82
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	83	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		84
		85	our @ORIG_INC;
51		86
52	our %COMMAND = ();	87	our %COMMAND = ();
53	our %COMMAND_TIME = ();	88	our %COMMAND_TIME = ();
54		89
55	our @EXTS = (); # list of extension package names	90	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	91	our %EXTCMD = ();
57	our %EXTICMD = ();	92	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	93	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	94	our %EXT_MAP = (); # pluggable maps
60		95
61	our $RELOAD; # number of reloads so far	96	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	97	our @EVENT;
		98	our @REFLECT; # set by XS
		99	our %REFLECT; # set by us
63		100
64	our $CONFDIR = confdir;	101	our $CONFDIR = confdir;
		102
65	our $DATADIR = datadir;	103	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	104	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	105	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	106	our $MAPDIR = "$DATADIR/" . mapdir;
		107
69	our $LOCALDIR = localdir;	108	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	109	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	110	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	111	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	112	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	113	our $BDBDIR = "$LOCALDIR/db";
		114	our $PIDFILE = "$LOCALDIR/pid";
		115	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		116
		117	#our %RESOURCE; # unused
		118
		119	our $OUTPUT_RATE_MIN = 3000;
		120	our $OUTPUT_RATE_MAX = 1000000;
		121
		122	our $MAX_LINKS = 32; # how many chained exits to follow
		123	our $VERBOSE_IO = 1;
75		124
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	125	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	126	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	127	our $NEXT_TICK;
		128	our $USE_FSYNC = 1; # use fsync to write maps - default on
		129
		130	our $BDB_DEADLOCK_WATCHER;
		131	our $BDB_CHECKPOINT_WATCHER;
		132	our $BDB_TRICKLE_WATCHER;
		133	our $DB_ENV;
		134
		135	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		136
		137	our %CFG;
		138	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		139
		140	our $UPTIME; $UPTIME ||= time;
		141	our $RUNTIME = 0;
		142	our $SERVER_TICK = 0;
81	our $NOW;	143	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off
83		144
84	our $BDB_POLL_WATCHER;	145	our (%PLAYER, %PLAYER_LOADING); # all users
85	our $DB_ENV;	146	our (%MAP, %MAP_LOADING ); # all maps
86
87	our %CFG;
88
89	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;
91
92	our %PLAYER; # all users
93	our %MAP; # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	147	our $LINK_MAP; # the special {link} map, which is always available
95		148
96	# used to convert map paths into valid unix filenames by replacing / by ∕	149	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	150	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		151
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	152	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	153	our $LOADAVG; # same thing, but with alpha-smoothing
		154	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	155	our $TICK_START; # for load detecting purposes
		156
		157	our @POST_INIT;
		158
		159	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		160	our $REALLY_UNLOOP; # never set to true, please :)
		161
		162	our $WAIT_FOR_TICK = new Coro::Signal;
		163	our @WAIT_FOR_TICK_BEGIN;
102		164
103	binmode STDOUT;	165	binmode STDOUT;
104	binmode STDERR;	166	binmode STDERR;
105		167
106	# read virtual server time, if available	168	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	169	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	170	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	171	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	172	$RUNTIME = <$fh> + 0.;
111	}	173	}
		174
		175	eval "sub TICK() { $TICK } 1" or die;
112		176
113	mkdir $_	177	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	178	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115		179
116	our $EMERGENCY_POSITION;	180	our $EMERGENCY_POSITION;
117		181
118	sub cf::map::normalise;	182	sub cf::map::normalise;
119		183
		184	sub in_main() {
		185	$Coro::current == $Coro::main
		186	}
		187
120	#############################################################################	188	#############################################################################
121		189
		190	%REFLECT = ();
		191	for (@REFLECT) {
		192	my $reflect = JSON::XS::decode_json $_;
		193	$REFLECT{$reflect->{class}} = $reflect;
		194	}
		195
		196	# this is decidedly evil
		197	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		198
		199	#############################################################################
		200
122	=head2 GLOBAL VARIABLES	201	=head2 GLOBAL VARIABLES
123		202
124	=over 4	203	=over 4
125		204
126	=item $cf::UPTIME	205	=item $cf::UPTIME
127		206
128	The timestamp of the server start (so not actually an uptime).	207	The timestamp of the server start (so not actually an "uptime").
		208
		209	=item $cf::SERVER_TICK
		210
		211	An unsigned integer that starts at zero when the server is started and is
		212	incremented on every tick.
		213
		214	=item $cf::NOW
		215
		216	The (real) time of the last (current) server tick - updated before and
		217	after tick processing, so this is useful only as a rough "what time is it
		218	now" estimate.
		219
		220	=item $cf::TICK
		221
		222	The interval between each server tick, in seconds.
129		223
130	=item $cf::RUNTIME	224	=item $cf::RUNTIME
131		225
132	The time this server has run, starts at 0 and is increased by $cf::TICK on	226	The time this server has run, starts at 0 and is increased by $cf::TICK on
133	every server tick.	227	every server tick.
134		228
135	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	229	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
136	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	230	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
137	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	231	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
138		232
139	Various directories - "/etc", read-only install directory, perl-library	233	Various directories - "/etc", read-only install directory, perl-library
140	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	234	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
141	unique-items directory, player file directory, random maps directory and	235	unique-items directory, player file directory, random maps directory and
142	database environment.	236	database environment.
143		237
144	=item $cf::NOW
145
146	The time of the last (current) server tick.
147
148	=item $cf::TICK
149
150	The interval between server ticks, in seconds.
151
152	=item $cf::LOADAVG	238	=item $cf::LOADAVG
153		239
154	The current CPU load on the server (alpha-smoothed), as a value between 0	240	The current CPU load on the server (alpha-smoothed), as a value between 0
155	(none) and 1 (overloaded), indicating how much time is spent on processing	241	(none) and 1 (overloaded), indicating how much time is spent on processing
156	objects per tick. Healthy values are < 0.5.	242	objects per tick. Healthy values are < 0.5.
…		…
159		245
160	The raw value load value from the last tick.	246	The raw value load value from the last tick.
161		247
162	=item %cf::CFG	248	=item %cf::CFG
163		249
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	250	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	251	from wherever your confdir points to.
166		252
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	253	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		254
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	255	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
170	returns directly I<after> the tick processing (and consequently, can only wake one process	256	returns directly I<after> the tick processing (and consequently, can only wake one thread
171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	257	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
172		258
		259	Note that cf::Wait_for_tick will immediately return when the server is not
		260	ticking, making it suitable for small pauses in threads that need to run
		261	when the server is paused. If that is not applicable (i.e. you I<really>
		262	want to wait, use C<$cf::WAIT_FOR_TICK>).
		263
		264	=item $cf::WAIT_FOR_TICK
		265
		266	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		267	variable contains a L<Coro::Signal> that is broadcats after every server
		268	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		269	next server tick.
		270
		271	=cut
		272
		273	sub wait_for_tick();
		274	sub wait_for_tick_begin();
		275
173	=item @cf::INVOKE_RESULTS	276	=item @cf::INVOKE_RESULTS
174		277
175	This array contains the results of the last C<invoke ()> call. When	278	This array contains the results of the last C<invoke ()> call. When
176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	279	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177	that call.	280	that call.
178		281
		282	=item %cf::REFLECT
		283
		284	Contains, for each (C++) class name, a hash reference with information
		285	about object members (methods, scalars, arrays and flags) and other
		286	metadata, which is useful for introspection.
		287
179	=back	288	=back
180		289
181	=cut	290	=cut
182		291
183	BEGIN {	292	sub error(@) { LOG llevError, join "", @_ }
184	*CORE::GLOBAL::warn = sub {	293	sub warn (@) { LOG llevWarn , join "", @_ }
		294	sub info (@) { LOG llevInfo , join "", @_ }
		295	sub debug(@) { LOG llevDebug, join "", @_ }
		296	sub trace(@) { LOG llevTrace, join "", @_ }
		297
		298	$Coro::State::WARNHOOK = sub {
185	my $msg = join "", @_;	299	my $msg = join "", @_;
186		300
187	$msg .= "\n"	301	$msg .= "\n"
188	unless $msg =~ /\n$/;	302	unless $msg =~ /\n$/;
189		303
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	304	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		305
192	utf8::encode $msg;
193	LOG llevError, $msg;	306	LOG llevWarn, $msg;
194	};	307	};
195	}	308
		309	$Coro::State::DIEHOOK = sub {
		310	return unless $^S eq 0; # "eq", not "=="
		311
		312	error Carp::longmess $_[0];
		313
		314	if (in_main) {#d#
		315	error "DIEHOOK called in main context, Coro bug?\n";#d#
		316	return;#d#
		317	}#d#
		318
		319	# kill coroutine otherwise
		320	Coro::terminate
		321	};
196		322
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	323	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	324	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	325	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	326	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
207	for my $pkg (qw(	333	for my $pkg (qw(
208	cf::global cf::attachable	334	cf::global cf::attachable
209	cf::object cf::object::player	335	cf::object cf::object::player
210	cf::client cf::player	336	cf::client cf::player
211	cf::arch cf::living	337	cf::arch cf::living
		338	cf::map cf::mapspace
212	cf::map cf::party cf::region	339	cf::party cf::region
213	)) {	340	)) {
214	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	341	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	342	}
217		343
218	$Event::DIED = sub {	344	$EV::DIED = sub {
219	warn "error in event callback: @_";	345	warn "error in event callback: $@";
220	};	346	};
		347
		348	#############################################################################
		349
		350	sub fork_call(&@);
		351	sub get_slot($;$$);
221		352
222	#############################################################################	353	#############################################################################
223		354
224	=head2 UTILITY FUNCTIONS	355	=head2 UTILITY FUNCTIONS
225		356
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	377	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	378	$d
248	} || "[unable to dump $_[0]: '$@']";	379	} || "[unable to dump $_[0]: '$@']";
249	}	380	}
250		381
		382	=item $scalar = cf::load_file $path
		383
		384	Loads the given file from path and returns its contents. Croaks on error
		385	and can block.
		386
		387	=cut
		388
		389	sub load_file($) {
		390	0 <= aio_load $_[0], my $data
		391	or Carp::croak "$_[0]: $!";
		392
		393	$data
		394	}
		395
		396	=item $success = cf::replace_file $path, $data, $sync
		397
		398	Atomically replaces the file at the given $path with new $data, and
		399	optionally $sync the data to disk before replacing the file.
		400
		401	=cut
		402
		403	sub replace_file($$;$) {
		404	my ($path, $data, $sync) = @_;
		405
		406	my $lock = cf::lock_acquire ("replace_file:$path");
		407
		408	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		409	or return;
		410
		411	$data = $data->() if ref $data;
		412
		413	length $data == aio_write $fh, 0, (length $data), $data, 0
		414	or return;
		415
		416	!$sync
		417	or !aio_fsync $fh
		418	or return;
		419
		420	aio_close $fh
		421	and return;
		422
		423	aio_rename "$path~", $path
		424	and return;
		425
		426	if ($sync) {
		427	$path =~ s%/[^/]*$%%;
		428	aio_pathsync $path;
		429	}
		430
		431	1
		432	}
		433
251	=item $ref = cf::from_json $json	434	=item $ref = cf::decode_json $json
252		435
253	Converts a JSON string into the corresponding perl data structure.	436	Converts a JSON string into the corresponding perl data structure.
254		437
255	=item $json = cf::to_json $ref	438	=item $json = cf::encode_json $ref
256		439
257	Converts a perl data structure into its JSON representation.	440	Converts a perl data structure into its JSON representation.
258		441
259	=cut	442	=cut
260		443
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	444	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		445
263	sub to_json ($) { $json_coder->encode ($_[0]) }	446	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	447	sub decode_json($) { $json_coder->decode ($_[0]) }
		448
		449	=item $ref = cf::decode_storable $scalar
		450
		451	Same as Coro::Storable::thaw, so blocks.
		452
		453	=cut
		454
		455	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		456
		457	=item $ref = cf::decode_yaml $scalar
		458
		459	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		460
		461	=cut
		462
		463	sub decode_yaml($) {
		464	fork_call { YAML::XS::Load $_[0] } @_
		465	}
		466
		467	=item $scalar = cf::unlzf $scalar
		468
		469	Same as Compress::LZF::compress, but takes server ticks into account, so
		470	blocks.
		471
		472	=cut
		473
		474	sub unlzf($) {
		475	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		476	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		477	Compress::LZF::decompress $_[0]
		478	}
		479
		480	=item cf::post_init { BLOCK }
		481
		482	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		483	but I<before> the server starts ticking again.
		484
		485	The codeblock will have a single boolean argument to indicate whether this
		486	is a reload or not.
		487
		488	=cut
		489
		490	sub post_init(&) {
		491	push @POST_INIT, shift;
		492	}
		493
		494	sub _post_init {
		495	trace "running post_init jobs";
		496
		497	# run them in parallel...
		498
		499	my @join;
		500
		501	while () {
		502	push @join, map &Coro::async ($_, 0), @POST_INIT;
		503	@POST_INIT = ();
		504
		505	@join or last;
		506
		507	(pop @join)->join;
		508	}
		509	}
265		510
266	=item cf::lock_wait $string	511	=item cf::lock_wait $string
267		512
268	Wait until the given lock is available. See cf::lock_acquire.	513	Wait until the given lock is available. See cf::lock_acquire.
269		514
270	=item my $lock = cf::lock_acquire $string	515	=item my $lock = cf::lock_acquire $string
271		516
272	Wait until the given lock is available and then acquires it and returns	517	Wait until the given lock is available and then acquires it and returns
273	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	518	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274	for example when the coroutine gets canceled), the lock is automatically	519	for example when the coroutine gets canceled), the lock is automatically
275	returned.	520	returned.
276		521
277	Locks are *not* recursive, locking from the same coro twice results in a	522	Locks are *not* recursive, locking from the same coro twice results in a
278	deadlocked coro.	523	deadlocked coro.
…		…
284		529
285	Return true if the lock is currently active, i.e. somebody has locked it.	530	Return true if the lock is currently active, i.e. somebody has locked it.
286		531
287	=cut	532	=cut
288		533
289	our %LOCK;	534	our $LOCKS = new Coro::SemaphoreSet;
290		535
291	sub lock_wait($) {	536	sub lock_wait($) {
292	my ($key) = @_;	537	$LOCKS->wait ($_[0]);
293
294	# wait for lock, if any
295	while ($LOCK{$key}) {
296	push @{ $LOCK{$key} }, $Coro::current;
297	Coro::schedule;
298	}
299	}	538	}
300		539
301	sub lock_acquire($) {	540	sub lock_acquire($) {
302	my ($key) = @_;	541	$LOCKS->guard ($_[0])
303
304	# wait, to be sure we are not locked
305	lock_wait $key;
306
307	$LOCK{$key} = [];
308
309	Coro::guard {
310	# wake up all waiters, to be on the safe side
311	$_->ready for @{ delete $LOCK{$key} };
312	}
313	}	542	}
314		543
315	sub lock_active($) {	544	sub lock_active($) {
316	my ($key) = @_;	545	$LOCKS->count ($_[0]) < 1
317
318	! ! $LOCK{$key}
319	}	546	}
320		547
321	sub freeze_mainloop {	548	sub freeze_mainloop {
322	return unless $TICK_WATCHER->is_active;	549	tick_inhibit_inc;
323		550
324	my $guard = Coro::guard {	551	&Guard::guard (\&tick_inhibit_dec);
325	$TICK_WATCHER->start;	552	}
326	};	553
327	$TICK_WATCHER->stop;	554	=item cf::periodic $interval, $cb
328	$guard	555
		556	Like EV::periodic, but randomly selects a starting point so that the actions
		557	get spread over time.
		558
		559	=cut
		560
		561	sub periodic($$) {
		562	my ($interval, $cb) = @_;
		563
		564	my $start = rand List::Util::min 180, $interval;
		565
		566	EV::periodic $start, $interval, 0, $cb
329	}	567	}
330		568
331	=item cf::get_slot $time[, $priority[, $name]]	569	=item cf::get_slot $time[, $priority[, $name]]
332		570
333	Allocate $time seconds of blocking CPU time at priority C<$priority>:	571	Allocate $time seconds of blocking CPU time at priority C<$priority>
334	This call blocks and returns only when you have at least C<$time> seconds	572	(default: 0): This call blocks and returns only when you have at least
335	of cpu time till the next tick. The slot is only valid till the next cede.	573	C<$time> seconds of cpu time till the next tick. The slot is only valid
		574	till the next cede.
		575
		576	Background jobs should use a priority les than zero, interactive jobs
		577	should use 100 or more.
336		578
337	The optional C<$name> can be used to identify the job to run. It might be	579	The optional C<$name> can be used to identify the job to run. It might be
338	used for statistical purposes and should identify the same time-class.	580	used for statistical purposes and should identify the same time-class.
339		581
340	Useful for short background jobs.	582	Useful for short background jobs.
341		583
342	=cut	584	=cut
343		585
344	our @SLOT_QUEUE;	586	our @SLOT_QUEUE;
345	our $SLOT_QUEUE;	587	our $SLOT_QUEUE;
		588	our $SLOT_DECAY = 0.9;
346		589
347	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	590	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
348	$SLOT_QUEUE = Coro::async {	591	$SLOT_QUEUE = Coro::async {
		592	$Coro::current->desc ("timeslot manager");
		593
349	my $signal = new Coro::Signal;	594	my $signal = new Coro::Signal;
		595	my $busy;
350		596
351	while () {	597	while () {
352	next_job:	598	next_job:
		599
353	my $avail = cf::till_tick;	600	my $avail = cf::till_tick;
354	if ($avail > 0.01) {	601
355	for (0 .. $#SLOT_QUEUE) {	602	for (0 .. $#SLOT_QUEUE) {
356	if ($SLOT_QUEUE[$_][0] < $avail) {	603	if ($SLOT_QUEUE[$_][0] <= $avail) {
		604	$busy = 0;
357	my $job = splice @SLOT_QUEUE, $_, 1, ();	605	my $job = splice @SLOT_QUEUE, $_, 1, ();
358	$job->[2]->send;	606	$job->[2]->send;
359	Coro::cede;	607	Coro::cede;
360	goto next_job;	608	goto next_job;
361	}	609	} else {
		610	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
362	}	611	}
363	}	612	}
364		613
365	if (@SLOT_QUEUE) {	614	if (@SLOT_QUEUE) {
366	# we do not use wait_For_tick() as it returns immediately when tick is inactive	615	# we do not use wait_for_tick() as it returns immediately when tick is inactive
367	push @cf::WAIT_FOR_TICK, $signal;	616	$WAIT_FOR_TICK->wait;
368	$signal->wait;
369	} else {	617	} else {
		618	$busy = 0;
370	Coro::schedule;	619	Coro::schedule;
371	}	620	}
372	}	621	}
373	};	622	};
374		623
375	sub get_slot($;$$) {	624	sub get_slot($;$$) {
		625	return if tick_inhibit || $Coro::current == $Coro::main;
		626
376	my ($time, $pri, $name) = @_;	627	my ($time, $pri, $name) = @_;
377		628
378	$time = $TICK * .6 if $time > $TICK * .6;	629	$time = clamp $time, 0.01, $TICK * .6;
		630
379	my $sig = new Coro::Signal;	631	my $sig = new Coro::Signal;
380		632
381	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	633	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
382	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	634	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
383	$SLOT_QUEUE->ready;	635	$SLOT_QUEUE->ready;
…		…
394		646
395	BEGIN { *async = \&Coro::async_pool }	647	BEGIN { *async = \&Coro::async_pool }
396		648
397	=item cf::sync_job { BLOCK }	649	=item cf::sync_job { BLOCK }
398		650
399	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	651	The design of Deliantra requires that the main coroutine ($Coro::main)
400	is always able to handle events or runnable, as Crossfire TRT is only	652	is always able to handle events or runnable, as Deliantra is only
401	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	653	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
402	acceptable.	654	acceptable.
403		655
404	If it must be done, put the blocking parts into C<sync_job>. This will run	656	If it must be done, put the blocking parts into C<sync_job>. This will run
405	the given BLOCK in another coroutine while waiting for the result. The	657	the given BLOCK in another coroutine while waiting for the result. The
…		…
409	=cut	661	=cut
410		662
411	sub sync_job(&) {	663	sub sync_job(&) {
412	my ($job) = @_;	664	my ($job) = @_;
413		665
414	if ($Coro::current == $Coro::main) {	666	if (in_main) {
415	my $time = Event::time;	667	my $time = AE::time;
416		668
417	# this is the main coro, too bad, we have to block	669	# this is the main coro, too bad, we have to block
418	# till the operation succeeds, freezing the server :/	670	# till the operation succeeds, freezing the server :/
419		671
420	# TODO: use suspend/resume instead	672	#LOG llevError, Carp::longmess "sync job";#d#
421	# (but this is cancel-safe)	673
422	my $freeze_guard = freeze_mainloop;	674	my $freeze_guard = freeze_mainloop;
423		675
424	my $busy = 1;	676	my $busy = 1;
425	my @res;	677	my @res;
426		678
427	(async {	679	(async {
		680	$Coro::current->desc ("sync job coro");
428	@res = eval { $job->() };	681	@res = eval { $job->() };
429	warn $@ if $@;	682	error $@ if $@;
430	undef $busy;	683	undef $busy;
431	})->prio (Coro::PRIO_MAX);	684	})->prio (Coro::PRIO_MAX);
432		685
433	while ($busy) {	686	while ($busy) {
434	Coro::cede or Event::one_event;	687	if (Coro::nready) {
		688	Coro::cede_notself;
		689	} else {
		690	EV::loop EV::LOOP_ONESHOT;
435	}	691	}
		692	}
436		693
437	$time = Event::time - $time;	694	my $time = AE::time - $time;
438		695
439	LOG llevError | logBacktrace, Carp::longmess "long sync job"
440	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
441
442	$tick_start += $time; # do not account sync jobs to server load	696	$TICK_START += $time; # do not account sync jobs to server load
443		697
444	wantarray ? @res : $res[0]	698	wantarray ? @res : $res[0]
445	} else {	699	} else {
446	# we are in another coroutine, how wonderful, everything just works	700	# we are in another coroutine, how wonderful, everything just works
447		701
…		…
467	$EXT_CORO{$coro+0} = $coro;	721	$EXT_CORO{$coro+0} = $coro;
468		722
469	$coro	723	$coro
470	}	724	}
471		725
472	=item fork_call { }, $args	726	=item fork_call { }, @args
473		727
474	Executes the given code block with the given arguments in a seperate	728	Executes the given code block with the given arguments in a seperate
475	process, returning the results. Everything must be serialisable with	729	process, returning the results. Everything must be serialisable with
476	Coro::Storable. May, of course, block. Note that the executed sub may	730	Coro::Storable. May, of course, block. Note that the executed sub may
477	never block itself or use any form of Event handling.	731	never block itself or use any form of event handling.
478		732
479	=cut	733	=cut
		734
		735	sub post_fork {
		736	reset_signals;
		737	}
480		738
481	sub fork_call(&@) {	739	sub fork_call(&@) {
482	my ($cb, @args) = @_;	740	my ($cb, @args) = @_;
483		741
484	# we seemingly have to make a local copy of the whole thing,	742	# we seemingly have to make a local copy of the whole thing,
485	# otherwise perl prematurely frees the stuff :/	743	# otherwise perl prematurely frees the stuff :/
486	# TODO: investigate and fix (liekly this will be rather laborious)	744	# TODO: investigate and fix (likely this will be rather laborious)
487		745
488	my @res = Coro::Util::fork_eval {	746	my @res = Coro::Util::fork_eval {
489	reset_signals;	747	cf::post_fork;
490	&$cb	748	&$cb
491	}, @args;	749	} @args;
492		750
493	wantarray ? @res : $res[-1]	751	wantarray ? @res : $res[-1]
		752	}
		753
		754	sub objinfo {
		755	(
		756	"counter value" => cf::object::object_count,
		757	"objects created" => cf::object::create_count,
		758	"objects destroyed" => cf::object::destroy_count,
		759	"freelist size" => cf::object::free_count,
		760	"allocated objects" => cf::object::objects_size,
		761	"active objects" => cf::object::actives_size,
		762	)
		763	}
		764
		765	=item $coin = coin_from_name $name
		766
		767	=cut
		768
		769	our %coin_alias = (
		770	"silver" => "silvercoin",
		771	"silvercoin" => "silvercoin",
		772	"silvercoins" => "silvercoin",
		773	"gold" => "goldcoin",
		774	"goldcoin" => "goldcoin",
		775	"goldcoins" => "goldcoin",
		776	"platinum" => "platinacoin",
		777	"platinumcoin" => "platinacoin",
		778	"platinumcoins" => "platinacoin",
		779	"platina" => "platinacoin",
		780	"platinacoin" => "platinacoin",
		781	"platinacoins" => "platinacoin",
		782	"royalty" => "royalty",
		783	"royalties" => "royalty",
		784	);
		785
		786	sub coin_from_name($) {
		787	$coin_alias{$_[0]}
		788	? cf::arch::find $coin_alias{$_[0]}
		789	: undef
494	}	790	}
495		791
496	=item $value = cf::db_get $family => $key	792	=item $value = cf::db_get $family => $key
497		793
498	Returns a single value from the environment database.	794	Returns a single value from the environment database.
…		…
500	=item cf::db_put $family => $key => $value	796	=item cf::db_put $family => $key => $value
501		797
502	Stores the given C<$value> in the family. It can currently store binary	798	Stores the given C<$value> in the family. It can currently store binary
503	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	799	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
504		800
		801	=item $db = cf::db_table "name"
		802
		803	Create and/or open a new database table. The string must not be "db" and must be unique
		804	within each server.
		805
505	=cut	806	=cut
		807
		808	sub db_table($) {
		809	cf::error "db_get called from main context"
		810	if $Coro::current == $Coro::main;
		811
		812	my ($name) = @_;
		813	my $db = BDB::db_create $DB_ENV;
		814
		815	eval {
		816	$db->set_flags (BDB::CHKSUM);
		817
		818	utf8::encode $name;
		819	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		820	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		821	cf::cleanup "db_open(db): $!" if $!;
		822	};
		823	cf::cleanup "db_open(db): $@" if $@;
		824
		825	$db
		826	}
506		827
507	our $DB;	828	our $DB;
508		829
509	sub db_init {	830	sub db_init {
510	unless ($DB) {	831	$DB ||= db_table "db";
511	$DB = BDB::db_create $DB_ENV;
512
513	cf::sync_job {
514	eval {
515	$DB->set_flags (BDB::CHKSUM);
516
517	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
518	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
519	cf::cleanup "db_open(db): $!" if $!;
520	};
521	cf::cleanup "db_open(db): $@" if $@;
522	};
523	}
524	}	832	}
525		833
526	sub db_get($$) {	834	sub db_get($$) {
527	my $key = "$_[0]/$_[1]";	835	my $key = "$_[0]/$_[1]";
528		836
529	cf::sync_job {	837	cf::error "db_get called from main context"
		838	if $Coro::current == $Coro::main;
		839
530	BDB::db_get $DB, undef, $key, my $data;	840	BDB::db_get $DB, undef, $key, my $data;
531		841
532	$! ? ()	842	$! ? ()
533	: $data	843	: $data
534	}
535	}	844	}
536		845
537	sub db_put($$$) {	846	sub db_put($$$) {
538	BDB::dbreq_pri 4;	847	BDB::dbreq_pri 4;
539	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	848	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
567		876
568	my @data;	877	my @data;
569	my $md5;	878	my $md5;
570		879
571	for (0 .. $#$src) {	880	for (0 .. $#$src) {
572	0 <= aio_load $src->[$_], $data[$_]	881	$data[$_] = load_file $src->[$_];
573	or Carp::croak "$src->[$_]: $!";
574	}	882	}
575		883
576	# if processing is expensive, check	884	# if processing is expensive, check
577	# checksum first	885	# checksum first
578	if (1) {	886	if (1) {
…		…
595		903
596	my $t1 = Time::HiRes::time;	904	my $t1 = Time::HiRes::time;
597	my $data = $process->(\@data);	905	my $data = $process->(\@data);
598	my $t2 = Time::HiRes::time;	906	my $t2 = Time::HiRes::time;
599		907
600	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	908	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
601		909
602	db_put cache => "$id/data", $data;	910	db_put cache => "$id/data", $data;
603	db_put cache => "$id/md5" , $md5;	911	db_put cache => "$id/md5" , $md5;
604	db_put cache => "$id/meta", $meta;	912	db_put cache => "$id/meta", $meta;
605		913
…		…
615		923
616	=cut	924	=cut
617		925
618	sub datalog($@) {	926	sub datalog($@) {
619	my ($type, %kv) = @_;	927	my ($type, %kv) = @_;
620	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	928	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
621	}	929	}
622		930
623	=back	931	=back
624		932
625	=cut	933	=cut
626		934
627	#############################################################################	935	#############################################################################
628		936
629	=head2 ATTACHABLE OBJECTS	937	=head2 ATTACHABLE OBJECTS
630		938
631	Many objects in crossfire are so-called attachable objects. That means you can	939	Many objects in deliantra are so-called attachable objects. That means you can
632	attach callbacks/event handlers (a collection of which is called an "attachment")	940	attach callbacks/event handlers (a collection of which is called an "attachment")
633	to it. All such attachable objects support the following methods.	941	to it. All such attachable objects support the following methods.
634		942
635	In the following description, CLASS can be any of C<global>, C<object>	943	In the following description, CLASS can be any of C<global>, C<object>
636	C<player>, C<client> or C<map> (i.e. the attachable objects in	944	C<player>, C<client> or C<map> (i.e. the attachable objects in
637	Crossfire TRT).	945	Deliantra).
638		946
639	=over 4	947	=over 4
640		948
641	=item $attachable->attach ($attachment, key => $value...)	949	=item $attachable->attach ($attachment, key => $value...)
642		950
…		…
686	=item cf::CLASS::attachment $name, ...	994	=item cf::CLASS::attachment $name, ...
687		995
688	Register an attachment by C<$name> through which attachable objects of the	996	Register an attachment by C<$name> through which attachable objects of the
689	given CLASS can refer to this attachment.	997	given CLASS can refer to this attachment.
690		998
691	Some classes such as crossfire maps and objects can specify attachments	999	Some classes such as deliantra maps and objects can specify attachments
692	that are attached at load/instantiate time, thus the need for a name.	1000	that are attached at load/instantiate time, thus the need for a name.
693		1001
694	These calls expect any number of the following handler/hook descriptions:	1002	These calls expect any number of the following handler/hook descriptions:
695		1003
696	=over 4	1004	=over 4
…		…
820		1128
821	} elsif (exists $cb_id{$type}) {	1129	} elsif (exists $cb_id{$type}) {
822	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1130	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
823		1131
824	} elsif (ref $type) {	1132	} elsif (ref $type) {
825	warn "attaching objects not supported, ignoring.\n";	1133	error "attaching objects not supported, ignoring.\n";
826		1134
827	} else {	1135	} else {
828	shift @arg;	1136	shift @arg;
829	warn "attach argument '$type' not supported, ignoring.\n";	1137	error "attach argument '$type' not supported, ignoring.\n";
830	}	1138	}
831	}	1139	}
832	}	1140	}
833		1141
834	sub _object_attach {	1142	sub _object_attach {
…		…
844	_attach $registry, $klass, @attach;	1152	_attach $registry, $klass, @attach;
845	}	1153	}
846		1154
847	$obj->{$name} = \%arg;	1155	$obj->{$name} = \%arg;
848	} else {	1156	} else {
849	warn "object uses attachment '$name' which is not available, postponing.\n";	1157	info "object uses attachment '$name' which is not available, postponing.\n";
850	}	1158	}
851		1159
852	$obj->{_attachment}{$name} = undef;	1160	$obj->{_attachment}{$name} = undef;
853	}	1161	}
854		1162
…		…
913		1221
914	for (@$callbacks) {	1222	for (@$callbacks) {
915	eval { &{$_->[1]} };	1223	eval { &{$_->[1]} };
916		1224
917	if ($@) {	1225	if ($@) {
918	warn "$@";
919	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1226	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
920	override;	1227	override;
921	}	1228	}
922		1229
923	return 1 if $override;	1230	return 1 if $override;
924	}	1231	}
925		1232
926	0	1233	0
927	}	1234	}
928		1235
929	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1236	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
930		1237
931	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1238	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
932		1239
933	Generate an object-specific event with the given arguments.	1240	Generate an object-specific event with the given arguments.
934		1241
…		…
940		1247
941	=cut	1248	=cut
942		1249
943	#############################################################################	1250	#############################################################################
944	# object support	1251	# object support
945	#
946		1252
		1253	sub _object_equal($$);
		1254	sub _object_equal($$) {
		1255	my ($a, $b) = @_;
		1256
		1257	return 0 unless (ref $a) eq (ref $b);
		1258
		1259	if ("HASH" eq ref $a) {
		1260	my @ka = keys %$a;
		1261	my @kb = keys %$b;
		1262
		1263	return 0 if @ka != @kb;
		1264
		1265	for (0 .. $#ka) {
		1266	return 0 unless $ka[$_] eq $kb[$_];
		1267	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1268	}
		1269
		1270	} elsif ("ARRAY" eq ref $a) {
		1271
		1272	return 0 if @$a != @$b;
		1273
		1274	for (0 .. $#$a) {
		1275	return 0 unless _object_equal $a->[$_], $b->[$_];
		1276	}
		1277
		1278	} elsif ($a ne $b) {
		1279	return 0;
		1280	}
		1281
		1282	1
		1283	}
		1284
		1285	our $SLOW_MERGES;#d#
947	sub _can_merge {	1286	sub _can_merge {
948	my ($ob1, $ob2) = @_;	1287	my ($ob1, $ob2) = @_;
949		1288
950	local $Storable::canonical = 1;	1289	++$SLOW_MERGES;#d#
951	my $fob1 = Storable::freeze $ob1;
952	my $fob2 = Storable::freeze $ob2;
953		1290
954	$fob1 eq $fob2	1291	# we do the slow way here
		1292	return _object_equal $ob1, $ob2
955	}	1293	}
956		1294
957	sub reattach {	1295	sub reattach {
958	# basically do the same as instantiate, without calling instantiate	1296	# basically do the same as instantiate, without calling instantiate
959	my ($obj) = @_;	1297	my ($obj) = @_;
960		1298
		1299	# no longer needed after getting rid of delete_package?
961	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1300	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
962		1301
963	my $registry = $obj->registry;	1302	my $registry = $obj->registry;
964		1303
965	@$registry = ();	1304	@$registry = ();
966		1305
…		…
971	for (@$attach) {	1310	for (@$attach) {
972	my ($klass, @attach) = @$_;	1311	my ($klass, @attach) = @$_;
973	_attach $registry, $klass, @attach;	1312	_attach $registry, $klass, @attach;
974	}	1313	}
975	} else {	1314	} else {
976	warn "object uses attachment '$name' that is not available, postponing.\n";	1315	info "object uses attachment '$name' that is not available, postponing.\n";
977	}	1316	}
978	}	1317	}
979	}	1318	}
980		1319
981	cf::attachable->attach (	1320	cf::attachable->attach (
982	prio => -1000000,	1321	prio => -1000000,
983	on_instantiate => sub {	1322	on_instantiate => sub {
984	my ($obj, $data) = @_;	1323	my ($obj, $data) = @_;
985		1324
986	$data = from_json $data;	1325	$data = decode_json $data;
987		1326
988	for (@$data) {	1327	for (@$data) {
989	my ($name, $args) = @$_;	1328	my ($name, $args) = @$_;
990		1329
991	$obj->attach ($name, %{$args || {} });	1330	$obj->attach ($name, %{$args || {} });
…		…
1007	sub object_freezer_save {	1346	sub object_freezer_save {
1008	my ($filename, $rdata, $objs) = @_;	1347	my ($filename, $rdata, $objs) = @_;
1009		1348
1010	sync_job {	1349	sync_job {
1011	if (length $$rdata) {	1350	if (length $$rdata) {
		1351	utf8::decode (my $decname = $filename);
1012	warn sprintf "saving %s (%d,%d)\n",	1352	trace sprintf "saving %s (%d,%d)\n",
1013	$filename, length $$rdata, scalar @$objs;	1353	$decname, length $$rdata, scalar @$objs
		1354	if $VERBOSE_IO;
1014		1355
1015	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1356	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1016	chmod SAVE_MODE, $fh;	1357	aio_chmod $fh, SAVE_MODE;
1017	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1358	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1018	aio_fsync $fh if $cf::USE_FSYNC;	1359	if ($cf::USE_FSYNC) {
		1360	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1361	aio_fsync $fh;
		1362	}
1019	close $fh;	1363	aio_close $fh;
1020		1364
1021	if (@$objs) {	1365	if (@$objs) {
1022	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1366	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1023	chmod SAVE_MODE, $fh;	1367	aio_chmod $fh, SAVE_MODE;
1024	my $data = Storable::nfreeze { version => 1, objs => $objs };	1368	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1025	aio_write $fh, 0, (length $data), $data, 0;	1369	aio_write $fh, 0, (length $data), $data, 0;
1026	aio_fsync $fh if $cf::USE_FSYNC;	1370	if ($cf::USE_FSYNC) {
		1371	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1372	aio_fsync $fh;
		1373	}
1027	close $fh;	1374	aio_close $fh;
1028	aio_rename "$filename.pst~", "$filename.pst";	1375	aio_rename "$filename.pst~", "$filename.pst";
1029	}	1376	}
1030	} else {	1377	} else {
1031	aio_unlink "$filename.pst";	1378	aio_unlink "$filename.pst";
1032	}	1379	}
1033		1380
1034	aio_rename "$filename~", $filename;	1381	aio_rename "$filename~", $filename;
		1382
		1383	$filename =~ s%/[^/]+$%%;
		1384	aio_pathsync $filename if $cf::USE_FSYNC;
1035	} else {	1385	} else {
1036	warn "FATAL: $filename~: $!\n";	1386	error "unable to save objects: $filename~: $!\n";
1037	}	1387	}
1038	} else {	1388	} else {
1039	aio_unlink $filename;	1389	aio_unlink $filename;
1040	aio_unlink "$filename.pst";	1390	aio_unlink "$filename.pst";
1041	}	1391	}
1042	}	1392	};
1043	}	1393	}
1044		1394
1045	sub object_freezer_as_string {	1395	sub object_freezer_as_string {
1046	my ($rdata, $objs) = @_;	1396	my ($rdata, $objs) = @_;
1047		1397
…		…
1059	or return;	1409	or return;
1060		1410
1061	unless (aio_stat "$filename.pst") {	1411	unless (aio_stat "$filename.pst") {
1062	(aio_load "$filename.pst", $av) >= 0	1412	(aio_load "$filename.pst", $av) >= 0
1063	or return;	1413	or return;
		1414
1064	$av = eval { (Storable::thaw $av)->{objs} };	1415	my $st = eval { Coro::Storable::thaw $av };
		1416	$av = $st->{objs};
1065	}	1417	}
1066		1418
		1419	utf8::decode (my $decname = $filename);
1067	warn sprintf "loading %s (%d)\n",	1420	trace sprintf "loading %s (%d,%d)\n",
1068	$filename, length $data, scalar @{$av || []};	1421	$decname, length $data, scalar @{$av || []}
		1422	if $VERBOSE_IO;
		1423
1069	return ($data, $av);	1424	($data, $av)
1070	}	1425	}
1071		1426
1072	=head2 COMMAND CALLBACKS	1427	=head2 COMMAND CALLBACKS
1073		1428
1074	=over 4	1429	=over 4
…		…
1128	my ($name, $cb) = @_;	1483	my ($name, $cb) = @_;
1129		1484
1130	$EXTICMD{$name} = $cb;	1485	$EXTICMD{$name} = $cb;
1131	}	1486	}
1132		1487
		1488	use File::Glob ();
		1489
1133	cf::player->attach (	1490	cf::player->attach (
1134	on_command => sub {	1491	on_unknown_command => sub {
1135	my ($pl, $name, $params) = @_;	1492	my ($pl, $name, $params) = @_;
1136		1493
1137	my $cb = $COMMAND{$name}	1494	my $cb = $COMMAND{$name}
1138	or return;	1495	or return;
1139		1496
…		…
1147	my ($pl, $buf) = @_;	1504	my ($pl, $buf) = @_;
1148		1505
1149	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1506	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1150		1507
1151	if (ref $msg) {	1508	if (ref $msg) {
1152	my ($type, $reply, @payload) =	1509	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1153	"ARRAY" eq ref $msg
1154	? @$msg
1155	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1156		1510
1157	my @reply;	1511	my @reply;
1158		1512
1159	if (my $cb = $EXTCMD{$type}) {	1513	if (my $cb = $EXTCMD{$type}) {
1160	@reply = $cb->($pl, @payload);	1514	@reply = $cb->($pl, @payload);
…		…
1162		1516
1163	$pl->ext_reply ($reply, @reply)	1517	$pl->ext_reply ($reply, @reply)
1164	if $reply;	1518	if $reply;
1165		1519
1166	} else {	1520	} else {
1167	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1521	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1168	}	1522	}
1169		1523
1170	cf::override;	1524	cf::override;
1171	},	1525	},
1172	);	1526	);
1173		1527
		1528	# "readahead" all extensions
		1529	sub cache_extensions {
		1530	my $grp = IO::AIO::aio_group;
		1531
		1532	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1533	for (grep /\.ext$/, @{$_[0]}) {
		1534	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1535	}
		1536	};
		1537
		1538	$grp
		1539	}
		1540
		1541	sub _ext_cfg_reg($$$$) {
		1542	my ($rvar, $varname, $cfgname, $default) = @_;
		1543
		1544	$cfgname = lc $varname
		1545	unless length $cfgname;
		1546
		1547	$EXT_CFG{$cfgname} = [$rvar, $default];
		1548
		1549	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1550	}
		1551
1174	sub load_extensions {	1552	sub load_extensions {
		1553	info "loading extensions...";
		1554
		1555	%EXT_CFG = ();
		1556
1175	cf::sync_job {	1557	cf::sync_job {
1176	my %todo;	1558	my %todo;
1177		1559
1178	for my $path (<$LIBDIR/*.ext>) {	1560	for my $path (<$LIBDIR/*.ext>) {
1179	next unless -r $path;	1561	next unless -r $path;
…		…
1197		1579
1198	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1580	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1199	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1581	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1200		1582
1201	$ext{source} =	1583	$ext{source} =
1202	"package $pkg; use strict; use utf8;\n"	1584	"package $pkg; use common::sense;\n"
1203	. "#line 1 \"$path\"\n{\n"	1585	. "#line 1 \"$path\"\n{\n"
1204	. $source	1586	. $source
1205	. "\n};\n1";	1587	. "\n};\n1";
1206		1588
1207	$todo{$base} = \%ext;	1589	$todo{$base} = \%ext;
1208	}	1590	}
1209		1591
		1592	my $pass = 0;
1210	my %done;	1593	my %done;
1211	while (%todo) {	1594	while (%todo) {
1212	my $progress;	1595	my $progress;
1213		1596
		1597	++$pass;
		1598
		1599	ext:
1214	while (my ($k, $v) = each %todo) {	1600	while (my ($k, $v) = each %todo) {
1215	for (split /,\s*/, $v->{meta}{depends}) {	1601	for (split /,\s*/, $v->{meta}{depends}) {
1216	goto skip	1602	next ext
1217	unless exists $done{$_};	1603	unless exists $done{$_};
1218	}	1604	}
1219		1605
1220	warn "... loading '$k' into '$v->{pkg}'\n";	1606	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1221		1607
1222	unless (eval $v->{source}) {	1608	my $source = $v->{source};
		1609
		1610	# support "CONF varname :confname = default" pseudo-statements
		1611	$source =~ s{
		1612	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1613	}{
		1614	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1615	}gmxe;
		1616
		1617	my $active = eval $source;
		1618
		1619	if (length $@) {
1223	my $msg = $@ ? "$v->{path}: $@\n"	1620	error "$v->{path}: $@\n";
1224	: "$v->{base}: extension inactive.\n";
1225		1621
		1622	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1226	if (exists $v->{meta}{mandatory}) {	1623	if exists $v->{meta}{mandatory};
1227	warn $msg;	1624
1228	warn "mandatory extension failed to load, exiting.\n";	1625	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1229	exit 1;	1626	delete $todo{$k};
1230	}	1627	} else {
1231		1628	$done{$k} = delete $todo{$k};
1232	warn $msg;	1629	push @EXTS, $v->{pkg};
		1630	$progress = 1;
		1631
		1632	info "$v->{base}: extension inactive.\n"
		1633	unless $active;
1233	}	1634	}
1234
1235	$done{$k} = delete $todo{$k};
1236	push @EXTS, $v->{pkg};
1237	$progress = 1;
1238	}	1635	}
1239		1636
1240	skip:	1637	unless ($progress) {
1241	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1638	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1242	unless $progress;	1639
		1640	while (my ($k, $v) = each %todo) {
		1641	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1642	if exists $v->{meta}{mandatory};
		1643	}
		1644
		1645	last;
		1646	}
1243	}	1647	}
1244	};	1648	};
1245	}	1649	}
1246		1650
1247	#############################################################################	1651	#############################################################################
1248		1652
1249	=back	1653	=back
1250		1654
1251	=head2 CORE EXTENSIONS	1655	=head2 CORE EXTENSIONS
1252		1656
1253	Functions and methods that extend core crossfire objects.	1657	Functions and methods that extend core deliantra objects.
1254		1658
1255	=cut	1659	=cut
1256		1660
1257	package cf::player;	1661	package cf::player;
1258		1662
1259	use Coro::AIO;	1663	use Coro::AIO;
1260		1664
1261	=head3 cf::player	1665	=head3 cf::player
1262		1666
1263	=over 4	1667	=over 4
		1668
		1669	=item cf::player::num_playing
		1670
		1671	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1672
		1673	=cut
		1674
		1675	sub num_playing {
		1676	scalar grep
		1677	$_->ob->map
		1678	&& !$_->hidden
		1679	&& !$_->ob->flag (cf::FLAG_WIZ),
		1680	cf::player::list
		1681	}
1264		1682
1265	=item cf::player::find $login	1683	=item cf::player::find $login
1266		1684
1267	Returns the given player object, loading it if necessary (might block).	1685	Returns the given player object, loading it if necessary (might block).
1268		1686
…		…
1287		1705
1288	sub exists($) {	1706	sub exists($) {
1289	my ($login) = @_;	1707	my ($login) = @_;
1290		1708
1291	$cf::PLAYER{$login}	1709	$cf::PLAYER{$login}
1292	or cf::sync_job { !aio_stat path $login }	1710	or !aio_stat path $login
1293	}	1711	}
1294		1712
1295	sub find($) {	1713	sub find($) {
1296	return $cf::PLAYER{$_[0]} || do {	1714	return $cf::PLAYER{$_[0]} || do {
1297	my $login = $_[0];	1715	my $login = $_[0];
…		…
1304	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1722	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1305	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1723	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1306	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1724	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1307	aio_unlink +(playerdir $login) . "/$login.pl";	1725	aio_unlink +(playerdir $login) . "/$login.pl";
1308		1726
1309	my $pl = load_pl path $login	1727	my $f = new_from_file cf::object::thawer path $login
1310	or return;	1728	or return;
		1729
		1730	my $pl = cf::player::load_pl $f
		1731	or return;
		1732
		1733	local $cf::PLAYER_LOADING{$login} = $pl;
		1734	$f->resolve_delayed_derefs;
1311	$cf::PLAYER{$login} = $pl	1735	$cf::PLAYER{$login} = $pl
1312	}	1736	}
1313	}	1737	}
1314	}	1738	}
		1739
		1740	cf::player->attach (
		1741	on_load => sub {
		1742	my ($pl, $path) = @_;
		1743
		1744	# restore slots saved in save, below
		1745	my $slots = delete $pl->{_slots};
		1746
		1747	$pl->ob->current_weapon ($slots->[0]);
		1748	$pl->combat_ob ($slots->[1]);
		1749	$pl->ranged_ob ($slots->[2]);
		1750	},
		1751	);
1315		1752
1316	sub save($) {	1753	sub save($) {
1317	my ($pl) = @_;	1754	my ($pl) = @_;
1318		1755
1319	return if $pl->{deny_save};	1756	return if $pl->{deny_save};
…		…
1323		1760
1324	return if $pl->{deny_save};	1761	return if $pl->{deny_save};
1325		1762
1326	aio_mkdir playerdir $pl, 0770;	1763	aio_mkdir playerdir $pl, 0770;
1327	$pl->{last_save} = $cf::RUNTIME;	1764	$pl->{last_save} = $cf::RUNTIME;
		1765
		1766	cf::get_slot 0.01;
		1767
		1768	# save slots, to be restored later
		1769	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1328		1770
1329	$pl->save_pl ($path);	1771	$pl->save_pl ($path);
1330	cf::cede_to_tick;	1772	cf::cede_to_tick;
1331	}	1773	}
1332		1774
…		…
1364	my ($pl) = @_;	1806	my ($pl) = @_;
1365		1807
1366	my $name = $pl->ob->name;	1808	my $name = $pl->ob->name;
1367		1809
1368	$pl->{deny_save} = 1;	1810	$pl->{deny_save} = 1;
1369	$pl->password ("*"); # this should lock out the player until we nuked the dir	1811	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1370		1812
1371	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1813	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1372	$pl->deactivate;	1814	$pl->deactivate;
		1815
		1816	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1373	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1817	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1818	ext::highscore::check ($pl->ob);
		1819
1374	$pl->ns->destroy if $pl->ns;	1820	$pl->ns->destroy if $pl->ns;
1375		1821
1376	my $path = playerdir $pl;	1822	my $path = playerdir $pl;
1377	my $temp = "$path~$cf::RUNTIME~deleting~";	1823	my $temp = "$path~$cf::RUNTIME~deleting~";
1378	aio_rename $path, $temp;	1824	aio_rename $path, $temp;
…		…
1413	or return [];	1859	or return [];
1414		1860
1415	my @logins;	1861	my @logins;
1416		1862
1417	for my $login (@$dirs) {	1863	for my $login (@$dirs) {
		1864	my $path = path $login;
		1865
		1866	# a .pst is a dead give-away for a valid player
		1867	# if no pst file found, open and chekc for blocked users
		1868	if (aio_stat "$path.pst") {
1418	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1869	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1419	aio_read $fh, 0, 512, my $buf, 0 or next;	1870	aio_read $fh, 0, 512, my $buf, 0 or next;
1420	$buf !~ /^password -------------$/m or next; # official not-valid tag	1871	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1872	}
1421		1873
1422	utf8::decode $login;	1874	utf8::decode $login;
1423	push @logins, $login;	1875	push @logins, $login;
1424	}	1876	}
1425		1877
1426	\@logins	1878	\@logins
1427	}	1879	}
1428		1880
1429	=item $player->maps	1881	=item $player->maps
		1882
		1883	=item cf::player::maps $login
1430		1884
1431	Returns an arrayref of map paths that are private for this	1885	Returns an arrayref of map paths that are private for this
1432	player. May block.	1886	player. May block.
1433		1887
1434	=cut	1888	=cut
…		…
1452	}	1906	}
1453		1907
1454	\@paths	1908	\@paths
1455	}	1909	}
1456		1910
1457	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1911	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1458		1912
1459	Expand crossfire pod fragments into protocol xml.	1913	Expand deliantra pod fragments into protocol xml.
1460
1461	=cut
1462
1463	sub expand_cfpod {
1464	((my $self), (local $_)) = @_;
1465
1466	# escape & and <
1467	s/&/&amp;/g;
1468	s/(?<![BIUGH])</&lt;/g;
1469
1470	# this is buggy, it needs to properly take care of nested <'s
1471
1472	1 while
1473	# replace B<>, I<>, U<> etc.
1474	s/B<([^\>]*)>/<b>$1<\/b>/
1475	|| s/I<([^\>]*)>/<i>$1<\/i>/
1476	|| s/U<([^\>]*)>/<u>$1<\/u>/
1477	# replace G<male|female> tags
1478	|| s{G<([^>|]*)\|([^>]*)>}{
1479	$self->gender ? $2 : $1
1480	}ge
1481	# replace H<hint text>
1482	|| s{H<([^\>]*)>}
1483	{
1484	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1485	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1486	"")
1487	[$self->{hintmode}]
1488	}ge;
1489
1490	# create single paragraphs (very hackish)
1491	s/(?<=\S)\n(?=\w)/ /g;
1492
1493	# compress some whitespace
1494	s/\s+\n/\n/g; # ws line-ends
1495	s/\n\n+/\n/g; # double lines
1496	s/^\n+//; # beginning lines
1497	s/\n+$//; # ending lines
1498
1499	$_
1500	}
1501
1502	sub hintmode {
1503	$_[0]{hintmode} = $_[1] if @_ > 1;
1504	$_[0]{hintmode}
1505	}
1506		1914
1507	=item $player->ext_reply ($msgid, @msg)	1915	=item $player->ext_reply ($msgid, @msg)
1508		1916
1509	Sends an ext reply to the player.	1917	Sends an ext reply to the player.
1510		1918
…		…
1542		1950
1543	=cut	1951	=cut
1544		1952
1545	sub find_by_path($) {	1953	sub find_by_path($) {
1546	my ($path) = @_;	1954	my ($path) = @_;
		1955
		1956	$path =~ s/^~[^\/]*//; # skip ~login
1547		1957
1548	my ($match, $specificity);	1958	my ($match, $specificity);
1549		1959
1550	for my $region (list) {	1960	for my $region (list) {
1551	if ($region->{match} && $path =~ $region->{match}) {	1961	if ($region->{match} && $path =~ $region->{match}) {
…		…
1577	our $MAX_RESET = 3600;	1987	our $MAX_RESET = 3600;
1578	our $DEFAULT_RESET = 3000;	1988	our $DEFAULT_RESET = 3000;
1579		1989
1580	sub generate_random_map {	1990	sub generate_random_map {
1581	my ($self, $rmp) = @_;	1991	my ($self, $rmp) = @_;
1582	# mit "rum" bekleckern, nicht	1992
		1993	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1994
1583	$self->_create_random_map (	1995	$self->_create_random_map ($rmp);
1584	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1585	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1586	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1587	$rmp->{exit_on_final_map},
1588	$rmp->{xsize}, $rmp->{ysize},
1589	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1590	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1591	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1592	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1593	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1594	(cf::region::find $rmp->{region}), $rmp->{custom}
1595	)
1596	}	1996	}
1597		1997
1598	=item cf::map->register ($regex, $prio)	1998	=item cf::map->register ($regex, $prio)
1599		1999
1600	Register a handler for the map path matching the given regex at the	2000	Register a handler for the map path matching the given regex at the
…		…
1605		2005
1606	sub register {	2006	sub register {
1607	my (undef, $regex, $prio) = @_;	2007	my (undef, $regex, $prio) = @_;
1608	my $pkg = caller;	2008	my $pkg = caller;
1609		2009
1610	no strict;
1611	push @{"$pkg\::ISA"}, __PACKAGE__;	2010	push @{"$pkg\::ISA"}, __PACKAGE__;
1612		2011
1613	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2012	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1614	}	2013	}
1615		2014
1616	# also paths starting with '/'	2015	# also paths starting with '/'
1617	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2016	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1618		2017
1619	sub thawer_merge {	2018	sub thawer_merge {
1620	my ($self, $merge) = @_;	2019	my ($self, $merge) = @_;
1621		2020
1622	# we have to keep some variables in memory intact	2021	# we have to keep some variables in memory intact
…		…
1627	}	2026	}
1628		2027
1629	sub normalise {	2028	sub normalise {
1630	my ($path, $base) = @_;	2029	my ($path, $base) = @_;
1631		2030
1632	$path = "$path"; # make sure its a string	2031	$path = "$path"; # make sure it's a string
1633		2032
1634	$path =~ s/\.map$//;	2033	$path =~ s/\.map$//;
1635		2034
1636	# map plan:	2035	# map plan:
1637	#	2036	#
…		…
1652	$base =~ s{[^/]+/?$}{};	2051	$base =~ s{[^/]+/?$}{};
1653	$path = "$base/$path";	2052	$path = "$base/$path";
1654	}	2053	}
1655		2054
1656	for ($path) {	2055	for ($path) {
1657	redo if s{//}{/};
1658	redo if s{/\.?/}{/};	2056	redo if s{/\.?/}{/};
1659	redo if s{/[^/]+/\.\./}{/};	2057	redo if s{/[^/]+/\.\./}{/};
1660	}	2058	}
1661		2059
1662	$path	2060	$path
…		…
1676	$self->init; # pass $1 etc.	2074	$self->init; # pass $1 etc.
1677	return $self;	2075	return $self;
1678	}	2076	}
1679	}	2077	}
1680		2078
1681	Carp::cluck "unable to resolve path '$path' (base '$base').";	2079	Carp::cluck "unable to resolve path '$path' (base '$base')";
1682	()	2080	()
1683	}	2081	}
1684		2082
		2083	# may re-bless or do other evil things
1685	sub init {	2084	sub init {
1686	my ($self) = @_;	2085	my ($self) = @_;
1687		2086
1688	$self	2087	$self
1689	}	2088	}
…		…
1708		2107
1709	# the temporary/swap location	2108	# the temporary/swap location
1710	sub save_path {	2109	sub save_path {
1711	my ($self) = @_;	2110	my ($self) = @_;
1712		2111
1713	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2112	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1714	"$TMPDIR/$path.map"	2113	"$TMPDIR/$path.map"
1715	}	2114	}
1716		2115
1717	# the unique path, undef == no special unique path	2116	# the unique path, undef == no special unique path
1718	sub uniq_path {	2117	sub uniq_path {
1719	my ($self) = @_;	2118	my ($self) = @_;
1720		2119
1721	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2120	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1722	"$UNIQUEDIR/$path"	2121	"$UNIQUEDIR/$path"
1723	}
1724
1725	# and all this just because we cannot iterate over
1726	# all maps in C++...
1727	sub change_all_map_light {
1728	my ($change) = @_;
1729
1730	$_->change_map_light ($change)
1731	for grep $_->outdoor, values %cf::MAP;
1732	}	2122	}
1733		2123
1734	sub decay_objects {	2124	sub decay_objects {
1735	my ($self) = @_;	2125	my ($self) = @_;
1736		2126
…		…
1749		2139
1750	sub load_header_from($) {	2140	sub load_header_from($) {
1751	my ($self, $path) = @_;	2141	my ($self, $path) = @_;
1752		2142
1753	utf8::encode $path;	2143	utf8::encode $path;
1754	#aio_open $path, O_RDONLY, 0	2144	my $f = new_from_file cf::object::thawer $path
1755	# or return;
1756
1757	$self->_load_header ($path)
1758	or return;	2145	or return;
1759		2146
		2147	$self->_load_header ($f)
		2148	or return;
		2149
		2150	local $MAP_LOADING{$self->{path}} = $self;
		2151	$f->resolve_delayed_derefs;
		2152
1760	$self->{load_path} = $path;	2153	$self->{load_path} = $path;
1761		2154
1762	1	2155	1
1763	}	2156	}
1764		2157
		2158	# used to laod the header of an original map
1765	sub load_header_orig {	2159	sub load_header_orig {
1766	my ($self) = @_;	2160	my ($self) = @_;
1767		2161
1768	$self->load_header_from ($self->load_path)	2162	$self->load_header_from ($self->load_path)
1769	}	2163	}
1770		2164
		2165	# used to laod the header of an instantiated map
1771	sub load_header_temp {	2166	sub load_header_temp {
1772	my ($self) = @_;	2167	my ($self) = @_;
1773		2168
1774	$self->load_header_from ($self->save_path)	2169	$self->load_header_from ($self->save_path)
1775	}	2170	}
1776		2171
		2172	# called after loading the header from an instantiated map
1777	sub prepare_temp {	2173	sub prepare_temp {
1778	my ($self) = @_;	2174	my ($self) = @_;
1779		2175
1780	$self->last_access ((delete $self->{last_access})	2176	$self->last_access ((delete $self->{last_access})
1781	|| $cf::RUNTIME); #d#	2177	|| $cf::RUNTIME); #d#
1782	# safety	2178	# safety
1783	$self->{instantiate_time} = $cf::RUNTIME	2179	$self->{instantiate_time} = $cf::RUNTIME
1784	if $self->{instantiate_time} > $cf::RUNTIME;	2180	if $self->{instantiate_time} > $cf::RUNTIME;
1785	}	2181	}
1786		2182
		2183	# called after loading the header from an original map
1787	sub prepare_orig {	2184	sub prepare_orig {
1788	my ($self) = @_;	2185	my ($self) = @_;
1789		2186
1790	$self->{load_original} = 1;	2187	$self->{load_original} = 1;
1791	$self->{instantiate_time} = $cf::RUNTIME;	2188	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1815		2212
1816	sub find;	2213	sub find;
1817	sub find {	2214	sub find {
1818	my ($path, $origin) = @_;	2215	my ($path, $origin) = @_;
1819		2216
		2217	cf::cede_to_tick;
		2218
1820	$path = normalise $path, $origin && $origin->path;	2219	$path = normalise $path, $origin;
1821		2220
		2221	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1822	cf::lock_wait "map_find:$path";	2222	my $guard2 = cf::lock_acquire "map_find:$path";
1823		2223
1824	$cf::MAP{$path} || do {	2224	$cf::MAP{$path} || do {
1825	my $guard = cf::lock_acquire "map_find:$path";
1826	my $map = new_from_path cf::map $path	2225	my $map = new_from_path cf::map $path
1827	or return;	2226	or return;
1828		2227
1829	$map->{last_save} = $cf::RUNTIME;	2228	$map->{last_save} = $cf::RUNTIME;
1830		2229
…		…
1832	or return;	2231	or return;
1833		2232
1834	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2233	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1835	# doing this can freeze the server in a sync job, obviously	2234	# doing this can freeze the server in a sync job, obviously
1836	#$cf::WAIT_FOR_TICK->wait;	2235	#$cf::WAIT_FOR_TICK->wait;
		2236	undef $guard2;
		2237	undef $guard1;
1837	$map->reset;	2238	$map->reset;
1838	undef $guard;
1839	return find $path;	2239	return find $path;
1840	}	2240	}
1841		2241
1842	$cf::MAP{$path} = $map	2242	$cf::MAP{$path} = $map
1843	}	2243	}
1844	}	2244	}
1845		2245
1846	sub pre_load { }	2246	sub pre_load { }
1847	sub post_load { }	2247	#sub post_load { } # XS
1848		2248
1849	sub load {	2249	sub load {
1850	my ($self) = @_;	2250	my ($self) = @_;
1851		2251
1852	local $self->{deny_reset} = 1; # loading can take a long time	2252	local $self->{deny_reset} = 1; # loading can take a long time
1853		2253
1854	my $path = $self->{path};	2254	my $path = $self->{path};
1855		2255
1856	{	2256	{
1857	my $guard1 = cf::lock_acquire "map_data:$path";	2257	my $guard = cf::lock_acquire "map_data:$path";
1858	my $guard2 = cf::lock_acquire "map_load:$path";
1859		2258
		2259	return unless $self->valid;
1860	return if $self->in_memory != cf::MAP_SWAPPED;	2260	return unless $self->state == cf::MAP_SWAPPED;
1861
1862	$self->in_memory (cf::MAP_LOADING);
1863		2261
1864	$self->alloc;	2262	$self->alloc;
1865		2263
1866	$self->pre_load;	2264	$self->pre_load;
1867	cf::cede_to_tick;	2265	cf::cede_to_tick;
1868		2266
1869	$self->_load_objects ($self->{load_path}, 1)	2267	if (exists $self->{load_path}) {
		2268	my $f = new_from_file cf::object::thawer $self->{load_path};
		2269	$f->skip_block;
		2270	$self->_load_objects ($f)
1870	or return;	2271	or return;
1871		2272
1872	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2273	$self->post_load_original
1873	if delete $self->{load_original};	2274	if delete $self->{load_original};
1874		2275
1875	if (my $uniq = $self->uniq_path) {	2276	if (my $uniq = $self->uniq_path) {
1876	utf8::encode $uniq;	2277	utf8::encode $uniq;
1877	if (aio_open $uniq, O_RDONLY, 0) {	2278	unless (aio_stat $uniq) {
		2279	if (my $f = new_from_file cf::object::thawer $uniq) {
1878	$self->clear_unique_items;	2280	$self->clear_unique_items;
1879	$self->_load_objects ($uniq, 0);	2281	$self->_load_objects ($f);
		2282	$f->resolve_delayed_derefs;
		2283	}
		2284	}
1880	}	2285	}
		2286
		2287	$f->resolve_delayed_derefs;
		2288	} else {
		2289	$self->post_load_original
		2290	if delete $self->{load_original};
1881	}	2291	}
		2292
		2293	$self->state (cf::MAP_INACTIVE);
1882		2294
1883	cf::cede_to_tick;	2295	cf::cede_to_tick;
1884	# now do the right thing for maps	2296	# now do the right thing for maps
1885	$self->link_multipart_objects;	2297	$self->link_multipart_objects;
1886	$self->difficulty ($self->estimate_difficulty)	2298	$self->difficulty ($self->estimate_difficulty)
…		…
1890	unless ($self->{deny_activate}) {	2302	unless ($self->{deny_activate}) {
1891	$self->decay_objects;	2303	$self->decay_objects;
1892	$self->fix_auto_apply;	2304	$self->fix_auto_apply;
1893	$self->update_buttons;	2305	$self->update_buttons;
1894	cf::cede_to_tick;	2306	cf::cede_to_tick;
1895	$self->set_darkness_map;	2307	#$self->activate; # no longer activate maps automatically
1896	cf::cede_to_tick;
1897	$self->activate;
1898	}	2308	}
1899		2309
1900	$self->{last_save} = $cf::RUNTIME;	2310	$self->{last_save} = $cf::RUNTIME;
1901	$self->last_access ($cf::RUNTIME);	2311	$self->last_access ($cf::RUNTIME);
1902
1903	$self->in_memory (cf::MAP_IN_MEMORY);
1904	}	2312	}
1905		2313
1906	$self->post_load;	2314	$self->post_load;
1907	}
1908		2315
		2316	1
		2317	}
		2318
		2319	# customize the map for a given player, i.e.
		2320	# return the _real_ map. used by e.g. per-player
		2321	# maps to change the path to ~playername/mappath
1909	sub customise_for {	2322	sub customise_for {
1910	my ($self, $ob) = @_;	2323	my ($self, $ob) = @_;
1911		2324
1912	return find "~" . $ob->name . "/" . $self->{path}	2325	return find "~" . $ob->name . "/" . $self->{path}
1913	if $self->per_player;	2326	if $self->per_player;
…		…
1916	# if $self->per_party;	2329	# if $self->per_party;
1917		2330
1918	$self	2331	$self
1919	}	2332	}
1920		2333
1921	# find and load all maps in the 3x3 area around a map
1922	sub load_neighbours {
1923	my ($map) = @_;
1924
1925	my @neigh; # diagonal neighbours
1926
1927	for (0 .. 3) {
1928	my $neigh = $map->tile_path ($_)
1929	or next;
1930	$neigh = find $neigh, $map
1931	or next;
1932	$neigh->load;
1933
1934	push @neigh,
1935	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1936	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1937	}
1938
1939	for (grep defined $_->[0], @neigh) {
1940	my ($path, $origin) = @$_;
1941	my $neigh = find $path, $origin
1942	or next;
1943	$neigh->load;
1944	}
1945	}
1946
1947	sub find_sync {	2334	sub find_sync {
1948	my ($path, $origin) = @_;	2335	my ($path, $origin) = @_;
1949		2336
1950	cf::sync_job { find $path, $origin }	2337	# it's a bug to call this from the main context
		2338	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2339	if $Coro::current == $Coro::main;
		2340
		2341	find $path, $origin
1951	}	2342	}
1952		2343
1953	sub do_load_sync {	2344	sub do_load_sync {
1954	my ($map) = @_;	2345	my ($map) = @_;
1955		2346
		2347	# it's a bug to call this from the main context
1956	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2348	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
1957	if $Coro::current == $Coro::main;	2349	if $Coro::current == $Coro::main;
1958		2350
1959	cf::sync_job { $map->load };	2351	$map->load;
1960	}	2352	}
1961		2353
1962	our %MAP_PREFETCH;	2354	our %MAP_PREFETCH;
1963	our $MAP_PREFETCHER = undef;	2355	our $MAP_PREFETCHER = undef;
1964		2356
1965	sub find_async {	2357	sub find_async {
1966	my ($path, $origin, $load) = @_;	2358	my ($path, $origin, $load) = @_;
1967		2359
1968	$path = normalise $path, $origin && $origin->{path};	2360	$path = normalise $path, $origin;
1969		2361
1970	if (my $map = $cf::MAP{$path}) {	2362	if (my $map = $cf::MAP{$path}) {
1971	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2363	return $map if !$load || $map->linkable;
1972	}	2364	}
1973		2365
1974	$MAP_PREFETCH{$path} |= $load;	2366	$MAP_PREFETCH{$path} |= $load;
1975		2367
1976	$MAP_PREFETCHER ||= cf::async {	2368	$MAP_PREFETCHER ||= cf::async {
		2369	$Coro::current->{desc} = "map prefetcher";
		2370
1977	while (%MAP_PREFETCH) {	2371	while (%MAP_PREFETCH) {
1978	while (my ($k, $v) = each %MAP_PREFETCH) {	2372	while (my ($k, $v) = each %MAP_PREFETCH) {
1979	if (my $map = find $k) {	2373	if (my $map = find $k) {
1980	$map->load if $v;	2374	$map->load if $v;
1981	}	2375	}
…		…
1988	$MAP_PREFETCHER->prio (6);	2382	$MAP_PREFETCHER->prio (6);
1989		2383
1990	()	2384	()
1991	}	2385	}
1992		2386
		2387	# common code, used by both ->save and ->swapout
1993	sub save {	2388	sub _save {
1994	my ($self) = @_;	2389	my ($self) = @_;
1995
1996	my $lock = cf::lock_acquire "map_data:$self->{path}";
1997		2390
1998	$self->{last_save} = $cf::RUNTIME;	2391	$self->{last_save} = $cf::RUNTIME;
1999		2392
2000	return unless $self->dirty;	2393	return unless $self->dirty;
2001		2394
…		…
2007	return if $self->{deny_save};	2400	return if $self->{deny_save};
2008		2401
2009	local $self->{last_access} = $self->last_access;#d#	2402	local $self->{last_access} = $self->last_access;#d#
2010		2403
2011	cf::async {	2404	cf::async {
		2405	$Coro::current->{desc} = "map player save";
2012	$_->contr->save for $self->players;	2406	$_->contr->save for $self->players;
2013	};	2407	};
		2408
		2409	cf::get_slot 0.02;
2014		2410
2015	if ($uniq) {	2411	if ($uniq) {
2016	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2412	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2017	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2413	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2018	} else {	2414	} else {
2019	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2415	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2020	}	2416	}
2021	}	2417	}
2022		2418
		2419	sub save {
		2420	my ($self) = @_;
		2421
		2422	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2423
		2424	$self->_save;
		2425	}
		2426
2023	sub swap_out {	2427	sub swap_out {
2024	my ($self) = @_;	2428	my ($self) = @_;
2025		2429
2026	# save first because save cedes
2027	$self->save;
2028
2029	my $lock = cf::lock_acquire "map_data:$self->{path}";	2430	my $lock = cf::lock_acquire "map_data:$self->{path}";
2030		2431
		2432	return if !$self->linkable;
		2433	return if $self->{deny_save};
2031	return if $self->players;	2434	return if $self->players;
2032	return if $self->in_memory != cf::MAP_IN_MEMORY;
2033	return if $self->{deny_save};
2034		2435
		2436	# first deactivate the map and "unlink" it from the core
		2437	$self->deactivate;
		2438	$_->clear_links_to ($self) for values %cf::MAP;
		2439	$self->state (cf::MAP_SWAPPED);
		2440
		2441	# then atomically save
		2442	$self->_save;
		2443
		2444	# then free the map
2035	$self->clear;	2445	$self->clear;
2036	$self->in_memory (cf::MAP_SWAPPED);
2037	}	2446	}
2038		2447
2039	sub reset_at {	2448	sub reset_at {
2040	my ($self) = @_;	2449	my ($self) = @_;
2041		2450
…		…
2059		2468
2060	my $lock = cf::lock_acquire "map_data:$self->{path}";	2469	my $lock = cf::lock_acquire "map_data:$self->{path}";
2061		2470
2062	return if $self->players;	2471	return if $self->players;
2063		2472
2064	warn "resetting map ", $self->path;	2473	cf::trace "resetting map ", $self->path, "\n";
2065		2474
2066	$self->in_memory (cf::MAP_SWAPPED);	2475	$self->state (cf::MAP_SWAPPED);
2067		2476
2068	# need to save uniques path	2477	# need to save uniques path
2069	unless ($self->{deny_save}) {	2478	unless ($self->{deny_save}) {
2070	my $uniq = $self->uniq_path; utf8::encode $uniq;	2479	my $uniq = $self->uniq_path; utf8::encode $uniq;
2071		2480
…		…
2073	if $uniq;	2482	if $uniq;
2074	}	2483	}
2075		2484
2076	delete $cf::MAP{$self->path};	2485	delete $cf::MAP{$self->path};
2077		2486
		2487	$self->deactivate;
		2488	$_->clear_links_to ($self) for values %cf::MAP;
2078	$self->clear;	2489	$self->clear;
2079
2080	$_->clear_links_to ($self) for values %cf::MAP;
2081		2490
2082	$self->unlink_save;	2491	$self->unlink_save;
2083	$self->destroy;	2492	$self->destroy;
2084	}	2493	}
2085		2494
2086	my $nuke_counter = "aaaa";	2495	my $nuke_counter = "aaaa";
2087		2496
2088	sub nuke {	2497	sub nuke {
2089	my ($self) = @_;	2498	my ($self) = @_;
2090		2499
		2500	{
		2501	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2502
2091	delete $cf::MAP{$self->path};	2503	delete $cf::MAP{$self->path};
2092		2504
2093	$self->unlink_save;	2505	$self->unlink_save;
2094		2506
2095	bless $self, "cf::map";	2507	bless $self, "cf::map::wrap";
2096	delete $self->{deny_reset};	2508	delete $self->{deny_reset};
2097	$self->{deny_save} = 1;	2509	$self->{deny_save} = 1;
2098	$self->reset_timeout (1);	2510	$self->reset_timeout (1);
2099	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2511	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2100		2512
2101	$cf::MAP{$self->path} = $self;	2513	$cf::MAP{$self->path} = $self;
		2514	}
2102		2515
2103	$self->reset; # polite request, might not happen	2516	$self->reset; # polite request, might not happen
2104	}	2517	}
2105		2518
2106	=item $maps = cf::map::tmp_maps	2519	=item $maps = cf::map::tmp_maps
…		…
2148		2561
2149	sub unique_maps() {	2562	sub unique_maps() {
2150	[	2563	[
2151	map {	2564	map {
2152	utf8::decode $_;	2565	utf8::decode $_;
2153	/\.map$/	2566	s/\.map$//; # TODO future compatibility hack
		2567	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2568	? ()
2154	? normalise $_	2569	: normalise $_
2155	: ()
2156	} @{ aio_readdir $UNIQUEDIR or [] }	2570	} @{ aio_readdir $UNIQUEDIR or [] }
2157	]	2571	]
2158	}	2572	}
2159		2573
2160	package cf;	2574	=item cf::map::static_maps
		2575
		2576	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2577	file in the shared directory excluding F</styles> and F</editor>). May
		2578	block.
		2579
		2580	=cut
		2581
		2582	sub static_maps() {
		2583	my @dirs = "";
		2584	my @maps;
		2585
		2586	while (@dirs) {
		2587	my $dir = shift @dirs;
		2588
		2589	next if $dir eq "/styles" || $dir eq "/editor";
		2590
		2591	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2592	or return;
		2593
		2594	for (@$files) {
		2595	s/\.map$// or next;
		2596	utf8::decode $_;
		2597	push @maps, "$dir/$_";
		2598	}
		2599
		2600	push @dirs, map "$dir/$_", @$dirs;
		2601	}
		2602
		2603	\@maps
		2604	}
2161		2605
2162	=back	2606	=back
2163		2607
2164	=head3 cf::object	2608	=head3 cf::object
2165		2609
…		…
2169		2613
2170	=over 4	2614	=over 4
2171		2615
2172	=item $ob->inv_recursive	2616	=item $ob->inv_recursive
2173		2617
2174	Returns the inventory of the object _and_ their inventories, recursively.	2618	Returns the inventory of the object I<and> their inventories, recursively,
		2619	but I<not> the object itself.
2175		2620
2176	=cut	2621	=cut
2177		2622
2178	sub inv_recursive_;	2623	sub inv_recursive_;
2179	sub inv_recursive_ {	2624	sub inv_recursive_ {
…		…
2182		2627
2183	sub inv_recursive {	2628	sub inv_recursive {
2184	inv_recursive_ inv $_[0]	2629	inv_recursive_ inv $_[0]
2185	}	2630	}
2186		2631
		2632	=item $ref = $ob->ref
		2633
		2634	Creates and returns a persistent reference to an object that can be stored as a string.
		2635
		2636	=item $ob = cf::object::deref ($refstring)
		2637
		2638	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2639	even if the object actually exists. May block.
		2640
		2641	=cut
		2642
		2643	sub deref {
		2644	my ($ref) = @_;
		2645
		2646	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2647	my ($uuid, $name) = ($1, $2);
		2648	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2649	or return;
		2650	$pl->ob->uuid eq $uuid
		2651	or return;
		2652
		2653	$pl->ob
		2654	} else {
		2655	warn "$ref: cannot resolve object reference\n";
		2656	undef
		2657	}
		2658	}
		2659
2187	package cf;	2660	package cf;
2188		2661
2189	=back	2662	=back
2190		2663
2191	=head3 cf::object::player	2664	=head3 cf::object::player
…		…
2197	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2670	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2198	can be C<undef>. Does the right thing when the player is currently in a	2671	can be C<undef>. Does the right thing when the player is currently in a
2199	dialogue with the given NPC character.	2672	dialogue with the given NPC character.
2200		2673
2201	=cut	2674	=cut
		2675
		2676	our $SAY_CHANNEL = {
		2677	id => "say",
		2678	title => "Map",
		2679	reply => "say ",
		2680	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2681	};
		2682
		2683	our $CHAT_CHANNEL = {
		2684	id => "chat",
		2685	title => "Chat",
		2686	reply => "chat ",
		2687	tooltip => "Player chat and shouts, global to the server.",
		2688	};
2202		2689
2203	# rough implementation of a future "reply" method that works	2690	# rough implementation of a future "reply" method that works
2204	# with dialog boxes.	2691	# with dialog boxes.
2205	#TODO: the first argument must go, split into a $npc->reply_to ( method	2692	#TODO: the first argument must go, split into a $npc->reply_to ( method
2206	sub cf::object::player::reply($$$;$) {	2693	sub cf::object::player::reply($$$;$) {
…		…
2218	my $dialog = $pl->{npc_dialog};	2705	my $dialog = $pl->{npc_dialog};
2219	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2706	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2220		2707
2221	} else {	2708	} else {
2222	$msg = $npc->name . " says: $msg" if $npc;	2709	$msg = $npc->name . " says: $msg" if $npc;
2223	$self->message ($msg, $flags);	2710	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2224	}	2711	}
2225	}	2712	}
2226	}	2713	}
2227		2714
2228	=item $object->send_msg ($channel, $msg, $color, [extra...])	2715	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2253		2740
2254	=item $player_object->enter_link	2741	=item $player_object->enter_link
2255		2742
2256	Freezes the player and moves him/her to a special map (C<{link}>).	2743	Freezes the player and moves him/her to a special map (C<{link}>).
2257		2744
2258	The player should be reasonably safe there for short amounts of time. You	2745	The player should be reasonably safe there for short amounts of time (e.g.
2259	I<MUST> call C<leave_link> as soon as possible, though.	2746	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2747	though, as the player cannot control the character while it is on the link
		2748	map.
2260		2749
2261	Will never block.	2750	Will never block.
2262		2751
2263	=item $player_object->leave_link ($map, $x, $y)	2752	=item $player_object->leave_link ($map, $x, $y)
2264		2753
…		…
2284	sub cf::object::player::enter_link {	2773	sub cf::object::player::enter_link {
2285	my ($self) = @_;	2774	my ($self) = @_;
2286		2775
2287	$self->deactivate_recursive;	2776	$self->deactivate_recursive;
2288		2777
		2778	++$self->{_link_recursion};
		2779
2289	return if UNIVERSAL::isa $self->map, "ext::map_link";	2780	return if UNIVERSAL::isa $self->map, "ext::map_link";
2290		2781
2291	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2782	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2292	if $self->map && $self->map->{path} ne "{link}";	2783	if $self->map && $self->map->{path} ne "{link}";
2293		2784
2294	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2785	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2295	}	2786	}
2296		2787
2297	sub cf::object::player::leave_link {	2788	sub cf::object::player::leave_link {
2298	my ($self, $map, $x, $y) = @_;	2789	my ($self, $map, $x, $y) = @_;
2299		2790
…		…
2316	($x, $y) = (-1, -1)	2807	($x, $y) = (-1, -1)
2317	unless (defined $x) && (defined $y);	2808	unless (defined $x) && (defined $y);
2318		2809
2319	# use -1 or undef as default coordinates, not 0, 0	2810	# use -1 or undef as default coordinates, not 0, 0
2320	($x, $y) = ($map->enter_x, $map->enter_y)	2811	($x, $y) = ($map->enter_x, $map->enter_y)
2321	if $x <=0 && $y <= 0;	2812	if $x <= 0 && $y <= 0;
2322		2813
2323	$map->load;	2814	$map->load;
2324	$map->load_neighbours;
2325		2815
2326	return unless $self->contr->active;	2816	return unless $self->contr->active;
2327	$self->activate_recursive;
2328		2817
2329	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2818	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2330	$self->enter_map ($map, $x, $y);	2819	if ($self->enter_map ($map, $x, $y)) {
2331	}	2820	# entering was successful
		2821	delete $self->{_link_recursion};
		2822	# only activate afterwards, to support waiting in hooks
		2823	$self->activate_recursive;
		2824	}
2332		2825
		2826	}
		2827
2333	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2828	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2334		2829
2335	Moves the player to the given map-path and coordinates by first freezing	2830	Moves the player to the given map-path and coordinates by first freezing
2336	her, loading and preparing them map, calling the provided $check callback	2831	her, loading and preparing them map, calling the provided $check callback
2337	that has to return the map if sucecssful, and then unfreezes the player on	2832	that has to return the map if sucecssful, and then unfreezes the player on
2338	the new (success) or old (failed) map position. In either case, $done will	2833	the new (success) or old (failed) map position. In either case, $done will
2339	be called at the end of this process.	2834	be called at the end of this process.
2340		2835
		2836	Note that $check will be called with a potentially non-loaded map, so if
		2837	it needs a loaded map it has to call C<< ->load >>.
		2838
2341	=cut	2839	=cut
2342		2840
2343	our $GOTOGEN;	2841	our $GOTOGEN;
2344		2842
2345	sub cf::object::player::goto {	2843	sub cf::object::player::goto {
2346	my ($self, $path, $x, $y, $check, $done) = @_;	2844	my ($self, $path, $x, $y, $check, $done) = @_;
2347		2845
		2846	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2847	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2848	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2849	($path, $x, $y) = @$EMERGENCY_POSITION;
		2850	}
		2851
2348	# do generation counting so two concurrent goto's will be executed in-order	2852	# do generation counting so two concurrent goto's will be executed in-order
2349	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2853	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2350		2854
2351	$self->enter_link;	2855	$self->enter_link;
2352		2856
2353	(async {	2857	(async {
		2858	$Coro::current->{desc} = "player::goto $path $x $y";
		2859
		2860	# *tag paths override both path and x|y
		2861	if ($path =~ /^\*(.*)$/) {
		2862	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2863	my $ob = $obs[rand @obs];
		2864
		2865	# see if we actually can go there
		2866	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2867	$ob = $obs[rand @obs];
		2868	} else {
		2869	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2870	}
		2871	# else put us there anyways for now #d#
		2872
		2873	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2874	} else {
		2875	($path, $x, $y) = (undef, undef, undef);
		2876	}
		2877	}
		2878
2354	my $map = eval {	2879	my $map = eval {
2355	my $map = cf::map::find $path;	2880	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2356		2881
2357	if ($map) {	2882	if ($map) {
2358	$map = $map->customise_for ($self);	2883	$map = $map->customise_for ($self);
2359	$map = $check->($map) if $check && $map;	2884	$map = $check->($map, $x, $y, $self) if $check && $map;
2360	} else {	2885	} else {
2361	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2886	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2362	}	2887	}
2363		2888
2364	$map	2889	$map
2365	};	2890	};
2366		2891
…		…
2372	if ($gen == $self->{_goto_generation}) {	2897	if ($gen == $self->{_goto_generation}) {
2373	delete $self->{_goto_generation};	2898	delete $self->{_goto_generation};
2374	$self->leave_link ($map, $x, $y);	2899	$self->leave_link ($map, $x, $y);
2375	}	2900	}
2376		2901
2377	$done->() if $done;	2902	$done->($self) if $done;
2378	})->prio (1);	2903	})->prio (1);
2379	}	2904	}
2380		2905
2381	=item $player_object->enter_exit ($exit_object)	2906	=item $player_object->enter_exit ($exit_object)
2382		2907
…		…
2402	}	2927	}
2403		2928
2404	sub prepare_random_map {	2929	sub prepare_random_map {
2405	my ($exit) = @_;	2930	my ($exit) = @_;
2406		2931
2407	my $guard = cf::lock_acquire "exit_prepare:$exit";
2408
2409	# all this does is basically replace the /! path by	2932	# all this does is basically replace the /! path by
2410	# a new random map path (?random/...) with a seed	2933	# a new random map path (?random/...) with a seed
2411	# that depends on the exit object	2934	# that depends on the exit object
2412		2935
2413	my $rmp = parse_random_map_params $exit->msg;	2936	my $rmp = parse_random_map_params $exit->msg;
…		…
2415	if ($exit->map) {	2938	if ($exit->map) {
2416	$rmp->{region} = $exit->region->name;	2939	$rmp->{region} = $exit->region->name;
2417	$rmp->{origin_map} = $exit->map->path;	2940	$rmp->{origin_map} = $exit->map->path;
2418	$rmp->{origin_x} = $exit->x;	2941	$rmp->{origin_x} = $exit->x;
2419	$rmp->{origin_y} = $exit->y;	2942	$rmp->{origin_y} = $exit->y;
		2943
		2944	$exit->map->touch;
2420	}	2945	}
2421		2946
2422	$rmp->{random_seed} ||= $exit->random_seed;	2947	$rmp->{random_seed} ||= $exit->random_seed;
2423		2948
2424	my $data = cf::to_json $rmp;	2949	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2425	my $md5 = Digest::MD5::md5_hex $data;	2950	my $md5 = Digest::MD5::md5_hex $data;
2426	my $meta = "$RANDOMDIR/$md5.meta";	2951	my $meta = "$RANDOMDIR/$md5.meta";
2427		2952
2428	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2953	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2429	aio_write $fh, 0, (length $data), $data, 0;	2954	aio_write $fh, 0, (length $data), $data, 0;
2430	undef $fh;	2955	undef $fh;
2431	aio_rename "$meta~", $meta;	2956	aio_rename "$meta~", $meta;
2432		2957
		2958	my $slaying = "?random/$md5";
		2959
		2960	if ($exit->valid) {
2433	$exit->slaying ("?random/$md5");	2961	$exit->slaying ("?random/$md5");
2434	$exit->msg (undef);	2962	$exit->msg (undef);
		2963	}
2435	}	2964	}
2436	}	2965	}
2437		2966
2438	sub cf::object::player::enter_exit {	2967	sub cf::object::player::enter_exit {
2439	my ($self, $exit) = @_;	2968	my ($self, $exit) = @_;
2440		2969
2441	return unless $self->type == cf::PLAYER;	2970	return unless $self->type == cf::PLAYER;
2442		2971
2443	if ($exit->slaying eq "/!") {
2444	#TODO: this should de-fi-ni-te-ly not be a sync-job
2445	# the problem is that $exit might not survive long enough
2446	# so it needs to be done right now, right here
2447	cf::sync_job { prepare_random_map $exit };
2448	}
2449
2450	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2451	my $hp = $exit->stats->hp;
2452	my $sp = $exit->stats->sp;
2453
2454	$self->enter_link;	2972	$self->enter_link;
2455		2973
2456	# if exit is damned, update players death & WoR home-position
2457	$self->contr->savebed ($slaying, $hp, $sp)
2458	if $exit->flag (FLAG_DAMNED);
2459
2460	(async {	2974	(async {
2461	$self->deactivate_recursive; # just to be sure	2975	$Coro::current->{desc} = "enter_exit";
		2976
2462	unless (eval {	2977	unless (eval {
		2978	$self->deactivate_recursive; # just to be sure
		2979
		2980	my $map = cf::map::normalise $exit->slaying, $exit->map;
		2981	my $x = $exit->stats->hp;
		2982	my $y = $exit->stats->sp;
		2983
		2984	# special map handling
		2985	my $slaying = $exit->slaying;
		2986
		2987	# special map handling
		2988	if ($slaying eq "/!") {
		2989	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2990
		2991	prepare_random_map $exit
		2992	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		2993
		2994	$map = $exit->slaying;
		2995
		2996	} elsif ($slaying eq '!up') {
		2997	$map = $exit->map->tile_path (cf::TILE_UP);
		2998	$x = $exit->x;
		2999	$y = $exit->y;
		3000
		3001	} elsif ($slaying eq '!down') {
		3002	$map = $exit->map->tile_path (cf::TILE_DOWN);
		3003	$x = $exit->x;
		3004	$y = $exit->y;
		3005	}
		3006
2463	$self->goto ($slaying, $hp, $sp);	3007	$self->goto ($map, $x, $y);
2464		3008
		3009	# if exit is damned, update players death & WoR home-position
		3010	$self->contr->savebed ($map, $x, $y)
		3011	if $exit->flag (cf::FLAG_DAMNED);
		3012
2465	1;	3013	1
2466	}) {	3014	}) {
2467	$self->message ("Something went wrong deep within the crossfire server. "	3015	$self->message ("Something went wrong deep within the deliantra server. "
2468	. "I'll try to bring you back to the map you were before. "	3016	. "I'll try to bring you back to the map you were before. "
2469	. "Please report this to the dungeon master!",	3017	. "Please report this to the dungeon master!",
2470	cf::NDI_UNIQUE | cf::NDI_RED);	3018	cf::NDI_UNIQUE | cf::NDI_RED);
2471		3019
2472	warn "ERROR in enter_exit: $@";	3020	error "ERROR in enter_exit: $@";
2473	$self->leave_link;	3021	$self->leave_link;
2474	}	3022	}
2475	})->prio (1);	3023	})->prio (1);
2476	}	3024	}
2477		3025
…		…
2489	sub cf::client::send_drawinfo {	3037	sub cf::client::send_drawinfo {
2490	my ($self, $text, $flags) = @_;	3038	my ($self, $text, $flags) = @_;
2491		3039
2492	utf8::encode $text;	3040	utf8::encode $text;
2493	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3041	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		3042	}
		3043
		3044	=item $client->send_big_packet ($pkt)
		3045
		3046	Like C<send_packet>, but tries to compress large packets, and fragments
		3047	them as required.
		3048
		3049	=cut
		3050
		3051	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3052
		3053	sub cf::client::send_big_packet {
		3054	my ($self, $pkt) = @_;
		3055
		3056	# try lzf for large packets
		3057	$pkt = "lzf " . Compress::LZF::compress $pkt
		3058	if 1024 <= length $pkt and $self->{can_lzf};
		3059
		3060	# split very large packets
		3061	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3062	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3063	$pkt = "frag";
		3064	}
		3065
		3066	$self->send_packet ($pkt);
2494	}	3067	}
2495		3068
2496	=item $client->send_msg ($channel, $msg, $color, [extra...])	3069	=item $client->send_msg ($channel, $msg, $color, [extra...])
2497		3070
2498	Send a drawinfo or msg packet to the client, formatting the msg for the	3071	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2500	the message, with C<log> being the default. If C<$color> is negative, suppress	3073	the message, with C<log> being the default. If C<$color> is negative, suppress
2501	the message unless the client supports the msg packet.	3074	the message unless the client supports the msg packet.
2502		3075
2503	=cut	3076	=cut
2504		3077
		3078	# non-persistent channels (usually the info channel)
		3079	our %CHANNEL = (
		3080	"c/motd" => {
		3081	id => "infobox",
		3082	title => "MOTD",
		3083	reply => undef,
		3084	tooltip => "The message of the day",
		3085	},
		3086	"c/identify" => {
		3087	id => "infobox",
		3088	title => "Identify",
		3089	reply => undef,
		3090	tooltip => "Items recently identified",
		3091	},
		3092	"c/examine" => {
		3093	id => "infobox",
		3094	title => "Examine",
		3095	reply => undef,
		3096	tooltip => "Signs and other items you examined",
		3097	},
		3098	"c/shopinfo" => {
		3099	id => "infobox",
		3100	title => "Shop Info",
		3101	reply => undef,
		3102	tooltip => "What your bargaining skill tells you about the shop",
		3103	},
		3104	"c/book" => {
		3105	id => "infobox",
		3106	title => "Book",
		3107	reply => undef,
		3108	tooltip => "The contents of a note or book",
		3109	},
		3110	"c/lookat" => {
		3111	id => "infobox",
		3112	title => "Look",
		3113	reply => undef,
		3114	tooltip => "What you saw there",
		3115	},
		3116	"c/who" => {
		3117	id => "infobox",
		3118	title => "Players",
		3119	reply => undef,
		3120	tooltip => "Shows players who are currently online",
		3121	},
		3122	"c/body" => {
		3123	id => "infobox",
		3124	title => "Body Parts",
		3125	reply => undef,
		3126	tooltip => "Shows which body parts you posess and are available",
		3127	},
		3128	"c/statistics" => {
		3129	id => "infobox",
		3130	title => "Statistics",
		3131	reply => undef,
		3132	tooltip => "Shows your primary statistics",
		3133	},
		3134	"c/skills" => {
		3135	id => "infobox",
		3136	title => "Skills",
		3137	reply => undef,
		3138	tooltip => "Shows your experience per skill and item power",
		3139	},
		3140	"c/shopitems" => {
		3141	id => "infobox",
		3142	title => "Shop Items",
		3143	reply => undef,
		3144	tooltip => "Shows the items currently for sale in this shop",
		3145	},
		3146	"c/resistances" => {
		3147	id => "infobox",
		3148	title => "Resistances",
		3149	reply => undef,
		3150	tooltip => "Shows your resistances",
		3151	},
		3152	"c/pets" => {
		3153	id => "infobox",
		3154	title => "Pets",
		3155	reply => undef,
		3156	tooltip => "Shows information abotu your pets/a specific pet",
		3157	},
		3158	"c/perceiveself" => {
		3159	id => "infobox",
		3160	title => "Perceive Self",
		3161	reply => undef,
		3162	tooltip => "You gained detailed knowledge about yourself",
		3163	},
		3164	"c/uptime" => {
		3165	id => "infobox",
		3166	title => "Uptime",
		3167	reply => undef,
		3168	tooltip => "How long the server has been running since last restart",
		3169	},
		3170	"c/mapinfo" => {
		3171	id => "infobox",
		3172	title => "Map Info",
		3173	reply => undef,
		3174	tooltip => "Information related to the maps",
		3175	},
		3176	"c/party" => {
		3177	id => "party",
		3178	title => "Party",
		3179	reply => "gsay ",
		3180	tooltip => "Messages and chat related to your party",
		3181	},
		3182	"c/death" => {
		3183	id => "death",
		3184	title => "Death",
		3185	reply => undef,
		3186	tooltip => "Reason for and more info about your most recent death",
		3187	},
		3188	"c/say" => $SAY_CHANNEL,
		3189	"c/chat" => $CHAT_CHANNEL,
		3190	);
		3191
2505	sub cf::client::send_msg {	3192	sub cf::client::send_msg {
2506	my ($self, $channel, $msg, $color, @extra) = @_;	3193	my ($self, $channel, $msg, $color, @extra) = @_;
2507		3194
2508	$msg = $self->pl->expand_cfpod ($msg);	3195	$msg = $self->pl->expand_cfpod ($msg)
		3196	unless $color & cf::NDI_VERBATIM;
2509		3197
2510	$color &= cf::NDI_CLIENT_MASK; # just in case...	3198	$color &= cf::NDI_CLIENT_MASK; # just in case...
2511		3199
		3200	# check predefined channels, for the benefit of C
		3201	if ($CHANNEL{$channel}) {
		3202	$channel = $CHANNEL{$channel};
		3203
		3204	$self->ext_msg (channel_info => $channel);
		3205	$channel = $channel->{id};
		3206
2512	if (ref $channel) {	3207	} elsif (ref $channel) {
2513	# send meta info to client, if not yet sent	3208	# send meta info to client, if not yet sent
2514	unless (exists $self->{channel}{$channel->{id}}) {	3209	unless (exists $self->{channel}{$channel->{id}}) {
2515	$self->{channel}{$channel->{id}} = $channel;	3210	$self->{channel}{$channel->{id}} = $channel;
2516	$self->ext_msg (channel_info => $channel);	3211	$self->ext_msg (channel_info => $channel);
2517	}	3212	}
…		…
2519	$channel = $channel->{id};	3214	$channel = $channel->{id};
2520	}	3215	}
2521		3216
2522	return unless @extra || length $msg;	3217	return unless @extra || length $msg;
2523		3218
2524	if ($self->can_msg) {
2525	# default colour, mask it out	3219	# default colour, mask it out
2526	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3220	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2527	if $color & cf::NDI_DEF;	3221	if $color & cf::NDI_DEF;
2528		3222
2529	$self->send_packet ("msg " . $self->{json_coder}->encode (	3223	my $pkt = "msg "
		3224	. $self->{json_coder}->encode (
2530	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3225	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2531	} else {	3226	);
2532	if ($color >= 0) {
2533	# replace some tags by gcfclient-compatible ones
2534	for ($msg) {
2535	1 while
2536	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2537	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2538	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2539	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2540	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2541	}
2542		3227
2543	$color &= cf::NDI_COLOR_MASK;	3228	$self->send_big_packet ($pkt);
2544
2545	utf8::encode $msg;
2546
2547	if (0 && $msg =~ /\[/) {
2548	# COMMAND/INFO
2549	$self->send_packet ("drawextinfo $color 10 8 $msg")
2550	} else {
2551	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2552	$self->send_packet ("drawinfo $color $msg")
2553	}
2554	}
2555	}
2556	}	3229	}
2557		3230
2558	=item $client->ext_msg ($type, @msg)	3231	=item $client->ext_msg ($type, @msg)
2559		3232
2560	Sends an ext event to the client.	3233	Sends an ext event to the client.
…		…
2562	=cut	3235	=cut
2563		3236
2564	sub cf::client::ext_msg($$@) {	3237	sub cf::client::ext_msg($$@) {
2565	my ($self, $type, @msg) = @_;	3238	my ($self, $type, @msg) = @_;
2566		3239
2567	if ($self->extcmd == 2) {
2568	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3240	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2569	} elsif ($self->extcmd == 1) { # TODO: remove
2570	push @msg, msgtype => "event_$type";
2571	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2572	}
2573	}	3241	}
2574		3242
2575	=item $client->ext_reply ($msgid, @msg)	3243	=item $client->ext_reply ($msgid, @msg)
2576		3244
2577	Sends an ext reply to the client.	3245	Sends an ext reply to the client.
…		…
2579	=cut	3247	=cut
2580		3248
2581	sub cf::client::ext_reply($$@) {	3249	sub cf::client::ext_reply($$@) {
2582	my ($self, $id, @msg) = @_;	3250	my ($self, $id, @msg) = @_;
2583		3251
2584	if ($self->extcmd == 2) {
2585	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3252	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2586	} elsif ($self->extcmd == 1) {
2587	#TODO: version 1, remove
2588	unshift @msg, msgtype => "reply", msgid => $id;
2589	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2590	}
2591	}	3253	}
2592		3254
2593	=item $success = $client->query ($flags, "text", \&cb)	3255	=item $success = $client->query ($flags, "text", \&cb)
2594		3256
2595	Queues a query to the client, calling the given callback with	3257	Queues a query to the client, calling the given callback with
…		…
2650	my ($ns, $buf) = @_;	3312	my ($ns, $buf) = @_;
2651		3313
2652	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3314	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2653		3315
2654	if (ref $msg) {	3316	if (ref $msg) {
2655	my ($type, $reply, @payload) =	3317	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
2656	"ARRAY" eq ref $msg
2657	? @$msg
2658	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2659		3318
2660	my @reply;	3319	my @reply;
2661		3320
2662	if (my $cb = $EXTICMD{$type}) {	3321	if (my $cb = $EXTICMD{$type}) {
2663	@reply = $cb->($ns, @payload);	3322	@reply = $cb->($ns, @payload);
…		…
2665		3324
2666	$ns->ext_reply ($reply, @reply)	3325	$ns->ext_reply ($reply, @reply)
2667	if $reply;	3326	if $reply;
2668		3327
2669	} else {	3328	} else {
2670	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3329	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2671	}	3330	}
2672		3331
2673	cf::override;	3332	cf::override;
2674	},	3333	},
2675	);	3334	);
…		…
2695		3354
2696	$coro	3355	$coro
2697	}	3356	}
2698		3357
2699	cf::client->attach (	3358	cf::client->attach (
2700	on_destroy => sub {	3359	on_client_destroy => sub {
2701	my ($ns) = @_;	3360	my ($ns) = @_;
2702		3361
2703	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3362	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2704	},	3363	},
2705	);	3364	);
…		…
2721	our $safe_hole = new Safe::Hole;	3380	our $safe_hole = new Safe::Hole;
2722		3381
2723	$SIG{FPE} = 'IGNORE';	3382	$SIG{FPE} = 'IGNORE';
2724		3383
2725	$safe->permit_only (Opcode::opset qw(	3384	$safe->permit_only (Opcode::opset qw(
2726	:base_core :base_mem :base_orig :base_math	3385	:base_core :base_mem :base_orig :base_math :base_loop
2727	grepstart grepwhile mapstart mapwhile	3386	grepstart grepwhile mapstart mapwhile
2728	sort time	3387	sort time
2729	));	3388	));
2730		3389
2731	# here we export the classes and methods available to script code	3390	# here we export the classes and methods available to script code
…		…
2733	=pod	3392	=pod
2734		3393
2735	The following functions and methods are available within a safe environment:	3394	The following functions and methods are available within a safe environment:
2736		3395
2737	cf::object	3396	cf::object
2738	contr pay_amount pay_player map x y force_find force_add	3397	contr pay_amount pay_player map x y force_find force_add destroy
2739	insert remove name archname title slaying race decrease_ob_nr	3398	insert remove name archname title slaying race decrease split
		3399	value
2740		3400
2741	cf::object::player	3401	cf::object::player
2742	player	3402	player
2743		3403
2744	cf::player	3404	cf::player
…		…
2749		3409
2750	=cut	3410	=cut
2751		3411
2752	for (	3412	for (
2753	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3413	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2754	insert remove inv name archname title slaying race	3414	insert remove inv nrof name archname title slaying race
2755	decrease_ob_nr)],	3415	decrease split destroy change_exp value msg lore send_msg)],
2756	["cf::object::player" => qw(player)],	3416	["cf::object::player" => qw(player)],
2757	["cf::player" => qw(peaceful)],	3417	["cf::player" => qw(peaceful send_msg)],
2758	["cf::map" => qw(trigger)],	3418	["cf::map" => qw(trigger)],
2759	) {	3419	) {
2760	no strict 'refs';
2761	my ($pkg, @funs) = @$_;	3420	my ($pkg, @funs) = @$_;
2762	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3421	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2763	for @funs;	3422	for @funs;
2764	}	3423	}
2765		3424
…		…
2780		3439
2781	my $qcode = $code;	3440	my $qcode = $code;
2782	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3441	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2783	$qcode =~ s/\n/\\n/g;	3442	$qcode =~ s/\n/\\n/g;
2784		3443
		3444	%vars = (_dummy => 0) unless %vars;
		3445
		3446	my @res;
2785	local $_;	3447	local $_;
2786	local @safe::cf::_safe_eval_args = values %vars;
2787		3448
2788	my $eval =	3449	my $eval =
2789	"do {\n"	3450	"do {\n"
2790	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3451	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2791	. "#line 0 \"{$qcode}\"\n"	3452	. "#line 0 \"{$qcode}\"\n"
2792	. $code	3453	. $code
2793	. "\n}"	3454	. "\n}"
2794	;	3455	;
2795		3456
		3457	if ($CFG{safe_eval}) {
2796	sub_generation_inc;	3458	sub_generation_inc;
		3459	local @safe::cf::_safe_eval_args = values %vars;
2797	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3460	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2798	sub_generation_inc;	3461	sub_generation_inc;
		3462	} else {
		3463	local @cf::_safe_eval_args = values %vars;
		3464	@res = wantarray ? eval eval : scalar eval $eval;
		3465	}
2799		3466
2800	if ($@) {	3467	if ($@) {
2801	warn "$@";	3468	warn "$@",
2802	warn "while executing safe code '$code'\n";	3469	"while executing safe code '$code'\n",
2803	warn "with arguments " . (join " ", %vars) . "\n";	3470	"with arguments " . (join " ", %vars) . "\n";
2804	}	3471	}
2805		3472
2806	wantarray ? @res : $res[0]	3473	wantarray ? @res : $res[0]
2807	}	3474	}
2808		3475
…		…
2822	=cut	3489	=cut
2823		3490
2824	sub register_script_function {	3491	sub register_script_function {
2825	my ($fun, $cb) = @_;	3492	my ($fun, $cb) = @_;
2826		3493
2827	no strict 'refs';	3494	$fun = "safe::$fun" if $CFG{safe_eval};
2828	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3495	*$fun = $safe_hole->wrap ($cb);
2829	}	3496	}
2830		3497
2831	=back	3498	=back
2832		3499
2833	=cut	3500	=cut
2834		3501
2835	#############################################################################	3502	#############################################################################
2836	# the server's init and main functions	3503	# the server's init and main functions
2837		3504
		3505	our %FACEHASH; # hash => idx, #d# HACK for http server
		3506
		3507	# internal api, not fianlised
		3508	sub add_face {
		3509	my ($name, $type, $data) = @_;
		3510
		3511	my $idx = cf::face::find $name;
		3512
		3513	if ($idx) {
		3514	delete $FACEHASH{cf::face::get_chksum $idx};
		3515	} else {
		3516	$idx = cf::face::alloc $name;
		3517	}
		3518
		3519	my $hash = cf::face::mangle_chksum Digest::MD5::md5 $data;
		3520
		3521	cf::face::set_type $idx, $type;
		3522	cf::face::set_data $idx, 0, $data, $hash;
		3523	cf::face::set_meta $idx, $type & 1 ? undef : undef;
		3524	$FACEHASH{$hash} = $idx;#d#
		3525
		3526	$idx
		3527	}
		3528
2838	sub load_facedata($) {	3529	sub load_facedata($) {
2839	my ($path) = @_;	3530	my ($path) = @_;
2840		3531
		3532	# HACK to clear player env face cache, we need some signal framework
		3533	# for this (global event?)
		3534	%ext::player_env::MUSIC_FACE_CACHE = ();
		3535
2841	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3536	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2842		3537
2843	warn "loading facedata from $path\n";	3538	trace "loading facedata from $path\n";
2844		3539
2845	my $facedata;	3540	my $facedata = decode_storable load_file $path;
2846	0 < aio_load $path, $facedata
2847	or die "$path: $!";
2848
2849	$facedata = Coro::Storable::thaw $facedata;
2850		3541
2851	$facedata->{version} == 2	3542	$facedata->{version} == 2
2852	or cf::cleanup "$path: version mismatch, cannot proceed.";	3543	or cf::cleanup "$path: version mismatch, cannot proceed.";
2853		3544
2854	# patch in the exptable
2855	$facedata->{resource}{"res/exp_table"} = {
2856	type => FT_RSRC,
2857	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
2858	};
2859	cf::cede_to_tick;	3545	cf::cede_to_tick;
2860		3546
2861	{	3547	{
2862	my $faces = $facedata->{faceinfo};	3548	my $faces = $facedata->{faceinfo};
2863		3549
2864	while (my ($face, $info) = each %$faces) {	3550	for my $face (sort keys %$faces) {
		3551	my $info = $faces->{$face};
2865	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3552	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3553
2866	cf::face::set_visibility $idx, $info->{visibility};	3554	cf::face::set_visibility $idx, $info->{visibility};
2867	cf::face::set_magicmap $idx, $info->{magicmap};	3555	cf::face::set_magicmap $idx, $info->{magicmap};
2868	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3556	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2869	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3557	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
		3558	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
		3559	$FACEHASH{$info->{hash64}} = $idx;#d#
2870		3560
2871	cf::cede_to_tick;	3561	cf::cede_to_tick;
2872	}	3562	}
2873		3563
2874	while (my ($face, $info) = each %$faces) {	3564	while (my ($face, $info) = each %$faces) {
2875	next unless $info->{smooth};	3565	next unless $info->{smooth};
		3566
2876	my $idx = cf::face::find $face	3567	my $idx = cf::face::find $face
2877	or next;	3568	or next;
		3569
2878	if (my $smooth = cf::face::find $info->{smooth}) {	3570	if (my $smooth = cf::face::find $info->{smooth}) {
2879	cf::face::set_smooth $idx, $smooth;	3571	cf::face::set_smooth $idx, $smooth;
2880	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3572	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2881	} else {	3573	} else {
2882	warn "smooth face '$info->{smooth}' not found for face '$face'";	3574	error "smooth face '$info->{smooth}' not found for face '$face'";
2883	}	3575	}
2884		3576
2885	cf::cede_to_tick;	3577	cf::cede_to_tick;
2886	}	3578	}
2887	}	3579	}
…		…
2896		3588
2897	cf::anim::invalidate_all; # d'oh	3589	cf::anim::invalidate_all; # d'oh
2898	}	3590	}
2899		3591
2900	{	3592	{
2901	# TODO: for gcfclient pleasure, we should give resources
2902	# that gcfclient doesn't grok a >10000 face index.
2903	my $res = $facedata->{resource};	3593	my $res = $facedata->{resource};
2904		3594
2905	my $soundconf = delete $res->{"res/sound.conf"};
2906
2907	while (my ($name, $info) = each %$res) {	3595	while (my ($name, $info) = each %$res) {
		3596	if (defined (my $type = $info->{type})) {
		3597	# TODO: different hash - must free and use new index, or cache ixface data queue
2908	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3598	my $idx = (cf::face::find $name) || cf::face::alloc $name;
2909	my $data;
2910		3599
2911	if ($info->{type} & 1) {	3600	cf::face::set_type $idx, $type;
2912	# prepend meta info	3601	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
2913		3602	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
2914	my $meta = $enc->encode ({	3603	$FACEHASH{$info->{hash}} = $idx;#d#
2915	name => $name,
2916	%{ $info->{meta} || {} },
2917	});
2918
2919	$data = pack "(w/a*)*", $meta, $info->{data};
2920	} else {	3604	} else {
2921	$data = $info->{data};	3605	# $RESOURCE{$name} = $info; # unused
2922	}	3606	}
2923		3607
2924	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
2925	cf::face::set_type $idx, $info->{type};
2926
2927	cf::cede_to_tick;	3608	cf::cede_to_tick;
2928	}	3609	}
2929
2930	if ($soundconf) {
2931	$soundconf = $enc->decode (delete $soundconf->{data});
2932
2933	for (0 .. SOUND_CAST_SPELL_0 - 1) {
2934	my $sound = $soundconf->{compat}[$_]
2935	or next;
2936
2937	my $face = cf::face::find "sound/$sound->[1]";
2938	cf::sound::set $sound->[0] => $face;
2939	cf::sound::old_sound_index $_, $face; # gcfclient-compat
2940	}
2941
2942	while (my ($k, $v) = each %{$soundconf->{event}}) {
2943	my $face = cf::face::find "sound/$v";
2944	cf::sound::set $k => $face;
2945	}
2946	}
2947	}	3610	}
		3611
		3612	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2948		3613
2949	1	3614	1
2950	}	3615	}
2951		3616
2952	register_exticmd fx_want => sub {	3617	register_exticmd fx_want => sub {
…		…
2955	while (my ($k, $v) = each %$want) {	3620	while (my ($k, $v) = each %$want) {
2956	$ns->fx_want ($k, $v);	3621	$ns->fx_want ($k, $v);
2957	}	3622	}
2958	};	3623	};
2959		3624
		3625	sub load_resource_file($) {
		3626	my $guard = lock_acquire "load_resource_file";
		3627
		3628	my $status = load_resource_file_ $_[0];
		3629	get_slot 0.1, 100;
		3630	cf::arch::commit_load;
		3631
		3632	$status
		3633	}
		3634
		3635	sub reload_exp_table {
		3636	_reload_exp_table;
		3637
		3638	add_face "res/exp_table" => FT_RSRC,
		3639	JSON::XS->new->utf8->canonical->encode (
		3640	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3641	);
		3642	}
		3643
		3644	sub reload_materials {
		3645	_reload_materials;
		3646	}
		3647
2960	sub reload_regions {	3648	sub reload_regions {
		3649	# HACK to clear player env face cache, we need some signal framework
		3650	# for this (global event?)
		3651	%ext::player_env::MUSIC_FACE_CACHE = ();
		3652
2961	load_resource_file "$MAPDIR/regions"	3653	load_resource_file "$MAPDIR/regions"
2962	or die "unable to load regions file\n";	3654	or die "unable to load regions file\n";
2963		3655
2964	for (cf::region::list) {	3656	for (cf::region::list) {
2965	$_->{match} = qr/$_->{match}/	3657	$_->{match} = qr/$_->{match}/
…		…
2973	}	3665	}
2974		3666
2975	sub reload_archetypes {	3667	sub reload_archetypes {
2976	load_resource_file "$DATADIR/archetypes"	3668	load_resource_file "$DATADIR/archetypes"
2977	or die "unable to load archetypes\n";	3669	or die "unable to load archetypes\n";
2978	#d# NEED to laod twice to resolve forward references	3670
2979	# this really needs to be done in an extra post-pass	3671	add_face "res/skill_info" => FT_RSRC,
2980	# (which needs to be synchronous, so solve it differently)	3672	JSON::XS->new->utf8->canonical->encode (
2981	load_resource_file "$DATADIR/archetypes"	3673	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
2982	or die "unable to load archetypes\n";	3674	);
		3675	add_face "res/spell_paths" => FT_RSRC,
		3676	JSON::XS->new->utf8->canonical->encode (
		3677	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3678	);
2983	}	3679	}
2984		3680
2985	sub reload_treasures {	3681	sub reload_treasures {
2986	load_resource_file "$DATADIR/treasures"	3682	load_resource_file "$DATADIR/treasures"
2987	or die "unable to load treasurelists\n";	3683	or die "unable to load treasurelists\n";
2988	}	3684	}
2989		3685
		3686	sub reload_sound {
		3687	trace "loading sound config from $DATADIR/sound\n";
		3688
		3689	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3690
		3691	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3692	my $sound = $soundconf->{compat}[$_]
		3693	or next;
		3694
		3695	my $face = cf::face::find "sound/$sound->[1]";
		3696	cf::sound::set $sound->[0] => $face;
		3697	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3698	}
		3699
		3700	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3701	my $face = cf::face::find "sound/$v";
		3702	cf::sound::set $k => $face;
		3703	}
		3704	}
		3705
		3706	sub reload_pod {
		3707	trace "loading pods $PODDIR\n";
		3708
		3709	my @command_help;
		3710
		3711	for (
		3712	[0, "command_help"],
		3713	[1, "emote_help"],
		3714	[2, "dmcommand_help"],
		3715	) {
		3716	my ($type, $path) = @$_;
		3717
		3718	my $paragraphs = &cf::pod::load_pod ("$PODDIR/$path.pod")
		3719	or die "unable to load $path";
		3720
		3721	my $level = 1e9;
		3722
		3723	for my $par (@$paragraphs) {
		3724	if ($par->{type} eq "head2") {
		3725	# this code taken almost verbatim from DC/Protocol.pm
		3726
		3727	if ($par->{markup} =~ /^(\S+) (?:\s+ \( ([^\)]*) \) )?/x) {
		3728	my $cmd = $1;
		3729	my @args = split /\|/, $2;
		3730	@args = (".*") unless @args;
		3731
		3732	$_ = $_ eq ".*" ? "" : " $_"
		3733	for @args;
		3734
		3735	my @variants = map "$cmd$_", sort { (length $a) <=> (length $b) } @args;
		3736
		3737	push @command_help, [$type, \@variants, &cf::pod::as_cfpod ([$par])];
		3738	$level = $par->{level};
		3739	} else {
		3740	error "$par->{markup}: unparsable command heading";
		3741	}
		3742	} elsif ($par->{level} > $level) {
		3743	$command_help[-1][2] .= &cf::pod::as_cfpod ([$par]);
		3744	}
		3745
		3746	cf::cede_to_tick;
		3747	}
		3748	}
		3749
		3750	@command_help = sort {
		3751	$a->[0] <=> $b->[0]
		3752	or $a->[1] cmp $b->[1]
		3753	} @command_help;
		3754
		3755	cf::cede_to_tick;
		3756
		3757	add_face "res/command_help" => FT_RSRC,
		3758	JSON::XS->new->utf8->encode (\@command_help);
		3759	}
		3760
2990	sub reload_resources {	3761	sub reload_resources {
2991	warn "reloading resource files...\n";	3762	trace "reloading resource files...\n";
2992		3763
		3764	reload_materials;
		3765	reload_facedata;
		3766	reload_exp_table;
		3767	reload_sound;
		3768	reload_archetypes;
2993	reload_regions;	3769	reload_regions;
2994	reload_facedata;
2995	#reload_archetypes;#d#
2996	reload_archetypes;
2997	reload_treasures;	3770	reload_treasures;
		3771	reload_pod;
2998		3772
2999	warn "finished reloading resource files\n";	3773	trace "finished reloading resource files\n";
3000	}
3001
3002	sub init {
3003	reload_resources;
3004	}	3774	}
3005		3775
3006	sub reload_config {	3776	sub reload_config {
3007	open my $fh, "<:utf8", "$CONFDIR/config"	3777	trace "reloading config file...\n";
3008	or return;
3009		3778
3010	local $/;	3779	my $config = load_file "$CONFDIR/config";
3011	*CFG = YAML::Syck::Load <$fh>;	3780	utf8::decode $config;
		3781	*CFG = decode_yaml $config;
3012		3782
3013	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3783	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3014		3784
3015	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3785	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3016	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3786	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3017		3787
3018	if (exists $CFG{mlockall}) {	3788	if (exists $CFG{mlockall}) {
…		…
3022	};	3792	};
3023	warn $@ if $@;	3793	warn $@ if $@;
3024	}	3794	}
3025	}	3795	}
3026		3796
		3797	sub pidfile() {
		3798	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3799	or die "$PIDFILE: $!";
		3800	flock $fh, &Fcntl::LOCK_EX
		3801	or die "$PIDFILE: flock: $!";
		3802	$fh
		3803	}
		3804
		3805	# make sure only one server instance is running at any one time
		3806	sub atomic {
		3807	my $fh = pidfile;
		3808
		3809	my $pid = <$fh>;
		3810	kill 9, $pid if $pid > 0;
		3811
		3812	seek $fh, 0, 0;
		3813	print $fh $$;
		3814	}
		3815
		3816	sub main_loop {
		3817	trace "EV::loop starting\n";
		3818	if (1) {
		3819	EV::loop;
		3820	}
		3821	trace "EV::loop returned\n";
		3822	goto &main_loop unless $REALLY_UNLOOP;
		3823	}
		3824
3027	sub main {	3825	sub main {
		3826	cf::init_globals; # initialise logging
		3827
		3828	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3829	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3830	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3831	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3832
		3833	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3834
3028	# we must not ever block the main coroutine	3835	# we must not ever block the main coroutine
3029	local $Coro::idle = sub {	3836	$Coro::idle = sub {
3030	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3837	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3031	(async {	3838	(async {
3032	Event::one_event;	3839	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3840	EV::loop EV::LOOP_ONESHOT;
3033	})->prio (Coro::PRIO_MAX);	3841	})->prio (Coro::PRIO_MAX);
3034	};	3842	};
3035		3843
		3844	evthread_start IO::AIO::poll_fileno;
		3845
		3846	cf::sync_job {
		3847	cf::incloader::init ();
		3848
		3849	db_init;
		3850
		3851	cf::init_anim;
		3852	cf::init_attackmess;
		3853	cf::init_dynamic;
		3854
		3855	cf::load_settings;
		3856
		3857	reload_resources;
3036	reload_config;	3858	reload_config;
3037	db_init;	3859
		3860	cf::init_uuid;
		3861	cf::init_signals;
		3862	cf::init_skills;
		3863
		3864	cf::init_beforeplay;
		3865
		3866	atomic;
		3867
3038	load_extensions;	3868	load_extensions;
3039		3869
3040	$TICK_WATCHER->start;	3870	utime time, time, $RUNTIMEFILE;
3041	Event::loop;	3871
		3872	# no (long-running) fork's whatsoever before this point(!)
		3873	use POSIX ();
		3874	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3875
		3876	cf::_post_init 0;
		3877	};
		3878
		3879	cf::object::thawer::errors_are_fatal 0;
		3880	info "parse errors in files are no longer fatal from this point on.\n";
		3881
		3882	AE::postpone {
		3883	undef &main; # free gobs of memory :)
		3884	};
		3885
		3886	goto &main_loop;
3042	}	3887	}
3043		3888
3044	#############################################################################	3889	#############################################################################
3045	# initialisation and cleanup	3890	# initialisation and cleanup
3046		3891
3047	# install some emergency cleanup handlers	3892	# install some emergency cleanup handlers
3048	BEGIN {	3893	BEGIN {
		3894	our %SIGWATCHER = ();
3049	for my $signal (qw(INT HUP TERM)) {	3895	for my $signal (qw(INT HUP TERM)) {
3050	Event->signal (	3896	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3051	reentrant => 0,
3052	data => WF_AUTOCANCEL,
3053	signal => $signal,
3054	prio => 0,
3055	cb => sub {
3056	cf::cleanup "SIG$signal";	3897	cf::cleanup "SIG$signal";
3057	},
3058	);	3898	};
3059	}	3899	}
3060	}	3900	}
3061		3901
3062	sub write_runtime {	3902	sub write_runtime_sync {
3063	my $runtime = "$LOCALDIR/runtime";	3903	my $t0 = AE::time;
3064		3904
3065	# first touch the runtime file to show we are still running:	3905	# first touch the runtime file to show we are still running:
3066	# the fsync below can take a very very long time.	3906	# the fsync below can take a very very long time.
3067		3907
3068	IO::AIO::aio_utime $runtime, undef, undef;	3908	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3069		3909
3070	my $guard = cf::lock_acquire "write_runtime";	3910	my $guard = cf::lock_acquire "write_runtime";
3071		3911
3072	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3912	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3073	or return;	3913	or return;
3074		3914
3075	my $value = $cf::RUNTIME + 90 + 10;	3915	my $value = $cf::RUNTIME + 90 + 10;
3076	# 10 is the runtime save interval, for a monotonic clock	3916	# 10 is the runtime save interval, for a monotonic clock
3077	# 60 allows for the watchdog to kill the server.	3917	# 60 allows for the watchdog to kill the server.
…		…
3087	aio_utime $fh, undef, undef;	3927	aio_utime $fh, undef, undef;
3088		3928
3089	close $fh	3929	close $fh
3090	or return;	3930	or return;
3091		3931
3092	aio_rename "$runtime~", $runtime	3932	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3093	and return;	3933	and return;
3094		3934
3095	warn "runtime file written.\n";	3935	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3096		3936
3097	1	3937	1
		3938	}
		3939
		3940	our $uuid_lock;
		3941	our $uuid_skip;
		3942
		3943	sub write_uuid_sync($) {
		3944	$uuid_skip ||= $_[0];
		3945
		3946	return if $uuid_lock;
		3947	local $uuid_lock = 1;
		3948
		3949	my $uuid = "$LOCALDIR/uuid";
		3950
		3951	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3952	or return;
		3953
		3954	my $value = uuid_seq uuid_cur;
		3955
		3956	unless ($value) {
		3957	info "cowardly refusing to write zero uuid value!\n";
		3958	return;
		3959	}
		3960
		3961	my $value = uuid_str $value + $uuid_skip;
		3962	$uuid_skip = 0;
		3963
		3964	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3965	and return;
		3966
		3967	# always fsync - this file is important
		3968	aio_fsync $fh
		3969	and return;
		3970
		3971	close $fh
		3972	or return;
		3973
		3974	aio_rename "$uuid~", $uuid
		3975	and return;
		3976
		3977	trace "uuid file written ($value).\n";
		3978
		3979	1
		3980
		3981	}
		3982
		3983	sub write_uuid($$) {
		3984	my ($skip, $sync) = @_;
		3985
		3986	$sync ? write_uuid_sync $skip
		3987	: async { write_uuid_sync $skip };
3098	}	3988	}
3099		3989
3100	sub emergency_save() {	3990	sub emergency_save() {
3101	my $freeze_guard = cf::freeze_mainloop;	3991	my $freeze_guard = cf::freeze_mainloop;
3102		3992
3103	warn "enter emergency perl save\n";	3993	info "emergency_perl_save: enter\n";
		3994
		3995	# this is a trade-off: we want to be very quick here, so
		3996	# save all maps without fsync, and later call a global sync
		3997	# (which in turn might be very very slow)
		3998	local $USE_FSYNC = 0;
3104		3999
3105	cf::sync_job {	4000	cf::sync_job {
		4001	cf::write_runtime_sync; # external watchdog should not bark
		4002
3106	# use a peculiar iteration method to avoid tripping on perl	4003	# use a peculiar iteration method to avoid tripping on perl
3107	# refcount bugs in for. also avoids problems with players	4004	# refcount bugs in for. also avoids problems with players
3108	# and maps saved/destroyed asynchronously.	4005	# and maps saved/destroyed asynchronously.
3109	warn "begin emergency player save\n";	4006	info "emergency_perl_save: begin player save\n";
3110	for my $login (keys %cf::PLAYER) {	4007	for my $login (keys %cf::PLAYER) {
3111	my $pl = $cf::PLAYER{$login} or next;	4008	my $pl = $cf::PLAYER{$login} or next;
3112	$pl->valid or next;	4009	$pl->valid or next;
		4010	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3113	$pl->save;	4011	$pl->save;
3114	}	4012	}
3115	warn "end emergency player save\n";	4013	info "emergency_perl_save: end player save\n";
3116		4014
3117	warn "begin emergency map save\n";	4015	cf::write_runtime_sync; # external watchdog should not bark
		4016
		4017	info "emergency_perl_save: begin map save\n";
3118	for my $path (keys %cf::MAP) {	4018	for my $path (keys %cf::MAP) {
3119	my $map = $cf::MAP{$path} or next;	4019	my $map = $cf::MAP{$path} or next;
3120	$map->valid or next;	4020	$map->valid or next;
3121	$map->save;	4021	$map->save;
3122	}	4022	}
3123	warn "end emergency map save\n";	4023	info "emergency_perl_save: end map save\n";
3124		4024
3125	warn "begin emergency database checkpoint\n";	4025	cf::write_runtime_sync; # external watchdog should not bark
		4026
		4027	info "emergency_perl_save: begin database checkpoint\n";
3126	BDB::db_env_txn_checkpoint $DB_ENV;	4028	BDB::db_env_txn_checkpoint $DB_ENV;
3127	warn "end emergency database checkpoint\n";	4029	info "emergency_perl_save: end database checkpoint\n";
		4030
		4031	info "emergency_perl_save: begin write uuid\n";
		4032	write_uuid_sync 1;
		4033	info "emergency_perl_save: end write uuid\n";
		4034
		4035	cf::write_runtime_sync; # external watchdog should not bark
		4036
		4037	trace "emergency_perl_save: syncing database to disk";
		4038	BDB::db_env_txn_checkpoint $DB_ENV;
		4039
		4040	info "emergency_perl_save: starting sync\n";
		4041	IO::AIO::aio_sync sub {
		4042	info "emergency_perl_save: finished sync\n";
		4043	};
		4044
		4045	cf::write_runtime_sync; # external watchdog should not bark
		4046
		4047	trace "emergency_perl_save: flushing outstanding aio requests";
		4048	while (IO::AIO::nreqs || BDB::nreqs) {
		4049	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		4050	}
		4051
		4052	cf::write_runtime_sync; # external watchdog should not bark
3128	};	4053	};
3129		4054
3130	warn "leave emergency perl save\n";	4055	info "emergency_perl_save: leave\n";
3131	}	4056	}
3132		4057
3133	sub post_cleanup {	4058	sub post_cleanup {
3134	my ($make_core) = @_;	4059	my ($make_core) = @_;
3135		4060
		4061	IO::AIO::flush;
		4062
3136	warn Carp::longmess "post_cleanup backtrace"	4063	error Carp::longmess "post_cleanup backtrace"
3137	if $make_core;	4064	if $make_core;
		4065
		4066	my $fh = pidfile;
		4067	unlink $PIDFILE if <$fh> == $$;
		4068	}
		4069
		4070	# a safer delete_package, copied from Symbol
		4071	sub clear_package($) {
		4072	my $pkg = shift;
		4073
		4074	# expand to full symbol table name if needed
		4075	unless ($pkg =~ /^main::.*::$/) {
		4076	$pkg = "main$pkg" if $pkg =~ /^::/;
		4077	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		4078	$pkg .= '::' unless $pkg =~ /::$/;
		4079	}
		4080
		4081	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		4082	my $stem_symtab = *{$stem}{HASH};
		4083
		4084	defined $stem_symtab and exists $stem_symtab->{$leaf}
		4085	or return;
		4086
		4087	# clear all symbols
		4088	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		4089	for my $name (keys %$leaf_symtab) {
		4090	_gv_clear *{"$pkg$name"};
		4091	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4092	}
3138	}	4093	}
3139		4094
3140	sub do_reload_perl() {	4095	sub do_reload_perl() {
3141	# can/must only be called in main	4096	# can/must only be called in main
3142	if ($Coro::current != $Coro::main) {	4097	unless (in_main) {
3143	warn "can only reload from main coroutine";	4098	error "can only reload from main coroutine";
3144	return;	4099	return;
3145	}	4100	}
3146		4101
3147	warn "reloading...";	4102	return if $RELOAD++;
3148		4103
3149	warn "entering sync_job";	4104	my $t1 = AE::time;
3150		4105
		4106	while ($RELOAD) {
		4107	cf::get_slot 0.1, -1, "reload_perl";
		4108	info "perl_reload: reloading...";
		4109
		4110	trace "perl_reload: entering sync_job";
		4111
3151	cf::sync_job {	4112	cf::sync_job {
3152	cf::write_runtime; # external watchdog should not bark
3153	cf::emergency_save;	4113	#cf::emergency_save;
3154	cf::write_runtime; # external watchdog should not bark
3155		4114
3156	warn "syncing database to disk";
3157	BDB::db_env_txn_checkpoint $DB_ENV;
3158
3159	# if anything goes wrong in here, we should simply crash as we already saved
3160
3161	warn "cancelling all WF_AUTOCANCEL watchers";
3162	for (Event::all_watchers) {
3163	$_->cancel if $_->data & WF_AUTOCANCEL;
3164	}
3165
3166	warn "flushing outstanding aio requests";
3167	for (;;) {
3168	BDB::flush;
3169	IO::AIO::flush;
3170	Coro::cede;
3171	last unless IO::AIO::nreqs || BDB::nreqs;
3172	warn "iterate...";
3173	}
3174
3175	++$RELOAD;
3176
3177	warn "cancelling all extension coros";	4115	trace "perl_reload: cancelling all extension coros";
3178	$_->cancel for values %EXT_CORO;	4116	$_->cancel for values %EXT_CORO;
3179	%EXT_CORO = ();	4117	%EXT_CORO = ();
3180		4118
3181	warn "removing commands";	4119	trace "perl_reload: removing commands";
3182	%COMMAND = ();	4120	%COMMAND = ();
3183		4121
3184	warn "removing ext/exti commands";	4122	trace "perl_reload: removing ext/exti commands";
3185	%EXTCMD = ();	4123	%EXTCMD = ();
3186	%EXTICMD = ();	4124	%EXTICMD = ();
3187		4125
3188	warn "unloading/nuking all extensions";	4126	trace "perl_reload: unloading/nuking all extensions";
3189	for my $pkg (@EXTS) {	4127	for my $pkg (@EXTS) {
3190	warn "... unloading $pkg";	4128	trace "... unloading $pkg";
3191		4129
3192	if (my $cb = $pkg->can ("unload")) {	4130	if (my $cb = $pkg->can ("unload")) {
3193	eval {	4131	eval {
3194	$cb->($pkg);	4132	$cb->($pkg);
3195	1	4133	1
3196	} or warn "$pkg unloaded, but with errors: $@";	4134	} or error "$pkg unloaded, but with errors: $@";
		4135	}
		4136
		4137	trace "... clearing $pkg";
		4138	clear_package $pkg;
3197	}	4139	}
3198		4140
3199	warn "... nuking $pkg";
3200	Symbol::delete_package $pkg;
3201	}
3202
3203	warn "unloading all perl modules loaded from $LIBDIR";	4141	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3204	while (my ($k, $v) = each %INC) {	4142	while (my ($k, $v) = each %INC) {
3205	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4143	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3206		4144
3207	warn "... unloading $k";	4145	trace "... unloading $k";
3208	delete $INC{$k};	4146	delete $INC{$k};
3209		4147
3210	$k =~ s/\.pm$//;	4148	$k =~ s/\.pm$//;
3211	$k =~ s/\//::/g;	4149	$k =~ s/\//::/g;
3212		4150
3213	if (my $cb = $k->can ("unload_module")) {	4151	if (my $cb = $k->can ("unload_module")) {
3214	$cb->();	4152	$cb->();
		4153	}
		4154
		4155	clear_package $k;
3215	}	4156	}
3216		4157
3217	Symbol::delete_package $k;
3218	}
3219
3220	warn "getting rid of safe::, as good as possible";	4158	trace "perl_reload: getting rid of safe::, as good as possible";
3221	Symbol::delete_package "safe::$_"	4159	clear_package "safe::$_"
3222	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4160	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3223		4161
3224	warn "unloading cf.pm \"a bit\"";	4162	trace "perl_reload: unloading cf.pm \"a bit\"";
3225	delete $INC{"cf.pm"};	4163	delete $INC{"cf.pm"};
3226	delete $INC{"cf/pod.pm"};	4164	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3227		4165
3228	# don't, removes xs symbols, too,	4166	# don't, removes xs symbols, too,
3229	# and global variables created in xs	4167	# and global variables created in xs
3230	#Symbol::delete_package __PACKAGE__;	4168	#clear_package __PACKAGE__;
3231		4169
3232	warn "unload completed, starting to reload now";	4170	info "perl_reload: unload completed, starting to reload now";
3233		4171
3234	warn "reloading cf.pm";	4172	trace "perl_reload: reloading cf.pm";
3235	require cf;	4173	require cf;
3236	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4174	cf::_connect_to_perl_1;
3237		4175
3238	warn "loading config and database again";	4176	trace "perl_reload: loading config and database again";
3239	cf::reload_config;	4177	cf::reload_config;
3240		4178
3241	warn "loading extensions";	4179	trace "perl_reload: loading extensions";
3242	cf::load_extensions;	4180	cf::load_extensions;
3243		4181
		4182	if ($REATTACH_ON_RELOAD) {
3244	warn "reattaching attachments to objects/players";	4183	trace "perl_reload: reattaching attachments to objects/players";
3245	_global_reattach; # objects, sockets	4184	_global_reattach; # objects, sockets
3246	warn "reattaching attachments to maps";	4185	trace "perl_reload: reattaching attachments to maps";
3247	reattach $_ for values %MAP;	4186	reattach $_ for values %MAP;
3248	warn "reattaching attachments to players";	4187	trace "perl_reload: reattaching attachments to players";
3249	reattach $_ for values %PLAYER;	4188	reattach $_ for values %PLAYER;
		4189	}
3250		4190
3251	warn "leaving sync_job";	4191	cf::_post_init 1;
3252		4192
		4193	trace "perl_reload: leaving sync_job";
		4194
3253	1	4195	1
3254	} or do {	4196	} or do {
3255	warn $@;	4197	error $@;
3256	warn "error while reloading, exiting.";	4198	cf::cleanup "perl_reload: error, exiting.";
3257	exit 1;	4199	};
		4200
		4201	--$RELOAD;
3258	};	4202	}
3259		4203
3260	warn "reloaded";	4204	$t1 = AE::time - $t1;
		4205	info "perl_reload: completed in ${t1}s\n";
3261	};	4206	};
3262		4207
3263	our $RELOAD_WATCHER; # used only during reload	4208	our $RELOAD_WATCHER; # used only during reload
3264		4209
3265	sub reload_perl() {	4210	sub reload_perl() {
3266	# doing reload synchronously and two reloads happen back-to-back,	4211	# doing reload synchronously and two reloads happen back-to-back,
3267	# coro crashes during coro_state_free->destroy here.	4212	# coro crashes during coro_state_free->destroy here.
3268		4213
3269	$RELOAD_WATCHER ||= Event->timer (	4214	$RELOAD_WATCHER ||= cf::async {
3270	reentrant => 0,	4215	Coro::AIO::aio_wait cache_extensions;
3271	after => 0,	4216
3272	data => WF_AUTOCANCEL,	4217	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3273	cb => sub {
3274	do_reload_perl;	4218	do_reload_perl;
3275	undef $RELOAD_WATCHER;	4219	undef $RELOAD_WATCHER;
3276	},	4220	};
3277	);	4221	};
3278	}	4222	}
3279		4223
3280	register_command "reload" => sub {	4224	register_command "reload" => sub {
3281	my ($who, $arg) = @_;	4225	my ($who, $arg) = @_;
3282		4226
3283	if ($who->flag (FLAG_WIZ)) {	4227	if ($who->flag (FLAG_WIZ)) {
3284	$who->message ("reloading server.");	4228	$who->message ("reloading server.");
		4229	async {
		4230	$Coro::current->{desc} = "perl_reload";
3285	async { reload_perl };	4231	reload_perl;
		4232	};
3286	}	4233	}
3287	};	4234	};
3288		4235
3289	unshift @INC, $LIBDIR;	4236	#############################################################################
3290		4237
3291	my $bug_warning = 0;	4238	my $bug_warning = 0;
3292		4239
3293	our @WAIT_FOR_TICK;
3294	our @WAIT_FOR_TICK_BEGIN;
3295
3296	sub wait_for_tick {	4240	sub wait_for_tick() {
3297	return unless $TICK_WATCHER->is_active;	4241	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3298	return if $Coro::current == $Coro::main;
3299		4242
3300	my $signal = new Coro::Signal;	4243	$WAIT_FOR_TICK->wait;
3301	push @WAIT_FOR_TICK, $signal;
3302	$signal->wait;
3303	}	4244	}
3304		4245
3305	sub wait_for_tick_begin {	4246	sub wait_for_tick_begin() {
3306	return unless $TICK_WATCHER->is_active;	4247	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3307	return if $Coro::current == $Coro::main;
3308		4248
3309	my $signal = new Coro::Signal;	4249	my $signal = new Coro::Signal;
3310	push @WAIT_FOR_TICK_BEGIN, $signal;	4250	push @WAIT_FOR_TICK_BEGIN, $signal;
3311	$signal->wait;	4251	$signal->wait;
3312	}	4252	}
3313		4253
3314	my $min = 1e6;#d#	4254	sub tick {
3315	my $avg = 10;
3316	$TICK_WATCHER = Event->timer (
3317	reentrant => 0,
3318	parked => 1,
3319	prio => 0,
3320	at => $NEXT_TICK || $TICK,
3321	data => WF_AUTOCANCEL,
3322	cb => sub {
3323	if ($Coro::current != $Coro::main) {	4255	if ($Coro::current != $Coro::main) {
3324	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4256	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3325	unless ++$bug_warning > 10;	4257	unless ++$bug_warning > 10;
3326	return;	4258	return;
3327	}	4259	}
3328		4260
3329	$NOW = $tick_start = Event::time;	4261	cf::one_tick; # one server iteration
3330		4262
3331	cf::server_tick; # one server iteration	4263	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3332		4264
3333	0 && sync_job {#d#	4265	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3334	for(1..10) {	4266	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3335	my $t = Event::time;	4267	Coro::async_pool {
3336	my $map = my $map = new_from_path cf::map "/tmp/x.map"	4268	$Coro::current->{desc} = "runtime saver";
3337	or die;	4269	write_runtime_sync
3338		4270	or error "ERROR: unable to write runtime file: $!";
3339	$map->width (50);
3340	$map->height (50);
3341	$map->alloc;
3342	$map->_load_objects ("/tmp/x.map", 1);
3343	my $t = Event::time - $t;
3344
3345	#next unless $t < 0.0013;#d#
3346	if ($t < $min) {
3347	$min = $t;
3348	}
3349	$avg = $avg * 0.99 + $t * 0.01;
3350	}
3351	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3352	exit 0;
3353	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3354	};	4271	};
		4272	}
3355		4273
3356	$RUNTIME += $TICK;
3357	$NEXT_TICK += $TICK;
3358
3359	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3360	$NEXT_RUNTIME_WRITE = $NOW + 10;
3361	Coro::async_pool {
3362	write_runtime
3363	or warn "ERROR: unable to write runtime file: $!";
3364	};
3365	}
3366
3367	# my $AFTER = Event::time;
3368	# warn $AFTER - $NOW;#d#
3369
3370	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4274	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3371	$sig->send;	4275	$sig->send;
3372	}	4276	}
3373	while (my $sig = shift @WAIT_FOR_TICK) {	4277	$WAIT_FOR_TICK->broadcast;
3374	$sig->send;
3375	}
3376		4278
3377	$NOW = Event::time;	4279	$LOAD = ($NOW - $TICK_START) / $TICK;
3378
3379	# if we are delayed by four ticks or more, skip them all
3380	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3381
3382	$TICK_WATCHER->at ($NEXT_TICK);
3383	$TICK_WATCHER->start;
3384
3385	$LOAD = ($NOW - $tick_start) / $TICK;
3386	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4280	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3387		4281
3388	_post_tick;	4282	if (0) {
3389		4283	if ($NEXT_TICK) {
3390		4284	my $jitter = $TICK_START - $NEXT_TICK;
		4285	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4286	debug "jitter $JITTER\n";#d#
		4287	}
3391	},	4288	}
3392	);	4289	}
3393		4290
3394	{	4291	{
3395	BDB::max_poll_time $TICK * 0.1;	4292	# configure BDB
3396	$BDB_POLL_WATCHER = Event->io (	4293	info "initialising database";
3397	reentrant => 0,	4294
3398	fd => BDB::poll_fileno,
3399	poll => 'r',
3400	prio => 0,
3401	data => WF_AUTOCANCEL,
3402	cb => \&BDB::poll_cb,
3403	);
3404	BDB::min_parallel 8;	4295	BDB::min_parallel 16;
3405		4296	BDB::max_poll_reqs $TICK * 0.1;
3406	BDB::set_sync_prepare {	4297	#$AnyEvent::BDB::WATCHER->priority (1);
3407	my $status;
3408	my $current = $Coro::current;
3409	(
3410	sub {
3411	$status = $!;
3412	$current->ready; undef $current;
3413	},
3414	sub {
3415	Coro::schedule while defined $current;
3416	$! = $status;
3417	},
3418	)
3419	};
3420		4298
3421	unless ($DB_ENV) {	4299	unless ($DB_ENV) {
3422	$DB_ENV = BDB::db_env_create;	4300	$DB_ENV = BDB::db_env_create;
		4301	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4302	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4303	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4304	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4305	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3423		4306
3424	cf::sync_job {	4307	cf::sync_job {
3425	eval {	4308	eval {
3426	BDB::db_env_open	4309	BDB::db_env_open
3427	$DB_ENV,	4310	$DB_ENV,
…		…
3429	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4312	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3430	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4313	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3431	0666;	4314	0666;
3432		4315
3433	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4316	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3434
3435	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3436	$DB_ENV->set_lk_detect;
3437	};	4317	};
3438		4318
3439	cf::cleanup "db_env_open(db): $@" if $@;	4319	cf::cleanup "db_env_open(db): $@" if $@;
3440	};	4320	};
3441	}	4321	}
		4322
		4323	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4324	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4325	};
		4326	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4327	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4328	};
		4329	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4330	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4331	};
		4332
		4333	info "database initialised";
3442	}	4334	}
3443		4335
3444	{	4336	{
		4337	# configure IO::AIO
		4338
		4339	info "initialising aio";
3445	IO::AIO::min_parallel 8;	4340	IO::AIO::min_parallel 8;
3446
3447	undef $Coro::AIO::WATCHER;
3448	IO::AIO::max_poll_time $TICK * 0.1;	4341	IO::AIO::max_poll_time $TICK * 0.1;
3449	$AIO_POLL_WATCHER = Event->io (	4342	undef $AnyEvent::AIO::WATCHER;
3450	reentrant => 0,	4343	info "aio initialised";
3451	data => WF_AUTOCANCEL,
3452	fd => IO::AIO::poll_fileno,
3453	poll => 'r',
3454	prio => 6,
3455	cb => \&IO::AIO::poll_cb,
3456	);
3457	}	4344	}
3458		4345
3459	my $_log_backtrace;	4346	our $_log_backtrace;
		4347	our $_log_backtrace_last;
3460		4348
3461	sub _log_backtrace {	4349	sub _log_backtrace {
3462	my ($msg, @addr) = @_;	4350	my ($msg, @addr) = @_;
3463		4351
3464	$msg =~ s/\n//;	4352	$msg =~ s/\n$//;
3465		4353
		4354	if ($_log_backtrace_last eq $msg) {
		4355	LOG llevInfo, "[ABT] $msg\n";
		4356	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3466	# limit the # of concurrent backtraces	4357	# limit the # of concurrent backtraces
3467	if ($_log_backtrace < 2) {	4358	} elsif ($_log_backtrace < 2) {
		4359	$_log_backtrace_last = $msg;
3468	++$_log_backtrace;	4360	++$_log_backtrace;
		4361	my $perl_bt = Carp::longmess $msg;
3469	async {	4362	async {
		4363	$Coro::current->{desc} = "abt $msg";
		4364
3470	my @bt = fork_call {	4365	my @bt = fork_call {
3471	@addr = map { sprintf "%x", $_ } @addr;	4366	@addr = map { sprintf "%x", $_ } @addr;
3472	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4367	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3473	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4368	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3474	or die "addr2line: $!";	4369	or die "addr2line: $!";
…		…
3482	}	4377	}
3483		4378
3484	@funcs	4379	@funcs
3485	};	4380	};
3486		4381
3487	LOG llevInfo, "[ABT] $msg\n";	4382	LOG llevInfo, "[ABT] $perl_bt\n";
		4383	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3488	LOG llevInfo, "[ABT] $_\n" for @bt;	4384	LOG llevInfo, "[ABT] $_\n" for @bt;
3489	--$_log_backtrace;	4385	--$_log_backtrace;
3490	};	4386	};
3491	} else {	4387	} else {
3492	LOG llevInfo, "[ABT] $msg\n";	4388	LOG llevInfo, "[ABT] $msg\n";
3493	LOG llevInfo, "[ABT] [suppressed]\n";	4389	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3494	}	4390	}
3495	}	4391	}
3496		4392
3497	# load additional modules	4393	# load additional modules
3498	use cf::pod;	4394	require "cf/$_.pm" for @EXTRA_MODULES;
		4395	cf::_connect_to_perl_2;
3499		4396
3500	END { cf::emergency_save }	4397	END { cf::emergency_save }
3501		4398
3502	1	4399	1
3503		4400

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines