ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.361 by root, Sun Sep 9 12:52:48 2007 UTC vs.
Revision 1.591 by root, Tue Nov 6 23:33:15 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use AnyEvent ();
		38	use AnyEvent::IO ();
		39	use AnyEvent::DNS ();
		40
15	use Coro 3.64 ();	41	use Coro ();
16	use Coro::State;	42	use Coro::State;
17	use Coro::Handle;	43	use Coro::Handle;
		44	use Coro::EV;
18	use Coro::Event;	45	use Coro::AnyEvent;
19	use Coro::Timer;	46	use Coro::Timer;
20	use Coro::Signal;	47	use Coro::Signal;
21	use Coro::Semaphore;	48	use Coro::Semaphore;
		49	use Coro::SemaphoreSet;
		50	use Coro::AnyEvent;
22	use Coro::AIO;	51	use Coro::AIO;
		52	use Coro::BDB 1.6;
23	use Coro::Storable;	53	use Coro::Storable;
24	use Coro::Util ();	54	use Coro::Util ();
25		55
		56	use Guard ();
26	use JSON::XS ();	57	use JSON::XS 2.01 ();
27	use BDB ();	58	use BDB ();
28	use Data::Dumper;	59	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	60	use Fcntl;
31	use YAML::Syck ();	61	use YAML::XS ();
32	use IO::AIO 2.32 ();	62	use IO::AIO ();
33	use Time::HiRes;	63	use Time::HiRes;
34	use Compress::LZF;	64	use Compress::LZF;
35	use Digest::MD5 ();	65	use Digest::MD5 ();
		66
		67	AnyEvent::detect;
36		68
37	# configure various modules to our taste	69	# configure various modules to our taste
38	#	70	#
39	$Storable::canonical = 1; # reduce rsync transfers	71	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	72	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		73
		74	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		75
		76	# make sure c-lzf reinitialises itself
		77	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	78	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		79
43	$Event::Eval = 1; # no idea why this is required, but it is	80	# strictly for debugging
44		81	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		82
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	83	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		84
		85	our @ORIG_INC;
51		86
52	our %COMMAND = ();	87	our %COMMAND = ();
53	our %COMMAND_TIME = ();	88	our %COMMAND_TIME = ();
54		89
55	our @EXTS = (); # list of extension package names	90	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	91	our %EXTCMD = ();
57	our %EXTICMD = ();	92	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	93	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	94	our %EXT_MAP = (); # pluggable maps
60		95
61	our $RELOAD; # number of reloads so far	96	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	97	our @EVENT;
		98	our @REFLECT; # set by XS
		99	our %REFLECT; # set by us
63		100
64	our $CONFDIR = confdir;	101	our $CONFDIR = confdir;
		102
65	our $DATADIR = datadir;	103	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	104	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	105	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	106	our $MAPDIR = "$DATADIR/" . mapdir;
		107
69	our $LOCALDIR = localdir;	108	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	109	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	110	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	111	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	112	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	113	our $BDBDIR = "$LOCALDIR/db";
		114	our $PIDFILE = "$LOCALDIR/pid";
		115	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		116
		117	#our %RESOURCE; # unused
		118
		119	our $OUTPUT_RATE_MIN = 3000;
		120	our $OUTPUT_RATE_MAX = 1000000;
		121
		122	our $MAX_LINKS = 32; # how many chained exits to follow
		123	our $VERBOSE_IO = 1;
75		124
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	125	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	126	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	127	our $NEXT_TICK;
		128	our $USE_FSYNC = 1; # use fsync to write maps - default on
		129
		130	our $BDB_DEADLOCK_WATCHER;
		131	our $BDB_CHECKPOINT_WATCHER;
		132	our $BDB_TRICKLE_WATCHER;
		133	our $DB_ENV;
		134
		135	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		136
		137	our %CFG;
		138	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		139
		140	our $UPTIME; $UPTIME ||= time;
		141	our $RUNTIME = 0;
		142	our $SERVER_TICK = 0;
81	our $NOW;	143	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off
83
84	our $BDB_POLL_WATCHER;
85	our $DB_ENV;
86
87	our %CFG;
88
89	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;
91		144
92	our (%PLAYER, %PLAYER_LOADING); # all users	145	our (%PLAYER, %PLAYER_LOADING); # all users
93	our (%MAP, %MAP_LOADING ); # all maps	146	our (%MAP, %MAP_LOADING ); # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	147	our $LINK_MAP; # the special {link} map, which is always available
95		148
96	# used to convert map paths into valid unix filenames by replacing / by ∕	149	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	150	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		151
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	152	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	153	our $LOADAVG; # same thing, but with alpha-smoothing
		154	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	155	our $TICK_START; # for load detecting purposes
		156
		157	our @POST_INIT;
		158
		159	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		160	our $REALLY_UNLOOP; # never set to true, please :)
		161
		162	our $WAIT_FOR_TICK = new Coro::Signal;
		163	our @WAIT_FOR_TICK_BEGIN;
102		164
103	binmode STDOUT;	165	binmode STDOUT;
104	binmode STDERR;	166	binmode STDERR;
105		167
106	# read virtual server time, if available	168	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	169	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	170	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	171	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	172	$RUNTIME = <$fh> + 0.;
111	}	173	}
		174
		175	eval "sub TICK() { $TICK } 1" or die;
112		176
113	mkdir $_	177	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	178	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115		179
116	our $EMERGENCY_POSITION;	180	our $EMERGENCY_POSITION;
117		181
118	sub cf::map::normalise;	182	sub cf::map::normalise;
119		183
		184	sub in_main() {
		185	$Coro::current == $Coro::main
		186	}
		187
120	#############################################################################	188	#############################################################################
121		189
		190	%REFLECT = ();
		191	for (@REFLECT) {
		192	my $reflect = JSON::XS::decode_json $_;
		193	$REFLECT{$reflect->{class}} = $reflect;
		194	}
		195
		196	# this is decidedly evil
		197	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		198
		199	#############################################################################
		200
122	=head2 GLOBAL VARIABLES	201	=head2 GLOBAL VARIABLES
123		202
124	=over 4	203	=over 4
125		204
126	=item $cf::UPTIME	205	=item $cf::UPTIME
127		206
128	The timestamp of the server start (so not actually an uptime).	207	The timestamp of the server start (so not actually an "uptime").
		208
		209	=item $cf::SERVER_TICK
		210
		211	An unsigned integer that starts at zero when the server is started and is
		212	incremented on every tick.
		213
		214	=item $cf::NOW
		215
		216	The (real) time of the last (current) server tick - updated before and
		217	after tick processing, so this is useful only as a rough "what time is it
		218	now" estimate.
		219
		220	=item $cf::TICK
		221
		222	The interval between each server tick, in seconds.
129		223
130	=item $cf::RUNTIME	224	=item $cf::RUNTIME
131		225
132	The time this server has run, starts at 0 and is increased by $cf::TICK on	226	The time this server has run, starts at 0 and is increased by $cf::TICK on
133	every server tick.	227	every server tick.
134		228
135	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	229	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
136	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	230	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
137	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	231	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
138		232
139	Various directories - "/etc", read-only install directory, perl-library	233	Various directories - "/etc", read-only install directory, perl-library
140	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	234	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
141	unique-items directory, player file directory, random maps directory and	235	unique-items directory, player file directory, random maps directory and
142	database environment.	236	database environment.
143		237
144	=item $cf::NOW
145
146	The time of the last (current) server tick.
147
148	=item $cf::TICK
149
150	The interval between server ticks, in seconds.
151
152	=item $cf::LOADAVG	238	=item $cf::LOADAVG
153		239
154	The current CPU load on the server (alpha-smoothed), as a value between 0	240	The current CPU load on the server (alpha-smoothed), as a value between 0
155	(none) and 1 (overloaded), indicating how much time is spent on processing	241	(none) and 1 (overloaded), indicating how much time is spent on processing
156	objects per tick. Healthy values are < 0.5.	242	objects per tick. Healthy values are < 0.5.
…		…
159		245
160	The raw value load value from the last tick.	246	The raw value load value from the last tick.
161		247
162	=item %cf::CFG	248	=item %cf::CFG
163		249
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	250	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	251	from wherever your confdir points to.
166		252
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	253	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		254
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	255	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
170	returns directly I<after> the tick processing (and consequently, can only wake one process	256	returns directly I<after> the tick processing (and consequently, can only wake one thread
171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	257	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
172		258
		259	Note that cf::Wait_for_tick will immediately return when the server is not
		260	ticking, making it suitable for small pauses in threads that need to run
		261	when the server is paused. If that is not applicable (i.e. you I<really>
		262	want to wait, use C<$cf::WAIT_FOR_TICK>).
		263
		264	=item $cf::WAIT_FOR_TICK
		265
		266	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		267	variable contains a L<Coro::Signal> that is broadcats after every server
		268	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		269	next server tick.
		270
		271	=cut
		272
		273	sub wait_for_tick();
		274	sub wait_for_tick_begin();
		275
173	=item @cf::INVOKE_RESULTS	276	=item @cf::INVOKE_RESULTS
174		277
175	This array contains the results of the last C<invoke ()> call. When	278	This array contains the results of the last C<invoke ()> call. When
176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	279	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177	that call.	280	that call.
178		281
		282	=item %cf::REFLECT
		283
		284	Contains, for each (C++) class name, a hash reference with information
		285	about object members (methods, scalars, arrays and flags) and other
		286	metadata, which is useful for introspection.
		287
179	=back	288	=back
180		289
181	=cut	290	=cut
182		291
183	BEGIN {	292	sub error(@) { LOG llevError, join "", @_ }
184	*CORE::GLOBAL::warn = sub {	293	sub warn (@) { LOG llevWarn , join "", @_ }
		294	sub info (@) { LOG llevInfo , join "", @_ }
		295	sub debug(@) { LOG llevDebug, join "", @_ }
		296	sub trace(@) { LOG llevTrace, join "", @_ }
		297
		298	$Coro::State::WARNHOOK = sub {
185	my $msg = join "", @_;	299	my $msg = join "", @_;
186		300
187	$msg .= "\n"	301	$msg .= "\n"
188	unless $msg =~ /\n$/;	302	unless $msg =~ /\n$/;
189		303
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	304	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		305
192	utf8::encode $msg;
193	LOG llevError, $msg;	306	LOG llevWarn, $msg;
194	};	307	};
195	}	308
		309	$Coro::State::DIEHOOK = sub {
		310	return unless $^S eq 0; # "eq", not "=="
		311
		312	error Carp::longmess $_[0];
		313
		314	if (in_main) {#d#
		315	error "DIEHOOK called in main context, Coro bug?\n";#d#
		316	return;#d#
		317	}#d#
		318
		319	# kill coroutine otherwise
		320	Coro::terminate
		321	};
196		322
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	323	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	324	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	325	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	326	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
207	for my $pkg (qw(	333	for my $pkg (qw(
208	cf::global cf::attachable	334	cf::global cf::attachable
209	cf::object cf::object::player	335	cf::object cf::object::player
210	cf::client cf::player	336	cf::client cf::player
211	cf::arch cf::living	337	cf::arch cf::living
		338	cf::map cf::mapspace
212	cf::map cf::party cf::region	339	cf::party cf::region
213	)) {	340	)) {
214	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	341	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	342	}
217		343
218	$Event::DIED = sub {	344	$EV::DIED = sub {
219	warn "error in event callback: @_";	345	warn "error in event callback: $@";
220	};	346	};
		347
		348	#############################################################################
		349
		350	sub fork_call(&@);
		351	sub get_slot($;$$);
221		352
222	#############################################################################	353	#############################################################################
223		354
224	=head2 UTILITY FUNCTIONS	355	=head2 UTILITY FUNCTIONS
225		356
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	377	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	378	$d
248	} || "[unable to dump $_[0]: '$@']";	379	} || "[unable to dump $_[0]: '$@']";
249	}	380	}
250		381
		382	=item $scalar = cf::load_file $path
		383
		384	Loads the given file from path and returns its contents. Croaks on error
		385	and can block.
		386
		387	=cut
		388
		389	sub load_file($) {
		390	0 <= aio_load $_[0], my $data
		391	or Carp::croak "$_[0]: $!";
		392
		393	$data
		394	}
		395
		396	=item $success = cf::replace_file $path, $data, $sync
		397
		398	Atomically replaces the file at the given $path with new $data, and
		399	optionally $sync the data to disk before replacing the file.
		400
		401	=cut
		402
		403	sub replace_file($$;$) {
		404	my ($path, $data, $sync) = @_;
		405
		406	my $lock = cf::lock_acquire ("replace_file:$path");
		407
		408	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		409	or return;
		410
		411	$data = $data->() if ref $data;
		412
		413	length $data == aio_write $fh, 0, (length $data), $data, 0
		414	or return;
		415
		416	!$sync
		417	or !aio_fsync $fh
		418	or return;
		419
		420	aio_close $fh
		421	and return;
		422
		423	aio_rename "$path~", $path
		424	and return;
		425
		426	if ($sync) {
		427	$path =~ s%/[^/]*$%%;
		428	aio_pathsync $path;
		429	}
		430
		431	1
		432	}
		433
251	=item $ref = cf::from_json $json	434	=item $ref = cf::decode_json $json
252		435
253	Converts a JSON string into the corresponding perl data structure.	436	Converts a JSON string into the corresponding perl data structure.
254		437
255	=item $json = cf::to_json $ref	438	=item $json = cf::encode_json $ref
256		439
257	Converts a perl data structure into its JSON representation.	440	Converts a perl data structure into its JSON representation.
258		441
259	=cut	442	=cut
260		443
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	444	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		445
263	sub to_json ($) { $json_coder->encode ($_[0]) }	446	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	447	sub decode_json($) { $json_coder->decode ($_[0]) }
		448
		449	=item $ref = cf::decode_storable $scalar
		450
		451	Same as Coro::Storable::thaw, so blocks.
		452
		453	=cut
		454
		455	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		456
		457	=item $ref = cf::decode_yaml $scalar
		458
		459	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		460
		461	=cut
		462
		463	sub decode_yaml($) {
		464	fork_call { YAML::XS::Load $_[0] } @_
		465	}
		466
		467	=item $scalar = cf::unlzf $scalar
		468
		469	Same as Compress::LZF::compress, but takes server ticks into account, so
		470	blocks.
		471
		472	=cut
		473
		474	sub unlzf($) {
		475	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		476	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		477	Compress::LZF::decompress $_[0]
		478	}
		479
		480	=item cf::post_init { BLOCK }
		481
		482	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		483	but I<before> the server starts ticking again.
		484
		485	The codeblock will have a single boolean argument to indicate whether this
		486	is a reload or not.
		487
		488	=cut
		489
		490	sub post_init(&) {
		491	push @POST_INIT, shift;
		492	}
		493
		494	sub _post_init {
		495	trace "running post_init jobs";
		496
		497	# run them in parallel...
		498
		499	my @join;
		500
		501	while () {
		502	push @join, map &Coro::async ($_, 0), @POST_INIT;
		503	@POST_INIT = ();
		504
		505	@join or last;
		506
		507	(pop @join)->join;
		508	}
		509	}
265		510
266	=item cf::lock_wait $string	511	=item cf::lock_wait $string
267		512
268	Wait until the given lock is available. See cf::lock_acquire.	513	Wait until the given lock is available. See cf::lock_acquire.
269		514
270	=item my $lock = cf::lock_acquire $string	515	=item my $lock = cf::lock_acquire $string
271		516
272	Wait until the given lock is available and then acquires it and returns	517	Wait until the given lock is available and then acquires it and returns
273	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	518	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274	for example when the coroutine gets canceled), the lock is automatically	519	for example when the coroutine gets canceled), the lock is automatically
275	returned.	520	returned.
276		521
277	Locks are *not* recursive, locking from the same coro twice results in a	522	Locks are *not* recursive, locking from the same coro twice results in a
278	deadlocked coro.	523	deadlocked coro.
…		…
284		529
285	Return true if the lock is currently active, i.e. somebody has locked it.	530	Return true if the lock is currently active, i.e. somebody has locked it.
286		531
287	=cut	532	=cut
288		533
289	our %LOCK;	534	our $LOCKS = new Coro::SemaphoreSet;
290	our %LOCKER;#d#
291		535
292	sub lock_wait($) {	536	sub lock_wait($) {
293	my ($key) = @_;	537	$LOCKS->wait ($_[0]);
294
295	if ($LOCKER{$key} == $Coro::current) {#d#
296	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
297	return;#d#
298	}#d#
299
300	# wait for lock, if any
301	while ($LOCK{$key}) {
302	push @{ $LOCK{$key} }, $Coro::current;
303	Coro::schedule;
304	}
305	}	538	}
306		539
307	sub lock_acquire($) {	540	sub lock_acquire($) {
308	my ($key) = @_;	541	$LOCKS->guard ($_[0])
309
310	# wait, to be sure we are not locked
311	lock_wait $key;
312
313	$LOCK{$key} = [];
314	$LOCKER{$key} = $Coro::current;#d#
315
316	Coro::guard {
317	delete $LOCKER{$key};#d#
318	# wake up all waiters, to be on the safe side
319	$_->ready for @{ delete $LOCK{$key} };
320	}
321	}	542	}
322		543
323	sub lock_active($) {	544	sub lock_active($) {
324	my ($key) = @_;	545	$LOCKS->count ($_[0]) < 1
325
326	! ! $LOCK{$key}
327	}	546	}
328		547
329	sub freeze_mainloop {	548	sub freeze_mainloop {
330	return unless $TICK_WATCHER->is_active;	549	tick_inhibit_inc;
331		550
332	my $guard = Coro::guard {	551	&Guard::guard (\&tick_inhibit_dec);
333	$TICK_WATCHER->start;	552	}
334	};	553
335	$TICK_WATCHER->stop;	554	=item cf::periodic $interval, $cb
336	$guard	555
		556	Like EV::periodic, but randomly selects a starting point so that the actions
		557	get spread over time.
		558
		559	=cut
		560
		561	sub periodic($$) {
		562	my ($interval, $cb) = @_;
		563
		564	my $start = rand List::Util::min 180, $interval;
		565
		566	EV::periodic $start, $interval, 0, $cb
337	}	567	}
338		568
339	=item cf::get_slot $time[, $priority[, $name]]	569	=item cf::get_slot $time[, $priority[, $name]]
340		570
341	Allocate $time seconds of blocking CPU time at priority C<$priority>:	571	Allocate $time seconds of blocking CPU time at priority C<$priority>
342	This call blocks and returns only when you have at least C<$time> seconds	572	(default: 0): This call blocks and returns only when you have at least
343	of cpu time till the next tick. The slot is only valid till the next cede.	573	C<$time> seconds of cpu time till the next tick. The slot is only valid
		574	till the next cede.
		575
		576	Background jobs should use a priority les than zero, interactive jobs
		577	should use 100 or more.
344		578
345	The optional C<$name> can be used to identify the job to run. It might be	579	The optional C<$name> can be used to identify the job to run. It might be
346	used for statistical purposes and should identify the same time-class.	580	used for statistical purposes and should identify the same time-class.
347		581
348	Useful for short background jobs.	582	Useful for short background jobs.
349		583
350	=cut	584	=cut
351		585
352	our @SLOT_QUEUE;	586	our @SLOT_QUEUE;
353	our $SLOT_QUEUE;	587	our $SLOT_QUEUE;
		588	our $SLOT_DECAY = 0.9;
354		589
355	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	590	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
356	$SLOT_QUEUE = Coro::async {	591	$SLOT_QUEUE = Coro::async {
		592	$Coro::current->desc ("timeslot manager");
		593
357	my $signal = new Coro::Signal;	594	my $signal = new Coro::Signal;
		595	my $busy;
358		596
359	while () {	597	while () {
360	next_job:	598	next_job:
		599
361	my $avail = cf::till_tick;	600	my $avail = cf::till_tick;
362	if ($avail > 0.01) {	601
363	for (0 .. $#SLOT_QUEUE) {	602	for (0 .. $#SLOT_QUEUE) {
364	if ($SLOT_QUEUE[$_][0] < $avail) {	603	if ($SLOT_QUEUE[$_][0] <= $avail) {
		604	$busy = 0;
365	my $job = splice @SLOT_QUEUE, $_, 1, ();	605	my $job = splice @SLOT_QUEUE, $_, 1, ();
366	$job->[2]->send;	606	$job->[2]->send;
367	Coro::cede;	607	Coro::cede;
368	goto next_job;	608	goto next_job;
369	}	609	} else {
		610	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
370	}	611	}
371	}	612	}
372		613
373	if (@SLOT_QUEUE) {	614	if (@SLOT_QUEUE) {
374	# we do not use wait_For_tick() as it returns immediately when tick is inactive	615	# we do not use wait_for_tick() as it returns immediately when tick is inactive
375	push @cf::WAIT_FOR_TICK, $signal;	616	$WAIT_FOR_TICK->wait;
376	$signal->wait;
377	} else {	617	} else {
		618	$busy = 0;
378	Coro::schedule;	619	Coro::schedule;
379	}	620	}
380	}	621	}
381	};	622	};
382		623
383	sub get_slot($;$$) {	624	sub get_slot($;$$) {
		625	return if tick_inhibit || $Coro::current == $Coro::main;
		626
384	my ($time, $pri, $name) = @_;	627	my ($time, $pri, $name) = @_;
385		628
386	$time = $TICK * .6 if $time > $TICK * .6;	629	$time = clamp $time, 0.01, $TICK * .6;
		630
387	my $sig = new Coro::Signal;	631	my $sig = new Coro::Signal;
388		632
389	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	633	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
390	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	634	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
391	$SLOT_QUEUE->ready;	635	$SLOT_QUEUE->ready;
…		…
402		646
403	BEGIN { *async = \&Coro::async_pool }	647	BEGIN { *async = \&Coro::async_pool }
404		648
405	=item cf::sync_job { BLOCK }	649	=item cf::sync_job { BLOCK }
406		650
407	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	651	The design of Deliantra requires that the main coroutine ($Coro::main)
408	is always able to handle events or runnable, as Crossfire TRT is only	652	is always able to handle events or runnable, as Deliantra is only
409	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	653	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
410	acceptable.	654	acceptable.
411		655
412	If it must be done, put the blocking parts into C<sync_job>. This will run	656	If it must be done, put the blocking parts into C<sync_job>. This will run
413	the given BLOCK in another coroutine while waiting for the result. The	657	the given BLOCK in another coroutine while waiting for the result. The
…		…
417	=cut	661	=cut
418		662
419	sub sync_job(&) {	663	sub sync_job(&) {
420	my ($job) = @_;	664	my ($job) = @_;
421		665
422	if ($Coro::current == $Coro::main) {	666	if (in_main) {
423	my $time = Event::time;	667	my $time = AE::time;
424		668
425	# this is the main coro, too bad, we have to block	669	# this is the main coro, too bad, we have to block
426	# till the operation succeeds, freezing the server :/	670	# till the operation succeeds, freezing the server :/
427		671
428	# TODO: use suspend/resume instead	672	#LOG llevError, Carp::longmess "sync job";#d#
429	# (but this is cancel-safe)	673
430	my $freeze_guard = freeze_mainloop;	674	my $freeze_guard = freeze_mainloop;
431		675
432	my $busy = 1;	676	my $busy = 1;
433	my @res;	677	my @res;
434		678
435	(async {	679	(async {
		680	$Coro::current->desc ("sync job coro");
436	@res = eval { $job->() };	681	@res = eval { $job->() };
437	warn $@ if $@;	682	error $@ if $@;
438	undef $busy;	683	undef $busy;
439	})->prio (Coro::PRIO_MAX);	684	})->prio (Coro::PRIO_MAX);
440		685
441	while ($busy) {	686	while ($busy) {
442	Coro::cede or Event::one_event;	687	if (Coro::nready) {
		688	Coro::cede_notself;
		689	} else {
		690	EV::loop EV::LOOP_ONESHOT;
443	}	691	}
		692	}
444		693
445	$time = Event::time - $time;	694	my $time = AE::time - $time;
446		695
447	LOG llevError | logBacktrace, Carp::longmess "long sync job"
448	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
449
450	$tick_start += $time; # do not account sync jobs to server load	696	$TICK_START += $time; # do not account sync jobs to server load
451		697
452	wantarray ? @res : $res[0]	698	wantarray ? @res : $res[0]
453	} else {	699	} else {
454	# we are in another coroutine, how wonderful, everything just works	700	# we are in another coroutine, how wonderful, everything just works
455		701
…		…
475	$EXT_CORO{$coro+0} = $coro;	721	$EXT_CORO{$coro+0} = $coro;
476		722
477	$coro	723	$coro
478	}	724	}
479		725
480	=item fork_call { }, $args	726	=item fork_call { }, @args
481		727
482	Executes the given code block with the given arguments in a seperate	728	Executes the given code block with the given arguments in a seperate
483	process, returning the results. Everything must be serialisable with	729	process, returning the results. Everything must be serialisable with
484	Coro::Storable. May, of course, block. Note that the executed sub may	730	Coro::Storable. May, of course, block. Note that the executed sub may
485	never block itself or use any form of Event handling.	731	never block itself or use any form of event handling.
486		732
487	=cut	733	=cut
		734
		735	sub post_fork {
		736	reset_signals;
		737	}
488		738
489	sub fork_call(&@) {	739	sub fork_call(&@) {
490	my ($cb, @args) = @_;	740	my ($cb, @args) = @_;
491		741
492	# we seemingly have to make a local copy of the whole thing,	742	# we seemingly have to make a local copy of the whole thing,
493	# otherwise perl prematurely frees the stuff :/	743	# otherwise perl prematurely frees the stuff :/
494	# TODO: investigate and fix (likely this will be rather laborious)	744	# TODO: investigate and fix (likely this will be rather laborious)
495		745
496	my @res = Coro::Util::fork_eval {	746	my @res = Coro::Util::fork_eval {
497	reset_signals;	747	cf::post_fork;
498	&$cb	748	&$cb
499	}, @args;	749	} @args;
500		750
501	wantarray ? @res : $res[-1]	751	wantarray ? @res : $res[-1]
		752	}
		753
		754	sub objinfo {
		755	(
		756	"counter value" => cf::object::object_count,
		757	"objects created" => cf::object::create_count,
		758	"objects destroyed" => cf::object::destroy_count,
		759	"freelist size" => cf::object::free_count,
		760	"allocated objects" => cf::object::objects_size,
		761	"active objects" => cf::object::actives_size,
		762	)
		763	}
		764
		765	=item $coin = coin_from_name $name
		766
		767	=cut
		768
		769	our %coin_alias = (
		770	"silver" => "silvercoin",
		771	"silvercoin" => "silvercoin",
		772	"silvercoins" => "silvercoin",
		773	"gold" => "goldcoin",
		774	"goldcoin" => "goldcoin",
		775	"goldcoins" => "goldcoin",
		776	"platinum" => "platinacoin",
		777	"platinumcoin" => "platinacoin",
		778	"platinumcoins" => "platinacoin",
		779	"platina" => "platinacoin",
		780	"platinacoin" => "platinacoin",
		781	"platinacoins" => "platinacoin",
		782	"royalty" => "royalty",
		783	"royalties" => "royalty",
		784	);
		785
		786	sub coin_from_name($) {
		787	$coin_alias{$_[0]}
		788	? cf::arch::find $coin_alias{$_[0]}
		789	: undef
502	}	790	}
503		791
504	=item $value = cf::db_get $family => $key	792	=item $value = cf::db_get $family => $key
505		793
506	Returns a single value from the environment database.	794	Returns a single value from the environment database.
…		…
508	=item cf::db_put $family => $key => $value	796	=item cf::db_put $family => $key => $value
509		797
510	Stores the given C<$value> in the family. It can currently store binary	798	Stores the given C<$value> in the family. It can currently store binary
511	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	799	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
512		800
		801	=item $db = cf::db_table "name"
		802
		803	Create and/or open a new database table. The string must not be "db" and must be unique
		804	within each server.
		805
513	=cut	806	=cut
		807
		808	sub db_table($) {
		809	cf::error "db_get called from main context"
		810	if $Coro::current == $Coro::main;
		811
		812	my ($name) = @_;
		813	my $db = BDB::db_create $DB_ENV;
		814
		815	eval {
		816	$db->set_flags (BDB::CHKSUM);
		817
		818	utf8::encode $name;
		819	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		820	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		821	cf::cleanup "db_open(db): $!" if $!;
		822	};
		823	cf::cleanup "db_open(db): $@" if $@;
		824
		825	$db
		826	}
514		827
515	our $DB;	828	our $DB;
516		829
517	sub db_init {	830	sub db_init {
518	unless ($DB) {	831	$DB ||= db_table "db";
519	$DB = BDB::db_create $DB_ENV;
520
521	cf::sync_job {
522	eval {
523	$DB->set_flags (BDB::CHKSUM);
524
525	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
526	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
527	cf::cleanup "db_open(db): $!" if $!;
528	};
529	cf::cleanup "db_open(db): $@" if $@;
530	};
531	}
532	}	832	}
533		833
534	sub db_get($$) {	834	sub db_get($$) {
535	my $key = "$_[0]/$_[1]";	835	my $key = "$_[0]/$_[1]";
536		836
537	cf::sync_job {	837	cf::error "db_get called from main context"
		838	if $Coro::current == $Coro::main;
		839
538	BDB::db_get $DB, undef, $key, my $data;	840	BDB::db_get $DB, undef, $key, my $data;
539		841
540	$! ? ()	842	$! ? ()
541	: $data	843	: $data
542	}
543	}	844	}
544		845
545	sub db_put($$$) {	846	sub db_put($$$) {
546	BDB::dbreq_pri 4;	847	BDB::dbreq_pri 4;
547	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	848	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
575		876
576	my @data;	877	my @data;
577	my $md5;	878	my $md5;
578		879
579	for (0 .. $#$src) {	880	for (0 .. $#$src) {
580	0 <= aio_load $src->[$_], $data[$_]	881	$data[$_] = load_file $src->[$_];
581	or Carp::croak "$src->[$_]: $!";
582	}	882	}
583		883
584	# if processing is expensive, check	884	# if processing is expensive, check
585	# checksum first	885	# checksum first
586	if (1) {	886	if (1) {
…		…
603		903
604	my $t1 = Time::HiRes::time;	904	my $t1 = Time::HiRes::time;
605	my $data = $process->(\@data);	905	my $data = $process->(\@data);
606	my $t2 = Time::HiRes::time;	906	my $t2 = Time::HiRes::time;
607		907
608	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	908	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
609		909
610	db_put cache => "$id/data", $data;	910	db_put cache => "$id/data", $data;
611	db_put cache => "$id/md5" , $md5;	911	db_put cache => "$id/md5" , $md5;
612	db_put cache => "$id/meta", $meta;	912	db_put cache => "$id/meta", $meta;
613		913
…		…
623		923
624	=cut	924	=cut
625		925
626	sub datalog($@) {	926	sub datalog($@) {
627	my ($type, %kv) = @_;	927	my ($type, %kv) = @_;
628	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	928	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
629	}	929	}
630		930
631	=back	931	=back
632		932
633	=cut	933	=cut
634		934
635	#############################################################################	935	#############################################################################
636		936
637	=head2 ATTACHABLE OBJECTS	937	=head2 ATTACHABLE OBJECTS
638		938
639	Many objects in crossfire are so-called attachable objects. That means you can	939	Many objects in deliantra are so-called attachable objects. That means you can
640	attach callbacks/event handlers (a collection of which is called an "attachment")	940	attach callbacks/event handlers (a collection of which is called an "attachment")
641	to it. All such attachable objects support the following methods.	941	to it. All such attachable objects support the following methods.
642		942
643	In the following description, CLASS can be any of C<global>, C<object>	943	In the following description, CLASS can be any of C<global>, C<object>
644	C<player>, C<client> or C<map> (i.e. the attachable objects in	944	C<player>, C<client> or C<map> (i.e. the attachable objects in
645	Crossfire TRT).	945	Deliantra).
646		946
647	=over 4	947	=over 4
648		948
649	=item $attachable->attach ($attachment, key => $value...)	949	=item $attachable->attach ($attachment, key => $value...)
650		950
…		…
694	=item cf::CLASS::attachment $name, ...	994	=item cf::CLASS::attachment $name, ...
695		995
696	Register an attachment by C<$name> through which attachable objects of the	996	Register an attachment by C<$name> through which attachable objects of the
697	given CLASS can refer to this attachment.	997	given CLASS can refer to this attachment.
698		998
699	Some classes such as crossfire maps and objects can specify attachments	999	Some classes such as deliantra maps and objects can specify attachments
700	that are attached at load/instantiate time, thus the need for a name.	1000	that are attached at load/instantiate time, thus the need for a name.
701		1001
702	These calls expect any number of the following handler/hook descriptions:	1002	These calls expect any number of the following handler/hook descriptions:
703		1003
704	=over 4	1004	=over 4
…		…
828		1128
829	} elsif (exists $cb_id{$type}) {	1129	} elsif (exists $cb_id{$type}) {
830	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1130	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
831		1131
832	} elsif (ref $type) {	1132	} elsif (ref $type) {
833	warn "attaching objects not supported, ignoring.\n";	1133	error "attaching objects not supported, ignoring.\n";
834		1134
835	} else {	1135	} else {
836	shift @arg;	1136	shift @arg;
837	warn "attach argument '$type' not supported, ignoring.\n";	1137	error "attach argument '$type' not supported, ignoring.\n";
838	}	1138	}
839	}	1139	}
840	}	1140	}
841		1141
842	sub _object_attach {	1142	sub _object_attach {
…		…
852	_attach $registry, $klass, @attach;	1152	_attach $registry, $klass, @attach;
853	}	1153	}
854		1154
855	$obj->{$name} = \%arg;	1155	$obj->{$name} = \%arg;
856	} else {	1156	} else {
857	warn "object uses attachment '$name' which is not available, postponing.\n";	1157	info "object uses attachment '$name' which is not available, postponing.\n";
858	}	1158	}
859		1159
860	$obj->{_attachment}{$name} = undef;	1160	$obj->{_attachment}{$name} = undef;
861	}	1161	}
862		1162
…		…
921		1221
922	for (@$callbacks) {	1222	for (@$callbacks) {
923	eval { &{$_->[1]} };	1223	eval { &{$_->[1]} };
924		1224
925	if ($@) {	1225	if ($@) {
926	warn "$@";
927	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1226	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
928	override;	1227	override;
929	}	1228	}
930		1229
931	return 1 if $override;	1230	return 1 if $override;
932	}	1231	}
933		1232
934	0	1233	0
935	}	1234	}
936		1235
937	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1236	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
938		1237
939	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1238	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
940		1239
941	Generate an object-specific event with the given arguments.	1240	Generate an object-specific event with the given arguments.
942		1241
…		…
948		1247
949	=cut	1248	=cut
950		1249
951	#############################################################################	1250	#############################################################################
952	# object support	1251	# object support
953	#
954		1252
		1253	sub _object_equal($$);
		1254	sub _object_equal($$) {
		1255	my ($a, $b) = @_;
		1256
		1257	return 0 unless (ref $a) eq (ref $b);
		1258
		1259	if ("HASH" eq ref $a) {
		1260	my @ka = keys %$a;
		1261	my @kb = keys %$b;
		1262
		1263	return 0 if @ka != @kb;
		1264
		1265	for (0 .. $#ka) {
		1266	return 0 unless $ka[$_] eq $kb[$_];
		1267	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1268	}
		1269
		1270	} elsif ("ARRAY" eq ref $a) {
		1271
		1272	return 0 if @$a != @$b;
		1273
		1274	for (0 .. $#$a) {
		1275	return 0 unless _object_equal $a->[$_], $b->[$_];
		1276	}
		1277
		1278	} elsif ($a ne $b) {
		1279	return 0;
		1280	}
		1281
		1282	1
		1283	}
		1284
		1285	our $SLOW_MERGES;#d#
955	sub _can_merge {	1286	sub _can_merge {
956	my ($ob1, $ob2) = @_;	1287	my ($ob1, $ob2) = @_;
957		1288
958	local $Storable::canonical = 1;	1289	++$SLOW_MERGES;#d#
959	my $fob1 = Storable::freeze $ob1;
960	my $fob2 = Storable::freeze $ob2;
961		1290
962	$fob1 eq $fob2	1291	# we do the slow way here
		1292	return _object_equal $ob1, $ob2
963	}	1293	}
964		1294
965	sub reattach {	1295	sub reattach {
966	# basically do the same as instantiate, without calling instantiate	1296	# basically do the same as instantiate, without calling instantiate
967	my ($obj) = @_;	1297	my ($obj) = @_;
968		1298
		1299	# no longer needed after getting rid of delete_package?
969	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1300	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
970		1301
971	my $registry = $obj->registry;	1302	my $registry = $obj->registry;
972		1303
973	@$registry = ();	1304	@$registry = ();
974		1305
…		…
979	for (@$attach) {	1310	for (@$attach) {
980	my ($klass, @attach) = @$_;	1311	my ($klass, @attach) = @$_;
981	_attach $registry, $klass, @attach;	1312	_attach $registry, $klass, @attach;
982	}	1313	}
983	} else {	1314	} else {
984	warn "object uses attachment '$name' that is not available, postponing.\n";	1315	info "object uses attachment '$name' that is not available, postponing.\n";
985	}	1316	}
986	}	1317	}
987	}	1318	}
988		1319
989	cf::attachable->attach (	1320	cf::attachable->attach (
990	prio => -1000000,	1321	prio => -1000000,
991	on_instantiate => sub {	1322	on_instantiate => sub {
992	my ($obj, $data) = @_;	1323	my ($obj, $data) = @_;
993		1324
994	$data = from_json $data;	1325	$data = decode_json $data;
995		1326
996	for (@$data) {	1327	for (@$data) {
997	my ($name, $args) = @$_;	1328	my ($name, $args) = @$_;
998		1329
999	$obj->attach ($name, %{$args || {} });	1330	$obj->attach ($name, %{$args || {} });
…		…
1013	);	1344	);
1014		1345
1015	sub object_freezer_save {	1346	sub object_freezer_save {
1016	my ($filename, $rdata, $objs) = @_;	1347	my ($filename, $rdata, $objs) = @_;
1017		1348
1018	my $guard = cf::lock_acquire "io";
1019
1020	sync_job {	1349	sync_job {
1021	if (length $$rdata) {	1350	if (length $$rdata) {
		1351	utf8::decode (my $decname = $filename);
1022	warn sprintf "saving %s (%d,%d)\n",	1352	trace sprintf "saving %s (%d,%d)\n",
1023	$filename, length $$rdata, scalar @$objs;	1353	$decname, length $$rdata, scalar @$objs
		1354	if $VERBOSE_IO;
1024		1355
1025	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1356	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1026	chmod SAVE_MODE, $fh;	1357	aio_chmod $fh, SAVE_MODE;
1027	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1358	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1028	aio_fsync $fh if $cf::USE_FSYNC;	1359	if ($cf::USE_FSYNC) {
		1360	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1361	aio_fsync $fh;
		1362	}
1029	close $fh;	1363	aio_close $fh;
1030		1364
1031	if (@$objs) {	1365	if (@$objs) {
1032	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1366	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1033	chmod SAVE_MODE, $fh;	1367	aio_chmod $fh, SAVE_MODE;
1034	my $data = Storable::nfreeze { version => 1, objs => $objs };	1368	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1035	aio_write $fh, 0, (length $data), $data, 0;	1369	aio_write $fh, 0, (length $data), $data, 0;
1036	aio_fsync $fh if $cf::USE_FSYNC;	1370	if ($cf::USE_FSYNC) {
		1371	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1372	aio_fsync $fh;
		1373	}
1037	close $fh;	1374	aio_close $fh;
1038	aio_rename "$filename.pst~", "$filename.pst";	1375	aio_rename "$filename.pst~", "$filename.pst";
1039	}	1376	}
1040	} else {	1377	} else {
1041	aio_unlink "$filename.pst";	1378	aio_unlink "$filename.pst";
1042	}	1379	}
1043		1380
1044	aio_rename "$filename~", $filename;	1381	aio_rename "$filename~", $filename;
		1382
		1383	$filename =~ s%/[^/]+$%%;
		1384	aio_pathsync $filename if $cf::USE_FSYNC;
1045	} else {	1385	} else {
1046	warn "FATAL: $filename~: $!\n";	1386	error "unable to save objects: $filename~: $!\n";
1047	}	1387	}
1048	} else {	1388	} else {
1049	aio_unlink $filename;	1389	aio_unlink $filename;
1050	aio_unlink "$filename.pst";	1390	aio_unlink "$filename.pst";
1051	}	1391	}
1052	};	1392	};
1053
1054	undef $guard;
1055	}	1393	}
1056		1394
1057	sub object_freezer_as_string {	1395	sub object_freezer_as_string {
1058	my ($rdata, $objs) = @_;	1396	my ($rdata, $objs) = @_;
1059		1397
…		…
1064		1402
1065	sub object_thawer_load {	1403	sub object_thawer_load {
1066	my ($filename) = @_;	1404	my ($filename) = @_;
1067		1405
1068	my ($data, $av);	1406	my ($data, $av);
1069
1070	my $guard = cf::lock_acquire "io";
1071		1407
1072	(aio_load $filename, $data) >= 0	1408	(aio_load $filename, $data) >= 0
1073	or return;	1409	or return;
1074		1410
1075	unless (aio_stat "$filename.pst") {	1411	unless (aio_stat "$filename.pst") {
1076	(aio_load "$filename.pst", $av) >= 0	1412	(aio_load "$filename.pst", $av) >= 0
1077	or return;	1413	or return;
1078		1414
1079	undef $guard;
1080	$av = eval { (Storable::thaw $av)->{objs} };	1415	my $st = eval { Coro::Storable::thaw $av };
		1416	$av = $st->{objs};
1081	}	1417	}
1082		1418
		1419	utf8::decode (my $decname = $filename);
1083	warn sprintf "loading %s (%d)\n",	1420	trace sprintf "loading %s (%d,%d)\n",
1084	$filename, length $data, scalar @{$av || []};	1421	$decname, length $data, scalar @{$av || []}
		1422	if $VERBOSE_IO;
1085		1423
1086	($data, $av)	1424	($data, $av)
1087	}	1425	}
1088		1426
1089	=head2 COMMAND CALLBACKS	1427	=head2 COMMAND CALLBACKS
…		…
1145	my ($name, $cb) = @_;	1483	my ($name, $cb) = @_;
1146		1484
1147	$EXTICMD{$name} = $cb;	1485	$EXTICMD{$name} = $cb;
1148	}	1486	}
1149		1487
		1488	use File::Glob ();
		1489
1150	cf::player->attach (	1490	cf::player->attach (
1151	on_command => sub {	1491	on_unknown_command => sub {
1152	my ($pl, $name, $params) = @_;	1492	my ($pl, $name, $params) = @_;
1153		1493
1154	my $cb = $COMMAND{$name}	1494	my $cb = $COMMAND{$name}
1155	or return;	1495	or return;
1156		1496
…		…
1164	my ($pl, $buf) = @_;	1504	my ($pl, $buf) = @_;
1165		1505
1166	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1506	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1167		1507
1168	if (ref $msg) {	1508	if (ref $msg) {
1169	my ($type, $reply, @payload) =	1509	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1170	"ARRAY" eq ref $msg
1171	? @$msg
1172	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1173		1510
1174	my @reply;	1511	my @reply;
1175		1512
1176	if (my $cb = $EXTCMD{$type}) {	1513	if (my $cb = $EXTCMD{$type}) {
1177	@reply = $cb->($pl, @payload);	1514	@reply = $cb->($pl, @payload);
…		…
1179		1516
1180	$pl->ext_reply ($reply, @reply)	1517	$pl->ext_reply ($reply, @reply)
1181	if $reply;	1518	if $reply;
1182		1519
1183	} else {	1520	} else {
1184	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1521	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1185	}	1522	}
1186		1523
1187	cf::override;	1524	cf::override;
1188	},	1525	},
1189	);	1526	);
1190		1527
		1528	# "readahead" all extensions
		1529	sub cache_extensions {
		1530	my $grp = IO::AIO::aio_group;
		1531
		1532	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1533	for (grep /\.ext$/, @{$_[0]}) {
		1534	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1535	}
		1536	};
		1537
		1538	$grp
		1539	}
		1540
		1541	sub _ext_cfg_reg($$$$) {
		1542	my ($rvar, $varname, $cfgname, $default) = @_;
		1543
		1544	$cfgname = lc $varname
		1545	unless length $cfgname;
		1546
		1547	$EXT_CFG{$cfgname} = [$rvar, $default];
		1548
		1549	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1550	}
		1551
1191	sub load_extensions {	1552	sub load_extensions {
		1553	info "loading extensions...";
		1554
		1555	%EXT_CFG = ();
		1556
1192	cf::sync_job {	1557	cf::sync_job {
1193	my %todo;	1558	my %todo;
1194		1559
1195	for my $path (<$LIBDIR/*.ext>) {	1560	for my $path (<$LIBDIR/*.ext>) {
1196	next unless -r $path;	1561	next unless -r $path;
…		…
1214		1579
1215	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1580	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1216	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1581	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1217		1582
1218	$ext{source} =	1583	$ext{source} =
1219	"package $pkg; use strict; use utf8;\n"	1584	"package $pkg; use common::sense;\n"
1220	. "#line 1 \"$path\"\n{\n"	1585	. "#line 1 \"$path\"\n{\n"
1221	. $source	1586	. $source
1222	. "\n};\n1";	1587	. "\n};\n1";
1223		1588
1224	$todo{$base} = \%ext;	1589	$todo{$base} = \%ext;
1225	}	1590	}
1226		1591
		1592	my $pass = 0;
1227	my %done;	1593	my %done;
1228	while (%todo) {	1594	while (%todo) {
1229	my $progress;	1595	my $progress;
1230		1596
		1597	++$pass;
		1598
		1599	ext:
1231	while (my ($k, $v) = each %todo) {	1600	while (my ($k, $v) = each %todo) {
1232	for (split /,\s*/, $v->{meta}{depends}) {	1601	for (split /,\s*/, $v->{meta}{depends}) {
1233	goto skip	1602	next ext
1234	unless exists $done{$_};	1603	unless exists $done{$_};
1235	}	1604	}
1236		1605
1237	warn "... loading '$k' into '$v->{pkg}'\n";	1606	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1238		1607
1239	unless (eval $v->{source}) {	1608	my $source = $v->{source};
		1609
		1610	# support "CONF varname :confname = default" pseudo-statements
		1611	$source =~ s{
		1612	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1613	}{
		1614	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1615	}gmxe;
		1616
		1617	my $active = eval $source;
		1618
		1619	if (length $@) {
1240	my $msg = $@ ? "$v->{path}: $@\n"	1620	error "$v->{path}: $@\n";
1241	: "$v->{base}: extension inactive.\n";
1242		1621
		1622	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1243	if (exists $v->{meta}{mandatory}) {	1623	if exists $v->{meta}{mandatory};
1244	warn $msg;	1624
1245	warn "mandatory extension failed to load, exiting.\n";	1625	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1246	exit 1;	1626	delete $todo{$k};
1247	}	1627	} else {
1248		1628	$done{$k} = delete $todo{$k};
1249	warn $msg;	1629	push @EXTS, $v->{pkg};
		1630	$progress = 1;
		1631
		1632	info "$v->{base}: extension inactive.\n"
		1633	unless $active;
1250	}	1634	}
1251
1252	$done{$k} = delete $todo{$k};
1253	push @EXTS, $v->{pkg};
1254	$progress = 1;
1255	}	1635	}
1256		1636
1257	skip:	1637	unless ($progress) {
1258	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1638	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1259	unless $progress;	1639
		1640	while (my ($k, $v) = each %todo) {
		1641	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1642	if exists $v->{meta}{mandatory};
		1643	}
		1644
		1645	last;
		1646	}
1260	}	1647	}
1261	};	1648	};
1262	}	1649	}
1263		1650
1264	#############################################################################	1651	#############################################################################
1265		1652
1266	=back	1653	=back
1267		1654
1268	=head2 CORE EXTENSIONS	1655	=head2 CORE EXTENSIONS
1269		1656
1270	Functions and methods that extend core crossfire objects.	1657	Functions and methods that extend core deliantra objects.
1271		1658
1272	=cut	1659	=cut
1273		1660
1274	package cf::player;	1661	package cf::player;
1275		1662
…		…
1318		1705
1319	sub exists($) {	1706	sub exists($) {
1320	my ($login) = @_;	1707	my ($login) = @_;
1321		1708
1322	$cf::PLAYER{$login}	1709	$cf::PLAYER{$login}
1323	or cf::sync_job { !aio_stat path $login }	1710	or !aio_stat path $login
1324	}	1711	}
1325		1712
1326	sub find($) {	1713	sub find($) {
1327	return $cf::PLAYER{$_[0]} || do {	1714	return $cf::PLAYER{$_[0]} || do {
1328	my $login = $_[0];	1715	my $login = $_[0];
…		…
1338	aio_unlink +(playerdir $login) . "/$login.pl";	1725	aio_unlink +(playerdir $login) . "/$login.pl";
1339		1726
1340	my $f = new_from_file cf::object::thawer path $login	1727	my $f = new_from_file cf::object::thawer path $login
1341	or return;	1728	or return;
1342		1729
1343	$f->next;
1344	my $pl = cf::player::load_pl $f	1730	my $pl = cf::player::load_pl $f
1345	or return;	1731	or return;
		1732
1346	local $cf::PLAYER_LOADING{$login} = $pl;	1733	local $cf::PLAYER_LOADING{$login} = $pl;
1347	$f->resolve_delayed_derefs;	1734	$f->resolve_delayed_derefs;
1348	$cf::PLAYER{$login} = $pl	1735	$cf::PLAYER{$login} = $pl
1349	}	1736	}
1350	}	1737	}
1351	}	1738	}
1352		1739
		1740	cf::player->attach (
		1741	on_load => sub {
		1742	my ($pl, $path) = @_;
		1743
		1744	# restore slots saved in save, below
		1745	my $slots = delete $pl->{_slots};
		1746
		1747	$pl->ob->current_weapon ($slots->[0]);
		1748	$pl->combat_ob ($slots->[1]);
		1749	$pl->ranged_ob ($slots->[2]);
		1750	},
		1751	);
		1752
1353	sub save($) {	1753	sub save($) {
1354	my ($pl) = @_;	1754	my ($pl) = @_;
1355		1755
1356	return if $pl->{deny_save};	1756	return if $pl->{deny_save};
1357		1757
…		…
1360		1760
1361	return if $pl->{deny_save};	1761	return if $pl->{deny_save};
1362		1762
1363	aio_mkdir playerdir $pl, 0770;	1763	aio_mkdir playerdir $pl, 0770;
1364	$pl->{last_save} = $cf::RUNTIME;	1764	$pl->{last_save} = $cf::RUNTIME;
		1765
		1766	cf::get_slot 0.01;
		1767
		1768	# save slots, to be restored later
		1769	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1365		1770
1366	$pl->save_pl ($path);	1771	$pl->save_pl ($path);
1367	cf::cede_to_tick;	1772	cf::cede_to_tick;
1368	}	1773	}
1369		1774
…		…
1401	my ($pl) = @_;	1806	my ($pl) = @_;
1402		1807
1403	my $name = $pl->ob->name;	1808	my $name = $pl->ob->name;
1404		1809
1405	$pl->{deny_save} = 1;	1810	$pl->{deny_save} = 1;
1406	$pl->password ("*"); # this should lock out the player until we nuked the dir	1811	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1407		1812
1408	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1813	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1409	$pl->deactivate;	1814	$pl->deactivate;
		1815
		1816	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1410	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1817	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1818	ext::highscore::check ($pl->ob);
		1819
1411	$pl->ns->destroy if $pl->ns;	1820	$pl->ns->destroy if $pl->ns;
1412		1821
1413	my $path = playerdir $pl;	1822	my $path = playerdir $pl;
1414	my $temp = "$path~$cf::RUNTIME~deleting~";	1823	my $temp = "$path~$cf::RUNTIME~deleting~";
1415	aio_rename $path, $temp;	1824	aio_rename $path, $temp;
…		…
1453		1862
1454	for my $login (@$dirs) {	1863	for my $login (@$dirs) {
1455	my $path = path $login;	1864	my $path = path $login;
1456		1865
1457	# a .pst is a dead give-away for a valid player	1866	# a .pst is a dead give-away for a valid player
1458	unless (-e "$path.pst") {	1867	# if no pst file found, open and chekc for blocked users
		1868	if (aio_stat "$path.pst") {
1459	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;	1869	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1460	aio_read $fh, 0, 512, my $buf, 0 or next;	1870	aio_read $fh, 0, 512, my $buf, 0 or next;
1461	$buf !~ /^password -------------$/m or next; # official not-valid tag	1871	$buf !~ /^password -------------$/m or next; # official not-valid tag
1462	}	1872	}
1463		1873
…		…
1467		1877
1468	\@logins	1878	\@logins
1469	}	1879	}
1470		1880
1471	=item $player->maps	1881	=item $player->maps
		1882
		1883	=item cf::player::maps $login
1472		1884
1473	Returns an arrayref of map paths that are private for this	1885	Returns an arrayref of map paths that are private for this
1474	player. May block.	1886	player. May block.
1475		1887
1476	=cut	1888	=cut
…		…
1494	}	1906	}
1495		1907
1496	\@paths	1908	\@paths
1497	}	1909	}
1498		1910
1499	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1911	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1500		1912
1501	Expand crossfire pod fragments into protocol xml.	1913	Expand deliantra pod fragments into protocol xml.
1502
1503	=cut
1504
1505	sub expand_cfpod {
1506	((my $self), (local $_)) = @_;
1507
1508	# escape & and <
1509	s/&/&amp;/g;
1510	s/(?<![BIUGHT])</&lt;/g;
1511
1512	# this is buggy, it needs to properly take care of nested <'s
1513
1514	1 while
1515	# replace B<>, I<>, U<> etc.
1516	s/B<([^\>]*)>/<b>$1<\/b>/
1517	|| s/I<([^\>]*)>/<i>$1<\/i>/
1518	|| s/U<([^\>]*)>/<u>$1<\/u>/
1519	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1520	# replace G<male|female> tags
1521	|| s{G<([^>|]*)\|([^>]*)>}{
1522	$self->gender ? $2 : $1
1523	}ge
1524	# replace H<hint text>
1525	|| s{H<([^\>]*)>}
1526	{
1527	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1528	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1529	"")
1530	[$self->{hintmode}]
1531	}ge;
1532
1533	# create single paragraphs (very hackish)
1534	s/(?<=\S)\n(?=\w)/ /g;
1535
1536	# compress some whitespace
1537	s/\s+\n/\n/g; # ws line-ends
1538	s/\n\n+/\n/g; # double lines
1539	s/^\n+//; # beginning lines
1540	s/\n+$//; # ending lines
1541
1542	$_
1543	}
1544
1545	sub hintmode {
1546	$_[0]{hintmode} = $_[1] if @_ > 1;
1547	$_[0]{hintmode}
1548	}
1549		1914
1550	=item $player->ext_reply ($msgid, @msg)	1915	=item $player->ext_reply ($msgid, @msg)
1551		1916
1552	Sends an ext reply to the player.	1917	Sends an ext reply to the player.
1553		1918
…		…
1585		1950
1586	=cut	1951	=cut
1587		1952
1588	sub find_by_path($) {	1953	sub find_by_path($) {
1589	my ($path) = @_;	1954	my ($path) = @_;
		1955
		1956	$path =~ s/^~[^\/]*//; # skip ~login
1590		1957
1591	my ($match, $specificity);	1958	my ($match, $specificity);
1592		1959
1593	for my $region (list) {	1960	for my $region (list) {
1594	if ($region->{match} && $path =~ $region->{match}) {	1961	if ($region->{match} && $path =~ $region->{match}) {
…		…
1620	our $MAX_RESET = 3600;	1987	our $MAX_RESET = 3600;
1621	our $DEFAULT_RESET = 3000;	1988	our $DEFAULT_RESET = 3000;
1622		1989
1623	sub generate_random_map {	1990	sub generate_random_map {
1624	my ($self, $rmp) = @_;	1991	my ($self, $rmp) = @_;
1625	# mit "rum" bekleckern, nicht	1992
		1993	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1994
1626	$self->_create_random_map (	1995	$self->_create_random_map ($rmp);
1627	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1628	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1629	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1630	$rmp->{exit_on_final_map},
1631	$rmp->{xsize}, $rmp->{ysize},
1632	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1633	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1634	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1635	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1636	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1637	(cf::region::find $rmp->{region}), $rmp->{custom}
1638	)
1639	}	1996	}
1640		1997
1641	=item cf::map->register ($regex, $prio)	1998	=item cf::map->register ($regex, $prio)
1642		1999
1643	Register a handler for the map path matching the given regex at the	2000	Register a handler for the map path matching the given regex at the
…		…
1648		2005
1649	sub register {	2006	sub register {
1650	my (undef, $regex, $prio) = @_;	2007	my (undef, $regex, $prio) = @_;
1651	my $pkg = caller;	2008	my $pkg = caller;
1652		2009
1653	no strict;
1654	push @{"$pkg\::ISA"}, __PACKAGE__;	2010	push @{"$pkg\::ISA"}, __PACKAGE__;
1655		2011
1656	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2012	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1657	}	2013	}
1658		2014
1659	# also paths starting with '/'	2015	# also paths starting with '/'
1660	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2016	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1661		2017
1662	sub thawer_merge {	2018	sub thawer_merge {
1663	my ($self, $merge) = @_;	2019	my ($self, $merge) = @_;
1664		2020
1665	# we have to keep some variables in memory intact	2021	# we have to keep some variables in memory intact
…		…
1670	}	2026	}
1671		2027
1672	sub normalise {	2028	sub normalise {
1673	my ($path, $base) = @_;	2029	my ($path, $base) = @_;
1674		2030
1675	$path = "$path"; # make sure its a string	2031	$path = "$path"; # make sure it's a string
1676		2032
1677	$path =~ s/\.map$//;	2033	$path =~ s/\.map$//;
1678		2034
1679	# map plan:	2035	# map plan:
1680	#	2036	#
…		…
1695	$base =~ s{[^/]+/?$}{};	2051	$base =~ s{[^/]+/?$}{};
1696	$path = "$base/$path";	2052	$path = "$base/$path";
1697	}	2053	}
1698		2054
1699	for ($path) {	2055	for ($path) {
1700	redo if s{//}{/};
1701	redo if s{/\.?/}{/};	2056	redo if s{/\.?/}{/};
1702	redo if s{/[^/]+/\.\./}{/};	2057	redo if s{/[^/]+/\.\./}{/};
1703	}	2058	}
1704		2059
1705	$path	2060	$path
…		…
1719	$self->init; # pass $1 etc.	2074	$self->init; # pass $1 etc.
1720	return $self;	2075	return $self;
1721	}	2076	}
1722	}	2077	}
1723		2078
1724	Carp::cluck "unable to resolve path '$path' (base '$base').";	2079	Carp::cluck "unable to resolve path '$path' (base '$base')";
1725	()	2080	()
1726	}	2081	}
1727		2082
		2083	# may re-bless or do other evil things
1728	sub init {	2084	sub init {
1729	my ($self) = @_;	2085	my ($self) = @_;
1730		2086
1731	$self	2087	$self
1732	}	2088	}
…		…
1751		2107
1752	# the temporary/swap location	2108	# the temporary/swap location
1753	sub save_path {	2109	sub save_path {
1754	my ($self) = @_;	2110	my ($self) = @_;
1755		2111
1756	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2112	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1757	"$TMPDIR/$path.map"	2113	"$TMPDIR/$path.map"
1758	}	2114	}
1759		2115
1760	# the unique path, undef == no special unique path	2116	# the unique path, undef == no special unique path
1761	sub uniq_path {	2117	sub uniq_path {
1762	my ($self) = @_;	2118	my ($self) = @_;
1763		2119
1764	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2120	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1765	"$UNIQUEDIR/$path"	2121	"$UNIQUEDIR/$path"
1766	}
1767
1768	# and all this just because we cannot iterate over
1769	# all maps in C++...
1770	sub change_all_map_light {
1771	my ($change) = @_;
1772
1773	$_->change_map_light ($change)
1774	for grep $_->outdoor, values %cf::MAP;
1775	}	2122	}
1776		2123
1777	sub decay_objects {	2124	sub decay_objects {
1778	my ($self) = @_;	2125	my ($self) = @_;
1779		2126
…		…
1806	$self->{load_path} = $path;	2153	$self->{load_path} = $path;
1807		2154
1808	1	2155	1
1809	}	2156	}
1810		2157
		2158	# used to laod the header of an original map
1811	sub load_header_orig {	2159	sub load_header_orig {
1812	my ($self) = @_;	2160	my ($self) = @_;
1813		2161
1814	$self->load_header_from ($self->load_path)	2162	$self->load_header_from ($self->load_path)
1815	}	2163	}
1816		2164
		2165	# used to laod the header of an instantiated map
1817	sub load_header_temp {	2166	sub load_header_temp {
1818	my ($self) = @_;	2167	my ($self) = @_;
1819		2168
1820	$self->load_header_from ($self->save_path)	2169	$self->load_header_from ($self->save_path)
1821	}	2170	}
1822		2171
		2172	# called after loading the header from an instantiated map
1823	sub prepare_temp {	2173	sub prepare_temp {
1824	my ($self) = @_;	2174	my ($self) = @_;
1825		2175
1826	$self->last_access ((delete $self->{last_access})	2176	$self->last_access ((delete $self->{last_access})
1827	|| $cf::RUNTIME); #d#	2177	|| $cf::RUNTIME); #d#
1828	# safety	2178	# safety
1829	$self->{instantiate_time} = $cf::RUNTIME	2179	$self->{instantiate_time} = $cf::RUNTIME
1830	if $self->{instantiate_time} > $cf::RUNTIME;	2180	if $self->{instantiate_time} > $cf::RUNTIME;
1831	}	2181	}
1832		2182
		2183	# called after loading the header from an original map
1833	sub prepare_orig {	2184	sub prepare_orig {
1834	my ($self) = @_;	2185	my ($self) = @_;
1835		2186
1836	$self->{load_original} = 1;	2187	$self->{load_original} = 1;
1837	$self->{instantiate_time} = $cf::RUNTIME;	2188	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1861		2212
1862	sub find;	2213	sub find;
1863	sub find {	2214	sub find {
1864	my ($path, $origin) = @_;	2215	my ($path, $origin) = @_;
1865		2216
		2217	cf::cede_to_tick;
		2218
1866	$path = normalise $path, $origin && $origin->path;	2219	$path = normalise $path, $origin;
1867		2220
1868	cf::lock_wait "map_data:$path";#d#remove	2221	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1869	cf::lock_wait "map_find:$path";	2222	my $guard2 = cf::lock_acquire "map_find:$path";
1870		2223
1871	$cf::MAP{$path} || do {	2224	$cf::MAP{$path} || do {
1872	my $guard1 = cf::lock_acquire "map_find:$path";
1873	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1874
1875	my $map = new_from_path cf::map $path	2225	my $map = new_from_path cf::map $path
1876	or return;	2226	or return;
1877		2227
1878	$map->{last_save} = $cf::RUNTIME;	2228	$map->{last_save} = $cf::RUNTIME;
1879		2229
…		…
1881	or return;	2231	or return;
1882		2232
1883	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2233	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1884	# doing this can freeze the server in a sync job, obviously	2234	# doing this can freeze the server in a sync job, obviously
1885	#$cf::WAIT_FOR_TICK->wait;	2235	#$cf::WAIT_FOR_TICK->wait;
		2236	undef $guard2;
1886	undef $guard1;	2237	undef $guard1;
1887	undef $guard2;
1888	$map->reset;	2238	$map->reset;
1889	return find $path;	2239	return find $path;
1890	}	2240	}
1891		2241
1892	$cf::MAP{$path} = $map	2242	$cf::MAP{$path} = $map
1893	}	2243	}
1894	}	2244	}
1895		2245
1896	sub pre_load { }	2246	sub pre_load { }
1897	sub post_load { }	2247	#sub post_load { } # XS
1898		2248
1899	sub load {	2249	sub load {
1900	my ($self) = @_;	2250	my ($self) = @_;
1901		2251
1902	local $self->{deny_reset} = 1; # loading can take a long time	2252	local $self->{deny_reset} = 1; # loading can take a long time
…		…
1905		2255
1906	{	2256	{
1907	my $guard = cf::lock_acquire "map_data:$path";	2257	my $guard = cf::lock_acquire "map_data:$path";
1908		2258
1909	return unless $self->valid;	2259	return unless $self->valid;
1910	return unless $self->in_memory == cf::MAP_SWAPPED;	2260	return unless $self->state == cf::MAP_SWAPPED;
1911
1912	$self->in_memory (cf::MAP_LOADING);
1913		2261
1914	$self->alloc;	2262	$self->alloc;
1915		2263
1916	$self->pre_load;	2264	$self->pre_load;
1917	cf::cede_to_tick;	2265	cf::cede_to_tick;
1918		2266
		2267	if (exists $self->{load_path}) {
1919	my $f = new_from_file cf::object::thawer $self->{load_path};	2268	my $f = new_from_file cf::object::thawer $self->{load_path};
1920	$f->skip_block;	2269	$f->skip_block;
1921	$self->_load_objects ($f)	2270	$self->_load_objects ($f)
1922	or return;	2271	or return;
1923		2272
1924	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2273	$self->post_load_original
1925	if delete $self->{load_original};	2274	if delete $self->{load_original};
1926		2275
1927	if (my $uniq = $self->uniq_path) {	2276	if (my $uniq = $self->uniq_path) {
1928	utf8::encode $uniq;	2277	utf8::encode $uniq;
1929	unless (aio_stat $uniq) {	2278	unless (aio_stat $uniq) {
1930	if (my $f = new_from_file cf::object::thawer $uniq) {	2279	if (my $f = new_from_file cf::object::thawer $uniq) {
1931	$self->clear_unique_items;	2280	$self->clear_unique_items;
1932	$self->_load_objects ($f);	2281	$self->_load_objects ($f);
1933	$f->resolve_delayed_derefs;	2282	$f->resolve_delayed_derefs;
		2283	}
1934	}	2284	}
1935	}	2285	}
1936	}
1937		2286
1938	$f->resolve_delayed_derefs;	2287	$f->resolve_delayed_derefs;
		2288	} else {
		2289	$self->post_load_original
		2290	if delete $self->{load_original};
		2291	}
		2292
		2293	$self->state (cf::MAP_INACTIVE);
1939		2294
1940	cf::cede_to_tick;	2295	cf::cede_to_tick;
1941	# now do the right thing for maps	2296	# now do the right thing for maps
1942	$self->link_multipart_objects;	2297	$self->link_multipart_objects;
1943	$self->difficulty ($self->estimate_difficulty)	2298	$self->difficulty ($self->estimate_difficulty)
…		…
1947	unless ($self->{deny_activate}) {	2302	unless ($self->{deny_activate}) {
1948	$self->decay_objects;	2303	$self->decay_objects;
1949	$self->fix_auto_apply;	2304	$self->fix_auto_apply;
1950	$self->update_buttons;	2305	$self->update_buttons;
1951	cf::cede_to_tick;	2306	cf::cede_to_tick;
1952	$self->set_darkness_map;	2307	#$self->activate; # no longer activate maps automatically
1953	cf::cede_to_tick;
1954	$self->activate;
1955	}	2308	}
1956		2309
1957	$self->{last_save} = $cf::RUNTIME;	2310	$self->{last_save} = $cf::RUNTIME;
1958	$self->last_access ($cf::RUNTIME);	2311	$self->last_access ($cf::RUNTIME);
1959
1960	$self->in_memory (cf::MAP_IN_MEMORY);
1961	}	2312	}
1962		2313
1963	$self->post_load;	2314	$self->post_load;
1964	}
1965		2315
		2316	1
		2317	}
		2318
		2319	# customize the map for a given player, i.e.
		2320	# return the _real_ map. used by e.g. per-player
		2321	# maps to change the path to ~playername/mappath
1966	sub customise_for {	2322	sub customise_for {
1967	my ($self, $ob) = @_;	2323	my ($self, $ob) = @_;
1968		2324
1969	return find "~" . $ob->name . "/" . $self->{path}	2325	return find "~" . $ob->name . "/" . $self->{path}
1970	if $self->per_player;	2326	if $self->per_player;
…		…
1973	# if $self->per_party;	2329	# if $self->per_party;
1974		2330
1975	$self	2331	$self
1976	}	2332	}
1977		2333
1978	# find and load all maps in the 3x3 area around a map
1979	sub load_neighbours {
1980	my ($map) = @_;
1981
1982	my @neigh; # diagonal neighbours
1983
1984	for (0 .. 3) {
1985	my $neigh = $map->tile_path ($_)
1986	or next;
1987	$neigh = find $neigh, $map
1988	or next;
1989	$neigh->load;
1990
1991	push @neigh,
1992	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1993	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1994	}
1995
1996	for (grep defined $_->[0], @neigh) {
1997	my ($path, $origin) = @$_;
1998	my $neigh = find $path, $origin
1999	or next;
2000	$neigh->load;
2001	}
2002	}
2003
2004	sub find_sync {	2334	sub find_sync {
2005	my ($path, $origin) = @_;	2335	my ($path, $origin) = @_;
2006		2336
2007	cf::sync_job { find $path, $origin }	2337	# it's a bug to call this from the main context
		2338	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2339	if $Coro::current == $Coro::main;
		2340
		2341	find $path, $origin
2008	}	2342	}
2009		2343
2010	sub do_load_sync {	2344	sub do_load_sync {
2011	my ($map) = @_;	2345	my ($map) = @_;
2012		2346
		2347	# it's a bug to call this from the main context
2013	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2348	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2014	if $Coro::current == $Coro::main;	2349	if $Coro::current == $Coro::main;
2015		2350
2016	cf::sync_job { $map->load };	2351	$map->load;
2017	}	2352	}
2018		2353
2019	our %MAP_PREFETCH;	2354	our %MAP_PREFETCH;
2020	our $MAP_PREFETCHER = undef;	2355	our $MAP_PREFETCHER = undef;
2021		2356
2022	sub find_async {	2357	sub find_async {
2023	my ($path, $origin, $load) = @_;	2358	my ($path, $origin, $load) = @_;
2024		2359
2025	$path = normalise $path, $origin && $origin->{path};	2360	$path = normalise $path, $origin;
2026		2361
2027	if (my $map = $cf::MAP{$path}) {	2362	if (my $map = $cf::MAP{$path}) {
2028	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2363	return $map if !$load || $map->linkable;
2029	}	2364	}
2030		2365
2031	$MAP_PREFETCH{$path} |= $load;	2366	$MAP_PREFETCH{$path} |= $load;
2032		2367
2033	$MAP_PREFETCHER ||= cf::async {	2368	$MAP_PREFETCHER ||= cf::async {
		2369	$Coro::current->{desc} = "map prefetcher";
		2370
2034	while (%MAP_PREFETCH) {	2371	while (%MAP_PREFETCH) {
2035	while (my ($k, $v) = each %MAP_PREFETCH) {	2372	while (my ($k, $v) = each %MAP_PREFETCH) {
2036	if (my $map = find $k) {	2373	if (my $map = find $k) {
2037	$map->load if $v;	2374	$map->load if $v;
2038	}	2375	}
…		…
2045	$MAP_PREFETCHER->prio (6);	2382	$MAP_PREFETCHER->prio (6);
2046		2383
2047	()	2384	()
2048	}	2385	}
2049		2386
		2387	# common code, used by both ->save and ->swapout
2050	sub save {	2388	sub _save {
2051	my ($self) = @_;	2389	my ($self) = @_;
2052
2053	my $lock = cf::lock_acquire "map_data:$self->{path}";
2054		2390
2055	$self->{last_save} = $cf::RUNTIME;	2391	$self->{last_save} = $cf::RUNTIME;
2056		2392
2057	return unless $self->dirty;	2393	return unless $self->dirty;
2058		2394
…		…
2064	return if $self->{deny_save};	2400	return if $self->{deny_save};
2065		2401
2066	local $self->{last_access} = $self->last_access;#d#	2402	local $self->{last_access} = $self->last_access;#d#
2067		2403
2068	cf::async {	2404	cf::async {
		2405	$Coro::current->{desc} = "map player save";
2069	$_->contr->save for $self->players;	2406	$_->contr->save for $self->players;
2070	};	2407	};
		2408
		2409	cf::get_slot 0.02;
2071		2410
2072	if ($uniq) {	2411	if ($uniq) {
2073	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2412	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2074	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2413	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2075	} else {	2414	} else {
2076	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2415	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2077	}	2416	}
2078	}	2417	}
2079		2418
		2419	sub save {
		2420	my ($self) = @_;
		2421
		2422	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2423
		2424	$self->_save;
		2425	}
		2426
2080	sub swap_out {	2427	sub swap_out {
2081	my ($self) = @_;	2428	my ($self) = @_;
2082		2429
2083	# save first because save cedes
2084	$self->save;
2085
2086	my $lock = cf::lock_acquire "map_data:$self->{path}";	2430	my $lock = cf::lock_acquire "map_data:$self->{path}";
2087		2431
		2432	return if !$self->linkable;
		2433	return if $self->{deny_save};
2088	return if $self->players;	2434	return if $self->players;
2089	return if $self->in_memory != cf::MAP_IN_MEMORY;	2435
		2436	# first deactivate the map and "unlink" it from the core
		2437	$self->deactivate;
		2438	$_->clear_links_to ($self) for values %cf::MAP;
		2439	$self->state (cf::MAP_SWAPPED);
		2440
		2441	# then atomically save
		2442	$self->_save;
		2443
		2444	# then free the map
		2445	$self->clear;
		2446	}
		2447
		2448	sub reset_at {
		2449	my ($self) = @_;
		2450
		2451	# TODO: safety, remove and allow resettable per-player maps
2090	return if $self->{deny_save};	2452	return 1e99 if $self->{deny_reset};
2091		2453
		2454	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		2455	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		2456
		2457	$time + $to
		2458	}
		2459
		2460	sub should_reset {
		2461	my ($self) = @_;
		2462
		2463	$self->reset_at <= $cf::RUNTIME
		2464	}
		2465
		2466	sub reset {
		2467	my ($self) = @_;
		2468
		2469	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2470
		2471	return if $self->players;
		2472
		2473	cf::trace "resetting map ", $self->path, "\n";
		2474
2092	$self->in_memory (cf::MAP_SWAPPED);	2475	$self->state (cf::MAP_SWAPPED);
		2476
		2477	# need to save uniques path
		2478	unless ($self->{deny_save}) {
		2479	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2480
		2481	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2482	if $uniq;
		2483	}
		2484
		2485	delete $cf::MAP{$self->path};
2093		2486
2094	$self->deactivate;	2487	$self->deactivate;
2095	$_->clear_links_to ($self) for values %cf::MAP;	2488	$_->clear_links_to ($self) for values %cf::MAP;
2096	$self->clear;	2489	$self->clear;
2097	}
2098
2099	sub reset_at {
2100	my ($self) = @_;
2101
2102	# TODO: safety, remove and allow resettable per-player maps
2103	return 1e99 if $self->{deny_reset};
2104
2105	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
2106	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
2107
2108	$time + $to
2109	}
2110
2111	sub should_reset {
2112	my ($self) = @_;
2113
2114	$self->reset_at <= $cf::RUNTIME
2115	}
2116
2117	sub reset {
2118	my ($self) = @_;
2119
2120	my $lock = cf::lock_acquire "map_data:$self->{path}";
2121
2122	return if $self->players;
2123
2124	warn "resetting map ", $self->path;
2125
2126	$self->in_memory (cf::MAP_SWAPPED);
2127
2128	# need to save uniques path
2129	unless ($self->{deny_save}) {
2130	my $uniq = $self->uniq_path; utf8::encode $uniq;
2131
2132	$self->_save_objects ($uniq, cf::IO_UNIQUES)
2133	if $uniq;
2134	}
2135
2136	delete $cf::MAP{$self->path};
2137
2138	$self->deactivate;
2139	$_->clear_links_to ($self) for values %cf::MAP;
2140	$self->clear;
2141		2490
2142	$self->unlink_save;	2491	$self->unlink_save;
2143	$self->destroy;	2492	$self->destroy;
2144	}	2493	}
2145		2494
…		…
2153		2502
2154	delete $cf::MAP{$self->path};	2503	delete $cf::MAP{$self->path};
2155		2504
2156	$self->unlink_save;	2505	$self->unlink_save;
2157		2506
2158	bless $self, "cf::map";	2507	bless $self, "cf::map::wrap";
2159	delete $self->{deny_reset};	2508	delete $self->{deny_reset};
2160	$self->{deny_save} = 1;	2509	$self->{deny_save} = 1;
2161	$self->reset_timeout (1);	2510	$self->reset_timeout (1);
2162	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2511	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2163		2512
…		…
2212		2561
2213	sub unique_maps() {	2562	sub unique_maps() {
2214	[	2563	[
2215	map {	2564	map {
2216	utf8::decode $_;	2565	utf8::decode $_;
2217	/\.map$/	2566	s/\.map$//; # TODO future compatibility hack
		2567	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2568	? ()
2218	? normalise $_	2569	: normalise $_
2219	: ()
2220	} @{ aio_readdir $UNIQUEDIR or [] }	2570	} @{ aio_readdir $UNIQUEDIR or [] }
2221	]	2571	]
2222	}	2572	}
2223		2573
2224	package cf;	2574	=item cf::map::static_maps
		2575
		2576	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2577	file in the shared directory excluding F</styles> and F</editor>). May
		2578	block.
		2579
		2580	=cut
		2581
		2582	sub static_maps() {
		2583	my @dirs = "";
		2584	my @maps;
		2585
		2586	while (@dirs) {
		2587	my $dir = shift @dirs;
		2588
		2589	next if $dir eq "/styles" || $dir eq "/editor";
		2590
		2591	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2592	or return;
		2593
		2594	for (@$files) {
		2595	s/\.map$// or next;
		2596	utf8::decode $_;
		2597	push @maps, "$dir/$_";
		2598	}
		2599
		2600	push @dirs, map "$dir/$_", @$dirs;
		2601	}
		2602
		2603	\@maps
		2604	}
2225		2605
2226	=back	2606	=back
2227		2607
2228	=head3 cf::object	2608	=head3 cf::object
2229		2609
…		…
2233		2613
2234	=over 4	2614	=over 4
2235		2615
2236	=item $ob->inv_recursive	2616	=item $ob->inv_recursive
2237		2617
2238	Returns the inventory of the object _and_ their inventories, recursively.	2618	Returns the inventory of the object I<and> their inventories, recursively,
		2619	but I<not> the object itself.
2239		2620
2240	=cut	2621	=cut
2241		2622
2242	sub inv_recursive_;	2623	sub inv_recursive_;
2243	sub inv_recursive_ {	2624	sub inv_recursive_ {
…		…
2248	inv_recursive_ inv $_[0]	2629	inv_recursive_ inv $_[0]
2249	}	2630	}
2250		2631
2251	=item $ref = $ob->ref	2632	=item $ref = $ob->ref
2252		2633
2253	creates and returns a persistent reference to an objetc that can be stored as a string.	2634	Creates and returns a persistent reference to an object that can be stored as a string.
2254		2635
2255	=item $ob = cf::object::deref ($refstring)	2636	=item $ob = cf::object::deref ($refstring)
2256		2637
2257	returns the objetc referenced by refstring. may return undef when it cnanot find the object,	2638	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2258	even if the object actually exists. May block.	2639	even if the object actually exists. May block.
…		…
2260	=cut	2641	=cut
2261		2642
2262	sub deref {	2643	sub deref {
2263	my ($ref) = @_;	2644	my ($ref) = @_;
2264		2645
2265	# temporary compatibility#TODO#remove
2266	$ref =~ s{^<}{player/<};
2267
2268	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {	2646	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2269	my ($uuid, $name) = ($1, $2);	2647	my ($uuid, $name) = ($1, $2);
2270	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name	2648	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2271	or return;	2649	or return;
2272	$pl->ob->uuid eq $uuid	2650	$pl->ob->uuid eq $uuid
2273	or return;	2651	or return;
…		…
2293	can be C<undef>. Does the right thing when the player is currently in a	2671	can be C<undef>. Does the right thing when the player is currently in a
2294	dialogue with the given NPC character.	2672	dialogue with the given NPC character.
2295		2673
2296	=cut	2674	=cut
2297		2675
		2676	our $SAY_CHANNEL = {
		2677	id => "say",
		2678	title => "Map",
		2679	reply => "say ",
		2680	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2681	};
		2682
		2683	our $CHAT_CHANNEL = {
		2684	id => "chat",
		2685	title => "Chat",
		2686	reply => "chat ",
		2687	tooltip => "Player chat and shouts, global to the server.",
		2688	};
		2689
2298	# rough implementation of a future "reply" method that works	2690	# rough implementation of a future "reply" method that works
2299	# with dialog boxes.	2691	# with dialog boxes.
2300	#TODO: the first argument must go, split into a $npc->reply_to ( method	2692	#TODO: the first argument must go, split into a $npc->reply_to ( method
2301	sub cf::object::player::reply($$$;$) {	2693	sub cf::object::player::reply($$$;$) {
2302	my ($self, $npc, $msg, $flags) = @_;	2694	my ($self, $npc, $msg, $flags) = @_;
…		…
2313	my $dialog = $pl->{npc_dialog};	2705	my $dialog = $pl->{npc_dialog};
2314	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2706	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2315		2707
2316	} else {	2708	} else {
2317	$msg = $npc->name . " says: $msg" if $npc;	2709	$msg = $npc->name . " says: $msg" if $npc;
2318	$self->message ($msg, $flags);	2710	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2319	}	2711	}
2320	}	2712	}
2321	}	2713	}
2322		2714
2323	=item $object->send_msg ($channel, $msg, $color, [extra...])	2715	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2348		2740
2349	=item $player_object->enter_link	2741	=item $player_object->enter_link
2350		2742
2351	Freezes the player and moves him/her to a special map (C<{link}>).	2743	Freezes the player and moves him/her to a special map (C<{link}>).
2352		2744
2353	The player should be reasonably safe there for short amounts of time. You	2745	The player should be reasonably safe there for short amounts of time (e.g.
2354	I<MUST> call C<leave_link> as soon as possible, though.	2746	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2747	though, as the player cannot control the character while it is on the link
		2748	map.
2355		2749
2356	Will never block.	2750	Will never block.
2357		2751
2358	=item $player_object->leave_link ($map, $x, $y)	2752	=item $player_object->leave_link ($map, $x, $y)
2359		2753
…		…
2379	sub cf::object::player::enter_link {	2773	sub cf::object::player::enter_link {
2380	my ($self) = @_;	2774	my ($self) = @_;
2381		2775
2382	$self->deactivate_recursive;	2776	$self->deactivate_recursive;
2383		2777
		2778	++$self->{_link_recursion};
		2779
2384	return if UNIVERSAL::isa $self->map, "ext::map_link";	2780	return if UNIVERSAL::isa $self->map, "ext::map_link";
2385		2781
2386	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2782	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2387	if $self->map && $self->map->{path} ne "{link}";	2783	if $self->map && $self->map->{path} ne "{link}";
2388		2784
2389	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2785	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2390	}	2786	}
2391		2787
2392	sub cf::object::player::leave_link {	2788	sub cf::object::player::leave_link {
2393	my ($self, $map, $x, $y) = @_;	2789	my ($self, $map, $x, $y) = @_;
2394		2790
…		…
2411	($x, $y) = (-1, -1)	2807	($x, $y) = (-1, -1)
2412	unless (defined $x) && (defined $y);	2808	unless (defined $x) && (defined $y);
2413		2809
2414	# use -1 or undef as default coordinates, not 0, 0	2810	# use -1 or undef as default coordinates, not 0, 0
2415	($x, $y) = ($map->enter_x, $map->enter_y)	2811	($x, $y) = ($map->enter_x, $map->enter_y)
2416	if $x <=0 && $y <= 0;	2812	if $x <= 0 && $y <= 0;
2417		2813
2418	$map->load;	2814	$map->load;
2419	$map->load_neighbours;
2420		2815
2421	return unless $self->contr->active;	2816	return unless $self->contr->active;
2422	$self->activate_recursive;
2423		2817
2424	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2818	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2425	$self->enter_map ($map, $x, $y);	2819	if ($self->enter_map ($map, $x, $y)) {
2426	}	2820	# entering was successful
		2821	delete $self->{_link_recursion};
		2822	# only activate afterwards, to support waiting in hooks
		2823	$self->activate_recursive;
		2824	}
2427		2825
		2826	}
		2827
2428	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2828	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2429		2829
2430	Moves the player to the given map-path and coordinates by first freezing	2830	Moves the player to the given map-path and coordinates by first freezing
2431	her, loading and preparing them map, calling the provided $check callback	2831	her, loading and preparing them map, calling the provided $check callback
2432	that has to return the map if sucecssful, and then unfreezes the player on	2832	that has to return the map if sucecssful, and then unfreezes the player on
2433	the new (success) or old (failed) map position. In either case, $done will	2833	the new (success) or old (failed) map position. In either case, $done will
2434	be called at the end of this process.	2834	be called at the end of this process.
2435		2835
		2836	Note that $check will be called with a potentially non-loaded map, so if
		2837	it needs a loaded map it has to call C<< ->load >>.
		2838
2436	=cut	2839	=cut
2437		2840
2438	our $GOTOGEN;	2841	our $GOTOGEN;
2439		2842
2440	sub cf::object::player::goto {	2843	sub cf::object::player::goto {
2441	my ($self, $path, $x, $y, $check, $done) = @_;	2844	my ($self, $path, $x, $y, $check, $done) = @_;
2442		2845
		2846	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2847	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2848	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2849	($path, $x, $y) = @$EMERGENCY_POSITION;
		2850	}
		2851
2443	# do generation counting so two concurrent goto's will be executed in-order	2852	# do generation counting so two concurrent goto's will be executed in-order
2444	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2853	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2445		2854
2446	$self->enter_link;	2855	$self->enter_link;
2447		2856
2448	(async {	2857	(async {
		2858	$Coro::current->{desc} = "player::goto $path $x $y";
		2859
		2860	# *tag paths override both path and x|y
		2861	if ($path =~ /^\*(.*)$/) {
		2862	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2863	my $ob = $obs[rand @obs];
		2864
		2865	# see if we actually can go there
		2866	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2867	$ob = $obs[rand @obs];
		2868	} else {
		2869	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2870	}
		2871	# else put us there anyways for now #d#
		2872
		2873	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2874	} else {
		2875	($path, $x, $y) = (undef, undef, undef);
		2876	}
		2877	}
		2878
2449	my $map = eval {	2879	my $map = eval {
2450	my $map = cf::map::find $path;	2880	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2451		2881
2452	if ($map) {	2882	if ($map) {
2453	$map = $map->customise_for ($self);	2883	$map = $map->customise_for ($self);
2454	$map = $check->($map) if $check && $map;	2884	$map = $check->($map, $x, $y, $self) if $check && $map;
2455	} else {	2885	} else {
2456	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2886	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2457	}	2887	}
2458		2888
2459	$map	2889	$map
2460	};	2890	};
2461		2891
…		…
2467	if ($gen == $self->{_goto_generation}) {	2897	if ($gen == $self->{_goto_generation}) {
2468	delete $self->{_goto_generation};	2898	delete $self->{_goto_generation};
2469	$self->leave_link ($map, $x, $y);	2899	$self->leave_link ($map, $x, $y);
2470	}	2900	}
2471		2901
2472	$done->() if $done;	2902	$done->($self) if $done;
2473	})->prio (1);	2903	})->prio (1);
2474	}	2904	}
2475		2905
2476	=item $player_object->enter_exit ($exit_object)	2906	=item $player_object->enter_exit ($exit_object)
2477		2907
…		…
2497	}	2927	}
2498		2928
2499	sub prepare_random_map {	2929	sub prepare_random_map {
2500	my ($exit) = @_;	2930	my ($exit) = @_;
2501		2931
2502	my $guard = cf::lock_acquire "exit_prepare:$exit";
2503
2504	# all this does is basically replace the /! path by	2932	# all this does is basically replace the /! path by
2505	# a new random map path (?random/...) with a seed	2933	# a new random map path (?random/...) with a seed
2506	# that depends on the exit object	2934	# that depends on the exit object
2507		2935
2508	my $rmp = parse_random_map_params $exit->msg;	2936	my $rmp = parse_random_map_params $exit->msg;
…		…
2510	if ($exit->map) {	2938	if ($exit->map) {
2511	$rmp->{region} = $exit->region->name;	2939	$rmp->{region} = $exit->region->name;
2512	$rmp->{origin_map} = $exit->map->path;	2940	$rmp->{origin_map} = $exit->map->path;
2513	$rmp->{origin_x} = $exit->x;	2941	$rmp->{origin_x} = $exit->x;
2514	$rmp->{origin_y} = $exit->y;	2942	$rmp->{origin_y} = $exit->y;
		2943
		2944	$exit->map->touch;
2515	}	2945	}
2516		2946
2517	$rmp->{random_seed} ||= $exit->random_seed;	2947	$rmp->{random_seed} ||= $exit->random_seed;
2518		2948
2519	my $data = cf::to_json $rmp;	2949	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2520	my $md5 = Digest::MD5::md5_hex $data;	2950	my $md5 = Digest::MD5::md5_hex $data;
2521	my $meta = "$RANDOMDIR/$md5.meta";	2951	my $meta = "$RANDOMDIR/$md5.meta";
2522		2952
2523	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2953	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2524	aio_write $fh, 0, (length $data), $data, 0;	2954	aio_write $fh, 0, (length $data), $data, 0;
2525	undef $fh;	2955	undef $fh;
2526	aio_rename "$meta~", $meta;	2956	aio_rename "$meta~", $meta;
2527		2957
		2958	my $slaying = "?random/$md5";
		2959
		2960	if ($exit->valid) {
2528	$exit->slaying ("?random/$md5");	2961	$exit->slaying ("?random/$md5");
2529	$exit->msg (undef);	2962	$exit->msg (undef);
		2963	}
2530	}	2964	}
2531	}	2965	}
2532		2966
2533	sub cf::object::player::enter_exit {	2967	sub cf::object::player::enter_exit {
2534	my ($self, $exit) = @_;	2968	my ($self, $exit) = @_;
2535		2969
2536	return unless $self->type == cf::PLAYER;	2970	return unless $self->type == cf::PLAYER;
2537		2971
2538	if ($exit->slaying eq "/!") {
2539	#TODO: this should de-fi-ni-te-ly not be a sync-job
2540	# the problem is that $exit might not survive long enough
2541	# so it needs to be done right now, right here
2542	cf::sync_job { prepare_random_map $exit };
2543	}
2544
2545	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2546	my $hp = $exit->stats->hp;
2547	my $sp = $exit->stats->sp;
2548
2549	$self->enter_link;	2972	$self->enter_link;
2550		2973
2551	# if exit is damned, update players death & WoR home-position
2552	$self->contr->savebed ($slaying, $hp, $sp)
2553	if $exit->flag (FLAG_DAMNED);
2554
2555	(async {	2974	(async {
2556	$self->deactivate_recursive; # just to be sure	2975	$Coro::current->{desc} = "enter_exit";
		2976
2557	unless (eval {	2977	unless (eval {
		2978	$self->deactivate_recursive; # just to be sure
		2979
		2980	my $map = cf::map::normalise $exit->slaying, $exit->map;
		2981	my $x = $exit->stats->hp;
		2982	my $y = $exit->stats->sp;
		2983
		2984	# special map handling
		2985	my $slaying = $exit->slaying;
		2986
		2987	# special map handling
		2988	if ($slaying eq "/!") {
		2989	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2990
		2991	prepare_random_map $exit
		2992	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		2993
		2994	$map = $exit->slaying;
		2995
		2996	} elsif ($slaying eq '!up') {
		2997	$map = $exit->map->tile_path (cf::TILE_UP);
		2998	$x = $exit->x;
		2999	$y = $exit->y;
		3000
		3001	} elsif ($slaying eq '!down') {
		3002	$map = $exit->map->tile_path (cf::TILE_DOWN);
		3003	$x = $exit->x;
		3004	$y = $exit->y;
		3005	}
		3006
2558	$self->goto ($slaying, $hp, $sp);	3007	$self->goto ($map, $x, $y);
2559		3008
		3009	# if exit is damned, update players death & WoR home-position
		3010	$self->contr->savebed ($map, $x, $y)
		3011	if $exit->flag (cf::FLAG_DAMNED);
		3012
2560	1;	3013	1
2561	}) {	3014	}) {
2562	$self->message ("Something went wrong deep within the crossfire server. "	3015	$self->message ("Something went wrong deep within the deliantra server. "
2563	. "I'll try to bring you back to the map you were before. "	3016	. "I'll try to bring you back to the map you were before. "
2564	. "Please report this to the dungeon master!",	3017	. "Please report this to the dungeon master!",
2565	cf::NDI_UNIQUE | cf::NDI_RED);	3018	cf::NDI_UNIQUE | cf::NDI_RED);
2566		3019
2567	warn "ERROR in enter_exit: $@";	3020	error "ERROR in enter_exit: $@";
2568	$self->leave_link;	3021	$self->leave_link;
2569	}	3022	}
2570	})->prio (1);	3023	})->prio (1);
2571	}	3024	}
2572		3025
…		…
2584	sub cf::client::send_drawinfo {	3037	sub cf::client::send_drawinfo {
2585	my ($self, $text, $flags) = @_;	3038	my ($self, $text, $flags) = @_;
2586		3039
2587	utf8::encode $text;	3040	utf8::encode $text;
2588	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3041	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		3042	}
		3043
		3044	=item $client->send_big_packet ($pkt)
		3045
		3046	Like C<send_packet>, but tries to compress large packets, and fragments
		3047	them as required.
		3048
		3049	=cut
		3050
		3051	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3052
		3053	sub cf::client::send_big_packet {
		3054	my ($self, $pkt) = @_;
		3055
		3056	# try lzf for large packets
		3057	$pkt = "lzf " . Compress::LZF::compress $pkt
		3058	if 1024 <= length $pkt and $self->{can_lzf};
		3059
		3060	# split very large packets
		3061	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3062	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3063	$pkt = "frag";
		3064	}
		3065
		3066	$self->send_packet ($pkt);
2589	}	3067	}
2590		3068
2591	=item $client->send_msg ($channel, $msg, $color, [extra...])	3069	=item $client->send_msg ($channel, $msg, $color, [extra...])
2592		3070
2593	Send a drawinfo or msg packet to the client, formatting the msg for the	3071	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2595	the message, with C<log> being the default. If C<$color> is negative, suppress	3073	the message, with C<log> being the default. If C<$color> is negative, suppress
2596	the message unless the client supports the msg packet.	3074	the message unless the client supports the msg packet.
2597		3075
2598	=cut	3076	=cut
2599		3077
		3078	# non-persistent channels (usually the info channel)
2600	our %CHANNEL = (	3079	our %CHANNEL = (
		3080	"c/motd" => {
		3081	id => "infobox",
		3082	title => "MOTD",
		3083	reply => undef,
		3084	tooltip => "The message of the day",
		3085	},
2601	"c/identify" => {	3086	"c/identify" => {
2602	id => "identify",	3087	id => "infobox",
2603	title => "Identify",	3088	title => "Identify",
2604	reply => undef,	3089	reply => undef,
2605	tooltip => "Items recently identified",	3090	tooltip => "Items recently identified",
2606	},	3091	},
2607	"c/examine" => {	3092	"c/examine" => {
2608	id => "examine",	3093	id => "infobox",
2609	title => "Examine",	3094	title => "Examine",
2610	reply => undef,	3095	reply => undef,
2611	tooltip => "Signs and other items you examined",	3096	tooltip => "Signs and other items you examined",
2612	},	3097	},
		3098	"c/shopinfo" => {
		3099	id => "infobox",
		3100	title => "Shop Info",
		3101	reply => undef,
		3102	tooltip => "What your bargaining skill tells you about the shop",
		3103	},
		3104	"c/book" => {
		3105	id => "infobox",
		3106	title => "Book",
		3107	reply => undef,
		3108	tooltip => "The contents of a note or book",
		3109	},
		3110	"c/lookat" => {
		3111	id => "infobox",
		3112	title => "Look",
		3113	reply => undef,
		3114	tooltip => "What you saw there",
		3115	},
		3116	"c/who" => {
		3117	id => "infobox",
		3118	title => "Players",
		3119	reply => undef,
		3120	tooltip => "Shows players who are currently online",
		3121	},
		3122	"c/body" => {
		3123	id => "infobox",
		3124	title => "Body Parts",
		3125	reply => undef,
		3126	tooltip => "Shows which body parts you posess and are available",
		3127	},
		3128	"c/statistics" => {
		3129	id => "infobox",
		3130	title => "Statistics",
		3131	reply => undef,
		3132	tooltip => "Shows your primary statistics",
		3133	},
		3134	"c/skills" => {
		3135	id => "infobox",
		3136	title => "Skills",
		3137	reply => undef,
		3138	tooltip => "Shows your experience per skill and item power",
		3139	},
		3140	"c/shopitems" => {
		3141	id => "infobox",
		3142	title => "Shop Items",
		3143	reply => undef,
		3144	tooltip => "Shows the items currently for sale in this shop",
		3145	},
		3146	"c/resistances" => {
		3147	id => "infobox",
		3148	title => "Resistances",
		3149	reply => undef,
		3150	tooltip => "Shows your resistances",
		3151	},
		3152	"c/pets" => {
		3153	id => "infobox",
		3154	title => "Pets",
		3155	reply => undef,
		3156	tooltip => "Shows information abotu your pets/a specific pet",
		3157	},
		3158	"c/perceiveself" => {
		3159	id => "infobox",
		3160	title => "Perceive Self",
		3161	reply => undef,
		3162	tooltip => "You gained detailed knowledge about yourself",
		3163	},
		3164	"c/uptime" => {
		3165	id => "infobox",
		3166	title => "Uptime",
		3167	reply => undef,
		3168	tooltip => "How long the server has been running since last restart",
		3169	},
		3170	"c/mapinfo" => {
		3171	id => "infobox",
		3172	title => "Map Info",
		3173	reply => undef,
		3174	tooltip => "Information related to the maps",
		3175	},
		3176	"c/party" => {
		3177	id => "party",
		3178	title => "Party",
		3179	reply => "gsay ",
		3180	tooltip => "Messages and chat related to your party",
		3181	},
		3182	"c/death" => {
		3183	id => "death",
		3184	title => "Death",
		3185	reply => undef,
		3186	tooltip => "Reason for and more info about your most recent death",
		3187	},
		3188	"c/say" => $SAY_CHANNEL,
		3189	"c/chat" => $CHAT_CHANNEL,
2613	);	3190	);
2614		3191
2615	sub cf::client::send_msg {	3192	sub cf::client::send_msg {
2616	my ($self, $channel, $msg, $color, @extra) = @_;	3193	my ($self, $channel, $msg, $color, @extra) = @_;
2617		3194
2618	$msg = $self->pl->expand_cfpod ($msg);	3195	$msg = $self->pl->expand_cfpod ($msg)
		3196	unless $color & cf::NDI_VERBATIM;
2619		3197
2620	$color &= cf::NDI_CLIENT_MASK; # just in case...	3198	$color &= cf::NDI_CLIENT_MASK; # just in case...
2621		3199
2622	# check predefined channels, for the benefit of C	3200	# check predefined channels, for the benefit of C
2623	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};	3201	if ($CHANNEL{$channel}) {
		3202	$channel = $CHANNEL{$channel};
2624		3203
		3204	$self->ext_msg (channel_info => $channel);
		3205	$channel = $channel->{id};
		3206
2625	if (ref $channel) {	3207	} elsif (ref $channel) {
2626	# send meta info to client, if not yet sent	3208	# send meta info to client, if not yet sent
2627	unless (exists $self->{channel}{$channel->{id}}) {	3209	unless (exists $self->{channel}{$channel->{id}}) {
2628	$self->{channel}{$channel->{id}} = $channel;	3210	$self->{channel}{$channel->{id}} = $channel;
2629	$self->ext_msg (channel_info => $channel)	3211	$self->ext_msg (channel_info => $channel);
2630	if $self->can_msg;
2631	}	3212	}
2632		3213
2633	$channel = $channel->{id};	3214	$channel = $channel->{id};
2634	}	3215	}
2635		3216
2636	return unless @extra || length $msg;	3217	return unless @extra || length $msg;
2637		3218
2638	if ($self->can_msg) {
2639	# default colour, mask it out	3219	# default colour, mask it out
2640	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3220	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2641	if $color & cf::NDI_DEF;	3221	if $color & cf::NDI_DEF;
2642		3222
2643	$self->send_packet ("msg " . $self->{json_coder}->encode (	3223	my $pkt = "msg "
		3224	. $self->{json_coder}->encode (
2644	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3225	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2645	} else {	3226	);
2646	if ($color >= 0) {
2647	# replace some tags by gcfclient-compatible ones
2648	for ($msg) {
2649	1 while
2650	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2651	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2652	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2653	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2654	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2655	}
2656		3227
2657	$color &= cf::NDI_COLOR_MASK;	3228	$self->send_big_packet ($pkt);
2658
2659	utf8::encode $msg;
2660
2661	if (0 && $msg =~ /\[/) {
2662	# COMMAND/INFO
2663	$self->send_packet ("drawextinfo $color 10 8 $msg")
2664	} else {
2665	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2666	$self->send_packet ("drawinfo $color $msg")
2667	}
2668	}
2669	}
2670	}	3229	}
2671		3230
2672	=item $client->ext_msg ($type, @msg)	3231	=item $client->ext_msg ($type, @msg)
2673		3232
2674	Sends an ext event to the client.	3233	Sends an ext event to the client.
…		…
2676	=cut	3235	=cut
2677		3236
2678	sub cf::client::ext_msg($$@) {	3237	sub cf::client::ext_msg($$@) {
2679	my ($self, $type, @msg) = @_;	3238	my ($self, $type, @msg) = @_;
2680		3239
2681	if ($self->extcmd == 2) {
2682	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3240	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2683	} elsif ($self->extcmd == 1) { # TODO: remove
2684	push @msg, msgtype => "event_$type";
2685	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2686	}
2687	}	3241	}
2688		3242
2689	=item $client->ext_reply ($msgid, @msg)	3243	=item $client->ext_reply ($msgid, @msg)
2690		3244
2691	Sends an ext reply to the client.	3245	Sends an ext reply to the client.
…		…
2693	=cut	3247	=cut
2694		3248
2695	sub cf::client::ext_reply($$@) {	3249	sub cf::client::ext_reply($$@) {
2696	my ($self, $id, @msg) = @_;	3250	my ($self, $id, @msg) = @_;
2697		3251
2698	if ($self->extcmd == 2) {
2699	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3252	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2700	} elsif ($self->extcmd == 1) {
2701	#TODO: version 1, remove
2702	unshift @msg, msgtype => "reply", msgid => $id;
2703	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2704	}
2705	}	3253	}
2706		3254
2707	=item $success = $client->query ($flags, "text", \&cb)	3255	=item $success = $client->query ($flags, "text", \&cb)
2708		3256
2709	Queues a query to the client, calling the given callback with	3257	Queues a query to the client, calling the given callback with
…		…
2764	my ($ns, $buf) = @_;	3312	my ($ns, $buf) = @_;
2765		3313
2766	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3314	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2767		3315
2768	if (ref $msg) {	3316	if (ref $msg) {
2769	my ($type, $reply, @payload) =	3317	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
2770	"ARRAY" eq ref $msg
2771	? @$msg
2772	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2773		3318
2774	my @reply;	3319	my @reply;
2775		3320
2776	if (my $cb = $EXTICMD{$type}) {	3321	if (my $cb = $EXTICMD{$type}) {
2777	@reply = $cb->($ns, @payload);	3322	@reply = $cb->($ns, @payload);
…		…
2779		3324
2780	$ns->ext_reply ($reply, @reply)	3325	$ns->ext_reply ($reply, @reply)
2781	if $reply;	3326	if $reply;
2782		3327
2783	} else {	3328	} else {
2784	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3329	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2785	}	3330	}
2786		3331
2787	cf::override;	3332	cf::override;
2788	},	3333	},
2789	);	3334	);
…		…
2809		3354
2810	$coro	3355	$coro
2811	}	3356	}
2812		3357
2813	cf::client->attach (	3358	cf::client->attach (
2814	on_destroy => sub {	3359	on_client_destroy => sub {
2815	my ($ns) = @_;	3360	my ($ns) = @_;
2816		3361
2817	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3362	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2818	},	3363	},
2819	);	3364	);
…		…
2835	our $safe_hole = new Safe::Hole;	3380	our $safe_hole = new Safe::Hole;
2836		3381
2837	$SIG{FPE} = 'IGNORE';	3382	$SIG{FPE} = 'IGNORE';
2838		3383
2839	$safe->permit_only (Opcode::opset qw(	3384	$safe->permit_only (Opcode::opset qw(
2840	:base_core :base_mem :base_orig :base_math	3385	:base_core :base_mem :base_orig :base_math :base_loop
2841	grepstart grepwhile mapstart mapwhile	3386	grepstart grepwhile mapstart mapwhile
2842	sort time	3387	sort time
2843	));	3388	));
2844		3389
2845	# here we export the classes and methods available to script code	3390	# here we export the classes and methods available to script code
…		…
2847	=pod	3392	=pod
2848		3393
2849	The following functions and methods are available within a safe environment:	3394	The following functions and methods are available within a safe environment:
2850		3395
2851	cf::object	3396	cf::object
2852	contr pay_amount pay_player map x y force_find force_add	3397	contr pay_amount pay_player map x y force_find force_add destroy
2853	insert remove name archname title slaying race decrease_ob_nr	3398	insert remove name archname title slaying race decrease split
		3399	value
2854		3400
2855	cf::object::player	3401	cf::object::player
2856	player	3402	player
2857		3403
2858	cf::player	3404	cf::player
…		…
2863		3409
2864	=cut	3410	=cut
2865		3411
2866	for (	3412	for (
2867	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3413	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2868	insert remove inv name archname title slaying race	3414	insert remove inv nrof name archname title slaying race
2869	decrease_ob_nr)],	3415	decrease split destroy change_exp value msg lore send_msg)],
2870	["cf::object::player" => qw(player)],	3416	["cf::object::player" => qw(player)],
2871	["cf::player" => qw(peaceful)],	3417	["cf::player" => qw(peaceful send_msg)],
2872	["cf::map" => qw(trigger)],	3418	["cf::map" => qw(trigger)],
2873	) {	3419	) {
2874	no strict 'refs';
2875	my ($pkg, @funs) = @$_;	3420	my ($pkg, @funs) = @$_;
2876	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3421	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2877	for @funs;	3422	for @funs;
2878	}	3423	}
2879		3424
…		…
2894		3439
2895	my $qcode = $code;	3440	my $qcode = $code;
2896	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3441	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2897	$qcode =~ s/\n/\\n/g;	3442	$qcode =~ s/\n/\\n/g;
2898		3443
		3444	%vars = (_dummy => 0) unless %vars;
		3445
		3446	my @res;
2899	local $_;	3447	local $_;
2900	local @safe::cf::_safe_eval_args = values %vars;
2901		3448
2902	my $eval =	3449	my $eval =
2903	"do {\n"	3450	"do {\n"
2904	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3451	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2905	. "#line 0 \"{$qcode}\"\n"	3452	. "#line 0 \"{$qcode}\"\n"
2906	. $code	3453	. $code
2907	. "\n}"	3454	. "\n}"
2908	;	3455	;
2909		3456
		3457	if ($CFG{safe_eval}) {
2910	sub_generation_inc;	3458	sub_generation_inc;
		3459	local @safe::cf::_safe_eval_args = values %vars;
2911	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3460	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2912	sub_generation_inc;	3461	sub_generation_inc;
		3462	} else {
		3463	local @cf::_safe_eval_args = values %vars;
		3464	@res = wantarray ? eval eval : scalar eval $eval;
		3465	}
2913		3466
2914	if ($@) {	3467	if ($@) {
2915	warn "$@";	3468	warn "$@",
2916	warn "while executing safe code '$code'\n";	3469	"while executing safe code '$code'\n",
2917	warn "with arguments " . (join " ", %vars) . "\n";	3470	"with arguments " . (join " ", %vars) . "\n";
2918	}	3471	}
2919		3472
2920	wantarray ? @res : $res[0]	3473	wantarray ? @res : $res[0]
2921	}	3474	}
2922		3475
…		…
2936	=cut	3489	=cut
2937		3490
2938	sub register_script_function {	3491	sub register_script_function {
2939	my ($fun, $cb) = @_;	3492	my ($fun, $cb) = @_;
2940		3493
2941	no strict 'refs';	3494	$fun = "safe::$fun" if $CFG{safe_eval};
2942	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3495	*$fun = $safe_hole->wrap ($cb);
2943	}	3496	}
2944		3497
2945	=back	3498	=back
2946		3499
2947	=cut	3500	=cut
2948		3501
2949	#############################################################################	3502	#############################################################################
2950	# the server's init and main functions	3503	# the server's init and main functions
		3504
		3505	our %FACEHASH; # hash => idx, #d# HACK for http server
		3506
		3507	# internal api, not fianlised
		3508	sub add_face {
		3509	my ($name, $type, $data) = @_;
		3510
		3511	my $idx = cf::face::find $name;
		3512
		3513	if ($idx) {
		3514	delete $FACEHASH{cf::face::get_chksum $idx};
		3515	} else {
		3516	$idx = cf::face::alloc $name;
		3517	}
		3518
		3519	my $hash = cf::face::mangle_chksum Digest::MD5::md5 $data;
		3520
		3521	cf::face::set_type $idx, $type;
		3522	cf::face::set_data $idx, 0, $data, $hash;
		3523	cf::face::set_meta $idx, $type & 1 ? undef : undef;
		3524	$FACEHASH{$hash} = $idx;#d#
		3525
		3526	$idx
		3527	}
2951		3528
2952	sub load_facedata($) {	3529	sub load_facedata($) {
2953	my ($path) = @_;	3530	my ($path) = @_;
2954		3531
2955	# HACK to clear player env face cache, we need some signal framework	3532	# HACK to clear player env face cache, we need some signal framework
2956	# for this (global event?)	3533	# for this (global event?)
2957	%ext::player_env::MUSIC_FACE_CACHE = ();	3534	%ext::player_env::MUSIC_FACE_CACHE = ();
2958		3535
2959	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3536	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2960		3537
2961	warn "loading facedata from $path\n";	3538	trace "loading facedata from $path\n";
2962		3539
2963	my $facedata;	3540	my $facedata = decode_storable load_file $path;
2964	0 < aio_load $path, $facedata
2965	or die "$path: $!";
2966
2967	$facedata = Coro::Storable::thaw $facedata;
2968		3541
2969	$facedata->{version} == 2	3542	$facedata->{version} == 2
2970	or cf::cleanup "$path: version mismatch, cannot proceed.";	3543	or cf::cleanup "$path: version mismatch, cannot proceed.";
2971		3544
2972	# patch in the exptable
2973	$facedata->{resource}{"res/exp_table"} = {
2974	type => FT_RSRC,
2975	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
2976	};
2977	cf::cede_to_tick;	3545	cf::cede_to_tick;
2978		3546
2979	{	3547	{
2980	my $faces = $facedata->{faceinfo};	3548	my $faces = $facedata->{faceinfo};
2981		3549
2982	while (my ($face, $info) = each %$faces) {	3550	for my $face (sort keys %$faces) {
		3551	my $info = $faces->{$face};
2983	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3552	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3553
2984	cf::face::set_visibility $idx, $info->{visibility};	3554	cf::face::set_visibility $idx, $info->{visibility};
2985	cf::face::set_magicmap $idx, $info->{magicmap};	3555	cf::face::set_magicmap $idx, $info->{magicmap};
2986	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3556	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2987	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3557	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
		3558	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
		3559	$FACEHASH{$info->{hash64}} = $idx;#d#
2988		3560
2989	cf::cede_to_tick;	3561	cf::cede_to_tick;
2990	}	3562	}
2991		3563
2992	while (my ($face, $info) = each %$faces) {	3564	while (my ($face, $info) = each %$faces) {
2993	next unless $info->{smooth};	3565	next unless $info->{smooth};
		3566
2994	my $idx = cf::face::find $face	3567	my $idx = cf::face::find $face
2995	or next;	3568	or next;
		3569
2996	if (my $smooth = cf::face::find $info->{smooth}) {	3570	if (my $smooth = cf::face::find $info->{smooth}) {
2997	cf::face::set_smooth $idx, $smooth;	3571	cf::face::set_smooth $idx, $smooth;
2998	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3572	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2999	} else {	3573	} else {
3000	warn "smooth face '$info->{smooth}' not found for face '$face'";	3574	error "smooth face '$info->{smooth}' not found for face '$face'";
3001	}	3575	}
3002		3576
3003	cf::cede_to_tick;	3577	cf::cede_to_tick;
3004	}	3578	}
3005	}	3579	}
…		…
3014		3588
3015	cf::anim::invalidate_all; # d'oh	3589	cf::anim::invalidate_all; # d'oh
3016	}	3590	}
3017		3591
3018	{	3592	{
3019	# TODO: for gcfclient pleasure, we should give resources
3020	# that gcfclient doesn't grok a >10000 face index.
3021	my $res = $facedata->{resource};	3593	my $res = $facedata->{resource};
3022		3594
3023	my $soundconf = delete $res->{"res/sound.conf"};
3024
3025	while (my ($name, $info) = each %$res) {	3595	while (my ($name, $info) = each %$res) {
		3596	if (defined (my $type = $info->{type})) {
		3597	# TODO: different hash - must free and use new index, or cache ixface data queue
3026	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3598	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3027	my $data;
3028		3599
3029	if ($info->{type} & 1) {	3600	cf::face::set_type $idx, $type;
3030	# prepend meta info	3601	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3031		3602	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
3032	my $meta = $enc->encode ({	3603	$FACEHASH{$info->{hash}} = $idx;#d#
3033	name => $name,
3034	%{ $info->{meta} || {} },
3035	});
3036
3037	$data = pack "(w/a*)*", $meta, $info->{data};
3038	} else {	3604	} else {
3039	$data = $info->{data};	3605	# $RESOURCE{$name} = $info; # unused
3040	}	3606	}
3041		3607
3042	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3043	cf::face::set_type $idx, $info->{type};
3044
3045	cf::cede_to_tick;	3608	cf::cede_to_tick;
3046	}	3609	}
3047
3048	if ($soundconf) {
3049	$soundconf = $enc->decode (delete $soundconf->{data});
3050
3051	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3052	my $sound = $soundconf->{compat}[$_]
3053	or next;
3054
3055	my $face = cf::face::find "sound/$sound->[1]";
3056	cf::sound::set $sound->[0] => $face;
3057	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3058	}
3059
3060	while (my ($k, $v) = each %{$soundconf->{event}}) {
3061	my $face = cf::face::find "sound/$v";
3062	cf::sound::set $k => $face;
3063	}
3064	}
3065	}	3610	}
		3611
		3612	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3066		3613
3067	1	3614	1
3068	}	3615	}
3069		3616
3070	register_exticmd fx_want => sub {	3617	register_exticmd fx_want => sub {
…		…
3072		3619
3073	while (my ($k, $v) = each %$want) {	3620	while (my ($k, $v) = each %$want) {
3074	$ns->fx_want ($k, $v);	3621	$ns->fx_want ($k, $v);
3075	}	3622	}
3076	};	3623	};
		3624
		3625	sub load_resource_file($) {
		3626	my $guard = lock_acquire "load_resource_file";
		3627
		3628	my $status = load_resource_file_ $_[0];
		3629	get_slot 0.1, 100;
		3630	cf::arch::commit_load;
		3631
		3632	$status
		3633	}
		3634
		3635	sub reload_exp_table {
		3636	_reload_exp_table;
		3637
		3638	add_face "res/exp_table" => FT_RSRC,
		3639	JSON::XS->new->utf8->canonical->encode (
		3640	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3641	);
		3642	}
		3643
		3644	sub reload_materials {
		3645	_reload_materials;
		3646	}
3077		3647
3078	sub reload_regions {	3648	sub reload_regions {
3079	# HACK to clear player env face cache, we need some signal framework	3649	# HACK to clear player env face cache, we need some signal framework
3080	# for this (global event?)	3650	# for this (global event?)
3081	%ext::player_env::MUSIC_FACE_CACHE = ();	3651	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
3095	}	3665	}
3096		3666
3097	sub reload_archetypes {	3667	sub reload_archetypes {
3098	load_resource_file "$DATADIR/archetypes"	3668	load_resource_file "$DATADIR/archetypes"
3099	or die "unable to load archetypes\n";	3669	or die "unable to load archetypes\n";
3100	#d# NEED to laod twice to resolve forward references	3670
3101	# this really needs to be done in an extra post-pass	3671	add_face "res/skill_info" => FT_RSRC,
3102	# (which needs to be synchronous, so solve it differently)	3672	JSON::XS->new->utf8->canonical->encode (
3103	load_resource_file "$DATADIR/archetypes"	3673	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
3104	or die "unable to load archetypes\n";	3674	);
		3675	add_face "res/spell_paths" => FT_RSRC,
		3676	JSON::XS->new->utf8->canonical->encode (
		3677	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3678	);
3105	}	3679	}
3106		3680
3107	sub reload_treasures {	3681	sub reload_treasures {
3108	load_resource_file "$DATADIR/treasures"	3682	load_resource_file "$DATADIR/treasures"
3109	or die "unable to load treasurelists\n";	3683	or die "unable to load treasurelists\n";
3110	}	3684	}
3111		3685
		3686	sub reload_sound {
		3687	trace "loading sound config from $DATADIR/sound\n";
		3688
		3689	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3690
		3691	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3692	my $sound = $soundconf->{compat}[$_]
		3693	or next;
		3694
		3695	my $face = cf::face::find "sound/$sound->[1]";
		3696	cf::sound::set $sound->[0] => $face;
		3697	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3698	}
		3699
		3700	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3701	my $face = cf::face::find "sound/$v";
		3702	cf::sound::set $k => $face;
		3703	}
		3704	}
		3705
		3706	sub reload_pod {
		3707	trace "loading pods $PODDIR\n";
		3708
		3709	my @command_help;
		3710
		3711	for (
		3712	[0, "command_help"],
		3713	[1, "emote_help"],
		3714	[2, "dmcommand_help"],
		3715	) {
		3716	my ($type, $path) = @$_;
		3717
		3718	my $paragraphs = &cf::pod::load_pod ("$PODDIR/$path.pod")
		3719	or die "unable to load $path";
		3720
		3721	my $level = 1e9;
		3722
		3723	for my $par (@$paragraphs) {
		3724	if ($par->{type} eq "head2") {
		3725	# this code taken almost verbatim from DC/Protocol.pm
		3726
		3727	if ($par->{markup} =~ /^(\S+) (?:\s+ \( ([^\)]*) \) )?/x) {
		3728	my $cmd = $1;
		3729	my @args = split /\|/, $2;
		3730	@args = (".*") unless @args;
		3731
		3732	$_ = $_ eq ".*" ? "" : " $_"
		3733	for @args;
		3734
		3735	my @variants = map "$cmd$_", sort { (length $a) <=> (length $b) } @args;
		3736
		3737	push @command_help, [$type, \@variants, &cf::pod::as_cfpod ([$par])];
		3738	$level = $par->{level};
		3739	} else {
		3740	error "$par->{markup}: unparsable command heading";
		3741	}
		3742	} elsif ($par->{level} > $level) {
		3743	$command_help[-1][2] .= &cf::pod::as_cfpod ([$par]);
		3744	}
		3745
		3746	cf::cede_to_tick;
		3747	}
		3748	}
		3749
		3750	@command_help = sort {
		3751	$a->[0] <=> $b->[0]
		3752	or $a->[1] cmp $b->[1]
		3753	} @command_help;
		3754
		3755	cf::cede_to_tick;
		3756
		3757	add_face "res/command_help" => FT_RSRC,
		3758	JSON::XS->new->utf8->encode (\@command_help);
		3759	}
		3760
3112	sub reload_resources {	3761	sub reload_resources {
3113	warn "reloading resource files...\n";	3762	trace "reloading resource files...\n";
3114		3763
		3764	reload_materials;
		3765	reload_facedata;
		3766	reload_exp_table;
		3767	reload_sound;
		3768	reload_archetypes;
3115	reload_regions;	3769	reload_regions;
3116	reload_facedata;
3117	#reload_archetypes;#d#
3118	reload_archetypes;
3119	reload_treasures;	3770	reload_treasures;
		3771	reload_pod;
3120		3772
3121	warn "finished reloading resource files\n";	3773	trace "finished reloading resource files\n";
3122	}
3123
3124	sub init {
3125	reload_resources;
3126	}	3774	}
3127		3775
3128	sub reload_config {	3776	sub reload_config {
3129	open my $fh, "<:utf8", "$CONFDIR/config"	3777	trace "reloading config file...\n";
3130	or return;
3131		3778
3132	local $/;	3779	my $config = load_file "$CONFDIR/config";
3133	*CFG = YAML::Syck::Load <$fh>;	3780	utf8::decode $config;
		3781	*CFG = decode_yaml $config;
3134		3782
3135	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3783	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3136		3784
3137	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3785	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3138	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3786	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3139		3787
3140	if (exists $CFG{mlockall}) {	3788	if (exists $CFG{mlockall}) {
…		…
3144	};	3792	};
3145	warn $@ if $@;	3793	warn $@ if $@;
3146	}	3794	}
3147	}	3795	}
3148		3796
		3797	sub pidfile() {
		3798	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3799	or die "$PIDFILE: $!";
		3800	flock $fh, &Fcntl::LOCK_EX
		3801	or die "$PIDFILE: flock: $!";
		3802	$fh
		3803	}
		3804
		3805	# make sure only one server instance is running at any one time
		3806	sub atomic {
		3807	my $fh = pidfile;
		3808
		3809	my $pid = <$fh>;
		3810	kill 9, $pid if $pid > 0;
		3811
		3812	seek $fh, 0, 0;
		3813	print $fh $$;
		3814	}
		3815
		3816	sub main_loop {
		3817	trace "EV::loop starting\n";
		3818	if (1) {
		3819	EV::loop;
		3820	}
		3821	trace "EV::loop returned\n";
		3822	goto &main_loop unless $REALLY_UNLOOP;
		3823	}
		3824
3149	sub main {	3825	sub main {
		3826	cf::init_globals; # initialise logging
		3827
		3828	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3829	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3830	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3831	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3832
		3833	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3834
3150	# we must not ever block the main coroutine	3835	# we must not ever block the main coroutine
3151	local $Coro::idle = sub {	3836	$Coro::idle = sub {
3152	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3837	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3153	(async {	3838	(async {
3154	Event::one_event;	3839	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3840	EV::loop EV::LOOP_ONESHOT;
3155	})->prio (Coro::PRIO_MAX);	3841	})->prio (Coro::PRIO_MAX);
3156	};	3842	};
3157		3843
		3844	evthread_start IO::AIO::poll_fileno;
		3845
		3846	cf::sync_job {
		3847	cf::incloader::init ();
		3848
		3849	db_init;
		3850
		3851	cf::init_anim;
		3852	cf::init_attackmess;
		3853	cf::init_dynamic;
		3854
		3855	cf::load_settings;
		3856
		3857	reload_resources;
3158	reload_config;	3858	reload_config;
3159	db_init;	3859
		3860	cf::init_uuid;
		3861	cf::init_signals;
		3862	cf::init_skills;
		3863
		3864	cf::init_beforeplay;
		3865
		3866	atomic;
		3867
3160	load_extensions;	3868	load_extensions;
3161		3869
3162	$TICK_WATCHER->start;	3870	utime time, time, $RUNTIMEFILE;
3163	Event::loop;	3871
		3872	# no (long-running) fork's whatsoever before this point(!)
		3873	use POSIX ();
		3874	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3875
		3876	cf::_post_init 0;
		3877	};
		3878
		3879	cf::object::thawer::errors_are_fatal 0;
		3880	info "parse errors in files are no longer fatal from this point on.\n";
		3881
		3882	AE::postpone {
		3883	undef &main; # free gobs of memory :)
		3884	};
		3885
		3886	goto &main_loop;
3164	}	3887	}
3165		3888
3166	#############################################################################	3889	#############################################################################
3167	# initialisation and cleanup	3890	# initialisation and cleanup
3168		3891
3169	# install some emergency cleanup handlers	3892	# install some emergency cleanup handlers
3170	BEGIN {	3893	BEGIN {
		3894	our %SIGWATCHER = ();
3171	for my $signal (qw(INT HUP TERM)) {	3895	for my $signal (qw(INT HUP TERM)) {
3172	Event->signal (	3896	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3173	reentrant => 0,
3174	data => WF_AUTOCANCEL,
3175	signal => $signal,
3176	prio => 0,
3177	cb => sub {
3178	cf::cleanup "SIG$signal";	3897	cf::cleanup "SIG$signal";
3179	},
3180	);	3898	};
3181	}	3899	}
3182	}	3900	}
3183		3901
3184	sub write_runtime {	3902	sub write_runtime_sync {
3185	my $runtime = "$LOCALDIR/runtime";	3903	my $t0 = AE::time;
3186		3904
3187	# first touch the runtime file to show we are still running:	3905	# first touch the runtime file to show we are still running:
3188	# the fsync below can take a very very long time.	3906	# the fsync below can take a very very long time.
3189		3907
3190	IO::AIO::aio_utime $runtime, undef, undef;	3908	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3191		3909
3192	my $guard = cf::lock_acquire "write_runtime";	3910	my $guard = cf::lock_acquire "write_runtime";
3193		3911
3194	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3912	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3195	or return;	3913	or return;
3196		3914
3197	my $value = $cf::RUNTIME + 90 + 10;	3915	my $value = $cf::RUNTIME + 90 + 10;
3198	# 10 is the runtime save interval, for a monotonic clock	3916	# 10 is the runtime save interval, for a monotonic clock
3199	# 60 allows for the watchdog to kill the server.	3917	# 60 allows for the watchdog to kill the server.
…		…
3209	aio_utime $fh, undef, undef;	3927	aio_utime $fh, undef, undef;
3210		3928
3211	close $fh	3929	close $fh
3212	or return;	3930	or return;
3213		3931
3214	aio_rename "$runtime~", $runtime	3932	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3215	and return;	3933	and return;
3216		3934
3217	warn "runtime file written.\n";	3935	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3218		3936
3219	1	3937	1
		3938	}
		3939
		3940	our $uuid_lock;
		3941	our $uuid_skip;
		3942
		3943	sub write_uuid_sync($) {
		3944	$uuid_skip ||= $_[0];
		3945
		3946	return if $uuid_lock;
		3947	local $uuid_lock = 1;
		3948
		3949	my $uuid = "$LOCALDIR/uuid";
		3950
		3951	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3952	or return;
		3953
		3954	my $value = uuid_seq uuid_cur;
		3955
		3956	unless ($value) {
		3957	info "cowardly refusing to write zero uuid value!\n";
		3958	return;
		3959	}
		3960
		3961	my $value = uuid_str $value + $uuid_skip;
		3962	$uuid_skip = 0;
		3963
		3964	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3965	and return;
		3966
		3967	# always fsync - this file is important
		3968	aio_fsync $fh
		3969	and return;
		3970
		3971	close $fh
		3972	or return;
		3973
		3974	aio_rename "$uuid~", $uuid
		3975	and return;
		3976
		3977	trace "uuid file written ($value).\n";
		3978
		3979	1
		3980
		3981	}
		3982
		3983	sub write_uuid($$) {
		3984	my ($skip, $sync) = @_;
		3985
		3986	$sync ? write_uuid_sync $skip
		3987	: async { write_uuid_sync $skip };
3220	}	3988	}
3221		3989
3222	sub emergency_save() {	3990	sub emergency_save() {
3223	my $freeze_guard = cf::freeze_mainloop;	3991	my $freeze_guard = cf::freeze_mainloop;
3224		3992
3225	warn "enter emergency perl save\n";	3993	info "emergency_perl_save: enter\n";
		3994
		3995	# this is a trade-off: we want to be very quick here, so
		3996	# save all maps without fsync, and later call a global sync
		3997	# (which in turn might be very very slow)
		3998	local $USE_FSYNC = 0;
3226		3999
3227	cf::sync_job {	4000	cf::sync_job {
		4001	cf::write_runtime_sync; # external watchdog should not bark
		4002
3228	# use a peculiar iteration method to avoid tripping on perl	4003	# use a peculiar iteration method to avoid tripping on perl
3229	# refcount bugs in for. also avoids problems with players	4004	# refcount bugs in for. also avoids problems with players
3230	# and maps saved/destroyed asynchronously.	4005	# and maps saved/destroyed asynchronously.
3231	warn "begin emergency player save\n";	4006	info "emergency_perl_save: begin player save\n";
3232	for my $login (keys %cf::PLAYER) {	4007	for my $login (keys %cf::PLAYER) {
3233	my $pl = $cf::PLAYER{$login} or next;	4008	my $pl = $cf::PLAYER{$login} or next;
3234	$pl->valid or next;	4009	$pl->valid or next;
		4010	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3235	$pl->save;	4011	$pl->save;
3236	}	4012	}
3237	warn "end emergency player save\n";	4013	info "emergency_perl_save: end player save\n";
3238		4014
3239	warn "begin emergency map save\n";	4015	cf::write_runtime_sync; # external watchdog should not bark
		4016
		4017	info "emergency_perl_save: begin map save\n";
3240	for my $path (keys %cf::MAP) {	4018	for my $path (keys %cf::MAP) {
3241	my $map = $cf::MAP{$path} or next;	4019	my $map = $cf::MAP{$path} or next;
3242	$map->valid or next;	4020	$map->valid or next;
3243	$map->save;	4021	$map->save;
3244	}	4022	}
3245	warn "end emergency map save\n";	4023	info "emergency_perl_save: end map save\n";
3246		4024
3247	warn "begin emergency database checkpoint\n";	4025	cf::write_runtime_sync; # external watchdog should not bark
		4026
		4027	info "emergency_perl_save: begin database checkpoint\n";
3248	BDB::db_env_txn_checkpoint $DB_ENV;	4028	BDB::db_env_txn_checkpoint $DB_ENV;
3249	warn "end emergency database checkpoint\n";	4029	info "emergency_perl_save: end database checkpoint\n";
		4030
		4031	info "emergency_perl_save: begin write uuid\n";
		4032	write_uuid_sync 1;
		4033	info "emergency_perl_save: end write uuid\n";
		4034
		4035	cf::write_runtime_sync; # external watchdog should not bark
		4036
		4037	trace "emergency_perl_save: syncing database to disk";
		4038	BDB::db_env_txn_checkpoint $DB_ENV;
		4039
		4040	info "emergency_perl_save: starting sync\n";
		4041	IO::AIO::aio_sync sub {
		4042	info "emergency_perl_save: finished sync\n";
		4043	};
		4044
		4045	cf::write_runtime_sync; # external watchdog should not bark
		4046
		4047	trace "emergency_perl_save: flushing outstanding aio requests";
		4048	while (IO::AIO::nreqs || BDB::nreqs) {
		4049	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		4050	}
		4051
		4052	cf::write_runtime_sync; # external watchdog should not bark
3250	};	4053	};
3251		4054
3252	warn "leave emergency perl save\n";	4055	info "emergency_perl_save: leave\n";
3253	}	4056	}
3254		4057
3255	sub post_cleanup {	4058	sub post_cleanup {
3256	my ($make_core) = @_;	4059	my ($make_core) = @_;
3257		4060
		4061	IO::AIO::flush;
		4062
3258	warn Carp::longmess "post_cleanup backtrace"	4063	error Carp::longmess "post_cleanup backtrace"
3259	if $make_core;	4064	if $make_core;
		4065
		4066	my $fh = pidfile;
		4067	unlink $PIDFILE if <$fh> == $$;
		4068	}
		4069
		4070	# a safer delete_package, copied from Symbol
		4071	sub clear_package($) {
		4072	my $pkg = shift;
		4073
		4074	# expand to full symbol table name if needed
		4075	unless ($pkg =~ /^main::.*::$/) {
		4076	$pkg = "main$pkg" if $pkg =~ /^::/;
		4077	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		4078	$pkg .= '::' unless $pkg =~ /::$/;
		4079	}
		4080
		4081	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		4082	my $stem_symtab = *{$stem}{HASH};
		4083
		4084	defined $stem_symtab and exists $stem_symtab->{$leaf}
		4085	or return;
		4086
		4087	# clear all symbols
		4088	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		4089	for my $name (keys %$leaf_symtab) {
		4090	_gv_clear *{"$pkg$name"};
		4091	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4092	}
3260	}	4093	}
3261		4094
3262	sub do_reload_perl() {	4095	sub do_reload_perl() {
3263	# can/must only be called in main	4096	# can/must only be called in main
3264	if ($Coro::current != $Coro::main) {	4097	unless (in_main) {
3265	warn "can only reload from main coroutine";	4098	error "can only reload from main coroutine";
3266	return;	4099	return;
3267	}	4100	}
3268		4101
3269	warn "reloading...";	4102	return if $RELOAD++;
3270		4103
3271	warn "entering sync_job";	4104	my $t1 = AE::time;
3272		4105
		4106	while ($RELOAD) {
		4107	cf::get_slot 0.1, -1, "reload_perl";
		4108	info "perl_reload: reloading...";
		4109
		4110	trace "perl_reload: entering sync_job";
		4111
3273	cf::sync_job {	4112	cf::sync_job {
3274	cf::write_runtime; # external watchdog should not bark
3275	cf::emergency_save;	4113	#cf::emergency_save;
3276	cf::write_runtime; # external watchdog should not bark
3277		4114
3278	warn "syncing database to disk";
3279	BDB::db_env_txn_checkpoint $DB_ENV;
3280
3281	# if anything goes wrong in here, we should simply crash as we already saved
3282
3283	warn "cancelling all WF_AUTOCANCEL watchers";
3284	for (Event::all_watchers) {
3285	$_->cancel if $_->data & WF_AUTOCANCEL;
3286	}
3287
3288	warn "flushing outstanding aio requests";
3289	for (;;) {
3290	BDB::flush;
3291	IO::AIO::flush;
3292	Coro::cede;
3293	last unless IO::AIO::nreqs || BDB::nreqs;
3294	warn "iterate...";
3295	}
3296
3297	++$RELOAD;
3298
3299	warn "cancelling all extension coros";	4115	trace "perl_reload: cancelling all extension coros";
3300	$_->cancel for values %EXT_CORO;	4116	$_->cancel for values %EXT_CORO;
3301	%EXT_CORO = ();	4117	%EXT_CORO = ();
3302		4118
3303	warn "removing commands";	4119	trace "perl_reload: removing commands";
3304	%COMMAND = ();	4120	%COMMAND = ();
3305		4121
3306	warn "removing ext/exti commands";	4122	trace "perl_reload: removing ext/exti commands";
3307	%EXTCMD = ();	4123	%EXTCMD = ();
3308	%EXTICMD = ();	4124	%EXTICMD = ();
3309		4125
3310	warn "unloading/nuking all extensions";	4126	trace "perl_reload: unloading/nuking all extensions";
3311	for my $pkg (@EXTS) {	4127	for my $pkg (@EXTS) {
3312	warn "... unloading $pkg";	4128	trace "... unloading $pkg";
3313		4129
3314	if (my $cb = $pkg->can ("unload")) {	4130	if (my $cb = $pkg->can ("unload")) {
3315	eval {	4131	eval {
3316	$cb->($pkg);	4132	$cb->($pkg);
3317	1	4133	1
3318	} or warn "$pkg unloaded, but with errors: $@";	4134	} or error "$pkg unloaded, but with errors: $@";
		4135	}
		4136
		4137	trace "... clearing $pkg";
		4138	clear_package $pkg;
3319	}	4139	}
3320		4140
3321	warn "... nuking $pkg";
3322	Symbol::delete_package $pkg;
3323	}
3324
3325	warn "unloading all perl modules loaded from $LIBDIR";	4141	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3326	while (my ($k, $v) = each %INC) {	4142	while (my ($k, $v) = each %INC) {
3327	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4143	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3328		4144
3329	warn "... unloading $k";	4145	trace "... unloading $k";
3330	delete $INC{$k};	4146	delete $INC{$k};
3331		4147
3332	$k =~ s/\.pm$//;	4148	$k =~ s/\.pm$//;
3333	$k =~ s/\//::/g;	4149	$k =~ s/\//::/g;
3334		4150
3335	if (my $cb = $k->can ("unload_module")) {	4151	if (my $cb = $k->can ("unload_module")) {
3336	$cb->();	4152	$cb->();
		4153	}
		4154
		4155	clear_package $k;
3337	}	4156	}
3338		4157
3339	Symbol::delete_package $k;
3340	}
3341
3342	warn "getting rid of safe::, as good as possible";	4158	trace "perl_reload: getting rid of safe::, as good as possible";
3343	Symbol::delete_package "safe::$_"	4159	clear_package "safe::$_"
3344	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4160	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3345		4161
3346	warn "unloading cf.pm \"a bit\"";	4162	trace "perl_reload: unloading cf.pm \"a bit\"";
3347	delete $INC{"cf.pm"};	4163	delete $INC{"cf.pm"};
3348	delete $INC{"cf/pod.pm"};	4164	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3349		4165
3350	# don't, removes xs symbols, too,	4166	# don't, removes xs symbols, too,
3351	# and global variables created in xs	4167	# and global variables created in xs
3352	#Symbol::delete_package __PACKAGE__;	4168	#clear_package __PACKAGE__;
3353		4169
3354	warn "unload completed, starting to reload now";	4170	info "perl_reload: unload completed, starting to reload now";
3355		4171
3356	warn "reloading cf.pm";	4172	trace "perl_reload: reloading cf.pm";
3357	require cf;	4173	require cf;
3358	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4174	cf::_connect_to_perl_1;
3359		4175
3360	warn "loading config and database again";	4176	trace "perl_reload: loading config and database again";
3361	cf::reload_config;	4177	cf::reload_config;
3362		4178
3363	warn "loading extensions";	4179	trace "perl_reload: loading extensions";
3364	cf::load_extensions;	4180	cf::load_extensions;
3365		4181
		4182	if ($REATTACH_ON_RELOAD) {
3366	warn "reattaching attachments to objects/players";	4183	trace "perl_reload: reattaching attachments to objects/players";
3367	_global_reattach; # objects, sockets	4184	_global_reattach; # objects, sockets
3368	warn "reattaching attachments to maps";	4185	trace "perl_reload: reattaching attachments to maps";
3369	reattach $_ for values %MAP;	4186	reattach $_ for values %MAP;
3370	warn "reattaching attachments to players";	4187	trace "perl_reload: reattaching attachments to players";
3371	reattach $_ for values %PLAYER;	4188	reattach $_ for values %PLAYER;
		4189	}
3372		4190
3373	warn "leaving sync_job";	4191	cf::_post_init 1;
3374		4192
		4193	trace "perl_reload: leaving sync_job";
		4194
3375	1	4195	1
3376	} or do {	4196	} or do {
3377	warn $@;	4197	error $@;
3378	warn "error while reloading, exiting.";	4198	cf::cleanup "perl_reload: error, exiting.";
3379	exit 1;	4199	};
		4200
		4201	--$RELOAD;
3380	};	4202	}
3381		4203
3382	warn "reloaded";	4204	$t1 = AE::time - $t1;
		4205	info "perl_reload: completed in ${t1}s\n";
3383	};	4206	};
3384		4207
3385	our $RELOAD_WATCHER; # used only during reload	4208	our $RELOAD_WATCHER; # used only during reload
3386		4209
3387	sub reload_perl() {	4210	sub reload_perl() {
3388	# doing reload synchronously and two reloads happen back-to-back,	4211	# doing reload synchronously and two reloads happen back-to-back,
3389	# coro crashes during coro_state_free->destroy here.	4212	# coro crashes during coro_state_free->destroy here.
3390		4213
3391	$RELOAD_WATCHER ||= Event->timer (	4214	$RELOAD_WATCHER ||= cf::async {
3392	reentrant => 0,	4215	Coro::AIO::aio_wait cache_extensions;
3393	after => 0,	4216
3394	data => WF_AUTOCANCEL,	4217	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3395	cb => sub {
3396	do_reload_perl;	4218	do_reload_perl;
3397	undef $RELOAD_WATCHER;	4219	undef $RELOAD_WATCHER;
3398	},	4220	};
3399	);	4221	};
3400	}	4222	}
3401		4223
3402	register_command "reload" => sub {	4224	register_command "reload" => sub {
3403	my ($who, $arg) = @_;	4225	my ($who, $arg) = @_;
3404		4226
3405	if ($who->flag (FLAG_WIZ)) {	4227	if ($who->flag (FLAG_WIZ)) {
3406	$who->message ("reloading server.");	4228	$who->message ("reloading server.");
		4229	async {
		4230	$Coro::current->{desc} = "perl_reload";
3407	async { reload_perl };	4231	reload_perl;
		4232	};
3408	}	4233	}
3409	};	4234	};
3410		4235
3411	unshift @INC, $LIBDIR;	4236	#############################################################################
3412		4237
3413	my $bug_warning = 0;	4238	my $bug_warning = 0;
3414		4239
3415	our @WAIT_FOR_TICK;
3416	our @WAIT_FOR_TICK_BEGIN;
3417
3418	sub wait_for_tick {	4240	sub wait_for_tick() {
3419	return unless $TICK_WATCHER->is_active;	4241	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3420	return if $Coro::current == $Coro::main;
3421		4242
3422	my $signal = new Coro::Signal;	4243	$WAIT_FOR_TICK->wait;
3423	push @WAIT_FOR_TICK, $signal;
3424	$signal->wait;
3425	}	4244	}
3426		4245
3427	sub wait_for_tick_begin {	4246	sub wait_for_tick_begin() {
3428	return unless $TICK_WATCHER->is_active;	4247	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3429	return if $Coro::current == $Coro::main;
3430		4248
3431	my $signal = new Coro::Signal;	4249	my $signal = new Coro::Signal;
3432	push @WAIT_FOR_TICK_BEGIN, $signal;	4250	push @WAIT_FOR_TICK_BEGIN, $signal;
3433	$signal->wait;	4251	$signal->wait;
3434	}	4252	}
3435		4253
3436	my $min = 1e6;#d#	4254	sub tick {
3437	my $avg = 10;
3438	$TICK_WATCHER = Event->timer (
3439	reentrant => 0,
3440	parked => 1,
3441	prio => 0,
3442	at => $NEXT_TICK || $TICK,
3443	data => WF_AUTOCANCEL,
3444	cb => sub {
3445	if ($Coro::current != $Coro::main) {	4255	if ($Coro::current != $Coro::main) {
3446	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4256	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3447	unless ++$bug_warning > 10;	4257	unless ++$bug_warning > 10;
3448	return;	4258	return;
3449	}	4259	}
3450		4260
3451	$NOW = $tick_start = Event::time;	4261	cf::one_tick; # one server iteration
3452		4262
3453	cf::server_tick; # one server iteration	4263	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3454		4264
3455	0 && sync_job {#d#	4265	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3456	for(1..10) {	4266	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3457	my $t = Event::time;	4267	Coro::async_pool {
3458	my $map = my $map = new_from_path cf::map "/tmp/x.map"	4268	$Coro::current->{desc} = "runtime saver";
3459	or die;	4269	write_runtime_sync
3460		4270	or error "ERROR: unable to write runtime file: $!";
3461	$map->width (50);
3462	$map->height (50);
3463	$map->alloc;
3464	$map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
3465	my $t = Event::time - $t;
3466
3467	#next unless $t < 0.0013;#d#
3468	if ($t < $min) {
3469	$min = $t;
3470	}
3471	$avg = $avg * 0.99 + $t * 0.01;
3472	}
3473	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3474	exit 0;
3475	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3476	};	4271	};
		4272	}
3477		4273
3478	$RUNTIME += $TICK;
3479	$NEXT_TICK += $TICK;
3480
3481	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3482	$NEXT_RUNTIME_WRITE = $NOW + 10;
3483	Coro::async_pool {
3484	write_runtime
3485	or warn "ERROR: unable to write runtime file: $!";
3486	};
3487	}
3488
3489	# my $AFTER = Event::time;
3490	# warn $AFTER - $NOW;#d#
3491
3492	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4274	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3493	$sig->send;	4275	$sig->send;
3494	}	4276	}
3495	while (my $sig = shift @WAIT_FOR_TICK) {	4277	$WAIT_FOR_TICK->broadcast;
3496	$sig->send;
3497	}
3498		4278
3499	$NOW = Event::time;	4279	$LOAD = ($NOW - $TICK_START) / $TICK;
3500
3501	# if we are delayed by four ticks or more, skip them all
3502	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3503
3504	$TICK_WATCHER->at ($NEXT_TICK);
3505	$TICK_WATCHER->start;
3506
3507	$LOAD = ($NOW - $tick_start) / $TICK;
3508	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4280	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3509		4281
3510	_post_tick;	4282	if (0) {
3511		4283	if ($NEXT_TICK) {
3512		4284	my $jitter = $TICK_START - $NEXT_TICK;
		4285	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4286	debug "jitter $JITTER\n";#d#
		4287	}
3513	},	4288	}
3514	);	4289	}
3515		4290
3516	{	4291	{
3517	BDB::max_poll_time $TICK * 0.1;	4292	# configure BDB
3518	$BDB_POLL_WATCHER = Event->io (	4293	info "initialising database";
3519	reentrant => 0,	4294
3520	fd => BDB::poll_fileno,
3521	poll => 'r',
3522	prio => 0,
3523	data => WF_AUTOCANCEL,
3524	cb => \&BDB::poll_cb,
3525	);
3526	BDB::min_parallel 8;	4295	BDB::min_parallel 16;
3527		4296	BDB::max_poll_reqs $TICK * 0.1;
3528	BDB::set_sync_prepare {	4297	#$AnyEvent::BDB::WATCHER->priority (1);
3529	my $status;
3530	my $current = $Coro::current;
3531	(
3532	sub {
3533	$status = $!;
3534	$current->ready; undef $current;
3535	},
3536	sub {
3537	Coro::schedule while defined $current;
3538	$! = $status;
3539	},
3540	)
3541	};
3542		4298
3543	unless ($DB_ENV) {	4299	unless ($DB_ENV) {
3544	$DB_ENV = BDB::db_env_create;	4300	$DB_ENV = BDB::db_env_create;
		4301	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4302	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4303	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4304	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4305	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3545		4306
3546	cf::sync_job {	4307	cf::sync_job {
3547	eval {	4308	eval {
3548	BDB::db_env_open	4309	BDB::db_env_open
3549	$DB_ENV,	4310	$DB_ENV,
…		…
3551	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4312	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3552	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4313	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3553	0666;	4314	0666;
3554		4315
3555	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4316	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3556
3557	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3558	$DB_ENV->set_lk_detect;
3559	};	4317	};
3560		4318
3561	cf::cleanup "db_env_open(db): $@" if $@;	4319	cf::cleanup "db_env_open(db): $@" if $@;
3562	};	4320	};
3563	}	4321	}
		4322
		4323	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4324	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4325	};
		4326	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4327	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4328	};
		4329	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4330	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4331	};
		4332
		4333	info "database initialised";
3564	}	4334	}
3565		4335
3566	{	4336	{
		4337	# configure IO::AIO
		4338
		4339	info "initialising aio";
3567	IO::AIO::min_parallel 8;	4340	IO::AIO::min_parallel 8;
3568
3569	undef $Coro::AIO::WATCHER;
3570	IO::AIO::max_poll_time $TICK * 0.1;	4341	IO::AIO::max_poll_time $TICK * 0.1;
3571	$AIO_POLL_WATCHER = Event->io (	4342	undef $AnyEvent::AIO::WATCHER;
3572	reentrant => 0,	4343	info "aio initialised";
3573	data => WF_AUTOCANCEL,
3574	fd => IO::AIO::poll_fileno,
3575	poll => 'r',
3576	prio => 6,
3577	cb => \&IO::AIO::poll_cb,
3578	);
3579	}	4344	}
3580		4345
3581	my $_log_backtrace;	4346	our $_log_backtrace;
		4347	our $_log_backtrace_last;
3582		4348
3583	sub _log_backtrace {	4349	sub _log_backtrace {
3584	my ($msg, @addr) = @_;	4350	my ($msg, @addr) = @_;
3585		4351
3586	$msg =~ s/\n//;	4352	$msg =~ s/\n$//;
3587		4353
		4354	if ($_log_backtrace_last eq $msg) {
		4355	LOG llevInfo, "[ABT] $msg\n";
		4356	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3588	# limit the # of concurrent backtraces	4357	# limit the # of concurrent backtraces
3589	if ($_log_backtrace < 2) {	4358	} elsif ($_log_backtrace < 2) {
		4359	$_log_backtrace_last = $msg;
3590	++$_log_backtrace;	4360	++$_log_backtrace;
		4361	my $perl_bt = Carp::longmess $msg;
3591	async {	4362	async {
		4363	$Coro::current->{desc} = "abt $msg";
		4364
3592	my @bt = fork_call {	4365	my @bt = fork_call {
3593	@addr = map { sprintf "%x", $_ } @addr;	4366	@addr = map { sprintf "%x", $_ } @addr;
3594	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4367	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3595	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4368	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3596	or die "addr2line: $!";	4369	or die "addr2line: $!";
…		…
3604	}	4377	}
3605		4378
3606	@funcs	4379	@funcs
3607	};	4380	};
3608		4381
3609	LOG llevInfo, "[ABT] $msg\n";	4382	LOG llevInfo, "[ABT] $perl_bt\n";
		4383	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3610	LOG llevInfo, "[ABT] $_\n" for @bt;	4384	LOG llevInfo, "[ABT] $_\n" for @bt;
3611	--$_log_backtrace;	4385	--$_log_backtrace;
3612	};	4386	};
3613	} else {	4387	} else {
3614	LOG llevInfo, "[ABT] $msg\n";	4388	LOG llevInfo, "[ABT] $msg\n";
3615	LOG llevInfo, "[ABT] [suppressed]\n";	4389	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3616	}	4390	}
3617	}	4391	}
3618		4392
3619	# load additional modules	4393	# load additional modules
3620	use cf::pod;	4394	require "cf/$_.pm" for @EXTRA_MODULES;
		4395	cf::_connect_to_perl_2;
3621		4396
3622	END { cf::emergency_save }	4397	END { cf::emergency_save }
3623		4398
3624	1	4399	1
3625		4400

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines