ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.274 by root, Tue Jun 5 13:05:02 2007 UTC vs.
Revision 1.592 by root, Fri Nov 9 00:11:49 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use AnyEvent ();
		38	use AnyEvent::IO ();
		39	use AnyEvent::DNS ();
		40
15	use Coro 3.61 ();	41	use Coro ();
16	use Coro::State;	42	use Coro::State;
17	use Coro::Handle;	43	use Coro::Handle;
		44	use Coro::EV;
18	use Coro::Event;	45	use Coro::AnyEvent;
19	use Coro::Timer;	46	use Coro::Timer;
20	use Coro::Signal;	47	use Coro::Signal;
21	use Coro::Semaphore;	48	use Coro::Semaphore;
		49	use Coro::SemaphoreSet;
		50	use Coro::AnyEvent;
22	use Coro::AIO;	51	use Coro::AIO;
		52	use Coro::BDB 1.6;
23	use Coro::Storable;	53	use Coro::Storable;
		54	use Coro::Util ();
24		55
		56	use Guard ();
		57	use JSON::XS 2.01 ();
25	use BDB ();	58	use BDB ();
26	use Data::Dumper;	59	use Data::Dumper;
27	use Digest::MD5;
28	use Fcntl;	60	use Fcntl;
29	use YAML::Syck ();	61	use YAML::XS ();
30	use IO::AIO 2.32 ();	62	use IO::AIO ();
31	use Time::HiRes;	63	use Time::HiRes;
32	use Compress::LZF;	64	use Compress::LZF;
		65	use Digest::MD5 ();
		66
		67	AnyEvent::detect;
33		68
34	# configure various modules to our taste	69	# configure various modules to our taste
35	#	70	#
36	$Storable::canonical = 1; # reduce rsync transfers	71	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	72	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		73
		74	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		75
		76	# make sure c-lzf reinitialises itself
		77	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	78	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39		79
40	$Event::Eval = 1; # no idea why this is required, but it is	80	# strictly for debugging
41		81	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
42	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
43	$YAML::Syck::ImplicitUnicode = 1;
44
45	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46		82
47	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	83	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		84
		85	our @ORIG_INC;
48		86
49	our %COMMAND = ();	87	our %COMMAND = ();
50	our %COMMAND_TIME = ();	88	our %COMMAND_TIME = ();
51		89
52	our @EXTS = (); # list of extension package names	90	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	91	our %EXTCMD = ();
		92	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	93	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	94	our %EXT_MAP = (); # pluggable maps
56		95
57	our $RELOAD; # number of reloads so far	96	our $RELOAD; # number of reloads so far, non-zero while in reload
58	our @EVENT;	97	our @EVENT;
		98	our @REFLECT; # set by XS
		99	our %REFLECT; # set by us
59		100
60	our $CONFDIR = confdir;	101	our $CONFDIR = confdir;
		102
61	our $DATADIR = datadir;	103	our $DATADIR = datadir;
62	our $LIBDIR = "$DATADIR/ext";	104	our $LIBDIR = "$DATADIR/ext";
63	our $PODDIR = "$DATADIR/pod";	105	our $PODDIR = "$DATADIR/pod";
64	our $MAPDIR = "$DATADIR/" . mapdir;	106	our $MAPDIR = "$DATADIR/" . mapdir;
		107
65	our $LOCALDIR = localdir;	108	our $LOCALDIR = localdir;
66	our $TMPDIR = "$LOCALDIR/" . tmpdir;	109	our $TMPDIR = "$LOCALDIR/" . tmpdir;
67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	110	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	111	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69	our $RANDOMDIR = "$LOCALDIR/random";	112	our $RANDOMDIR = "$LOCALDIR/random";
70	our $BDBDIR = "$LOCALDIR/db";	113	our $BDBDIR = "$LOCALDIR/db";
		114	our $PIDFILE = "$LOCALDIR/pid";
		115	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		116
		117	#our %RESOURCE; # unused
		118
		119	our $OUTPUT_RATE_MIN = 3000;
		120	our $OUTPUT_RATE_MAX = 1000000;
		121
		122	our $MAX_LINKS = 32; # how many chained exits to follow
		123	our $VERBOSE_IO = 1;
71		124
72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	125	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
73	our $TICK_WATCHER;
74	our $AIO_POLL_WATCHER;
75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	126	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
76	our $NEXT_TICK;	127	our $NEXT_TICK;
		128	our $USE_FSYNC = 1; # use fsync to write maps - default on
		129
		130	our $BDB_DEADLOCK_WATCHER;
		131	our $BDB_CHECKPOINT_WATCHER;
		132	our $BDB_TRICKLE_WATCHER;
		133	our $DB_ENV;
		134
		135	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		136
		137	our %CFG;
		138	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		139
		140	our $UPTIME; $UPTIME ||= time;
		141	our $RUNTIME = 0;
		142	our $SERVER_TICK = 0;
77	our $NOW;	143	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		144
80	our $BDB_POLL_WATCHER;	145	our (%PLAYER, %PLAYER_LOADING); # all users
81	our $DB_ENV;	146	our (%MAP, %MAP_LOADING ); # all maps
82
83	our %CFG;
84
85	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;
87
88	our %PLAYER; # all users
89	our %MAP; # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	147	our $LINK_MAP; # the special {link} map, which is always available
91		148
92	# used to convert map paths into valid unix filenames by replacing / by ∕	149	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	150	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94		151
95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	152	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96	our $LOADAVG; # same thing, but with alpha-smoothing	153	our $LOADAVG; # same thing, but with alpha-smoothing
		154	our $JITTER; # average jitter
97	our $tick_start; # for load detecting purposes	155	our $TICK_START; # for load detecting purposes
		156
		157	our @POST_INIT;
		158
		159	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		160	our $REALLY_UNLOOP; # never set to true, please :)
		161
		162	our $WAIT_FOR_TICK = new Coro::Signal;
		163	our @WAIT_FOR_TICK_BEGIN;
98		164
99	binmode STDOUT;	165	binmode STDOUT;
100	binmode STDERR;	166	binmode STDERR;
101		167
102	# read virtual server time, if available	168	# read virtual server time, if available
103	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	169	unless ($RUNTIME || !-e $RUNTIMEFILE) {
104	open my $fh, "<", "$LOCALDIR/runtime"	170	open my $fh, "<", $RUNTIMEFILE
105	or die "unable to read runtime file: $!";	171	or die "unable to read $RUNTIMEFILE file: $!";
106	$RUNTIME = <$fh> + 0.;	172	$RUNTIME = <$fh> + 0.;
107	}	173	}
		174
		175	eval "sub TICK() { $TICK } 1" or die;
108		176
109	mkdir $_	177	mkdir $_
110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	178	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
111		179
112	our $EMERGENCY_POSITION;	180	our $EMERGENCY_POSITION;
113		181
114	sub cf::map::normalise;	182	sub cf::map::normalise;
115		183
		184	sub in_main() {
		185	$Coro::current == $Coro::main
		186	}
		187
116	#############################################################################	188	#############################################################################
117		189
		190	%REFLECT = ();
		191	for (@REFLECT) {
		192	my $reflect = JSON::XS::decode_json $_;
		193	$REFLECT{$reflect->{class}} = $reflect;
		194	}
		195
		196	# this is decidedly evil
		197	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		198
		199	#############################################################################
		200
118	=head2 GLOBAL VARIABLES	201	=head2 GLOBAL VARIABLES
119		202
120	=over 4	203	=over 4
121		204
122	=item $cf::UPTIME	205	=item $cf::UPTIME
123		206
124	The timestamp of the server start (so not actually an uptime).	207	The timestamp of the server start (so not actually an "uptime").
		208
		209	=item $cf::SERVER_TICK
		210
		211	An unsigned integer that starts at zero when the server is started and is
		212	incremented on every tick.
		213
		214	=item $cf::NOW
		215
		216	The (real) time of the last (current) server tick - updated before and
		217	after tick processing, so this is useful only as a rough "what time is it
		218	now" estimate.
		219
		220	=item $cf::TICK
		221
		222	The interval between each server tick, in seconds.
125		223
126	=item $cf::RUNTIME	224	=item $cf::RUNTIME
127		225
128	The time this server has run, starts at 0 and is increased by $cf::TICK on	226	The time this server has run, starts at 0 and is increased by $cf::TICK on
129	every server tick.	227	every server tick.
130		228
131	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	229	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
132	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	230	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
133	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	231	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
134		232
135	Various directories - "/etc", read-only install directory, perl-library	233	Various directories - "/etc", read-only install directory, perl-library
136	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	234	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
137	unique-items directory, player file directory, random maps directory and	235	unique-items directory, player file directory, random maps directory and
138	database environment.	236	database environment.
139		237
140	=item $cf::NOW
141
142	The time of the last (current) server tick.
143
144	=item $cf::TICK
145
146	The interval between server ticks, in seconds.
147
148	=item $cf::LOADAVG	238	=item $cf::LOADAVG
149		239
150	The current CPU load on the server (alpha-smoothed), as a value between 0	240	The current CPU load on the server (alpha-smoothed), as a value between 0
151	(none) and 1 (overloaded), indicating how much time is spent on processing	241	(none) and 1 (overloaded), indicating how much time is spent on processing
152	objects per tick. Healthy values are < 0.5.	242	objects per tick. Healthy values are < 0.5.
…		…
155		245
156	The raw value load value from the last tick.	246	The raw value load value from the last tick.
157		247
158	=item %cf::CFG	248	=item %cf::CFG
159		249
160	Configuration for the server, loaded from C</etc/crossfire/config>, or	250	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
161	from wherever your confdir points to.	251	from wherever your confdir points to.
162		252
163	=item cf::wait_for_tick, cf::wait_for_tick_begin	253	=item cf::wait_for_tick, cf::wait_for_tick_begin
164		254
165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	255	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
166	returns directly I<after> the tick processing (and consequently, can only wake one process	256	returns directly I<after> the tick processing (and consequently, can only wake one thread
167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	257	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
168		258
		259	Note that cf::Wait_for_tick will immediately return when the server is not
		260	ticking, making it suitable for small pauses in threads that need to run
		261	when the server is paused. If that is not applicable (i.e. you I<really>
		262	want to wait, use C<$cf::WAIT_FOR_TICK>).
		263
		264	=item $cf::WAIT_FOR_TICK
		265
		266	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		267	variable contains a L<Coro::Signal> that is broadcats after every server
		268	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		269	next server tick.
		270
		271	=cut
		272
		273	sub wait_for_tick();
		274	sub wait_for_tick_begin();
		275
		276	=item @cf::INVOKE_RESULTS
		277
		278	This array contains the results of the last C<invoke ()> call. When
		279	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		280	that call.
		281
		282	=item %cf::REFLECT
		283
		284	Contains, for each (C++) class name, a hash reference with information
		285	about object members (methods, scalars, arrays and flags) and other
		286	metadata, which is useful for introspection.
		287
169	=back	288	=back
170		289
171	=cut	290	=cut
172		291
173	BEGIN {	292	sub error(@) { LOG llevError, join "", @_ }
174	*CORE::GLOBAL::warn = sub {	293	sub warn (@) { LOG llevWarn , join "", @_ }
		294	sub info (@) { LOG llevInfo , join "", @_ }
		295	sub debug(@) { LOG llevDebug, join "", @_ }
		296	sub trace(@) { LOG llevTrace, join "", @_ }
		297
		298	$Coro::State::WARNHOOK = sub {
175	my $msg = join "", @_;	299	my $msg = join "", @_;
176		300
177	$msg .= "\n"	301	$msg .= "\n"
178	unless $msg =~ /\n$/;	302	unless $msg =~ /\n$/;
179		303
180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	304	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181		305
182	utf8::encode $msg;
183	LOG llevError, $msg;	306	LOG llevWarn, $msg;
184	};	307	};
185	}	308
		309	$Coro::State::DIEHOOK = sub {
		310	return unless $^S eq 0; # "eq", not "=="
		311
		312	error Carp::longmess $_[0];
		313
		314	if (in_main) {#d#
		315	error "DIEHOOK called in main context, Coro bug?\n";#d#
		316	return;#d#
		317	}#d#
		318
		319	# kill coroutine otherwise
		320	Coro::terminate
		321	};
186		322
187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	323	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
188	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	324	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
189	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	325	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
190	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	326	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
197	for my $pkg (qw(	333	for my $pkg (qw(
198	cf::global cf::attachable	334	cf::global cf::attachable
199	cf::object cf::object::player	335	cf::object cf::object::player
200	cf::client cf::player	336	cf::client cf::player
201	cf::arch cf::living	337	cf::arch cf::living
		338	cf::map cf::mapspace
202	cf::map cf::party cf::region	339	cf::party cf::region
203	)) {	340	)) {
204	no strict 'refs';
205	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	341	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
206	}	342	}
207		343
208	$Event::DIED = sub {	344	$EV::DIED = sub {
209	warn "error in event callback: @_";	345	warn "error in event callback: $@";
210	};	346	};
		347
		348	#############################################################################
		349
		350	sub fork_call(&@);
		351	sub get_slot($;$$);
		352
		353	#############################################################################
211		354
212	=head2 UTILITY FUNCTIONS	355	=head2 UTILITY FUNCTIONS
213		356
214	=over 4	357	=over 4
215		358
…		…
234	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	377	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
235	$d	378	$d
236	} || "[unable to dump $_[0]: '$@']";	379	} || "[unable to dump $_[0]: '$@']";
237	}	380	}
238		381
239	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working	382	=item $scalar = cf::load_file $path
240		383
		384	Loads the given file from path and returns its contents. Croaks on error
		385	and can block.
		386
		387	=cut
		388
		389	sub load_file($) {
		390	0 <= aio_load $_[0], my $data
		391	or Carp::croak "$_[0]: $!";
		392
		393	$data
		394	}
		395
		396	=item $success = cf::replace_file $path, $data, $sync
		397
		398	Atomically replaces the file at the given $path with new $data, and
		399	optionally $sync the data to disk before replacing the file.
		400
		401	=cut
		402
		403	sub replace_file($$;$) {
		404	my ($path, $data, $sync) = @_;
		405
		406	my $lock = cf::lock_acquire ("replace_file:$path");
		407
		408	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		409	or return;
		410
		411	$data = $data->() if ref $data;
		412
		413	length $data == aio_write $fh, 0, (length $data), $data, 0
		414	or return;
		415
		416	!$sync
		417	or !aio_fsync $fh
		418	or return;
		419
		420	aio_close $fh
		421	and return;
		422
		423	aio_rename "$path~", $path
		424	and return;
		425
		426	if ($sync) {
		427	$path =~ s%/[^/]*$%%;
		428	aio_pathsync $path;
		429	}
		430
		431	1
		432	}
		433
241	=item $ref = cf::from_json $json	434	=item $ref = cf::decode_json $json
242		435
243	Converts a JSON string into the corresponding perl data structure.	436	Converts a JSON string into the corresponding perl data structure.
244		437
245	=item $json = cf::to_json $ref	438	=item $json = cf::encode_json $ref
246		439
247	Converts a perl data structure into its JSON representation.	440	Converts a perl data structure into its JSON representation.
248		441
		442	=cut
		443
		444	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		445
		446	sub encode_json($) { $json_coder->encode ($_[0]) }
		447	sub decode_json($) { $json_coder->decode ($_[0]) }
		448
		449	=item $ref = cf::decode_storable $scalar
		450
		451	Same as Coro::Storable::thaw, so blocks.
		452
		453	=cut
		454
		455	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		456
		457	=item $ref = cf::decode_yaml $scalar
		458
		459	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		460
		461	=cut
		462
		463	sub decode_yaml($) {
		464	fork_call { YAML::XS::Load $_[0] } @_
		465	}
		466
		467	=item $scalar = cf::unlzf $scalar
		468
		469	Same as Compress::LZF::compress, but takes server ticks into account, so
		470	blocks.
		471
		472	=cut
		473
		474	sub unlzf($) {
		475	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		476	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		477	Compress::LZF::decompress $_[0]
		478	}
		479
		480	=item cf::post_init { BLOCK }
		481
		482	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		483	but I<before> the server starts ticking again.
		484
		485	The codeblock will have a single boolean argument to indicate whether this
		486	is a reload or not.
		487
		488	=cut
		489
		490	sub post_init(&) {
		491	push @POST_INIT, shift;
		492	}
		493
		494	sub _post_init {
		495	trace "running post_init jobs";
		496
		497	# run them in parallel...
		498
		499	my @join;
		500
		501	while () {
		502	push @join, map &Coro::async ($_, 0), @POST_INIT;
		503	@POST_INIT = ();
		504
		505	@join or last;
		506
		507	(pop @join)->join;
		508	}
		509	}
		510
249	=item cf::lock_wait $string	511	=item cf::lock_wait $string
250		512
251	Wait until the given lock is available. See cf::lock_acquire.	513	Wait until the given lock is available. See cf::lock_acquire.
252		514
253	=item my $lock = cf::lock_acquire $string	515	=item my $lock = cf::lock_acquire $string
254		516
255	Wait until the given lock is available and then acquires it and returns	517	Wait until the given lock is available and then acquires it and returns
256	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	518	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
257	for example when the coroutine gets canceled), the lock is automatically	519	for example when the coroutine gets canceled), the lock is automatically
258	returned.	520	returned.
259		521
		522	Locks are *not* recursive, locking from the same coro twice results in a
		523	deadlocked coro.
		524
260	Lock names should begin with a unique identifier (for example, cf::map::find	525	Lock names should begin with a unique identifier (for example, cf::map::find
261	uses map_find and cf::map::load uses map_load).	526	uses map_find and cf::map::load uses map_load).
262		527
263	=item $locked = cf::lock_active $string	528	=item $locked = cf::lock_active $string
264		529
265	Return true if the lock is currently active, i.e. somebody has locked it.	530	Return true if the lock is currently active, i.e. somebody has locked it.
266		531
267	=cut	532	=cut
268		533
269	our %LOCK;	534	our $LOCKS = new Coro::SemaphoreSet;
270		535
271	sub lock_wait($) {	536	sub lock_wait($) {
272	my ($key) = @_;	537	$LOCKS->wait ($_[0]);
273
274	# wait for lock, if any
275	while ($LOCK{$key}) {
276	push @{ $LOCK{$key} }, $Coro::current;
277	Coro::schedule;
278	}
279	}	538	}
280		539
281	sub lock_acquire($) {	540	sub lock_acquire($) {
282	my ($key) = @_;	541	$LOCKS->guard ($_[0])
283
284	# wait, to be sure we are not locked
285	lock_wait $key;
286
287	$LOCK{$key} = [];
288
289	Coro::guard {
290	# wake up all waiters, to be on the safe side
291	$_->ready for @{ delete $LOCK{$key} };
292	}
293	}	542	}
294		543
295	sub lock_active($) {	544	sub lock_active($) {
296	my ($key) = @_;	545	$LOCKS->count ($_[0]) < 1
297
298	! ! $LOCK{$key}
299	}	546	}
300		547
301	sub freeze_mainloop {	548	sub freeze_mainloop {
302	return unless $TICK_WATCHER->is_active;	549	tick_inhibit_inc;
303		550
304	my $guard = Coro::guard {	551	&Guard::guard (\&tick_inhibit_dec);
305	$TICK_WATCHER->start;	552	}
		553
		554	=item cf::periodic $interval, $cb
		555
		556	Like EV::periodic, but randomly selects a starting point so that the actions
		557	get spread over time.
		558
		559	=cut
		560
		561	sub periodic($$) {
		562	my ($interval, $cb) = @_;
		563
		564	my $start = rand List::Util::min 180, $interval;
		565
		566	EV::periodic $start, $interval, 0, $cb
		567	}
		568
		569	=item cf::get_slot $time[, $priority[, $name]]
		570
		571	Allocate $time seconds of blocking CPU time at priority C<$priority>
		572	(default: 0): This call blocks and returns only when you have at least
		573	C<$time> seconds of cpu time till the next tick. The slot is only valid
		574	till the next cede.
		575
		576	Background jobs should use a priority les than zero, interactive jobs
		577	should use 100 or more.
		578
		579	The optional C<$name> can be used to identify the job to run. It might be
		580	used for statistical purposes and should identify the same time-class.
		581
		582	Useful for short background jobs.
		583
		584	=cut
		585
		586	our @SLOT_QUEUE;
		587	our $SLOT_QUEUE;
		588	our $SLOT_DECAY = 0.9;
		589
		590	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		591	$SLOT_QUEUE = Coro::async {
		592	$Coro::current->desc ("timeslot manager");
		593
		594	my $signal = new Coro::Signal;
		595	my $busy;
		596
		597	while () {
		598	next_job:
		599
		600	my $avail = cf::till_tick;
		601
		602	for (0 .. $#SLOT_QUEUE) {
		603	if ($SLOT_QUEUE[$_][0] <= $avail) {
		604	$busy = 0;
		605	my $job = splice @SLOT_QUEUE, $_, 1, ();
		606	$job->[2]->send;
		607	Coro::cede;
		608	goto next_job;
		609	} else {
		610	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
		611	}
		612	}
		613
		614	if (@SLOT_QUEUE) {
		615	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		616	$WAIT_FOR_TICK->wait;
		617	} else {
		618	$busy = 0;
		619	Coro::schedule;
		620	}
306	};	621	}
307	$TICK_WATCHER->stop;	622	};
308	$guard	623
		624	sub get_slot($;$$) {
		625	return if tick_inhibit || $Coro::current == $Coro::main;
		626
		627	my ($time, $pri, $name) = @_;
		628
		629	$time = clamp $time, 0.01, $TICK * .6;
		630
		631	my $sig = new Coro::Signal;
		632
		633	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		634	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		635	$SLOT_QUEUE->ready;
		636	$sig->wait;
309	}	637	}
310		638
311	=item cf::async { BLOCK }	639	=item cf::async { BLOCK }
312		640
313	Currently the same as Coro::async_pool, meaning you cannot use	641	Currently the same as Coro::async_pool, meaning you cannot use
…		…
318		646
319	BEGIN { *async = \&Coro::async_pool }	647	BEGIN { *async = \&Coro::async_pool }
320		648
321	=item cf::sync_job { BLOCK }	649	=item cf::sync_job { BLOCK }
322		650
323	The design of crossfire+ requires that the main coro ($Coro::main) is	651	The design of Deliantra requires that the main coroutine ($Coro::main)
324	always able to handle events or runnable, as crossfire+ is only partly	652	is always able to handle events or runnable, as Deliantra is only
325	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	653	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		654	acceptable.
326		655
327	If it must be done, put the blocking parts into C<sync_job>. This will run	656	If it must be done, put the blocking parts into C<sync_job>. This will run
328	the given BLOCK in another coroutine while waiting for the result. The	657	the given BLOCK in another coroutine while waiting for the result. The
329	server will be frozen during this time, so the block should either finish	658	server will be frozen during this time, so the block should either finish
330	fast or be very important.	659	fast or be very important.
…		…
332	=cut	661	=cut
333		662
334	sub sync_job(&) {	663	sub sync_job(&) {
335	my ($job) = @_;	664	my ($job) = @_;
336		665
337	if ($Coro::current == $Coro::main) {	666	if (in_main) {
338	my $time = Event::time;	667	my $time = AE::time;
339		668
340	# this is the main coro, too bad, we have to block	669	# this is the main coro, too bad, we have to block
341	# till the operation succeeds, freezing the server :/	670	# till the operation succeeds, freezing the server :/
342		671
343	# TODO: use suspend/resume instead	672	#LOG llevError, Carp::longmess "sync job";#d#
344	# (but this is cancel-safe)	673
345	my $freeze_guard = freeze_mainloop;	674	my $freeze_guard = freeze_mainloop;
346		675
347	my $busy = 1;	676	my $busy = 1;
348	my @res;	677	my @res;
349		678
350	(async {	679	(async {
		680	$Coro::current->desc ("sync job coro");
351	@res = eval { $job->() };	681	@res = eval { $job->() };
352	warn $@ if $@;	682	error $@ if $@;
353	undef $busy;	683	undef $busy;
354	})->prio (Coro::PRIO_MAX);	684	})->prio (Coro::PRIO_MAX);
355		685
356	while ($busy) {	686	while ($busy) {
357	Coro::cede or Event::one_event;	687	if (Coro::nready) {
		688	Coro::cede_notself;
		689	} else {
		690	EV::loop EV::LOOP_ONESHOT;
358	}	691	}
		692	}
359		693
360	$time = Event::time - $time;	694	my $time = AE::time - $time;
361		695
362	LOG llevError | logBacktrace, Carp::longmess "long sync job"
363	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
364
365	$tick_start += $time; # do not account sync jobs to server load	696	$TICK_START += $time; # do not account sync jobs to server load
366		697
367	wantarray ? @res : $res[0]	698	wantarray ? @res : $res[0]
368	} else {	699	} else {
369	# we are in another coroutine, how wonderful, everything just works	700	# we are in another coroutine, how wonderful, everything just works
370		701
…		…
390	$EXT_CORO{$coro+0} = $coro;	721	$EXT_CORO{$coro+0} = $coro;
391		722
392	$coro	723	$coro
393	}	724	}
394		725
395	sub write_runtime {	726	=item fork_call { }, @args
396	my $runtime = "$LOCALDIR/runtime";
397		727
398	# first touch the runtime file to show we are still running:	728	Executes the given code block with the given arguments in a seperate
399	# the fsync below can take a very very long time.	729	process, returning the results. Everything must be serialisable with
		730	Coro::Storable. May, of course, block. Note that the executed sub may
		731	never block itself or use any form of event handling.
400		732
401	IO::AIO::aio_utime $runtime, undef, undef;	733	=cut
402		734
403	my $guard = cf::lock_acquire "write_runtime";	735	sub post_fork {
		736	reset_signals;
		737	}
404		738
405	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	739	sub fork_call(&@) {
406	or return;	740	my ($cb, @args) = @_;
407		741
408	my $value = $cf::RUNTIME + 90 + 10;	742	# we seemingly have to make a local copy of the whole thing,
409	# 10 is the runtime save interval, for a monotonic clock	743	# otherwise perl prematurely frees the stuff :/
410	# 60 allows for the watchdog to kill the server.	744	# TODO: investigate and fix (likely this will be rather laborious)
411		745
412	(aio_write $fh, 0, (length $value), $value, 0) <= 0	746	my @res = Coro::Util::fork_eval {
413	and return;	747	cf::post_fork;
		748	&$cb
		749	} @args;
414		750
415	# always fsync - this file is important	751	wantarray ? @res : $res[-1]
416	aio_fsync $fh	752	}
417	and return;
418		753
419	# touch it again to show we are up-to-date	754	sub objinfo {
420	aio_utime $fh, undef, undef;
421
422	close $fh
423	or return;
424
425	aio_rename "$runtime~", $runtime
426	and return;
427
428	warn "runtime file written.\n";
429
430	1	755	(
		756	"counter value" => cf::object::object_count,
		757	"objects created" => cf::object::create_count,
		758	"objects destroyed" => cf::object::destroy_count,
		759	"freelist size" => cf::object::free_count,
		760	"allocated objects" => cf::object::objects_size,
		761	"active objects" => cf::object::actives_size,
		762	)
		763	}
		764
		765	=item $coin = coin_from_name $name
		766
		767	=cut
		768
		769	our %coin_alias = (
		770	"silver" => "silvercoin",
		771	"silvercoin" => "silvercoin",
		772	"silvercoins" => "silvercoin",
		773	"gold" => "goldcoin",
		774	"goldcoin" => "goldcoin",
		775	"goldcoins" => "goldcoin",
		776	"platinum" => "platinacoin",
		777	"platinumcoin" => "platinacoin",
		778	"platinumcoins" => "platinacoin",
		779	"platina" => "platinacoin",
		780	"platinacoin" => "platinacoin",
		781	"platinacoins" => "platinacoin",
		782	"royalty" => "royalty",
		783	"royalties" => "royalty",
		784	);
		785
		786	sub coin_from_name($) {
		787	$coin_alias{$_[0]}
		788	? cf::arch::find $coin_alias{$_[0]}
		789	: undef
		790	}
		791
		792	=item $value = cf::db_get $family => $key
		793
		794	Returns a single value from the environment database.
		795
		796	=item cf::db_put $family => $key => $value
		797
		798	Stores the given C<$value> in the family. It can currently store binary
		799	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		800
		801	=item $db = cf::db_table "name"
		802
		803	Create and/or open a new database table. The string must not be "db" and must be unique
		804	within each server.
		805
		806	=cut
		807
		808	sub db_table($) {
		809	cf::error "db_get called from main context"
		810	if $Coro::current == $Coro::main;
		811
		812	my ($name) = @_;
		813	my $db = BDB::db_create $DB_ENV;
		814
		815	eval {
		816	$db->set_flags (BDB::CHKSUM);
		817
		818	utf8::encode $name;
		819	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		820	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		821	cf::cleanup "db_open(db): $!" if $!;
		822	};
		823	cf::cleanup "db_open(db): $@" if $@;
		824
		825	$db
		826	}
		827
		828	our $DB;
		829
		830	sub db_init {
		831	$DB ||= db_table "db";
		832	}
		833
		834	sub db_get($$) {
		835	my $key = "$_[0]/$_[1]";
		836
		837	cf::error "db_get called from main context"
		838	if $Coro::current == $Coro::main;
		839
		840	BDB::db_get $DB, undef, $key, my $data;
		841
		842	$! ? ()
		843	: $data
		844	}
		845
		846	sub db_put($$$) {
		847	BDB::dbreq_pri 4;
		848	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		849	}
		850
		851	=item cf::cache $id => [$paths...], $processversion => $process
		852
		853	Generic caching function that returns the value of the resource $id,
		854	caching and regenerating as required.
		855
		856	This function can block.
		857
		858	=cut
		859
		860	sub cache {
		861	my ($id, $src, $processversion, $process) = @_;
		862
		863	my $meta =
		864	join "\x00",
		865	$processversion,
		866	map {
		867	aio_stat $_
		868	and Carp::croak "$_: $!";
		869
		870	($_, (stat _)[7,9])
		871	} @$src;
		872
		873	my $dbmeta = db_get cache => "$id/meta";
		874	if ($dbmeta ne $meta) {
		875	# changed, we may need to process
		876
		877	my @data;
		878	my $md5;
		879
		880	for (0 .. $#$src) {
		881	$data[$_] = load_file $src->[$_];
		882	}
		883
		884	# if processing is expensive, check
		885	# checksum first
		886	if (1) {
		887	$md5 =
		888	join "\x00",
		889	$processversion,
		890	map {
		891	cf::cede_to_tick;
		892	($src->[$_], Digest::MD5::md5_hex $data[$_])
		893	} 0.. $#$src;
		894
		895
		896	my $dbmd5 = db_get cache => "$id/md5";
		897	if ($dbmd5 eq $md5) {
		898	db_put cache => "$id/meta", $meta;
		899
		900	return db_get cache => "$id/data";
		901	}
		902	}
		903
		904	my $t1 = Time::HiRes::time;
		905	my $data = $process->(\@data);
		906	my $t2 = Time::HiRes::time;
		907
		908	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
		909
		910	db_put cache => "$id/data", $data;
		911	db_put cache => "$id/md5" , $md5;
		912	db_put cache => "$id/meta", $meta;
		913
		914	return $data;
		915	}
		916
		917	db_get cache => "$id/data"
431	}	918	}
432		919
433	=item cf::datalog type => key => value, ...	920	=item cf::datalog type => key => value, ...
434		921
435	Log a datalog packet of the given type with the given key-value pairs.	922	Log a datalog packet of the given type with the given key-value pairs.
436		923
437	=cut	924	=cut
438		925
439	sub datalog($@) {	926	sub datalog($@) {
440	my ($type, %kv) = @_;	927	my ($type, %kv) = @_;
441	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	928	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
442	}	929	}
443		930
444	=back	931	=back
445		932
446	=cut	933	=cut
447		934
448	#############################################################################	935	#############################################################################
449		936
450	=head2 ATTACHABLE OBJECTS	937	=head2 ATTACHABLE OBJECTS
451		938
452	Many objects in crossfire are so-called attachable objects. That means you can	939	Many objects in deliantra are so-called attachable objects. That means you can
453	attach callbacks/event handlers (a collection of which is called an "attachment")	940	attach callbacks/event handlers (a collection of which is called an "attachment")
454	to it. All such attachable objects support the following methods.	941	to it. All such attachable objects support the following methods.
455		942
456	In the following description, CLASS can be any of C<global>, C<object>	943	In the following description, CLASS can be any of C<global>, C<object>
457	C<player>, C<client> or C<map> (i.e. the attachable objects in	944	C<player>, C<client> or C<map> (i.e. the attachable objects in
458	crossfire+).	945	Deliantra).
459		946
460	=over 4	947	=over 4
461		948
462	=item $attachable->attach ($attachment, key => $value...)	949	=item $attachable->attach ($attachment, key => $value...)
463		950
…		…
507	=item cf::CLASS::attachment $name, ...	994	=item cf::CLASS::attachment $name, ...
508		995
509	Register an attachment by C<$name> through which attachable objects of the	996	Register an attachment by C<$name> through which attachable objects of the
510	given CLASS can refer to this attachment.	997	given CLASS can refer to this attachment.
511		998
512	Some classes such as crossfire maps and objects can specify attachments	999	Some classes such as deliantra maps and objects can specify attachments
513	that are attached at load/instantiate time, thus the need for a name.	1000	that are attached at load/instantiate time, thus the need for a name.
514		1001
515	These calls expect any number of the following handler/hook descriptions:	1002	These calls expect any number of the following handler/hook descriptions:
516		1003
517	=over 4	1004	=over 4
…		…
641		1128
642	} elsif (exists $cb_id{$type}) {	1129	} elsif (exists $cb_id{$type}) {
643	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1130	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
644		1131
645	} elsif (ref $type) {	1132	} elsif (ref $type) {
646	warn "attaching objects not supported, ignoring.\n";	1133	error "attaching objects not supported, ignoring.\n";
647		1134
648	} else {	1135	} else {
649	shift @arg;	1136	shift @arg;
650	warn "attach argument '$type' not supported, ignoring.\n";	1137	error "attach argument '$type' not supported, ignoring.\n";
651	}	1138	}
652	}	1139	}
653	}	1140	}
654		1141
655	sub _object_attach {	1142	sub _object_attach {
…		…
665	_attach $registry, $klass, @attach;	1152	_attach $registry, $klass, @attach;
666	}	1153	}
667		1154
668	$obj->{$name} = \%arg;	1155	$obj->{$name} = \%arg;
669	} else {	1156	} else {
670	warn "object uses attachment '$name' that is not available, postponing.\n";	1157	info "object uses attachment '$name' which is not available, postponing.\n";
671	}	1158	}
672		1159
673	$obj->{_attachment}{$name} = undef;	1160	$obj->{_attachment}{$name} = undef;
674	}	1161	}
675		1162
…		…
715	";	1202	";
716	die if $@;	1203	die if $@;
717	}	1204	}
718		1205
719	our $override;	1206	our $override;
720	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1207	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
721		1208
722	sub override {	1209	sub override {
723	$override = 1;	1210	$override = 1;
724	@invoke_results = ();	1211	@INVOKE_RESULTS = (@_);
725	}	1212	}
726		1213
727	sub do_invoke {	1214	sub do_invoke {
728	my $event = shift;	1215	my $event = shift;
729	my $callbacks = shift;	1216	my $callbacks = shift;
730		1217
731	@invoke_results = ();	1218	@INVOKE_RESULTS = ();
732		1219
733	local $override;	1220	local $override;
734		1221
735	for (@$callbacks) {	1222	for (@$callbacks) {
736	eval { &{$_->[1]} };	1223	eval { &{$_->[1]} };
737		1224
738	if ($@) {	1225	if ($@) {
739	warn "$@";
740	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1226	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
741	override;	1227	override;
742	}	1228	}
743		1229
744	return 1 if $override;	1230	return 1 if $override;
745	}	1231	}
746		1232
747	0	1233	0
748	}	1234	}
749		1235
750	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1236	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
751		1237
752	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1238	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
753		1239
754	Generate an object-specific event with the given arguments.	1240	Generate an object-specific event with the given arguments.
755		1241
756	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1242	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
757	removed in future versions), and there is no public API to access override	1243	removed in future versions), and there is no public API to access override
758	results (if you must, access C<@cf::invoke_results> directly).	1244	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
759		1245
760	=back	1246	=back
761		1247
762	=cut	1248	=cut
763		1249
764	#############################################################################	1250	#############################################################################
765	# object support	1251	# object support
		1252
		1253	sub _object_equal($$);
		1254	sub _object_equal($$) {
		1255	my ($a, $b) = @_;
		1256
		1257	return 0 unless (ref $a) eq (ref $b);
		1258
		1259	if ("HASH" eq ref $a) {
		1260	my @ka = keys %$a;
		1261	my @kb = keys %$b;
		1262
		1263	return 0 if @ka != @kb;
		1264
		1265	for (0 .. $#ka) {
		1266	return 0 unless $ka[$_] eq $kb[$_];
		1267	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1268	}
		1269
		1270	} elsif ("ARRAY" eq ref $a) {
		1271
		1272	return 0 if @$a != @$b;
		1273
		1274	for (0 .. $#$a) {
		1275	return 0 unless _object_equal $a->[$_], $b->[$_];
		1276	}
		1277
		1278	} elsif ($a ne $b) {
		1279	return 0;
		1280	}
		1281
		1282	1
		1283	}
		1284
		1285	our $SLOW_MERGES;#d#
		1286	sub _can_merge {
		1287	my ($ob1, $ob2) = @_;
		1288
		1289	++$SLOW_MERGES;#d#
		1290
		1291	# we do the slow way here
		1292	return _object_equal $ob1, $ob2
		1293	}
766		1294
767	sub reattach {	1295	sub reattach {
768	# basically do the same as instantiate, without calling instantiate	1296	# basically do the same as instantiate, without calling instantiate
769	my ($obj) = @_;	1297	my ($obj) = @_;
770		1298
		1299	# no longer needed after getting rid of delete_package?
771	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1300	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
772		1301
773	my $registry = $obj->registry;	1302	my $registry = $obj->registry;
774		1303
775	@$registry = ();	1304	@$registry = ();
776		1305
…		…
781	for (@$attach) {	1310	for (@$attach) {
782	my ($klass, @attach) = @$_;	1311	my ($klass, @attach) = @$_;
783	_attach $registry, $klass, @attach;	1312	_attach $registry, $klass, @attach;
784	}	1313	}
785	} else {	1314	} else {
786	warn "object uses attachment '$name' that is not available, postponing.\n";	1315	info "object uses attachment '$name' that is not available, postponing.\n";
787	}	1316	}
788	}	1317	}
789	}	1318	}
790		1319
791	cf::attachable->attach (	1320	cf::attachable->attach (
792	prio => -1000000,	1321	prio => -1000000,
793	on_instantiate => sub {	1322	on_instantiate => sub {
794	my ($obj, $data) = @_;	1323	my ($obj, $data) = @_;
795		1324
796	$data = from_json $data;	1325	$data = decode_json $data;
797		1326
798	for (@$data) {	1327	for (@$data) {
799	my ($name, $args) = @$_;	1328	my ($name, $args) = @$_;
800		1329
801	$obj->attach ($name, %{$args || {} });	1330	$obj->attach ($name, %{$args || {} });
…		…
817	sub object_freezer_save {	1346	sub object_freezer_save {
818	my ($filename, $rdata, $objs) = @_;	1347	my ($filename, $rdata, $objs) = @_;
819		1348
820	sync_job {	1349	sync_job {
821	if (length $$rdata) {	1350	if (length $$rdata) {
		1351	utf8::decode (my $decname = $filename);
822	warn sprintf "saving %s (%d,%d)\n",	1352	trace sprintf "saving %s (%d,%d)\n",
823	$filename, length $$rdata, scalar @$objs;	1353	$decname, length $$rdata, scalar @$objs
		1354	if $VERBOSE_IO;
824		1355
825	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1356	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
826	chmod SAVE_MODE, $fh;	1357	aio_chmod $fh, SAVE_MODE;
827	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1358	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
828	aio_fsync $fh if $cf::USE_FSYNC;	1359	if ($cf::USE_FSYNC) {
		1360	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1361	aio_fsync $fh;
		1362	}
829	close $fh;	1363	aio_close $fh;
830		1364
831	if (@$objs) {	1365	if (@$objs) {
832	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1366	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
833	chmod SAVE_MODE, $fh;	1367	aio_chmod $fh, SAVE_MODE;
834	my $data = Storable::nfreeze { version => 1, objs => $objs };	1368	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
835	aio_write $fh, 0, (length $data), $data, 0;	1369	aio_write $fh, 0, (length $data), $data, 0;
836	aio_fsync $fh if $cf::USE_FSYNC;	1370	if ($cf::USE_FSYNC) {
		1371	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1372	aio_fsync $fh;
		1373	}
837	close $fh;	1374	aio_close $fh;
838	aio_rename "$filename.pst~", "$filename.pst";	1375	aio_rename "$filename.pst~", "$filename.pst";
839	}	1376	}
840	} else {	1377	} else {
841	aio_unlink "$filename.pst";	1378	aio_unlink "$filename.pst";
842	}	1379	}
843		1380
844	aio_rename "$filename~", $filename;	1381	aio_rename "$filename~", $filename;
		1382
		1383	$filename =~ s%/[^/]+$%%;
		1384	aio_pathsync $filename if $cf::USE_FSYNC;
845	} else {	1385	} else {
846	warn "FATAL: $filename~: $!\n";	1386	error "unable to save objects: $filename~: $!\n";
847	}	1387	}
848	} else {	1388	} else {
849	aio_unlink $filename;	1389	aio_unlink $filename;
850	aio_unlink "$filename.pst";	1390	aio_unlink "$filename.pst";
851	}	1391	}
852	}	1392	};
853	}	1393	}
854		1394
855	sub object_freezer_as_string {	1395	sub object_freezer_as_string {
856	my ($rdata, $objs) = @_;	1396	my ($rdata, $objs) = @_;
857		1397
…		…
869	or return;	1409	or return;
870		1410
871	unless (aio_stat "$filename.pst") {	1411	unless (aio_stat "$filename.pst") {
872	(aio_load "$filename.pst", $av) >= 0	1412	(aio_load "$filename.pst", $av) >= 0
873	or return;	1413	or return;
		1414
874	$av = eval { (Storable::thaw $av)->{objs} };	1415	my $st = eval { Coro::Storable::thaw $av };
		1416	$av = $st->{objs};
875	}	1417	}
876		1418
		1419	utf8::decode (my $decname = $filename);
877	warn sprintf "loading %s (%d)\n",	1420	trace sprintf "loading %s (%d,%d)\n",
878	$filename, length $data, scalar @{$av || []};	1421	$decname, length $data, scalar @{$av || []}
		1422	if $VERBOSE_IO;
		1423
879	return ($data, $av);	1424	($data, $av)
880	}	1425	}
		1426
		1427	=head2 COMMAND CALLBACKS
		1428
		1429	=over 4
		1430
		1431	=cut
881		1432
882	#############################################################################	1433	#############################################################################
883	# command handling &c	1434	# command handling &c
884		1435
885	=item cf::register_command $name => \&callback($ob,$args);	1436	=item cf::register_command $name => \&callback($ob,$args);
…		…
898	push @{ $COMMAND{$name} }, [$caller, $cb];	1449	push @{ $COMMAND{$name} }, [$caller, $cb];
899	}	1450	}
900		1451
901	=item cf::register_extcmd $name => \&callback($pl,$packet);	1452	=item cf::register_extcmd $name => \&callback($pl,$packet);
902		1453
903	Register a callbackf ro execution when the client sends an extcmd packet.	1454	Register a callback for execution when the client sends an (synchronous)
		1455	extcmd packet. Ext commands will be processed in the order they are
		1456	received by the server, like other user commands. The first argument is
		1457	the logged-in player. Ext commands can only be processed after a player
		1458	has logged in successfully.
904		1459
905	If the callback returns something, it is sent back as if reply was being	1460	If the callback returns something, it is sent back as if reply was being
906	called.	1461	called.
907		1462
		1463	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1464
		1465	Register a callback for execution when the client sends an (asynchronous)
		1466	exticmd packet. Exti commands are processed by the server as soon as they
		1467	are received, i.e. out of order w.r.t. other commands. The first argument
		1468	is a client socket. Exti commands can be received anytime, even before
		1469	log-in.
		1470
		1471	If the callback returns something, it is sent back as if reply was being
		1472	called.
		1473
908	=cut	1474	=cut
909		1475
910	sub register_extcmd {	1476	sub register_extcmd {
911	my ($name, $cb) = @_;	1477	my ($name, $cb) = @_;
912		1478
913	$EXTCMD{$name} = $cb;	1479	$EXTCMD{$name} = $cb;
914	}	1480	}
915		1481
		1482	sub register_exticmd {
		1483	my ($name, $cb) = @_;
		1484
		1485	$EXTICMD{$name} = $cb;
		1486	}
		1487
		1488	use File::Glob ();
		1489
916	cf::player->attach (	1490	cf::player->attach (
917	on_command => sub {	1491	on_unknown_command => sub {
918	my ($pl, $name, $params) = @_;	1492	my ($pl, $name, $params) = @_;
919		1493
920	my $cb = $COMMAND{$name}	1494	my $cb = $COMMAND{$name}
921	or return;	1495	or return;
922		1496
…		…
927	cf::override;	1501	cf::override;
928	},	1502	},
929	on_extcmd => sub {	1503	on_extcmd => sub {
930	my ($pl, $buf) = @_;	1504	my ($pl, $buf) = @_;
931		1505
932	my $msg = eval { from_json $buf };	1506	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
933		1507
934	if (ref $msg) {	1508	if (ref $msg) {
		1509	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		1510
		1511	my @reply;
		1512
935	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1513	if (my $cb = $EXTCMD{$type}) {
936	if (my %reply = $cb->($pl, $msg)) {	1514	@reply = $cb->($pl, @payload);
937	$pl->ext_reply ($msg->{msgid}, %reply);
938	}
939	}	1515	}
		1516
		1517	$pl->ext_reply ($reply, @reply)
		1518	if $reply;
		1519
940	} else {	1520	} else {
941	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1521	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
942	}	1522	}
943		1523
944	cf::override;	1524	cf::override;
945	},	1525	},
946	);	1526	);
947		1527
		1528	# "readahead" all extensions
948	sub load_extension {	1529	sub cache_extensions {
949	my ($path) = @_;	1530	my $grp = IO::AIO::aio_group;
950		1531
951	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1532	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
952	my $base = $1;	1533	for (grep /\.ext$/, @{$_[0]}) {
953	my $pkg = $1;	1534	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
954	$pkg =~ s/[^[:word:]]/_/g;
955	$pkg = "ext::$pkg";
956
957	warn "... loading '$path' into '$pkg'\n";
958
959	open my $fh, "<:utf8", $path
960	or die "$path: $!";
961
962	my $source =
963	"package $pkg; use strict; use utf8;\n"
964	. "#line 1 \"$path\"\n{\n"
965	. (do { local $/; <$fh> })
966	. "\n};\n1";
967
968	unless (eval $source) {
969	my $msg = $@ ? "$path: $@\n"
970	: "extension disabled.\n";
971	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
972	warn $@;
973	warn "mandatory extension failed to load, exiting.\n";
974	exit 1;
975	}	1535	}
976	die $@;
977	}	1536	};
978		1537
979	push @EXTS, $pkg;	1538	$grp
		1539	}
		1540
		1541	sub _ext_cfg_reg($$$$) {
		1542	my ($rvar, $varname, $cfgname, $default) = @_;
		1543
		1544	$cfgname = lc $varname
		1545	unless length $cfgname;
		1546
		1547	$EXT_CFG{$cfgname} = [$rvar, $default];
		1548
		1549	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
980	}	1550	}
981		1551
982	sub load_extensions {	1552	sub load_extensions {
		1553	info "loading extensions...";
		1554
		1555	%EXT_CFG = ();
		1556
		1557	cf::sync_job {
		1558	my %todo;
		1559
983	for my $ext (<$LIBDIR/*.ext>) {	1560	for my $path (<$LIBDIR/*.ext>) {
984	next unless -r $ext;	1561	next unless -r $path;
985	eval {	1562
986	load_extension $ext;	1563	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1564	my $base = $1;
		1565	my $pkg = $1;
		1566	$pkg =~ s/[^[:word:]]/_/g;
		1567	$pkg = "ext::$pkg";
		1568
		1569	open my $fh, "<:utf8", $path
		1570	or die "$path: $!";
		1571
		1572	my $source = do { local $/; <$fh> };
		1573
		1574	my %ext = (
		1575	path => $path,
		1576	base => $base,
		1577	pkg => $pkg,
		1578	);
		1579
		1580	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1581	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1582
		1583	$ext{source} =
		1584	"package $pkg; use common::sense;\n"
		1585	. "#line 1 \"$path\"\n{\n"
		1586	. $source
		1587	. "\n};\n1";
		1588
		1589	$todo{$base} = \%ext;
		1590	}
		1591
		1592	my $pass = 0;
		1593	my %done;
		1594	while (%todo) {
		1595	my $progress;
		1596
		1597	++$pass;
		1598
		1599	ext:
		1600	while (my ($k, $v) = each %todo) {
		1601	for (split /,\s*/, $v->{meta}{depends}) {
		1602	next ext
		1603	unless exists $done{$_};
		1604	}
		1605
		1606	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
		1607
		1608	my $source = $v->{source};
		1609
		1610	# support "CONF varname :confname = default" pseudo-statements
		1611	$source =~ s{
		1612	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1613	}{
		1614	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1615	}gmxe;
		1616
		1617	my $active = eval $source;
		1618
		1619	if (length $@) {
		1620	error "$v->{path}: $@\n";
		1621
		1622	cf::cleanup "mandatory extension '$k' failed to load, exiting."
		1623	if exists $v->{meta}{mandatory};
		1624
		1625	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
		1626	delete $todo{$k};
		1627	} else {
		1628	$done{$k} = delete $todo{$k};
		1629	push @EXTS, $v->{pkg};
		1630	$progress = 1;
		1631
		1632	info "$v->{base}: extension inactive.\n"
		1633	unless $active;
		1634	}
987	1	1635	}
988	} or warn "$ext not loaded: $@";	1636
		1637	unless ($progress) {
		1638	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
		1639
		1640	while (my ($k, $v) = each %todo) {
		1641	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1642	if exists $v->{meta}{mandatory};
		1643	}
		1644
		1645	last;
		1646	}
		1647	}
989	}	1648	};
990	}	1649	}
991		1650
992	#############################################################################	1651	#############################################################################
993		1652
		1653	=back
		1654
994	=head2 CORE EXTENSIONS	1655	=head2 CORE EXTENSIONS
995		1656
996	Functions and methods that extend core crossfire objects.	1657	Functions and methods that extend core deliantra objects.
997		1658
998	=cut	1659	=cut
999		1660
1000	package cf::player;	1661	package cf::player;
1001		1662
1002	use Coro::AIO;	1663	use Coro::AIO;
1003		1664
1004	=head3 cf::player	1665	=head3 cf::player
1005		1666
1006	=over 4	1667	=over 4
		1668
		1669	=item cf::player::num_playing
		1670
		1671	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1672
		1673	=cut
		1674
		1675	sub num_playing {
		1676	scalar grep
		1677	$_->ob->map
		1678	&& !$_->hidden
		1679	&& !$_->ob->flag (cf::FLAG_WIZ),
		1680	cf::player::list
		1681	}
1007		1682
1008	=item cf::player::find $login	1683	=item cf::player::find $login
1009		1684
1010	Returns the given player object, loading it if necessary (might block).	1685	Returns the given player object, loading it if necessary (might block).
1011		1686
…		…
1030		1705
1031	sub exists($) {	1706	sub exists($) {
1032	my ($login) = @_;	1707	my ($login) = @_;
1033		1708
1034	$cf::PLAYER{$login}	1709	$cf::PLAYER{$login}
1035	or cf::sync_job { !aio_stat path $login }	1710	or !aio_stat path $login
1036	}	1711	}
1037		1712
1038	sub find($) {	1713	sub find($) {
1039	return $cf::PLAYER{$_[0]} || do {	1714	return $cf::PLAYER{$_[0]} || do {
1040	my $login = $_[0];	1715	my $login = $_[0];
…		…
1047	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1722	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1048	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1723	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1049	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1724	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1050	aio_unlink +(playerdir $login) . "/$login.pl";	1725	aio_unlink +(playerdir $login) . "/$login.pl";
1051		1726
1052	my $pl = load_pl path $login	1727	my $f = new_from_file cf::object::thawer path $login
1053	or return;	1728	or return;
		1729
		1730	my $pl = cf::player::load_pl $f
		1731	or return;
		1732
		1733	local $cf::PLAYER_LOADING{$login} = $pl;
		1734	$f->resolve_delayed_derefs;
1054	$cf::PLAYER{$login} = $pl	1735	$cf::PLAYER{$login} = $pl
1055	}	1736	}
1056	}	1737	}
1057	}	1738	}
		1739
		1740	cf::player->attach (
		1741	on_load => sub {
		1742	my ($pl, $path) = @_;
		1743
		1744	# restore slots saved in save, below
		1745	my $slots = delete $pl->{_slots};
		1746
		1747	$pl->ob->current_weapon ($slots->[0]);
		1748	$pl->combat_ob ($slots->[1]);
		1749	$pl->ranged_ob ($slots->[2]);
		1750	},
		1751	);
1058		1752
1059	sub save($) {	1753	sub save($) {
1060	my ($pl) = @_;	1754	my ($pl) = @_;
1061		1755
1062	return if $pl->{deny_save};	1756	return if $pl->{deny_save};
…		…
1067	return if $pl->{deny_save};	1761	return if $pl->{deny_save};
1068		1762
1069	aio_mkdir playerdir $pl, 0770;	1763	aio_mkdir playerdir $pl, 0770;
1070	$pl->{last_save} = $cf::RUNTIME;	1764	$pl->{last_save} = $cf::RUNTIME;
1071		1765
		1766	cf::get_slot 0.01;
		1767
		1768	# save slots, to be restored later
		1769	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1770
1072	$pl->save_pl ($path);	1771	$pl->save_pl ($path);
1073	Coro::cede;	1772	cf::cede_to_tick;
1074	}	1773	}
1075		1774
1076	sub new($) {	1775	sub new($) {
1077	my ($login) = @_;	1776	my ($login) = @_;
1078		1777
…		…
1084	$cf::PLAYER{$login} = $self;	1783	$cf::PLAYER{$login} = $self;
1085		1784
1086	$self	1785	$self
1087	}	1786	}
1088		1787
		1788	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1789
		1790	=cut
		1791
		1792	sub send_msg {
		1793	my $ns = shift->ns
		1794	or return;
		1795	$ns->send_msg (@_);
		1796	}
		1797
1089	=item $pl->quit_character	1798	=item $pl->quit_character
1090		1799
1091	Nukes the player without looking back. If logged in, the connection will	1800	Nukes the player without looking back. If logged in, the connection will
1092	be destroyed. May block for a long time.	1801	be destroyed. May block for a long time.
1093		1802
…		…
1097	my ($pl) = @_;	1806	my ($pl) = @_;
1098		1807
1099	my $name = $pl->ob->name;	1808	my $name = $pl->ob->name;
1100		1809
1101	$pl->{deny_save} = 1;	1810	$pl->{deny_save} = 1;
1102	$pl->password ("*"); # this should lock out the player until we nuked the dir	1811	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1103		1812
1104	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1813	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1105	$pl->deactivate;	1814	$pl->deactivate;
		1815
		1816	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1106	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1817	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1818	ext::highscore::check ($pl->ob);
		1819
1107	$pl->ns->destroy if $pl->ns;	1820	$pl->ns->destroy if $pl->ns;
1108		1821
1109	my $path = playerdir $pl;	1822	my $path = playerdir $pl;
1110	my $temp = "$path~$cf::RUNTIME~deleting~";	1823	my $temp = "$path~$cf::RUNTIME~deleting~";
1111	aio_rename $path, $temp;	1824	aio_rename $path, $temp;
…		…
1146	or return [];	1859	or return [];
1147		1860
1148	my @logins;	1861	my @logins;
1149		1862
1150	for my $login (@$dirs) {	1863	for my $login (@$dirs) {
		1864	my $path = path $login;
		1865
		1866	# a .pst is a dead give-away for a valid player
		1867	# if no pst file found, open and chekc for blocked users
		1868	if (aio_stat "$path.pst") {
1151	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1869	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1152	aio_read $fh, 0, 512, my $buf, 0 or next;	1870	aio_read $fh, 0, 512, my $buf, 0 or next;
1153	$buf !~ /^password -------------$/m or next; # official not-valid tag	1871	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1872	}
1154		1873
1155	utf8::decode $login;	1874	utf8::decode $login;
1156	push @logins, $login;	1875	push @logins, $login;
1157	}	1876	}
1158		1877
1159	\@logins	1878	\@logins
1160	}	1879	}
1161		1880
1162	=item $player->maps	1881	=item $player->maps
		1882
		1883	=item cf::player::maps $login
1163		1884
1164	Returns an arrayref of map paths that are private for this	1885	Returns an arrayref of map paths that are private for this
1165	player. May block.	1886	player. May block.
1166		1887
1167	=cut	1888	=cut
…		…
1185	}	1906	}
1186		1907
1187	\@paths	1908	\@paths
1188	}	1909	}
1189		1910
		1911	=item $protocol_xml = $player->expand_cfpod ($cfpod)
		1912
		1913	Expand deliantra pod fragments into protocol xml.
		1914
1190	=item $player->ext_reply ($msgid, %msg)	1915	=item $player->ext_reply ($msgid, @msg)
1191		1916
1192	Sends an ext reply to the player.	1917	Sends an ext reply to the player.
1193		1918
1194	=cut	1919	=cut
1195		1920
1196	sub ext_reply($$%) {	1921	sub ext_reply($$@) {
1197	my ($self, $id, %msg) = @_;	1922	my ($self, $id, @msg) = @_;
1198		1923
1199	$msg{msgid} = $id;	1924	$self->ns->ext_reply ($id, @msg)
1200
1201	$self->send ("ext " . cf::to_json \%msg);
1202	}	1925	}
1203		1926
1204	=item $player->ext_event ($type, %msg)	1927	=item $player->ext_msg ($type, @msg)
1205		1928
1206	Sends an ext event to the client.	1929	Sends an ext event to the client.
1207		1930
1208	=cut	1931	=cut
1209		1932
1210	sub ext_event($$%) {	1933	sub ext_msg($$@) {
1211	my ($self, $type, %msg) = @_;	1934	my ($self, $type, @msg) = @_;
1212		1935
1213	$self->ns->ext_event ($type, %msg);	1936	$self->ns->ext_msg ($type, @msg);
1214	}	1937	}
1215		1938
1216	=head3 cf::region	1939	=head3 cf::region
1217		1940
1218	=over 4	1941	=over 4
…		…
1221		1944
1222	package cf::region;	1945	package cf::region;
1223		1946
1224	=item cf::region::find_by_path $path	1947	=item cf::region::find_by_path $path
1225		1948
1226	Tries to decuce the probable region for a map knowing only its path.	1949	Tries to decuce the likely region for a map knowing only its path.
1227		1950
1228	=cut	1951	=cut
1229		1952
1230	sub find_by_path($) {	1953	sub find_by_path($) {
1231	my ($path) = @_;	1954	my ($path) = @_;
1232		1955
		1956	$path =~ s/^~[^\/]*//; # skip ~login
		1957
1233	my ($match, $specificity);	1958	my ($match, $specificity);
1234		1959
1235	for my $region (list) {	1960	for my $region (list) {
1236	if ($region->match && $path =~ $region->match) {	1961	if ($region->{match} && $path =~ $region->{match}) {
1237	($match, $specificity) = ($region, $region->specificity)	1962	($match, $specificity) = ($region, $region->specificity)
1238	if $region->specificity > $specificity;	1963	if $region->specificity > $specificity;
1239	}	1964	}
1240	}	1965	}
1241		1966
…		…
1262	our $MAX_RESET = 3600;	1987	our $MAX_RESET = 3600;
1263	our $DEFAULT_RESET = 3000;	1988	our $DEFAULT_RESET = 3000;
1264		1989
1265	sub generate_random_map {	1990	sub generate_random_map {
1266	my ($self, $rmp) = @_;	1991	my ($self, $rmp) = @_;
1267	# mit "rum" bekleckern, nicht	1992
		1993	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1994
1268	$self->_create_random_map (	1995	$self->_create_random_map ($rmp);
1269	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1270	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1271	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1272	$rmp->{exit_on_final_map},
1273	$rmp->{xsize}, $rmp->{ysize},
1274	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1275	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1276	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1277	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1278	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1279	(cf::region::find $rmp->{region}), $rmp->{custom}
1280	)
1281	}	1996	}
1282		1997
1283	=item cf::map->register ($regex, $prio)	1998	=item cf::map->register ($regex, $prio)
1284		1999
1285	Register a handler for the map path matching the given regex at the	2000	Register a handler for the map path matching the given regex at the
…		…
1290		2005
1291	sub register {	2006	sub register {
1292	my (undef, $regex, $prio) = @_;	2007	my (undef, $regex, $prio) = @_;
1293	my $pkg = caller;	2008	my $pkg = caller;
1294		2009
1295	no strict;
1296	push @{"$pkg\::ISA"}, __PACKAGE__;	2010	push @{"$pkg\::ISA"}, __PACKAGE__;
1297		2011
1298	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2012	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1299	}	2013	}
1300		2014
1301	# also paths starting with '/'	2015	# also paths starting with '/'
1302	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2016	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1303		2017
1304	sub thawer_merge {	2018	sub thawer_merge {
1305	my ($self, $merge) = @_;	2019	my ($self, $merge) = @_;
1306		2020
1307	# we have to keep some variables in memory intact	2021	# we have to keep some variables in memory intact
1308	local $self->{path};	2022	local $self->{path};
1309	local $self->{load_path};	2023	local $self->{load_path};
1310	local $self->{deny_save};
1311	local $self->{deny_reset};
1312		2024
1313	$self->SUPER::thawer_merge ($merge);	2025	$self->SUPER::thawer_merge ($merge);
1314	}	2026	}
1315		2027
1316	sub normalise {	2028	sub normalise {
1317	my ($path, $base) = @_;	2029	my ($path, $base) = @_;
1318		2030
1319	$path = "$path"; # make sure its a string	2031	$path = "$path"; # make sure it's a string
1320		2032
1321	$path =~ s/\.map$//;	2033	$path =~ s/\.map$//;
1322		2034
1323	# map plan:	2035	# map plan:
1324	#	2036	#
…		…
1339	$base =~ s{[^/]+/?$}{};	2051	$base =~ s{[^/]+/?$}{};
1340	$path = "$base/$path";	2052	$path = "$base/$path";
1341	}	2053	}
1342		2054
1343	for ($path) {	2055	for ($path) {
1344	redo if s{//}{/};
1345	redo if s{/\.?/}{/};	2056	redo if s{/\.?/}{/};
1346	redo if s{/[^/]+/\.\./}{/};	2057	redo if s{/[^/]+/\.\./}{/};
1347	}	2058	}
1348		2059
1349	$path	2060	$path
…		…
1363	$self->init; # pass $1 etc.	2074	$self->init; # pass $1 etc.
1364	return $self;	2075	return $self;
1365	}	2076	}
1366	}	2077	}
1367		2078
1368	Carp::carp "unable to resolve path '$path' (base '$base').";	2079	Carp::cluck "unable to resolve path '$path' (base '$base')";
1369	()	2080	()
1370	}	2081	}
1371		2082
		2083	# may re-bless or do other evil things
1372	sub init {	2084	sub init {
1373	my ($self) = @_;	2085	my ($self) = @_;
1374		2086
1375	$self	2087	$self
1376	}	2088	}
…		…
1395		2107
1396	# the temporary/swap location	2108	# the temporary/swap location
1397	sub save_path {	2109	sub save_path {
1398	my ($self) = @_;	2110	my ($self) = @_;
1399		2111
1400	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2112	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1401	"$TMPDIR/$path.map"	2113	"$TMPDIR/$path.map"
1402	}	2114	}
1403		2115
1404	# the unique path, undef == no special unique path	2116	# the unique path, undef == no special unique path
1405	sub uniq_path {	2117	sub uniq_path {
1406	my ($self) = @_;	2118	my ($self) = @_;
1407		2119
1408	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2120	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1409	"$UNIQUEDIR/$path"	2121	"$UNIQUEDIR/$path"
1410	}	2122	}
1411		2123
1412	# and all this just because we cannot iterate over	2124	sub decay_objects {
1413	# all maps in C++...
1414	sub change_all_map_light {
1415	my ($change) = @_;	2125	my ($self) = @_;
1416		2126
1417	$_->change_map_light ($change)	2127	return if $self->{deny_reset};
1418	for grep $_->outdoor, values %cf::MAP;	2128
		2129	$self->do_decay_objects;
1419	}	2130	}
1420		2131
1421	sub unlink_save {	2132	sub unlink_save {
1422	my ($self) = @_;	2133	my ($self) = @_;
1423		2134
…		…
1428		2139
1429	sub load_header_from($) {	2140	sub load_header_from($) {
1430	my ($self, $path) = @_;	2141	my ($self, $path) = @_;
1431		2142
1432	utf8::encode $path;	2143	utf8::encode $path;
1433	#aio_open $path, O_RDONLY, 0	2144	my $f = new_from_file cf::object::thawer $path
1434	# or return;
1435
1436	$self->_load_header ($path)
1437	or return;	2145	or return;
1438		2146
		2147	$self->_load_header ($f)
		2148	or return;
		2149
		2150	local $MAP_LOADING{$self->{path}} = $self;
		2151	$f->resolve_delayed_derefs;
		2152
1439	$self->{load_path} = $path;	2153	$self->{load_path} = $path;
1440		2154
1441	1	2155	1
1442	}	2156	}
1443		2157
		2158	# used to laod the header of an original map
1444	sub load_header_orig {	2159	sub load_header_orig {
1445	my ($self) = @_;	2160	my ($self) = @_;
1446		2161
1447	$self->load_header_from ($self->load_path)	2162	$self->load_header_from ($self->load_path)
1448	}	2163	}
1449		2164
		2165	# used to laod the header of an instantiated map
1450	sub load_header_temp {	2166	sub load_header_temp {
1451	my ($self) = @_;	2167	my ($self) = @_;
1452		2168
1453	$self->load_header_from ($self->save_path)	2169	$self->load_header_from ($self->save_path)
1454	}	2170	}
1455		2171
		2172	# called after loading the header from an instantiated map
1456	sub prepare_temp {	2173	sub prepare_temp {
1457	my ($self) = @_;	2174	my ($self) = @_;
1458		2175
1459	$self->last_access ((delete $self->{last_access})	2176	$self->last_access ((delete $self->{last_access})
1460	|| $cf::RUNTIME); #d#	2177	|| $cf::RUNTIME); #d#
1461	# safety	2178	# safety
1462	$self->{instantiate_time} = $cf::RUNTIME	2179	$self->{instantiate_time} = $cf::RUNTIME
1463	if $self->{instantiate_time} > $cf::RUNTIME;	2180	if $self->{instantiate_time} > $cf::RUNTIME;
1464	}	2181	}
1465		2182
		2183	# called after loading the header from an original map
1466	sub prepare_orig {	2184	sub prepare_orig {
1467	my ($self) = @_;	2185	my ($self) = @_;
1468		2186
1469	$self->{load_original} = 1;	2187	$self->{load_original} = 1;
1470	$self->{instantiate_time} = $cf::RUNTIME;	2188	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1481	$self->load_header_orig	2199	$self->load_header_orig
1482	or return;	2200	or return;
1483	$self->prepare_orig;	2201	$self->prepare_orig;
1484	}	2202	}
1485		2203
		2204	$self->{deny_reset} = 1
		2205	if $self->no_reset;
		2206
1486	$self->default_region (cf::region::find_by_path $self->{path})	2207	$self->default_region (cf::region::find_by_path $self->{path})
1487	unless $self->default_region;	2208	unless $self->default_region;
1488		2209
1489	1	2210	1
1490	}	2211	}
1491		2212
1492	sub find;	2213	sub find;
1493	sub find {	2214	sub find {
1494	my ($path, $origin) = @_;	2215	my ($path, $origin) = @_;
1495		2216
		2217	cf::cede_to_tick;
		2218
1496	$path = normalise $path, $origin && $origin->path;	2219	$path = normalise $path, $origin;
1497		2220
		2221	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1498	cf::lock_wait "map_find:$path";	2222	my $guard2 = cf::lock_acquire "map_find:$path";
1499		2223
1500	$cf::MAP{$path} || do {	2224	$cf::MAP{$path} || do {
1501	my $guard = cf::lock_acquire "map_find:$path";
1502	my $map = new_from_path cf::map $path	2225	my $map = new_from_path cf::map $path
1503	or return;	2226	or return;
1504		2227
1505	$map->{last_save} = $cf::RUNTIME;	2228	$map->{last_save} = $cf::RUNTIME;
1506		2229
1507	$map->load_header	2230	$map->load_header
1508	or return;	2231	or return;
1509		2232
1510	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	2233	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1511	# doing this can freeze the server in a sync job, obviously	2234	# doing this can freeze the server in a sync job, obviously
1512	#$cf::WAIT_FOR_TICK->wait;	2235	#$cf::WAIT_FOR_TICK->wait;
		2236	undef $guard2;
		2237	undef $guard1;
1513	$map->reset;	2238	$map->reset;
1514	undef $guard;
1515	return find $path;	2239	return find $path;
1516	}	2240	}
1517		2241
1518	$cf::MAP{$path} = $map	2242	$cf::MAP{$path} = $map
1519	}	2243	}
1520	}	2244	}
1521		2245
1522	sub pre_load { }	2246	sub pre_load { }
1523	sub post_load { }	2247	#sub post_load { } # XS
1524		2248
1525	sub load {	2249	sub load {
1526	my ($self) = @_;	2250	my ($self) = @_;
1527		2251
1528	local $self->{deny_reset} = 1; # loading can take a long time	2252	local $self->{deny_reset} = 1; # loading can take a long time
1529		2253
1530	my $path = $self->{path};	2254	my $path = $self->{path};
1531		2255
1532	{	2256	{
1533	my $guard = cf::lock_acquire "map_load:$path";	2257	my $guard = cf::lock_acquire "map_data:$path";
1534		2258
		2259	return unless $self->valid;
1535	return if $self->in_memory != cf::MAP_SWAPPED;	2260	return unless $self->state == cf::MAP_SWAPPED;
1536
1537	$self->in_memory (cf::MAP_LOADING);
1538		2261
1539	$self->alloc;	2262	$self->alloc;
1540		2263
1541	$self->pre_load;	2264	$self->pre_load;
1542	Coro::cede;	2265	cf::cede_to_tick;
1543		2266
1544	$self->_load_objects ($self->{load_path}, 1)	2267	if (exists $self->{load_path}) {
		2268	my $f = new_from_file cf::object::thawer $self->{load_path};
		2269	$f->skip_block;
		2270	$self->_load_objects ($f)
1545	or return;	2271	or return;
1546		2272
1547	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2273	$self->post_load_original
1548	if delete $self->{load_original};	2274	if delete $self->{load_original};
1549		2275
1550	if (my $uniq = $self->uniq_path) {	2276	if (my $uniq = $self->uniq_path) {
1551	utf8::encode $uniq;	2277	utf8::encode $uniq;
1552	if (aio_open $uniq, O_RDONLY, 0) {	2278	unless (aio_stat $uniq) {
		2279	if (my $f = new_from_file cf::object::thawer $uniq) {
1553	$self->clear_unique_items;	2280	$self->clear_unique_items;
1554	$self->_load_objects ($uniq, 0);	2281	$self->_load_objects ($f);
		2282	$f->resolve_delayed_derefs;
		2283	}
		2284	}
1555	}	2285	}
1556	}
1557		2286
1558	Coro::cede;	2287	$f->resolve_delayed_derefs;
		2288	} else {
		2289	$self->post_load_original
		2290	if delete $self->{load_original};
		2291	}
		2292
		2293	$self->state (cf::MAP_INACTIVE);
		2294
		2295	cf::cede_to_tick;
1559	# now do the right thing for maps	2296	# now do the right thing for maps
1560	$self->link_multipart_objects;	2297	$self->link_multipart_objects;
1561	$self->difficulty ($self->estimate_difficulty)	2298	$self->difficulty ($self->estimate_difficulty)
1562	unless $self->difficulty;	2299	unless $self->difficulty;
1563	Coro::cede;	2300	cf::cede_to_tick;
1564		2301
1565	unless ($self->{deny_activate}) {	2302	unless ($self->{deny_activate}) {
1566	$self->decay_objects;	2303	$self->decay_objects;
1567	$self->fix_auto_apply;	2304	$self->fix_auto_apply;
1568	$self->update_buttons;	2305	$self->update_buttons;
1569	Coro::cede;	2306	cf::cede_to_tick;
1570	$self->set_darkness_map;	2307	#$self->activate; # no longer activate maps automatically
1571	Coro::cede;
1572	$self->activate;
1573	}	2308	}
1574		2309
1575	$self->in_memory (cf::MAP_IN_MEMORY);	2310	$self->{last_save} = $cf::RUNTIME;
		2311	$self->last_access ($cf::RUNTIME);
1576	}	2312	}
1577		2313
1578	$self->post_load;	2314	$self->post_load;
1579	}
1580		2315
		2316	1
		2317	}
		2318
		2319	# customize the map for a given player, i.e.
		2320	# return the _real_ map. used by e.g. per-player
		2321	# maps to change the path to ~playername/mappath
1581	sub customise_for {	2322	sub customise_for {
1582	my ($self, $ob) = @_;	2323	my ($self, $ob) = @_;
1583		2324
1584	return find "~" . $ob->name . "/" . $self->{path}	2325	return find "~" . $ob->name . "/" . $self->{path}
1585	if $self->per_player;	2326	if $self->per_player;
1586		2327
		2328	# return find "?party/" . $ob->name . "/" . $self->{path}
		2329	# if $self->per_party;
		2330
1587	$self	2331	$self
1588	}
1589
1590	# find and load all maps in the 3x3 area around a map
1591	sub load_diag {
1592	my ($map) = @_;
1593
1594	my @diag; # diagonal neighbours
1595
1596	for (0 .. 3) {
1597	my $neigh = $map->tile_path ($_)
1598	or next;
1599	$neigh = find $neigh, $map
1600	or next;
1601	$neigh->load;
1602
1603	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1604	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1605	}
1606
1607	for (@diag) {
1608	my $neigh = find @$_
1609	or next;
1610	$neigh->load;
1611	}
1612	}	2332	}
1613		2333
1614	sub find_sync {	2334	sub find_sync {
1615	my ($path, $origin) = @_;	2335	my ($path, $origin) = @_;
1616		2336
1617	cf::sync_job { find $path, $origin }	2337	# it's a bug to call this from the main context
		2338	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2339	if $Coro::current == $Coro::main;
		2340
		2341	find $path, $origin
1618	}	2342	}
1619		2343
1620	sub do_load_sync {	2344	sub do_load_sync {
1621	my ($map) = @_;	2345	my ($map) = @_;
1622		2346
1623	cf::sync_job { $map->load };	2347	# it's a bug to call this from the main context
		2348	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2349	if $Coro::current == $Coro::main;
		2350
		2351	$map->load;
1624	}	2352	}
1625		2353
1626	our %MAP_PREFETCH;	2354	our %MAP_PREFETCH;
1627	our $MAP_PREFETCHER = undef;	2355	our $MAP_PREFETCHER = undef;
1628		2356
1629	sub find_async {	2357	sub find_async {
1630	my ($path, $origin) = @_;	2358	my ($path, $origin, $load) = @_;
1631		2359
1632	$path = normalise $path, $origin && $origin->{path};	2360	$path = normalise $path, $origin;
1633		2361
1634	if (my $map = $cf::MAP{$path}) {	2362	if (my $map = $cf::MAP{$path}) {
1635	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2363	return $map if !$load || $map->linkable;
1636	}	2364	}
1637		2365
1638	undef $MAP_PREFETCH{$path};	2366	$MAP_PREFETCH{$path} |= $load;
		2367
1639	$MAP_PREFETCHER ||= cf::async {	2368	$MAP_PREFETCHER ||= cf::async {
		2369	$Coro::current->{desc} = "map prefetcher";
		2370
1640	while (%MAP_PREFETCH) {	2371	while (%MAP_PREFETCH) {
1641	for my $path (keys %MAP_PREFETCH) {	2372	while (my ($k, $v) = each %MAP_PREFETCH) {
1642	my $map = find $path	2373	if (my $map = find $k) {
1643	or next;
1644	$map->load;	2374	$map->load if $v;
		2375	}
1645		2376
1646	delete $MAP_PREFETCH{$path};	2377	delete $MAP_PREFETCH{$k};
1647	}	2378	}
1648	}	2379	}
1649	undef $MAP_PREFETCHER;	2380	undef $MAP_PREFETCHER;
1650	};	2381	};
1651	$MAP_PREFETCHER->prio (6);	2382	$MAP_PREFETCHER->prio (6);
1652		2383
1653	()	2384	()
1654	}	2385	}
1655		2386
		2387	# common code, used by both ->save and ->swapout
1656	sub save {	2388	sub _save {
1657	my ($self) = @_;	2389	my ($self) = @_;
1658
1659	my $lock = cf::lock_acquire "map_data:" . $self->path;
1660		2390
1661	$self->{last_save} = $cf::RUNTIME;	2391	$self->{last_save} = $cf::RUNTIME;
1662		2392
1663	return unless $self->dirty;	2393	return unless $self->dirty;
1664		2394
…		…
1670	return if $self->{deny_save};	2400	return if $self->{deny_save};
1671		2401
1672	local $self->{last_access} = $self->last_access;#d#	2402	local $self->{last_access} = $self->last_access;#d#
1673		2403
1674	cf::async {	2404	cf::async {
		2405	$Coro::current->{desc} = "map player save";
1675	$_->contr->save for $self->players;	2406	$_->contr->save for $self->players;
1676	};	2407	};
		2408
		2409	cf::get_slot 0.02;
1677		2410
1678	if ($uniq) {	2411	if ($uniq) {
1679	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2412	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1680	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2413	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1681	} else {	2414	} else {
1682	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2415	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1683	}	2416	}
1684	}	2417	}
1685		2418
		2419	sub save {
		2420	my ($self) = @_;
		2421
		2422	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2423
		2424	$self->_save;
		2425	}
		2426
1686	sub swap_out {	2427	sub swap_out {
1687	my ($self) = @_;	2428	my ($self) = @_;
1688		2429
1689	# save first because save cedes
1690	$self->save;
1691
1692	my $lock = cf::lock_acquire "map_data:" . $self->path;	2430	my $lock = cf::lock_acquire "map_data:$self->{path}";
1693		2431
		2432	return if !$self->linkable;
		2433	return if $self->{deny_save};
1694	return if $self->players;	2434	return if $self->players;
1695	return if $self->in_memory != cf::MAP_IN_MEMORY;
1696	return if $self->{deny_save};
1697		2435
		2436	# first deactivate the map and "unlink" it from the core
		2437	$self->deactivate;
		2438	$_->clear_links_to ($self) for values %cf::MAP;
		2439	$self->state (cf::MAP_SWAPPED);
		2440
		2441	# then atomically save
		2442	$self->_save;
		2443
		2444	# then free the map
1698	$self->clear;	2445	$self->clear;
1699	$self->in_memory (cf::MAP_SWAPPED);
1700	}	2446	}
1701		2447
1702	sub reset_at {	2448	sub reset_at {
1703	my ($self) = @_;	2449	my ($self) = @_;
1704		2450
1705	# TODO: safety, remove and allow resettable per-player maps	2451	# TODO: safety, remove and allow resettable per-player maps
1706	return 1e99 if $self->isa ("ext::map_per_player");#d#
1707	return 1e99 if $self->{deny_reset};	2452	return 1e99 if $self->{deny_reset};
1708		2453
1709	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2454	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1710	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2455	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1711		2456
…		…
1722	my ($self) = @_;	2467	my ($self) = @_;
1723		2468
1724	my $lock = cf::lock_acquire "map_data:$self->{path}";	2469	my $lock = cf::lock_acquire "map_data:$self->{path}";
1725		2470
1726	return if $self->players;	2471	return if $self->players;
1727	return if $self->isa ("ext::map_per_player");#d#
1728		2472
1729	warn "resetting map ", $self->path;	2473	cf::trace "resetting map ", $self->path, "\n";
1730		2474
1731	$self->in_memory (cf::MAP_SWAPPED);	2475	$self->state (cf::MAP_SWAPPED);
1732		2476
1733	# need to save uniques path	2477	# need to save uniques path
1734	unless ($self->{deny_save}) {	2478	unless ($self->{deny_save}) {
1735	my $uniq = $self->uniq_path; utf8::encode $uniq;	2479	my $uniq = $self->uniq_path; utf8::encode $uniq;
1736		2480
…		…
1738	if $uniq;	2482	if $uniq;
1739	}	2483	}
1740		2484
1741	delete $cf::MAP{$self->path};	2485	delete $cf::MAP{$self->path};
1742		2486
		2487	$self->deactivate;
		2488	$_->clear_links_to ($self) for values %cf::MAP;
1743	$self->clear;	2489	$self->clear;
1744
1745	$_->clear_links_to ($self) for values %cf::MAP;
1746		2490
1747	$self->unlink_save;	2491	$self->unlink_save;
1748	$self->destroy;	2492	$self->destroy;
1749	}	2493	}
1750		2494
1751	my $nuke_counter = "aaaa";	2495	my $nuke_counter = "aaaa";
1752		2496
1753	sub nuke {	2497	sub nuke {
1754	my ($self) = @_;	2498	my ($self) = @_;
1755		2499
		2500	{
		2501	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2502
1756	delete $cf::MAP{$self->path};	2503	delete $cf::MAP{$self->path};
1757		2504
1758	$self->unlink_save;	2505	$self->unlink_save;
1759		2506
1760	bless $self, "cf::map";	2507	bless $self, "cf::map::wrap";
1761	delete $self->{deny_reset};	2508	delete $self->{deny_reset};
1762	$self->{deny_save} = 1;	2509	$self->{deny_save} = 1;
1763	$self->reset_timeout (1);	2510	$self->reset_timeout (1);
1764	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2511	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1765		2512
1766	$cf::MAP{$self->path} = $self;	2513	$cf::MAP{$self->path} = $self;
		2514	}
1767		2515
1768	$self->reset; # polite request, might not happen	2516	$self->reset; # polite request, might not happen
		2517	}
		2518
		2519	=item $maps = cf::map::tmp_maps
		2520
		2521	Returns an arrayref with all map paths of currently instantiated and saved
		2522	maps. May block.
		2523
		2524	=cut
		2525
		2526	sub tmp_maps() {
		2527	[
		2528	map {
		2529	utf8::decode $_;
		2530	/\.map$/
		2531	? normalise $_
		2532	: ()
		2533	} @{ aio_readdir $TMPDIR or [] }
		2534	]
		2535	}
		2536
		2537	=item $maps = cf::map::random_maps
		2538
		2539	Returns an arrayref with all map paths of currently instantiated and saved
		2540	random maps. May block.
		2541
		2542	=cut
		2543
		2544	sub random_maps() {
		2545	[
		2546	map {
		2547	utf8::decode $_;
		2548	/\.map$/
		2549	? normalise "?random/$_"
		2550	: ()
		2551	} @{ aio_readdir $RANDOMDIR or [] }
		2552	]
1769	}	2553	}
1770		2554
1771	=item cf::map::unique_maps	2555	=item cf::map::unique_maps
1772		2556
1773	Returns an arrayref of paths of all shared maps that have	2557	Returns an arrayref of paths of all shared maps that have
1774	instantiated unique items. May block.	2558	instantiated unique items. May block.
1775		2559
1776	=cut	2560	=cut
1777		2561
1778	sub unique_maps() {	2562	sub unique_maps() {
1779	my $files = aio_readdir $UNIQUEDIR	2563	[
1780	or return;	2564	map {
1781
1782	my @paths;
1783
1784	for (@$files) {
1785	utf8::decode $_;	2565	utf8::decode $_;
1786	next if /\.pst$/;	2566	s/\.map$//; # TODO future compatibility hack
1787	next unless /^$PATH_SEP/o;	2567	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1788		2568	? ()
1789	push @paths, cf::map::normalise $_;	2569	: normalise $_
		2570	} @{ aio_readdir $UNIQUEDIR or [] }
1790	}	2571	]
1791
1792	\@paths
1793	}	2572	}
1794		2573
1795	package cf;	2574	=item cf::map::static_maps
		2575
		2576	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2577	file in the shared directory excluding F</styles> and F</editor>). May
		2578	block.
		2579
		2580	=cut
		2581
		2582	sub static_maps() {
		2583	my @dirs = "";
		2584	my @maps;
		2585
		2586	while (@dirs) {
		2587	my $dir = shift @dirs;
		2588
		2589	next if $dir eq "/styles" || $dir eq "/editor";
		2590
		2591	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2592	or return;
		2593
		2594	for (@$files) {
		2595	s/\.map$// or next;
		2596	utf8::decode $_;
		2597	push @maps, "$dir/$_";
		2598	}
		2599
		2600	push @dirs, map "$dir/$_", @$dirs;
		2601	}
		2602
		2603	\@maps
		2604	}
1796		2605
1797	=back	2606	=back
1798		2607
1799	=head3 cf::object	2608	=head3 cf::object
1800		2609
…		…
1804		2613
1805	=over 4	2614	=over 4
1806		2615
1807	=item $ob->inv_recursive	2616	=item $ob->inv_recursive
1808		2617
1809	Returns the inventory of the object _and_ their inventories, recursively.	2618	Returns the inventory of the object I<and> their inventories, recursively,
		2619	but I<not> the object itself.
1810		2620
1811	=cut	2621	=cut
1812		2622
1813	sub inv_recursive_;	2623	sub inv_recursive_;
1814	sub inv_recursive_ {	2624	sub inv_recursive_ {
…		…
1817		2627
1818	sub inv_recursive {	2628	sub inv_recursive {
1819	inv_recursive_ inv $_[0]	2629	inv_recursive_ inv $_[0]
1820	}	2630	}
1821		2631
		2632	=item $ref = $ob->ref
		2633
		2634	Creates and returns a persistent reference to an object that can be stored as a string.
		2635
		2636	=item $ob = cf::object::deref ($refstring)
		2637
		2638	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2639	even if the object actually exists. May block.
		2640
		2641	=cut
		2642
		2643	sub deref {
		2644	my ($ref) = @_;
		2645
		2646	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2647	my ($uuid, $name) = ($1, $2);
		2648	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2649	or return;
		2650	$pl->ob->uuid eq $uuid
		2651	or return;
		2652
		2653	$pl->ob
		2654	} else {
		2655	warn "$ref: cannot resolve object reference\n";
		2656	undef
		2657	}
		2658	}
		2659
1822	package cf;	2660	package cf;
1823		2661
1824	=back	2662	=back
1825		2663
1826	=head3 cf::object::player	2664	=head3 cf::object::player
…		…
1832	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2670	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1833	can be C<undef>. Does the right thing when the player is currently in a	2671	can be C<undef>. Does the right thing when the player is currently in a
1834	dialogue with the given NPC character.	2672	dialogue with the given NPC character.
1835		2673
1836	=cut	2674	=cut
		2675
		2676	our $SAY_CHANNEL = {
		2677	id => "say",
		2678	title => "Map",
		2679	reply => "say ",
		2680	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2681	};
		2682
		2683	our $CHAT_CHANNEL = {
		2684	id => "chat",
		2685	title => "Chat",
		2686	reply => "chat ",
		2687	tooltip => "Player chat and shouts, global to the server.",
		2688	};
1837		2689
1838	# rough implementation of a future "reply" method that works	2690	# rough implementation of a future "reply" method that works
1839	# with dialog boxes.	2691	# with dialog boxes.
1840	#TODO: the first argument must go, split into a $npc->reply_to ( method	2692	#TODO: the first argument must go, split into a $npc->reply_to ( method
1841	sub cf::object::player::reply($$$;$) {	2693	sub cf::object::player::reply($$$;$) {
…		…
1843		2695
1844	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2696	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1845		2697
1846	if ($self->{record_replies}) {	2698	if ($self->{record_replies}) {
1847	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2699	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2700
1848	} else {	2701	} else {
		2702	my $pl = $self->contr;
		2703
		2704	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2705	my $dialog = $pl->{npc_dialog};
		2706	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2707
		2708	} else {
1849	$msg = $npc->name . " says: $msg" if $npc;	2709	$msg = $npc->name . " says: $msg" if $npc;
1850	$self->message ($msg, $flags);	2710	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
		2711	}
1851	}	2712	}
		2713	}
		2714
		2715	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2716
		2717	=cut
		2718
		2719	sub cf::object::send_msg {
		2720	my $pl = shift->contr
		2721	or return;
		2722	$pl->send_msg (@_);
1852	}	2723	}
1853		2724
1854	=item $player_object->may ("access")	2725	=item $player_object->may ("access")
1855		2726
1856	Returns wether the given player is authorized to access resource "access"	2727	Returns wether the given player is authorized to access resource "access"
…		…
1869		2740
1870	=item $player_object->enter_link	2741	=item $player_object->enter_link
1871		2742
1872	Freezes the player and moves him/her to a special map (C<{link}>).	2743	Freezes the player and moves him/her to a special map (C<{link}>).
1873		2744
1874	The player should be reasonably safe there for short amounts of time. You	2745	The player should be reasonably safe there for short amounts of time (e.g.
1875	I<MUST> call C<leave_link> as soon as possible, though.	2746	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2747	though, as the player cannot control the character while it is on the link
		2748	map.
1876		2749
1877	Will never block.	2750	Will never block.
1878		2751
1879	=item $player_object->leave_link ($map, $x, $y)	2752	=item $player_object->leave_link ($map, $x, $y)
1880		2753
…		…
1900	sub cf::object::player::enter_link {	2773	sub cf::object::player::enter_link {
1901	my ($self) = @_;	2774	my ($self) = @_;
1902		2775
1903	$self->deactivate_recursive;	2776	$self->deactivate_recursive;
1904		2777
		2778	++$self->{_link_recursion};
		2779
1905	return if UNIVERSAL::isa $self->map, "ext::map_link";	2780	return if UNIVERSAL::isa $self->map, "ext::map_link";
1906		2781
1907	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2782	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1908	if $self->map && $self->map->{path} ne "{link}";	2783	if $self->map && $self->map->{path} ne "{link}";
1909		2784
1910	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2785	$self->enter_map ($LINK_MAP || link_map, 3, 3);
1911	}	2786	}
1912		2787
1913	sub cf::object::player::leave_link {	2788	sub cf::object::player::leave_link {
1914	my ($self, $map, $x, $y) = @_;	2789	my ($self, $map, $x, $y) = @_;
1915		2790
…		…
1932	($x, $y) = (-1, -1)	2807	($x, $y) = (-1, -1)
1933	unless (defined $x) && (defined $y);	2808	unless (defined $x) && (defined $y);
1934		2809
1935	# use -1 or undef as default coordinates, not 0, 0	2810	# use -1 or undef as default coordinates, not 0, 0
1936	($x, $y) = ($map->enter_x, $map->enter_y)	2811	($x, $y) = ($map->enter_x, $map->enter_y)
1937	if $x <=0 && $y <= 0;	2812	if $x <= 0 && $y <= 0;
1938		2813
1939	$map->load;	2814	$map->load;
1940	$map->load_diag;
1941		2815
1942	return unless $self->contr->active;	2816	return unless $self->contr->active;
1943	$self->activate_recursive;
1944		2817
1945	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2818	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1946	$self->enter_map ($map, $x, $y);	2819	if ($self->enter_map ($map, $x, $y)) {
1947	}	2820	# entering was successful
		2821	delete $self->{_link_recursion};
		2822	# only activate afterwards, to support waiting in hooks
		2823	$self->activate_recursive;
		2824	}
1948		2825
		2826	}
		2827
1949	=item $player_object->goto ($path, $x, $y[, $check->($map)])	2828	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
1950		2829
1951	Moves the player to the given map-path and coordinates by first freezing	2830	Moves the player to the given map-path and coordinates by first freezing
1952	her, loading and preparing them map, calling the provided $check callback	2831	her, loading and preparing them map, calling the provided $check callback
1953	that has to return the map if sucecssful, and then unfreezes the player on	2832	that has to return the map if sucecssful, and then unfreezes the player on
1954	the new (success) or old (failed) map position.	2833	the new (success) or old (failed) map position. In either case, $done will
		2834	be called at the end of this process.
		2835
		2836	Note that $check will be called with a potentially non-loaded map, so if
		2837	it needs a loaded map it has to call C<< ->load >>.
1955		2838
1956	=cut	2839	=cut
1957		2840
1958	our $GOTOGEN;	2841	our $GOTOGEN;
1959		2842
1960	sub cf::object::player::goto {	2843	sub cf::object::player::goto {
1961	my ($self, $path, $x, $y, $check) = @_;	2844	my ($self, $path, $x, $y, $check, $done) = @_;
		2845
		2846	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2847	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2848	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2849	($path, $x, $y) = @$EMERGENCY_POSITION;
		2850	}
1962		2851
1963	# do generation counting so two concurrent goto's will be executed in-order	2852	# do generation counting so two concurrent goto's will be executed in-order
1964	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2853	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1965		2854
1966	$self->enter_link;	2855	$self->enter_link;
1967		2856
1968	(async {	2857	(async {
		2858	$Coro::current->{desc} = "player::goto $path $x $y";
		2859
		2860	# *tag paths override both path and x|y
		2861	if ($path =~ /^\*(.*)$/) {
		2862	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2863	my $ob = $obs[rand @obs];
		2864
		2865	# see if we actually can go there
		2866	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2867	$ob = $obs[rand @obs];
		2868	} else {
		2869	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2870	}
		2871	# else put us there anyways for now #d#
		2872
		2873	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2874	} else {
		2875	($path, $x, $y) = (undef, undef, undef);
		2876	}
		2877	}
		2878
1969	my $map = eval {	2879	my $map = eval {
1970	my $map = cf::map::find $path;	2880	my $map = defined $path ? cf::map::find $path, $self->map : undef;
1971		2881
1972	if ($map) {	2882	if ($map) {
1973	$map = $map->customise_for ($self);	2883	$map = $map->customise_for ($self);
1974	$map = $check->($map) if $check && $map;	2884	$map = $check->($map, $x, $y, $self) if $check && $map;
1975	} else {	2885	} else {
1976	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2886	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
1977	}	2887	}
1978		2888
1979	$map	2889	$map
1980	};	2890	};
1981		2891
…		…
1986		2896
1987	if ($gen == $self->{_goto_generation}) {	2897	if ($gen == $self->{_goto_generation}) {
1988	delete $self->{_goto_generation};	2898	delete $self->{_goto_generation};
1989	$self->leave_link ($map, $x, $y);	2899	$self->leave_link ($map, $x, $y);
1990	}	2900	}
		2901
		2902	$done->($self) if $done;
1991	})->prio (1);	2903	})->prio (1);
1992	}	2904	}
1993		2905
1994	=item $player_object->enter_exit ($exit_object)	2906	=item $player_object->enter_exit ($exit_object)
1995		2907
…		…
2015	}	2927	}
2016		2928
2017	sub prepare_random_map {	2929	sub prepare_random_map {
2018	my ($exit) = @_;	2930	my ($exit) = @_;
2019		2931
2020	my $guard = cf::lock_acquire "exit_prepare:$exit";
2021
2022	# all this does is basically replace the /! path by	2932	# all this does is basically replace the /! path by
2023	# a new random map path (?random/...) with a seed	2933	# a new random map path (?random/...) with a seed
2024	# that depends on the exit object	2934	# that depends on the exit object
2025		2935
2026	my $rmp = parse_random_map_params $exit->msg;	2936	my $rmp = parse_random_map_params $exit->msg;
…		…
2028	if ($exit->map) {	2938	if ($exit->map) {
2029	$rmp->{region} = $exit->region->name;	2939	$rmp->{region} = $exit->region->name;
2030	$rmp->{origin_map} = $exit->map->path;	2940	$rmp->{origin_map} = $exit->map->path;
2031	$rmp->{origin_x} = $exit->x;	2941	$rmp->{origin_x} = $exit->x;
2032	$rmp->{origin_y} = $exit->y;	2942	$rmp->{origin_y} = $exit->y;
		2943
		2944	$exit->map->touch;
2033	}	2945	}
2034		2946
2035	$rmp->{random_seed} ||= $exit->random_seed;	2947	$rmp->{random_seed} ||= $exit->random_seed;
2036		2948
2037	my $data = cf::to_json $rmp;	2949	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2038	my $md5 = Digest::MD5::md5_hex $data;	2950	my $md5 = Digest::MD5::md5_hex $data;
2039	my $meta = "$RANDOMDIR/$md5.meta";	2951	my $meta = "$RANDOMDIR/$md5.meta";
2040		2952
2041	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2953	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2042	aio_write $fh, 0, (length $data), $data, 0;	2954	aio_write $fh, 0, (length $data), $data, 0;
2043	undef $fh;	2955	undef $fh;
2044	aio_rename "$meta~", $meta;	2956	aio_rename "$meta~", $meta;
2045		2957
		2958	my $slaying = "?random/$md5";
		2959
		2960	if ($exit->valid) {
2046	$exit->slaying ("?random/$md5");	2961	$exit->slaying ("?random/$md5");
2047	$exit->msg (undef);	2962	$exit->msg (undef);
		2963	}
2048	}	2964	}
2049	}	2965	}
2050		2966
2051	sub cf::object::player::enter_exit {	2967	sub cf::object::player::enter_exit {
2052	my ($self, $exit) = @_;	2968	my ($self, $exit) = @_;
2053		2969
2054	return unless $self->type == cf::PLAYER;	2970	return unless $self->type == cf::PLAYER;
2055		2971
2056	if ($exit->slaying eq "/!") {
2057	#TODO: this should de-fi-ni-te-ly not be a sync-job
2058	# the problem is that $exit might not survive long enough
2059	# so it needs to be done right now, right here
2060	cf::sync_job { prepare_random_map $exit };
2061	}
2062
2063	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2064	my $hp = $exit->stats->hp;
2065	my $sp = $exit->stats->sp;
2066
2067	$self->enter_link;	2972	$self->enter_link;
2068		2973
2069	(async {	2974	(async {
2070	$self->deactivate_recursive; # just to be sure	2975	$Coro::current->{desc} = "enter_exit";
		2976
2071	unless (eval {	2977	unless (eval {
		2978	$self->deactivate_recursive; # just to be sure
		2979
		2980	my $map = cf::map::normalise $exit->slaying, $exit->map;
		2981	my $x = $exit->stats->hp;
		2982	my $y = $exit->stats->sp;
		2983
		2984	# special map handling
		2985	my $slaying = $exit->slaying;
		2986
		2987	# special map handling
		2988	if ($slaying eq "/!") {
		2989	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2990
		2991	prepare_random_map $exit
		2992	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		2993
		2994	$map = $exit->slaying;
		2995
		2996	} elsif ($slaying eq '!up') {
		2997	$map = $exit->map->tile_path (cf::TILE_UP);
		2998	$x = $exit->x;
		2999	$y = $exit->y;
		3000
		3001	} elsif ($slaying eq '!down') {
		3002	$map = $exit->map->tile_path (cf::TILE_DOWN);
		3003	$x = $exit->x;
		3004	$y = $exit->y;
		3005	}
		3006
2072	$self->goto ($slaying, $hp, $sp);	3007	$self->goto ($map, $x, $y);
2073		3008
		3009	# if exit is damned, update players death & WoR home-position
		3010	$self->contr->savebed ($map, $x, $y)
		3011	if $exit->flag (cf::FLAG_DAMNED);
		3012
2074	1;	3013	1
2075	}) {	3014	}) {
2076	$self->message ("Something went wrong deep within the crossfire server. "	3015	$self->message ("Something went wrong deep within the deliantra server. "
2077	. "I'll try to bring you back to the map you were before. "	3016	. "I'll try to bring you back to the map you were before. "
2078	. "Please report this to the dungeon master!",	3017	. "Please report this to the dungeon master!",
2079	cf::NDI_UNIQUE | cf::NDI_RED);	3018	cf::NDI_UNIQUE | cf::NDI_RED);
2080		3019
2081	warn "ERROR in enter_exit: $@";	3020	error "ERROR in enter_exit: $@";
2082	$self->leave_link;	3021	$self->leave_link;
2083	}	3022	}
2084	})->prio (1);	3023	})->prio (1);
2085	}	3024	}
2086		3025
…		…
2100		3039
2101	utf8::encode $text;	3040	utf8::encode $text;
2102	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3041	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2103	}	3042	}
2104		3043
		3044	=item $client->send_big_packet ($pkt)
		3045
		3046	Like C<send_packet>, but tries to compress large packets, and fragments
		3047	them as required.
		3048
		3049	=cut
		3050
		3051	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3052
		3053	sub cf::client::send_big_packet {
		3054	my ($self, $pkt) = @_;
		3055
		3056	# try lzf for large packets
		3057	$pkt = "lzf " . Compress::LZF::compress $pkt
		3058	if 1024 <= length $pkt and $self->{can_lzf};
		3059
		3060	# split very large packets
		3061	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3062	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3063	$pkt = "frag";
		3064	}
		3065
		3066	$self->send_packet ($pkt);
		3067	}
		3068
		3069	=item $client->send_msg ($channel, $msg, $color, [extra...])
		3070
		3071	Send a drawinfo or msg packet to the client, formatting the msg for the
		3072	client if neccessary. C<$type> should be a string identifying the type of
		3073	the message, with C<log> being the default. If C<$color> is negative, suppress
		3074	the message unless the client supports the msg packet.
		3075
		3076	=cut
		3077
		3078	# non-persistent channels (usually the info channel)
		3079	our %CHANNEL = (
		3080	"c/motd" => {
		3081	id => "infobox",
		3082	title => "MOTD",
		3083	reply => undef,
		3084	tooltip => "The message of the day",
		3085	},
		3086	"c/identify" => {
		3087	id => "infobox",
		3088	title => "Identify",
		3089	reply => undef,
		3090	tooltip => "Items recently identified",
		3091	},
		3092	"c/examine" => {
		3093	id => "infobox",
		3094	title => "Examine",
		3095	reply => undef,
		3096	tooltip => "Signs and other items you examined",
		3097	},
		3098	"c/shopinfo" => {
		3099	id => "infobox",
		3100	title => "Shop Info",
		3101	reply => undef,
		3102	tooltip => "What your bargaining skill tells you about the shop",
		3103	},
		3104	"c/book" => {
		3105	id => "infobox",
		3106	title => "Book",
		3107	reply => undef,
		3108	tooltip => "The contents of a note or book",
		3109	},
		3110	"c/lookat" => {
		3111	id => "infobox",
		3112	title => "Look",
		3113	reply => undef,
		3114	tooltip => "What you saw there",
		3115	},
		3116	"c/who" => {
		3117	id => "infobox",
		3118	title => "Players",
		3119	reply => undef,
		3120	tooltip => "Shows players who are currently online",
		3121	},
		3122	"c/body" => {
		3123	id => "infobox",
		3124	title => "Body Parts",
		3125	reply => undef,
		3126	tooltip => "Shows which body parts you posess and are available",
		3127	},
		3128	"c/statistics" => {
		3129	id => "infobox",
		3130	title => "Statistics",
		3131	reply => undef,
		3132	tooltip => "Shows your primary statistics",
		3133	},
		3134	"c/skills" => {
		3135	id => "infobox",
		3136	title => "Skills",
		3137	reply => undef,
		3138	tooltip => "Shows your experience per skill and item power",
		3139	},
		3140	"c/shopitems" => {
		3141	id => "infobox",
		3142	title => "Shop Items",
		3143	reply => undef,
		3144	tooltip => "Shows the items currently for sale in this shop",
		3145	},
		3146	"c/resistances" => {
		3147	id => "infobox",
		3148	title => "Resistances",
		3149	reply => undef,
		3150	tooltip => "Shows your resistances",
		3151	},
		3152	"c/pets" => {
		3153	id => "infobox",
		3154	title => "Pets",
		3155	reply => undef,
		3156	tooltip => "Shows information abotu your pets/a specific pet",
		3157	},
		3158	"c/perceiveself" => {
		3159	id => "infobox",
		3160	title => "Perceive Self",
		3161	reply => undef,
		3162	tooltip => "You gained detailed knowledge about yourself",
		3163	},
		3164	"c/uptime" => {
		3165	id => "infobox",
		3166	title => "Uptime",
		3167	reply => undef,
		3168	tooltip => "How long the server has been running since last restart",
		3169	},
		3170	"c/mapinfo" => {
		3171	id => "infobox",
		3172	title => "Map Info",
		3173	reply => undef,
		3174	tooltip => "Information related to the maps",
		3175	},
		3176	"c/party" => {
		3177	id => "party",
		3178	title => "Party",
		3179	reply => "gsay ",
		3180	tooltip => "Messages and chat related to your party",
		3181	},
		3182	"c/death" => {
		3183	id => "death",
		3184	title => "Death",
		3185	reply => undef,
		3186	tooltip => "Reason for and more info about your most recent death",
		3187	},
		3188	"c/say" => $SAY_CHANNEL,
		3189	"c/chat" => $CHAT_CHANNEL,
		3190	);
		3191
		3192	sub cf::client::send_msg {
		3193	my ($self, $channel, $msg, $color, @extra) = @_;
		3194
		3195	$msg = $self->pl->expand_cfpod ($msg)
		3196	unless $color & cf::NDI_VERBATIM;
		3197
		3198	$color &= cf::NDI_CLIENT_MASK; # just in case...
		3199
		3200	# check predefined channels, for the benefit of C
		3201	if ($CHANNEL{$channel}) {
		3202	$channel = $CHANNEL{$channel};
		3203
		3204	$self->ext_msg (channel_info => $channel);
		3205	$channel = $channel->{id};
		3206
		3207	} elsif (ref $channel) {
		3208	# send meta info to client, if not yet sent
		3209	unless (exists $self->{channel}{$channel->{id}}) {
		3210	$self->{channel}{$channel->{id}} = $channel;
		3211	$self->ext_msg (channel_info => $channel);
		3212	}
		3213
		3214	$channel = $channel->{id};
		3215	}
		3216
		3217	return unless @extra || length $msg;
		3218
		3219	# default colour, mask it out
		3220	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		3221	if $color & cf::NDI_DEF;
		3222
		3223	my $pkt = "msg "
		3224	. $self->{json_coder}->encode (
		3225	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		3226	);
		3227
		3228	$self->send_big_packet ($pkt);
		3229	}
		3230
2105	=item $client->ext_event ($type, %msg)	3231	=item $client->ext_msg ($type, @msg)
2106		3232
2107	Sends an exti event to the client.	3233	Sends an ext event to the client.
2108		3234
2109	=cut	3235	=cut
2110		3236
2111	sub cf::client::ext_event($$%) {	3237	sub cf::client::ext_msg($$@) {
2112	my ($self, $type, %msg) = @_;	3238	my ($self, $type, @msg) = @_;
2113		3239
2114	$msg{msgtype} = "event_$type";	3240	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2115	$self->send_packet ("ext " . cf::to_json \%msg);	3241	}
		3242
		3243	=item $client->ext_reply ($msgid, @msg)
		3244
		3245	Sends an ext reply to the client.
		3246
		3247	=cut
		3248
		3249	sub cf::client::ext_reply($$@) {
		3250	my ($self, $id, @msg) = @_;
		3251
		3252	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2116	}	3253	}
2117		3254
2118	=item $success = $client->query ($flags, "text", \&cb)	3255	=item $success = $client->query ($flags, "text", \&cb)
2119		3256
2120	Queues a query to the client, calling the given callback with	3257	Queues a query to the client, calling the given callback with
2121	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	3258	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2122	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	3259	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2123		3260
2124	Queries can fail, so check the return code. Or don't, as queries will become	3261	Queries can fail, so check the return code. Or don't, as queries will
2125	reliable at some point in the future.	3262	become reliable at some point in the future.
2126		3263
2127	=cut	3264	=cut
2128		3265
2129	sub cf::client::query {	3266	sub cf::client::query {
2130	my ($self, $flags, $text, $cb) = @_;	3267	my ($self, $flags, $text, $cb) = @_;
…		…
2138	utf8::encode $text;	3275	utf8::encode $text;
2139	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	3276	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2140		3277
2141	$self->send_packet ($self->{query_queue}[0][0])	3278	$self->send_packet ($self->{query_queue}[0][0])
2142	if @{ $self->{query_queue} } == 1;	3279	if @{ $self->{query_queue} } == 1;
		3280
		3281	1
2143	}	3282	}
2144		3283
2145	cf::client->attach (	3284	cf::client->attach (
		3285	on_connect => sub {
		3286	my ($ns) = @_;
		3287
		3288	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		3289	},
2146	on_reply => sub {	3290	on_reply => sub {
2147	my ($ns, $msg) = @_;	3291	my ($ns, $msg) = @_;
2148		3292
2149	# this weird shuffling is so that direct followup queries	3293	# this weird shuffling is so that direct followup queries
2150	# get handled first	3294	# get handled first
…		…
2162	} else {	3306	} else {
2163	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	3307	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2164	}	3308	}
2165	}	3309	}
2166	},	3310	},
		3311	on_exticmd => sub {
		3312	my ($ns, $buf) = @_;
		3313
		3314	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		3315
		3316	if (ref $msg) {
		3317	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		3318
		3319	my @reply;
		3320
		3321	if (my $cb = $EXTICMD{$type}) {
		3322	@reply = $cb->($ns, @payload);
		3323	}
		3324
		3325	$ns->ext_reply ($reply, @reply)
		3326	if $reply;
		3327
		3328	} else {
		3329	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		3330	}
		3331
		3332	cf::override;
		3333	},
2167	);	3334	);
2168		3335
2169	=item $client->async (\&cb)	3336	=item $client->async (\&cb)
2170		3337
2171	Create a new coroutine, running the specified callback. The coroutine will	3338	Create a new coroutine, running the specified callback. The coroutine will
…		…
2187		3354
2188	$coro	3355	$coro
2189	}	3356	}
2190		3357
2191	cf::client->attach (	3358	cf::client->attach (
2192	on_destroy => sub {	3359	on_client_destroy => sub {
2193	my ($ns) = @_;	3360	my ($ns) = @_;
2194		3361
2195	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3362	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2196	},	3363	},
2197	);	3364	);
…		…
2212	our $safe = new Safe "safe";	3379	our $safe = new Safe "safe";
2213	our $safe_hole = new Safe::Hole;	3380	our $safe_hole = new Safe::Hole;
2214		3381
2215	$SIG{FPE} = 'IGNORE';	3382	$SIG{FPE} = 'IGNORE';
2216		3383
2217	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3384	$safe->permit_only (Opcode::opset qw(
		3385	:base_core :base_mem :base_orig :base_math :base_loop
		3386	grepstart grepwhile mapstart mapwhile
		3387	sort time
		3388	));
2218		3389
2219	# here we export the classes and methods available to script code	3390	# here we export the classes and methods available to script code
2220		3391
2221	=pod	3392	=pod
2222		3393
2223	The following functions and methods are available within a safe environment:	3394	The following functions and methods are available within a safe environment:
2224		3395
2225	cf::object contr pay_amount pay_player map	3396	cf::object
		3397	contr pay_amount pay_player map x y force_find force_add destroy
		3398	insert remove name archname title slaying race decrease split
		3399	value
		3400
2226	cf::object::player player	3401	cf::object::player
2227	cf::player peaceful	3402	player
2228	cf::map trigger	3403
		3404	cf::player
		3405	peaceful
		3406
		3407	cf::map
		3408	trigger
2229		3409
2230	=cut	3410	=cut
2231		3411
2232	for (	3412	for (
2233	["cf::object" => qw(contr pay_amount pay_player map)],	3413	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3414	insert remove inv nrof name archname title slaying race
		3415	decrease split destroy change_exp value msg lore send_msg)],
2234	["cf::object::player" => qw(player)],	3416	["cf::object::player" => qw(player)],
2235	["cf::player" => qw(peaceful)],	3417	["cf::player" => qw(peaceful send_msg)],
2236	["cf::map" => qw(trigger)],	3418	["cf::map" => qw(trigger)],
2237	) {	3419	) {
2238	no strict 'refs';
2239	my ($pkg, @funs) = @$_;	3420	my ($pkg, @funs) = @$_;
2240	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3421	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2241	for @funs;	3422	for @funs;
2242	}	3423	}
2243		3424
…		…
2258		3439
2259	my $qcode = $code;	3440	my $qcode = $code;
2260	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3441	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2261	$qcode =~ s/\n/\\n/g;	3442	$qcode =~ s/\n/\\n/g;
2262		3443
		3444	%vars = (_dummy => 0) unless %vars;
		3445
		3446	my @res;
2263	local $_;	3447	local $_;
2264	local @safe::cf::_safe_eval_args = values %vars;
2265		3448
2266	my $eval =	3449	my $eval =
2267	"do {\n"	3450	"do {\n"
2268	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3451	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2269	. "#line 0 \"{$qcode}\"\n"	3452	. "#line 0 \"{$qcode}\"\n"
2270	. $code	3453	. $code
2271	. "\n}"	3454	. "\n}"
2272	;	3455	;
2273		3456
		3457	if ($CFG{safe_eval}) {
2274	sub_generation_inc;	3458	sub_generation_inc;
		3459	local @safe::cf::_safe_eval_args = values %vars;
2275	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3460	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2276	sub_generation_inc;	3461	sub_generation_inc;
		3462	} else {
		3463	local @cf::_safe_eval_args = values %vars;
		3464	@res = wantarray ? eval eval : scalar eval $eval;
		3465	}
2277		3466
2278	if ($@) {	3467	if ($@) {
2279	warn "$@";	3468	warn "$@",
2280	warn "while executing safe code '$code'\n";	3469	"while executing safe code '$code'\n",
2281	warn "with arguments " . (join " ", %vars) . "\n";	3470	"with arguments " . (join " ", %vars) . "\n";
2282	}	3471	}
2283		3472
2284	wantarray ? @res : $res[0]	3473	wantarray ? @res : $res[0]
2285	}	3474	}
2286		3475
…		…
2300	=cut	3489	=cut
2301		3490
2302	sub register_script_function {	3491	sub register_script_function {
2303	my ($fun, $cb) = @_;	3492	my ($fun, $cb) = @_;
2304		3493
2305	no strict 'refs';	3494	$fun = "safe::$fun" if $CFG{safe_eval};
2306	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3495	*$fun = $safe_hole->wrap ($cb);
2307	}	3496	}
2308		3497
2309	=back	3498	=back
2310		3499
2311	=cut	3500	=cut
2312
2313	#############################################################################
2314
2315	=head2 EXTENSION DATABASE SUPPORT
2316
2317	Crossfire maintains a very simple database for extension use. It can
2318	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2319	convert to/from binary).
2320
2321	The parameter C<$family> should best start with the name of the extension
2322	using it, it should be unique.
2323
2324	=over 4
2325
2326	=item $value = cf::db_get $family => $key
2327
2328	Returns a single value from the database.
2329
2330	=item cf::db_put $family => $key => $value
2331
2332	Stores the given C<$value> in the family.
2333
2334	=cut
2335
2336	our $DB;
2337
2338	sub db_init {
2339	unless ($DB) {
2340	$DB = BDB::db_create $DB_ENV;
2341
2342	cf::sync_job {
2343	eval {
2344	$DB->set_flags (BDB::CHKSUM);
2345
2346	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2347	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2348	cf::cleanup "db_open(db): $!" if $!;
2349	};
2350	cf::cleanup "db_open(db): $@" if $@;
2351	};
2352	}
2353	}
2354
2355	sub db_get($$) {
2356	my $key = "$_[0]/$_[1]";
2357
2358	cf::sync_job {
2359	BDB::db_get $DB, undef, $key, my $data;
2360
2361	$! ? ()
2362	: $data
2363	}
2364	}
2365
2366	sub db_put($$$) {
2367	BDB::dbreq_pri 4;
2368	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2369	}
2370
2371	=item cf::cache $id => [$paths...], $processversion => $process
2372
2373	Generic caching function that returns the value of the resource $id,
2374	caching and regenerating as required.
2375
2376	This function can block.
2377
2378	=cut
2379
2380	sub cache {
2381	my ($id, $src, $processversion, $process) = @_;
2382
2383	my $meta =
2384	join "\x00",
2385	$processversion,
2386	map {
2387	aio_stat $_
2388	and Carp::croak "$_: $!";
2389
2390	($_, (stat _)[7,9])
2391	} @$src;
2392
2393	my $dbmeta = db_get cache => "$id/meta";
2394	if ($dbmeta ne $meta) {
2395	# changed, we may need to process
2396
2397	my @data;
2398	my $md5;
2399
2400	for (0 .. $#$src) {
2401	0 <= aio_load $src->[$_], $data[$_]
2402	or Carp::croak "$src->[$_]: $!";
2403	}
2404
2405	# if processing is expensive, check
2406	# checksum first
2407	if (1) {
2408	$md5 =
2409	join "\x00",
2410	$processversion,
2411	map {
2412	Coro::cede;
2413	($src->[$_], Digest::MD5::md5_hex $data[$_])
2414	} 0.. $#$src;
2415
2416
2417	my $dbmd5 = db_get cache => "$id/md5";
2418	if ($dbmd5 eq $md5) {
2419	db_put cache => "$id/meta", $meta;
2420
2421	return db_get cache => "$id/data";
2422	}
2423	}
2424
2425	my $t1 = Time::HiRes::time;
2426	my $data = $process->(\@data);
2427	my $t2 = Time::HiRes::time;
2428
2429	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2430
2431	db_put cache => "$id/data", $data;
2432	db_put cache => "$id/md5" , $md5;
2433	db_put cache => "$id/meta", $meta;
2434
2435	return $data;
2436	}
2437
2438	db_get cache => "$id/data"
2439	}
2440
2441	=item fork_call { }, $args
2442
2443	Executes the given code block with the given arguments in a seperate
2444	process, returning the results. Everything must be serialisable with
2445	Coro::Storable. May, of course, block. Note that the executed sub may
2446	never block itself or use any form of Event handling.
2447
2448	=cut
2449
2450	sub fork_call(&@) {
2451	my ($cb, @args) = @_;
2452
2453	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2454	# or die "socketpair: $!";
2455	pipe my $fh1, my $fh2
2456	or die "pipe: $!";
2457
2458	if (my $pid = fork) {
2459	close $fh2;
2460
2461	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2462	$res = Coro::Storable::thaw $res;
2463
2464	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2465
2466	die $$res unless "ARRAY" eq ref $res;
2467
2468	return wantarray ? @$res : $res->[-1];
2469	} else {
2470	reset_signals;
2471	local $SIG{__WARN__};
2472	local $SIG{__DIE__};
2473	eval {
2474	close $fh1;
2475
2476	my @res = eval { $cb->(@args) };
2477	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2478	};
2479
2480	warn $@ if $@;
2481	_exit 0;
2482	}
2483	}
2484		3501
2485	#############################################################################	3502	#############################################################################
2486	# the server's init and main functions	3503	# the server's init and main functions
2487		3504
		3505	our %FACEHASH; # hash => idx, #d# HACK for http server
		3506
		3507	# internal api, not fianlised
		3508	sub add_face {
		3509	my ($name, $type, $data) = @_;
		3510
		3511	my $idx = cf::face::find $name;
		3512
		3513	if ($idx) {
		3514	delete $FACEHASH{cf::face::get_chksum $idx};
		3515	} else {
		3516	$idx = cf::face::alloc $name;
		3517	}
		3518
		3519	my $hash = cf::face::mangle_chksum Digest::MD5::md5 $data;
		3520
		3521	cf::face::set_type $idx, $type;
		3522	cf::face::set_data $idx, 0, $data, $hash;
		3523	cf::face::set_meta $idx, $type & 1 ? undef : undef;
		3524	$FACEHASH{$hash} = $idx;#d#
		3525
		3526	$idx
		3527	}
		3528
2488	sub load_facedata($) {	3529	sub load_facedata($) {
2489	my ($path) = @_;	3530	my ($path) = @_;
2490		3531
		3532	# HACK to clear player env face cache, we need some signal framework
		3533	# for this (global event?)
		3534	%ext::player_env::MUSIC_FACE_CACHE = ();
		3535
		3536	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3537
2491	warn "loading facedata from $path\n";	3538	trace "loading facedata from $path\n";
2492		3539
2493	my $facedata;	3540	my $facedata = decode_storable load_file $path;
2494	0 < aio_load $path, $facedata
2495	or die "$path: $!";
2496
2497	$facedata = Coro::Storable::thaw $facedata;
2498		3541
2499	$facedata->{version} == 2	3542	$facedata->{version} == 2
2500	or cf::cleanup "$path: version mismatch, cannot proceed.";	3543	or cf::cleanup "$path: version mismatch, cannot proceed.";
2501		3544
		3545	cf::cede_to_tick;
		3546
2502	{	3547	{
2503	my $faces = $facedata->{faceinfo};	3548	my $faces = $facedata->{faceinfo};
2504		3549
2505	while (my ($face, $info) = each %$faces) {	3550	for my $face (sort keys %$faces) {
		3551	my $info = $faces->{$face};
2506	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3552	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3553
2507	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3554	cf::face::set_visibility $idx, $info->{visibility};
		3555	cf::face::set_magicmap $idx, $info->{magicmap};
2508	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3556	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2509	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3557	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
2510	Coro::cede;	3558	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
		3559	$FACEHASH{$info->{hash64}} = $idx;#d#
		3560
		3561	cf::cede_to_tick;
2511	}	3562	}
2512		3563
2513	while (my ($face, $info) = each %$faces) {	3564	while (my ($face, $info) = each %$faces) {
2514	next unless $info->{smooth};	3565	next unless $info->{smooth};
		3566
2515	my $idx = cf::face::find $face	3567	my $idx = cf::face::find $face
2516	or next;	3568	or next;
		3569
2517	if (my $smooth = cf::face::find $info->{smooth}) {	3570	if (my $smooth = cf::face::find $info->{smooth}) {
		3571	cf::face::set_smooth $idx, $smooth;
2518	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3572	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2519	} else {	3573	} else {
2520	warn "smooth face '$info->{smooth}' not found for face '$face'";	3574	error "smooth face '$info->{smooth}' not found for face '$face'";
2521	}	3575	}
2522	Coro::cede;	3576
		3577	cf::cede_to_tick;
2523	}	3578	}
2524	}	3579	}
2525		3580
2526	{	3581	{
2527	my $anims = $facedata->{animinfo};	3582	my $anims = $facedata->{animinfo};
2528		3583
2529	while (my ($anim, $info) = each %$anims) {	3584	while (my ($anim, $info) = each %$anims) {
2530	cf::anim::set $anim, $info->{frames}, $info->{facings};	3585	cf::anim::set $anim, $info->{frames}, $info->{facings};
2531	Coro::cede;	3586	cf::cede_to_tick;
2532	}	3587	}
2533		3588
2534	cf::anim::invalidate_all; # d'oh	3589	cf::anim::invalidate_all; # d'oh
2535	}	3590	}
2536		3591
		3592	{
		3593	my $res = $facedata->{resource};
		3594
		3595	while (my ($name, $info) = each %$res) {
		3596	if (defined (my $type = $info->{type})) {
		3597	# TODO: different hash - must free and use new index, or cache ixface data queue
		3598	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3599
		3600	cf::face::set_type $idx, $type;
		3601	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
		3602	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
		3603	$FACEHASH{$info->{hash}} = $idx;#d#
		3604	} else {
		3605	# $RESOURCE{$name} = $info; # unused
		3606	}
		3607
		3608	cf::cede_to_tick;
		3609	}
		3610	}
		3611
		3612	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3613
2537	1	3614	1
2538	}	3615	}
2539		3616
		3617	register_exticmd fx_want => sub {
		3618	my ($ns, $want) = @_;
		3619
		3620	while (my ($k, $v) = each %$want) {
		3621	$ns->fx_want ($k, $v);
		3622	}
		3623	};
		3624
		3625	sub load_resource_file($) {
		3626	my $guard = lock_acquire "load_resource_file";
		3627
		3628	my $status = load_resource_file_ $_[0];
		3629	get_slot 0.1, 100;
		3630	cf::arch::commit_load;
		3631
		3632	$status
		3633	}
		3634
		3635	sub reload_exp_table {
		3636	_reload_exp_table;
		3637
		3638	add_face "res/exp_table" => FT_RSRC,
		3639	JSON::XS->new->utf8->canonical->encode (
		3640	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3641	);
		3642	}
		3643
		3644	sub reload_materials {
		3645	_reload_materials;
		3646	}
		3647
2540	sub reload_regions {	3648	sub reload_regions {
		3649	# HACK to clear player env face cache, we need some signal framework
		3650	# for this (global event?)
		3651	%ext::player_env::MUSIC_FACE_CACHE = ();
		3652
2541	load_resource_file "$MAPDIR/regions"	3653	load_resource_file "$MAPDIR/regions"
2542	or die "unable to load regions file\n";	3654	or die "unable to load regions file\n";
		3655
		3656	for (cf::region::list) {
		3657	$_->{match} = qr/$_->{match}/
		3658	if exists $_->{match};
		3659	}
2543	}	3660	}
2544		3661
2545	sub reload_facedata {	3662	sub reload_facedata {
2546	load_facedata "$DATADIR/facedata"	3663	load_facedata "$DATADIR/facedata"
2547	or die "unable to load facedata\n";	3664	or die "unable to load facedata\n";
2548	}	3665	}
2549		3666
2550	sub reload_archetypes {	3667	sub reload_archetypes {
2551	load_resource_file "$DATADIR/archetypes"	3668	load_resource_file "$DATADIR/archetypes"
2552	or die "unable to load archetypes\n";	3669	or die "unable to load archetypes\n";
		3670
		3671	add_face "res/skill_info" => FT_RSRC,
		3672	JSON::XS->new->utf8->canonical->encode (
		3673	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
		3674	);
		3675	add_face "res/spell_paths" => FT_RSRC,
		3676	JSON::XS->new->utf8->canonical->encode (
		3677	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3678	);
2553	}	3679	}
2554		3680
2555	sub reload_treasures {	3681	sub reload_treasures {
2556	load_resource_file "$DATADIR/treasures"	3682	load_resource_file "$DATADIR/treasures"
2557	or die "unable to load treasurelists\n";	3683	or die "unable to load treasurelists\n";
2558	}	3684	}
2559		3685
		3686	sub reload_sound {
		3687	trace "loading sound config from $DATADIR/sound\n";
		3688
		3689	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3690
		3691	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3692	my $sound = $soundconf->{compat}[$_]
		3693	or next;
		3694
		3695	my $face = cf::face::find "sound/$sound->[1]";
		3696	cf::sound::set $sound->[0] => $face;
		3697	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3698	}
		3699
		3700	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3701	my $face = cf::face::find "sound/$v";
		3702	cf::sound::set $k => $face;
		3703	}
		3704	}
		3705
		3706	#d# move docstuff to help or so
		3707	our %DOCSTRING;
		3708
		3709	sub reload_pod {
		3710	trace "loading pods $PODDIR\n";
		3711
		3712	%DOCSTRING = ();
		3713	my @command_list;
		3714
		3715	for (
		3716	[0, "command_help"],
		3717	[1, "emote_help"],
		3718	[2, "dmcommand_help"],
		3719	) {
		3720	my ($type, $path) = @$_;
		3721
		3722	my $paragraphs = &cf::pod::load_pod ("$PODDIR/$path.pod")
		3723	or die "unable to load $path";
		3724
		3725	my $level = 1e9;
		3726	my $rpar;
		3727
		3728	for my $par (@$paragraphs) {
		3729	if ($par->{type} eq "head2") {
		3730	# this code taken almost verbatim from DC/Protocol.pm
		3731
		3732	if ($par->{markup} =~ /^(\S+) (?:\s+ \( ([^\)]*) \) )?/x) {
		3733	my $cmd = $1;
		3734	my @args = split /\|/, $2;
		3735	@args = (".*") unless @args;
		3736
		3737	$_ = $_ eq ".*" ? "" : " $_"
		3738	for @args;
		3739
		3740	my @variants = map "$cmd$_", sort { (length $a) <=> (length $b) } @args;
		3741
		3742	$rpar = \($DOCSTRING{"command/$cmd"} = &cf::pod::as_cfpod ([$par]));
		3743
		3744	push @command_list, [$type, \@variants];
		3745	$level = $par->{level};
		3746	} else {
		3747	error "$par->{markup}: unparsable command heading";
		3748	}
		3749	} elsif ($par->{level} > $level) {
		3750	$$rpar .= &cf::pod::as_cfpod ([$par]);
		3751	}
		3752
		3753	cf::cede_to_tick;
		3754	}
		3755	}
		3756
		3757	@command_list = sort {
		3758	$a->[0] <=> $b->[0]
		3759	or $a->[1] cmp $b->[1]
		3760	} @command_list;
		3761
		3762	cf::cede_to_tick;
		3763
		3764	add_face "res/command_list" => FT_RSRC,
		3765	JSON::XS->new->utf8->encode (\@command_list);
		3766	}
		3767
2560	sub reload_resources {	3768	sub reload_resources {
2561	warn "reloading resource files...\n";	3769	trace "reloading resource files...\n";
2562		3770
		3771	reload_materials;
		3772	reload_facedata;
		3773	reload_exp_table;
		3774	reload_sound;
		3775	reload_archetypes;
2563	reload_regions;	3776	reload_regions;
2564	reload_facedata;
2565	#reload_archetypes;#d#
2566	reload_archetypes;
2567	reload_treasures;	3777	reload_treasures;
		3778	reload_pod;
2568		3779
2569	warn "finished reloading resource files\n";	3780	trace "finished reloading resource files\n";
2570	}	3781	}
2571		3782
2572	sub init {	3783	sub reload_config {
2573	reload_resources;	3784	trace "reloading config file...\n";
2574	}
2575		3785
2576	sub cfg_load {	3786	my $config = load_file "$CONFDIR/config";
2577	open my $fh, "<:utf8", "$CONFDIR/config"	3787	utf8::decode $config;
2578	or return;	3788	*CFG = decode_yaml $config;
2579		3789
2580	local $/;
2581	*CFG = YAML::Syck::Load <$fh>;
2582
2583	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3790	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2584		3791
2585	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3792	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2586	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3793	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2587		3794
2588	if (exists $CFG{mlockall}) {	3795	if (exists $CFG{mlockall}) {
…		…
2592	};	3799	};
2593	warn $@ if $@;	3800	warn $@ if $@;
2594	}	3801	}
2595	}	3802	}
2596		3803
		3804	sub pidfile() {
		3805	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3806	or die "$PIDFILE: $!";
		3807	flock $fh, &Fcntl::LOCK_EX
		3808	or die "$PIDFILE: flock: $!";
		3809	$fh
		3810	}
		3811
		3812	# make sure only one server instance is running at any one time
		3813	sub atomic {
		3814	my $fh = pidfile;
		3815
		3816	my $pid = <$fh>;
		3817	kill 9, $pid if $pid > 0;
		3818
		3819	seek $fh, 0, 0;
		3820	print $fh $$;
		3821	}
		3822
		3823	sub main_loop {
		3824	trace "EV::loop starting\n";
		3825	if (1) {
		3826	EV::loop;
		3827	}
		3828	trace "EV::loop returned\n";
		3829	goto &main_loop unless $REALLY_UNLOOP;
		3830	}
		3831
2597	sub main {	3832	sub main {
		3833	cf::init_globals; # initialise logging
		3834
		3835	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3836	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3837	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3838	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3839
		3840	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3841
2598	# we must not ever block the main coroutine	3842	# we must not ever block the main coroutine
2599	local $Coro::idle = sub {	3843	$Coro::idle = sub {
2600	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3844	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2601	(async {	3845	(async {
2602	Event::one_event;	3846	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3847	EV::loop EV::LOOP_ONESHOT;
2603	})->prio (Coro::PRIO_MAX);	3848	})->prio (Coro::PRIO_MAX);
2604	};	3849	};
2605		3850
2606	cfg_load;	3851	evthread_start IO::AIO::poll_fileno;
		3852
		3853	cf::sync_job {
		3854	cf::incloader::init ();
		3855
2607	db_init;	3856	db_init;
		3857
		3858	cf::init_anim;
		3859	cf::init_attackmess;
		3860	cf::init_dynamic;
		3861
		3862	cf::load_settings;
		3863
		3864	reload_resources;
		3865	reload_config;
		3866
		3867	cf::init_uuid;
		3868	cf::init_signals;
		3869	cf::init_skills;
		3870
		3871	cf::init_beforeplay;
		3872
		3873	atomic;
		3874
2608	load_extensions;	3875	load_extensions;
2609		3876
2610	$TICK_WATCHER->start;	3877	utime time, time, $RUNTIMEFILE;
2611	Event::loop;	3878
		3879	# no (long-running) fork's whatsoever before this point(!)
		3880	use POSIX ();
		3881	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3882
		3883	cf::_post_init 0;
		3884	};
		3885
		3886	cf::object::thawer::errors_are_fatal 0;
		3887	info "parse errors in files are no longer fatal from this point on.\n";
		3888
		3889	AE::postpone {
		3890	undef &main; # free gobs of memory :)
		3891	};
		3892
		3893	goto &main_loop;
2612	}	3894	}
2613		3895
2614	#############################################################################	3896	#############################################################################
2615	# initialisation and cleanup	3897	# initialisation and cleanup
2616		3898
2617	# install some emergency cleanup handlers	3899	# install some emergency cleanup handlers
2618	BEGIN {	3900	BEGIN {
		3901	our %SIGWATCHER = ();
2619	for my $signal (qw(INT HUP TERM)) {	3902	for my $signal (qw(INT HUP TERM)) {
2620	Event->signal (	3903	$SIGWATCHER{$signal} = AE::signal $signal, sub {
2621	reentrant => 0,
2622	data => WF_AUTOCANCEL,
2623	signal => $signal,
2624	prio => 0,
2625	cb => sub {
2626	cf::cleanup "SIG$signal";	3904	cf::cleanup "SIG$signal";
2627	},
2628	);	3905	};
		3906	}
		3907	}
		3908
		3909	sub write_runtime_sync {
		3910	my $t0 = AE::time;
		3911
		3912	# first touch the runtime file to show we are still running:
		3913	# the fsync below can take a very very long time.
		3914
		3915	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
		3916
		3917	my $guard = cf::lock_acquire "write_runtime";
		3918
		3919	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
		3920	or return;
		3921
		3922	my $value = $cf::RUNTIME + 90 + 10;
		3923	# 10 is the runtime save interval, for a monotonic clock
		3924	# 60 allows for the watchdog to kill the server.
		3925
		3926	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3927	and return;
		3928
		3929	# always fsync - this file is important
		3930	aio_fsync $fh
		3931	and return;
		3932
		3933	# touch it again to show we are up-to-date
		3934	aio_utime $fh, undef, undef;
		3935
		3936	close $fh
		3937	or return;
		3938
		3939	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
		3940	and return;
		3941
		3942	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
		3943
2629	}	3944	1
		3945	}
		3946
		3947	our $uuid_lock;
		3948	our $uuid_skip;
		3949
		3950	sub write_uuid_sync($) {
		3951	$uuid_skip ||= $_[0];
		3952
		3953	return if $uuid_lock;
		3954	local $uuid_lock = 1;
		3955
		3956	my $uuid = "$LOCALDIR/uuid";
		3957
		3958	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3959	or return;
		3960
		3961	my $value = uuid_seq uuid_cur;
		3962
		3963	unless ($value) {
		3964	info "cowardly refusing to write zero uuid value!\n";
		3965	return;
		3966	}
		3967
		3968	my $value = uuid_str $value + $uuid_skip;
		3969	$uuid_skip = 0;
		3970
		3971	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3972	and return;
		3973
		3974	# always fsync - this file is important
		3975	aio_fsync $fh
		3976	and return;
		3977
		3978	close $fh
		3979	or return;
		3980
		3981	aio_rename "$uuid~", $uuid
		3982	and return;
		3983
		3984	trace "uuid file written ($value).\n";
		3985
		3986	1
		3987
		3988	}
		3989
		3990	sub write_uuid($$) {
		3991	my ($skip, $sync) = @_;
		3992
		3993	$sync ? write_uuid_sync $skip
		3994	: async { write_uuid_sync $skip };
2630	}	3995	}
2631		3996
2632	sub emergency_save() {	3997	sub emergency_save() {
2633	my $freeze_guard = cf::freeze_mainloop;	3998	my $freeze_guard = cf::freeze_mainloop;
2634		3999
2635	warn "enter emergency perl save\n";	4000	info "emergency_perl_save: enter\n";
		4001
		4002	# this is a trade-off: we want to be very quick here, so
		4003	# save all maps without fsync, and later call a global sync
		4004	# (which in turn might be very very slow)
		4005	local $USE_FSYNC = 0;
2636		4006
2637	cf::sync_job {	4007	cf::sync_job {
		4008	cf::write_runtime_sync; # external watchdog should not bark
		4009
2638	# use a peculiar iteration method to avoid tripping on perl	4010	# use a peculiar iteration method to avoid tripping on perl
2639	# refcount bugs in for. also avoids problems with players	4011	# refcount bugs in for. also avoids problems with players
2640	# and maps saved/destroyed asynchronously.	4012	# and maps saved/destroyed asynchronously.
2641	warn "begin emergency player save\n";	4013	info "emergency_perl_save: begin player save\n";
2642	for my $login (keys %cf::PLAYER) {	4014	for my $login (keys %cf::PLAYER) {
2643	my $pl = $cf::PLAYER{$login} or next;	4015	my $pl = $cf::PLAYER{$login} or next;
2644	$pl->valid or next;	4016	$pl->valid or next;
		4017	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2645	$pl->save;	4018	$pl->save;
2646	}	4019	}
2647	warn "end emergency player save\n";	4020	info "emergency_perl_save: end player save\n";
2648		4021
2649	warn "begin emergency map save\n";	4022	cf::write_runtime_sync; # external watchdog should not bark
		4023
		4024	info "emergency_perl_save: begin map save\n";
2650	for my $path (keys %cf::MAP) {	4025	for my $path (keys %cf::MAP) {
2651	my $map = $cf::MAP{$path} or next;	4026	my $map = $cf::MAP{$path} or next;
2652	$map->valid or next;	4027	$map->valid or next;
2653	$map->save;	4028	$map->save;
2654	}	4029	}
2655	warn "end emergency map save\n";	4030	info "emergency_perl_save: end map save\n";
2656		4031
2657	warn "begin emergency database checkpoint\n";	4032	cf::write_runtime_sync; # external watchdog should not bark
		4033
		4034	info "emergency_perl_save: begin database checkpoint\n";
2658	BDB::db_env_txn_checkpoint $DB_ENV;	4035	BDB::db_env_txn_checkpoint $DB_ENV;
2659	warn "end emergency database checkpoint\n";	4036	info "emergency_perl_save: end database checkpoint\n";
		4037
		4038	info "emergency_perl_save: begin write uuid\n";
		4039	write_uuid_sync 1;
		4040	info "emergency_perl_save: end write uuid\n";
		4041
		4042	cf::write_runtime_sync; # external watchdog should not bark
		4043
		4044	trace "emergency_perl_save: syncing database to disk";
		4045	BDB::db_env_txn_checkpoint $DB_ENV;
		4046
		4047	info "emergency_perl_save: starting sync\n";
		4048	IO::AIO::aio_sync sub {
		4049	info "emergency_perl_save: finished sync\n";
		4050	};
		4051
		4052	cf::write_runtime_sync; # external watchdog should not bark
		4053
		4054	trace "emergency_perl_save: flushing outstanding aio requests";
		4055	while (IO::AIO::nreqs || BDB::nreqs) {
		4056	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		4057	}
		4058
		4059	cf::write_runtime_sync; # external watchdog should not bark
2660	};	4060	};
2661		4061
2662	warn "leave emergency perl save\n";	4062	info "emergency_perl_save: leave\n";
2663	}	4063	}
2664		4064
2665	sub post_cleanup {	4065	sub post_cleanup {
2666	my ($make_core) = @_;	4066	my ($make_core) = @_;
2667		4067
		4068	IO::AIO::flush;
		4069
2668	warn Carp::longmess "post_cleanup backtrace"	4070	error Carp::longmess "post_cleanup backtrace"
2669	if $make_core;	4071	if $make_core;
		4072
		4073	my $fh = pidfile;
		4074	unlink $PIDFILE if <$fh> == $$;
		4075	}
		4076
		4077	# a safer delete_package, copied from Symbol
		4078	sub clear_package($) {
		4079	my $pkg = shift;
		4080
		4081	# expand to full symbol table name if needed
		4082	unless ($pkg =~ /^main::.*::$/) {
		4083	$pkg = "main$pkg" if $pkg =~ /^::/;
		4084	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		4085	$pkg .= '::' unless $pkg =~ /::$/;
		4086	}
		4087
		4088	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		4089	my $stem_symtab = *{$stem}{HASH};
		4090
		4091	defined $stem_symtab and exists $stem_symtab->{$leaf}
		4092	or return;
		4093
		4094	# clear all symbols
		4095	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		4096	for my $name (keys %$leaf_symtab) {
		4097	_gv_clear *{"$pkg$name"};
		4098	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4099	}
2670	}	4100	}
2671		4101
2672	sub do_reload_perl() {	4102	sub do_reload_perl() {
2673	# can/must only be called in main	4103	# can/must only be called in main
2674	if ($Coro::current != $Coro::main) {	4104	unless (in_main) {
2675	warn "can only reload from main coroutine";	4105	error "can only reload from main coroutine";
2676	return;	4106	return;
2677	}	4107	}
2678		4108
2679	warn "reloading...";	4109	return if $RELOAD++;
2680		4110
2681	warn "entering sync_job";	4111	my $t1 = AE::time;
2682		4112
		4113	while ($RELOAD) {
		4114	cf::get_slot 0.1, -1, "reload_perl";
		4115	info "perl_reload: reloading...";
		4116
		4117	trace "perl_reload: entering sync_job";
		4118
2683	cf::sync_job {	4119	cf::sync_job {
2684	cf::write_runtime; # external watchdog should not bark
2685	cf::emergency_save;	4120	#cf::emergency_save;
2686	cf::write_runtime; # external watchdog should not bark
2687		4121
2688	warn "syncing database to disk";
2689	BDB::db_env_txn_checkpoint $DB_ENV;
2690
2691	# if anything goes wrong in here, we should simply crash as we already saved
2692
2693	warn "cancelling all WF_AUTOCANCEL watchers";
2694	for (Event::all_watchers) {
2695	$_->cancel if $_->data & WF_AUTOCANCEL;
2696	}
2697
2698	warn "flushing outstanding aio requests";
2699	for (;;) {
2700	BDB::flush;
2701	IO::AIO::flush;
2702	Coro::cede;
2703	last unless IO::AIO::nreqs || BDB::nreqs;
2704	warn "iterate...";
2705	}
2706
2707	++$RELOAD;
2708
2709	warn "cancelling all extension coros";	4122	trace "perl_reload: cancelling all extension coros";
2710	$_->cancel for values %EXT_CORO;	4123	$_->cancel for values %EXT_CORO;
2711	%EXT_CORO = ();	4124	%EXT_CORO = ();
2712		4125
2713	warn "removing commands";	4126	trace "perl_reload: removing commands";
2714	%COMMAND = ();	4127	%COMMAND = ();
2715		4128
2716	warn "removing ext commands";	4129	trace "perl_reload: removing ext/exti commands";
2717	%EXTCMD = ();	4130	%EXTCMD = ();
		4131	%EXTICMD = ();
2718		4132
2719	warn "unloading/nuking all extensions";	4133	trace "perl_reload: unloading/nuking all extensions";
2720	for my $pkg (@EXTS) {	4134	for my $pkg (@EXTS) {
2721	warn "... unloading $pkg";	4135	trace "... unloading $pkg";
2722		4136
2723	if (my $cb = $pkg->can ("unload")) {	4137	if (my $cb = $pkg->can ("unload")) {
2724	eval {	4138	eval {
2725	$cb->($pkg);	4139	$cb->($pkg);
2726	1	4140	1
2727	} or warn "$pkg unloaded, but with errors: $@";	4141	} or error "$pkg unloaded, but with errors: $@";
		4142	}
		4143
		4144	trace "... clearing $pkg";
		4145	clear_package $pkg;
2728	}	4146	}
2729		4147
2730	warn "... nuking $pkg";
2731	Symbol::delete_package $pkg;
2732	}
2733
2734	warn "unloading all perl modules loaded from $LIBDIR";	4148	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2735	while (my ($k, $v) = each %INC) {	4149	while (my ($k, $v) = each %INC) {
2736	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4150	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2737		4151
2738	warn "... unloading $k";	4152	trace "... unloading $k";
2739	delete $INC{$k};	4153	delete $INC{$k};
2740		4154
2741	$k =~ s/\.pm$//;	4155	$k =~ s/\.pm$//;
2742	$k =~ s/\//::/g;	4156	$k =~ s/\//::/g;
2743		4157
2744	if (my $cb = $k->can ("unload_module")) {	4158	if (my $cb = $k->can ("unload_module")) {
2745	$cb->();	4159	$cb->();
		4160	}
		4161
		4162	clear_package $k;
2746	}	4163	}
2747		4164
2748	Symbol::delete_package $k;
2749	}
2750
2751	warn "getting rid of safe::, as good as possible";	4165	trace "perl_reload: getting rid of safe::, as good as possible";
2752	Symbol::delete_package "safe::$_"	4166	clear_package "safe::$_"
2753	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4167	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2754		4168
2755	warn "unloading cf.pm \"a bit\"";	4169	trace "perl_reload: unloading cf.pm \"a bit\"";
2756	delete $INC{"cf.pm"};	4170	delete $INC{"cf.pm"};
2757	delete $INC{"cf/pod.pm"};	4171	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2758		4172
2759	# don't, removes xs symbols, too,	4173	# don't, removes xs symbols, too,
2760	# and global variables created in xs	4174	# and global variables created in xs
2761	#Symbol::delete_package __PACKAGE__;	4175	#clear_package __PACKAGE__;
2762		4176
2763	warn "unload completed, starting to reload now";	4177	info "perl_reload: unload completed, starting to reload now";
2764		4178
2765	warn "reloading cf.pm";	4179	trace "perl_reload: reloading cf.pm";
2766	require cf;	4180	require cf;
2767	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4181	cf::_connect_to_perl_1;
2768		4182
2769	warn "loading config and database again";	4183	trace "perl_reload: loading config and database again";
2770	cf::cfg_load;	4184	cf::reload_config;
2771		4185
2772	warn "loading extensions";	4186	trace "perl_reload: loading extensions";
2773	cf::load_extensions;	4187	cf::load_extensions;
2774		4188
		4189	if ($REATTACH_ON_RELOAD) {
2775	warn "reattaching attachments to objects/players";	4190	trace "perl_reload: reattaching attachments to objects/players";
2776	_global_reattach; # objects, sockets	4191	_global_reattach; # objects, sockets
2777	warn "reattaching attachments to maps";	4192	trace "perl_reload: reattaching attachments to maps";
2778	reattach $_ for values %MAP;	4193	reattach $_ for values %MAP;
2779	warn "reattaching attachments to players";	4194	trace "perl_reload: reattaching attachments to players";
2780	reattach $_ for values %PLAYER;	4195	reattach $_ for values %PLAYER;
		4196	}
2781		4197
2782	warn "leaving sync_job";	4198	cf::_post_init 1;
2783		4199
		4200	trace "perl_reload: leaving sync_job";
		4201
2784	1	4202	1
2785	} or do {	4203	} or do {
2786	warn $@;	4204	error $@;
2787	warn "error while reloading, exiting.";	4205	cf::cleanup "perl_reload: error, exiting.";
2788	exit 1;	4206	};
		4207
		4208	--$RELOAD;
2789	};	4209	}
2790		4210
2791	warn "reloaded";	4211	$t1 = AE::time - $t1;
		4212	info "perl_reload: completed in ${t1}s\n";
2792	};	4213	};
2793		4214
2794	our $RELOAD_WATCHER; # used only during reload	4215	our $RELOAD_WATCHER; # used only during reload
2795		4216
2796	sub reload_perl() {	4217	sub reload_perl() {
2797	# doing reload synchronously and two reloads happen back-to-back,	4218	# doing reload synchronously and two reloads happen back-to-back,
2798	# coro crashes during coro_state_free->destroy here.	4219	# coro crashes during coro_state_free->destroy here.
2799		4220
2800	$RELOAD_WATCHER ||= Event->timer (	4221	$RELOAD_WATCHER ||= cf::async {
2801	reentrant => 0,	4222	Coro::AIO::aio_wait cache_extensions;
2802	after => 0,	4223
2803	data => WF_AUTOCANCEL,	4224	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
2804	cb => sub {
2805	do_reload_perl;	4225	do_reload_perl;
2806	undef $RELOAD_WATCHER;	4226	undef $RELOAD_WATCHER;
2807	},	4227	};
2808	);	4228	};
2809	}	4229	}
2810		4230
2811	register_command "reload" => sub {	4231	register_command "reload" => sub {
2812	my ($who, $arg) = @_;	4232	my ($who, $arg) = @_;
2813		4233
2814	if ($who->flag (FLAG_WIZ)) {	4234	if ($who->flag (FLAG_WIZ)) {
2815	$who->message ("reloading server.");	4235	$who->message ("reloading server.");
		4236	async {
		4237	$Coro::current->{desc} = "perl_reload";
2816	async { reload_perl };	4238	reload_perl;
		4239	};
2817	}	4240	}
2818	};	4241	};
2819		4242
2820	unshift @INC, $LIBDIR;	4243	#############################################################################
2821		4244
2822	my $bug_warning = 0;	4245	my $bug_warning = 0;
2823		4246
2824	our @WAIT_FOR_TICK;
2825	our @WAIT_FOR_TICK_BEGIN;
2826
2827	sub wait_for_tick {	4247	sub wait_for_tick() {
2828	return unless $TICK_WATCHER->is_active;	4248	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2829	return if $Coro::current == $Coro::main;
2830		4249
2831	my $signal = new Coro::Signal;	4250	$WAIT_FOR_TICK->wait;
2832	push @WAIT_FOR_TICK, $signal;
2833	$signal->wait;
2834	}	4251	}
2835		4252
2836	sub wait_for_tick_begin {	4253	sub wait_for_tick_begin() {
2837	return unless $TICK_WATCHER->is_active;	4254	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2838	return if $Coro::current == $Coro::main;
2839		4255
2840	my $signal = new Coro::Signal;	4256	my $signal = new Coro::Signal;
2841	push @WAIT_FOR_TICK_BEGIN, $signal;	4257	push @WAIT_FOR_TICK_BEGIN, $signal;
2842	$signal->wait;	4258	$signal->wait;
2843	}	4259	}
2844		4260
2845	my $min = 1e6;#d#	4261	sub tick {
2846	my $avg = 10;
2847	$TICK_WATCHER = Event->timer (
2848	reentrant => 0,
2849	parked => 1,
2850	prio => 0,
2851	at => $NEXT_TICK || $TICK,
2852	data => WF_AUTOCANCEL,
2853	cb => sub {
2854	if ($Coro::current != $Coro::main) {	4262	if ($Coro::current != $Coro::main) {
2855	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4263	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2856	unless ++$bug_warning > 10;	4264	unless ++$bug_warning > 10;
2857	return;	4265	return;
2858	}	4266	}
2859		4267
2860	$NOW = $tick_start = Event::time;	4268	cf::one_tick; # one server iteration
2861		4269
2862	cf::server_tick; # one server iteration	4270	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
2863		4271
2864	0 && sync_job {#d#	4272	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2865	for(1..10) {	4273	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2866	my $t = Event::time;	4274	Coro::async_pool {
2867	my $map = my $map = new_from_path cf::map "/tmp/x.map"	4275	$Coro::current->{desc} = "runtime saver";
2868	or die;	4276	write_runtime_sync
2869		4277	or error "ERROR: unable to write runtime file: $!";
2870	$map->width (50);
2871	$map->height (50);
2872	$map->alloc;
2873	$map->_load_objects ("/tmp/x.map", 1);
2874	my $t = Event::time - $t;
2875
2876	#next unless $t < 0.0013;#d#
2877	if ($t < $min) {
2878	$min = $t;
2879	}
2880	$avg = $avg * 0.99 + $t * 0.01;
2881	}
2882	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2883	exit 0;
2884	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2885	};	4278	};
		4279	}
2886		4280
2887	$RUNTIME += $TICK;
2888	$NEXT_TICK += $TICK;
2889
2890	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2891	$NEXT_RUNTIME_WRITE = $NOW + 10;
2892	Coro::async_pool {
2893	write_runtime
2894	or warn "ERROR: unable to write runtime file: $!";
2895	};
2896	}
2897
2898	# my $AFTER = Event::time;
2899	# warn $AFTER - $NOW;#d#
2900
2901	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4281	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2902	$sig->send;	4282	$sig->send;
2903	}	4283	}
2904	while (my $sig = shift @WAIT_FOR_TICK) {	4284	$WAIT_FOR_TICK->broadcast;
2905	$sig->send;
2906	}
2907		4285
2908	$NOW = Event::time;	4286	$LOAD = ($NOW - $TICK_START) / $TICK;
2909
2910	# if we are delayed by four ticks or more, skip them all
2911	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2912
2913	$TICK_WATCHER->at ($NEXT_TICK);
2914	$TICK_WATCHER->start;
2915
2916	$LOAD = ($NOW - $tick_start) / $TICK;
2917	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4287	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2918		4288
2919	_post_tick;	4289	if (0) {
2920		4290	if ($NEXT_TICK) {
2921		4291	my $jitter = $TICK_START - $NEXT_TICK;
		4292	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4293	debug "jitter $JITTER\n";#d#
		4294	}
2922	},	4295	}
2923	);	4296	}
2924		4297
2925	{	4298	{
2926	BDB::max_poll_time $TICK * 0.1;	4299	# configure BDB
2927	$BDB_POLL_WATCHER = Event->io (	4300	info "initialising database";
2928	reentrant => 0,	4301
2929	fd => BDB::poll_fileno,
2930	poll => 'r',
2931	prio => 0,
2932	data => WF_AUTOCANCEL,
2933	cb => \&BDB::poll_cb,
2934	);
2935	BDB::min_parallel 8;	4302	BDB::min_parallel 16;
2936		4303	BDB::max_poll_reqs $TICK * 0.1;
2937	BDB::set_sync_prepare {	4304	#$AnyEvent::BDB::WATCHER->priority (1);
2938	my $status;
2939	my $current = $Coro::current;
2940	(
2941	sub {
2942	$status = $!;
2943	$current->ready; undef $current;
2944	},
2945	sub {
2946	Coro::schedule while defined $current;
2947	$! = $status;
2948	},
2949	)
2950	};
2951		4305
2952	unless ($DB_ENV) {	4306	unless ($DB_ENV) {
2953	$DB_ENV = BDB::db_env_create;	4307	$DB_ENV = BDB::db_env_create;
		4308	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4309	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4310	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4311	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4312	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2954		4313
2955	cf::sync_job {	4314	cf::sync_job {
2956	eval {	4315	eval {
2957	BDB::db_env_open	4316	BDB::db_env_open
2958	$DB_ENV,	4317	$DB_ENV,
…		…
2960	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4319	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2961	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4320	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2962	0666;	4321	0666;
2963		4322
2964	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4323	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2965
2966	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2967	$DB_ENV->set_lk_detect;
2968	};	4324	};
2969		4325
2970	cf::cleanup "db_env_open(db): $@" if $@;	4326	cf::cleanup "db_env_open(db): $@" if $@;
2971	};	4327	};
2972	}	4328	}
		4329
		4330	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4331	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4332	};
		4333	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4334	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4335	};
		4336	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4337	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4338	};
		4339
		4340	info "database initialised";
2973	}	4341	}
2974		4342
2975	{	4343	{
		4344	# configure IO::AIO
		4345
		4346	info "initialising aio";
2976	IO::AIO::min_parallel 8;	4347	IO::AIO::min_parallel 8;
2977
2978	undef $Coro::AIO::WATCHER;
2979	IO::AIO::max_poll_time $TICK * 0.1;	4348	IO::AIO::max_poll_time $TICK * 0.1;
2980	$AIO_POLL_WATCHER = Event->io (	4349	undef $AnyEvent::AIO::WATCHER;
2981	reentrant => 0,	4350	info "aio initialised";
2982	data => WF_AUTOCANCEL,
2983	fd => IO::AIO::poll_fileno,
2984	poll => 'r',
2985	prio => 6,
2986	cb => \&IO::AIO::poll_cb,
2987	);
2988	}	4351	}
2989		4352
2990	my $_log_backtrace;	4353	our $_log_backtrace;
		4354	our $_log_backtrace_last;
2991		4355
2992	sub _log_backtrace {	4356	sub _log_backtrace {
2993	my ($msg, @addr) = @_;	4357	my ($msg, @addr) = @_;
2994		4358
2995	$msg =~ s/\n//;	4359	$msg =~ s/\n$//;
2996		4360
		4361	if ($_log_backtrace_last eq $msg) {
		4362	LOG llevInfo, "[ABT] $msg\n";
		4363	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
2997	# limit the # of concurrent backtraces	4364	# limit the # of concurrent backtraces
2998	if ($_log_backtrace < 2) {	4365	} elsif ($_log_backtrace < 2) {
		4366	$_log_backtrace_last = $msg;
2999	++$_log_backtrace;	4367	++$_log_backtrace;
		4368	my $perl_bt = Carp::longmess $msg;
3000	async {	4369	async {
		4370	$Coro::current->{desc} = "abt $msg";
		4371
3001	my @bt = fork_call {	4372	my @bt = fork_call {
3002	@addr = map { sprintf "%x", $_ } @addr;	4373	@addr = map { sprintf "%x", $_ } @addr;
3003	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4374	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3004	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4375	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3005	or die "addr2line: $!";	4376	or die "addr2line: $!";
…		…
3013	}	4384	}
3014		4385
3015	@funcs	4386	@funcs
3016	};	4387	};
3017		4388
3018	LOG llevInfo, "[ABT] $msg\n";	4389	LOG llevInfo, "[ABT] $perl_bt\n";
		4390	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3019	LOG llevInfo, "[ABT] $_\n" for @bt;	4391	LOG llevInfo, "[ABT] $_\n" for @bt;
3020	--$_log_backtrace;	4392	--$_log_backtrace;
3021	};	4393	};
3022	} else {	4394	} else {
3023	LOG llevInfo, "[ABT] $msg\n";	4395	LOG llevInfo, "[ABT] $msg\n";
3024	LOG llevInfo, "[ABT] [suppressed]\n";	4396	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3025	}	4397	}
3026	}	4398	}
3027		4399
3028	# load additional modules	4400	# load additional modules
3029	use cf::pod;	4401	require "cf/$_.pm" for @EXTRA_MODULES;
		4402	cf::_connect_to_perl_2;
3030		4403
3031	END { cf::emergency_save }	4404	END { cf::emergency_save }
3032		4405
3033	1	4406	1
3034		4407

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines