ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.255 by root, Thu Apr 19 16:23:47 2007 UTC vs.
Revision 1.598 by root, Sun Nov 11 02:38:10 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use AnyEvent ();
		38	use AnyEvent::IO ();
		39	use AnyEvent::DNS ();
		40
15	use Coro 3.61 ();	41	use Coro ();
16	use Coro::State;	42	use Coro::State;
17	use Coro::Handle;	43	use Coro::Handle;
		44	use Coro::EV;
18	use Coro::Event;	45	use Coro::AnyEvent;
19	use Coro::Timer;	46	use Coro::Timer;
20	use Coro::Signal;	47	use Coro::Signal;
21	use Coro::Semaphore;	48	use Coro::Semaphore;
		49	use Coro::SemaphoreSet;
		50	use Coro::AnyEvent;
22	use Coro::AIO;	51	use Coro::AIO;
		52	use Coro::BDB 1.6;
23	use Coro::Storable;	53	use Coro::Storable;
		54	use Coro::Util ();
24		55
		56	use Guard ();
		57	use JSON::XS 2.01 ();
25	use BDB ();	58	use BDB ();
26	use Data::Dumper;	59	use Data::Dumper;
27	use Digest::MD5;
28	use Fcntl;	60	use Fcntl;
29	use YAML::Syck ();	61	use YAML::XS ();
30	use IO::AIO 2.32 ();	62	use IO::AIO ();
31	use Time::HiRes;
32	use Compress::LZF;	63	use Compress::LZF;
		64	use Digest::MD5 ();
		65
		66	AnyEvent::detect;
33		67
34	# configure various modules to our taste	68	# configure various modules to our taste
35	#	69	#
36	$Storable::canonical = 1; # reduce rsync transfers	70	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	71	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		72
		73	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		74
		75	# make sure c-lzf reinitialises itself
		76	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	77	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39		78
40	$Event::Eval = 1; # no idea why this is required, but it is	79	# strictly for debugging
41		80	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
42	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
43	$YAML::Syck::ImplicitUnicode = 1;
44
45	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
46		81
47	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	82	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		83
		84	our @ORIG_INC;
48		85
49	our %COMMAND = ();	86	our %COMMAND = ();
50	our %COMMAND_TIME = ();	87	our %COMMAND_TIME = ();
51		88
52	our @EXTS = (); # list of extension package names	89	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	90	our %EXTCMD = ();
		91	our %EXTACMD = ();
		92	our %EXTICMD = ();
		93	our %EXTIACMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	94	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	95	our %EXT_MAP = (); # pluggable maps
56		96
57	our $RELOAD; # number of reloads so far	97	our $RELOAD; # number of reloads so far, non-zero while in reload
58	our @EVENT;	98	our @EVENT;
		99	our @REFLECT; # set by XS
		100	our %REFLECT; # set by us
59		101
60	our $CONFDIR = confdir;	102	our $CONFDIR = confdir;
		103
61	our $DATADIR = datadir;	104	our $DATADIR = datadir;
62	our $LIBDIR = "$DATADIR/ext";	105	our $LIBDIR = "$DATADIR/ext";
63	our $PODDIR = "$DATADIR/pod";	106	our $PODDIR = "$DATADIR/pod";
64	our $MAPDIR = "$DATADIR/" . mapdir;	107	our $MAPDIR = "$DATADIR/" . mapdir;
		108
65	our $LOCALDIR = localdir;	109	our $LOCALDIR = localdir;
66	our $TMPDIR = "$LOCALDIR/" . tmpdir;	110	our $TMPDIR = "$LOCALDIR/" . tmpdir;
67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	111	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	112	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69	our $RANDOMDIR = "$LOCALDIR/random";	113	our $RANDOMDIR = "$LOCALDIR/random";
70	our $BDBDIR = "$LOCALDIR/db";	114	our $BDBDIR = "$LOCALDIR/db";
		115	our $PIDFILE = "$LOCALDIR/pid";
		116	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		117
		118	#our %RESOURCE; # unused
		119
		120	our $OUTPUT_RATE_MIN = 3000;
		121	our $OUTPUT_RATE_MAX = 1000000;
		122
		123	our $MAX_LINKS = 32; # how many chained exits to follow
		124	our $VERBOSE_IO = 1;
71		125
72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	126	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
73	our $TICK_WATCHER;
74	our $AIO_POLL_WATCHER;
75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	127	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
76	our $NEXT_TICK;	128	our $NEXT_TICK;
		129	our $USE_FSYNC = 1; # use fsync to write maps - default on
		130
		131	our $BDB_DEADLOCK_WATCHER;
		132	our $BDB_CHECKPOINT_WATCHER;
		133	our $BDB_TRICKLE_WATCHER;
		134	our $DB_ENV;
		135
		136	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		137
		138	our %CFG;
		139	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		140
		141	our $UPTIME; $UPTIME ||= time;
		142	our $RUNTIME = 0;
		143	our $SERVER_TICK = 0;
77	our $NOW;	144	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		145
80	our $BDB_POLL_WATCHER;	146	our (%PLAYER, %PLAYER_LOADING); # all users
81	our $DB_ENV;	147	our (%MAP, %MAP_LOADING ); # all maps
82
83	our %CFG;
84
85	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;
87
88	our %PLAYER; # all users
89	our %MAP; # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	148	our $LINK_MAP; # the special {link} map, which is always available
91		149
92	# used to convert map paths into valid unix filenames by replacing / by ∕	150	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	151	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94		152
		153	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		154	our $LOADAVG; # same thing, but with alpha-smoothing
		155	our $JITTER; # average jitter
		156	our $TICK_START; # for load detecting purposes
		157
		158	our @POST_INIT;
		159
		160	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		161	our $REALLY_UNLOOP; # never set to true, please :)
		162
		163	our $WAIT_FOR_TICK = new Coro::Signal;
		164	our @WAIT_FOR_TICK_BEGIN;
		165
95	binmode STDOUT;	166	binmode STDOUT;
96	binmode STDERR;	167	binmode STDERR;
97		168
98	# read virtual server time, if available	169	# read virtual server time, if available
99	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	170	unless ($RUNTIME || !-e $RUNTIMEFILE) {
100	open my $fh, "<", "$LOCALDIR/runtime"	171	open my $fh, "<", $RUNTIMEFILE
101	or die "unable to read runtime file: $!";	172	or die "unable to read $RUNTIMEFILE file: $!";
102	$RUNTIME = <$fh> + 0.;	173	$RUNTIME = <$fh> + 0.;
103	}	174	}
		175
		176	eval "sub TICK() { $TICK } 1" or die;
104		177
105	mkdir $_	178	mkdir $_
106	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	179	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
107		180
108	our $EMERGENCY_POSITION;	181	our $EMERGENCY_POSITION;
109		182
110	sub cf::map::normalise;	183	sub cf::map::normalise;
111		184
		185	sub in_main() {
		186	$Coro::current == $Coro::main
		187	}
		188
112	#############################################################################	189	#############################################################################
113		190
		191	%REFLECT = ();
		192	for (@REFLECT) {
		193	my $reflect = JSON::XS::decode_json $_;
		194	$REFLECT{$reflect->{class}} = $reflect;
		195	}
		196
		197	# this is decidedly evil
		198	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		199
		200	#############################################################################
		201
114	=head2 GLOBAL VARIABLES	202	=head2 GLOBAL VARIABLES
115		203
116	=over 4	204	=over 4
117		205
118	=item $cf::UPTIME	206	=item $cf::UPTIME
119		207
120	The timestamp of the server start (so not actually an uptime).	208	The timestamp of the server start (so not actually an "uptime").
		209
		210	=item $cf::SERVER_TICK
		211
		212	An unsigned integer that starts at zero when the server is started and is
		213	incremented on every tick.
		214
		215	=item $cf::NOW
		216
		217	The (real) time of the last (current) server tick - updated before and
		218	after tick processing, so this is useful only as a rough "what time is it
		219	now" estimate.
		220
		221	=item $cf::TICK
		222
		223	The interval between each server tick, in seconds.
121		224
122	=item $cf::RUNTIME	225	=item $cf::RUNTIME
123		226
124	The time this server has run, starts at 0 and is increased by $cf::TICK on	227	The time this server has run, starts at 0 and is increased by $cf::TICK on
125	every server tick.	228	every server tick.
126		229
127	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	230	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
128	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	231	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
129	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	232	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
130		233
131	Various directories - "/etc", read-only install directory, perl-library	234	Various directories - "/etc", read-only install directory, perl-library
132	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	235	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
133	unique-items directory, player file directory, random maps directory and	236	unique-items directory, player file directory, random maps directory and
134	database environment.	237	database environment.
135		238
		239	=item $cf::LOADAVG
		240
		241	The current CPU load on the server (alpha-smoothed), as a value between 0
		242	(none) and 1 (overloaded), indicating how much time is spent on processing
		243	objects per tick. Healthy values are < 0.5.
		244
136	=item $cf::NOW	245	=item $cf::LOAD
137		246
138	The time of the last (current) server tick.	247	The raw value load value from the last tick.
139
140	=item $cf::TICK
141
142	The interval between server ticks, in seconds.
143		248
144	=item %cf::CFG	249	=item %cf::CFG
145		250
146	Configuration for the server, loaded from C</etc/crossfire/config>, or	251	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
147	from wherever your confdir points to.	252	from wherever your confdir points to.
148		253
149	=item cf::wait_for_tick, cf::wait_for_tick_begin	254	=item cf::wait_for_tick, cf::wait_for_tick_begin
150		255
151	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	256	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
152	returns directly I<after> the tick processing (and consequently, can only wake one process	257	returns directly I<after> the tick processing (and consequently, can only wake one thread
153	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	258	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
154		259
		260	Note that cf::Wait_for_tick will immediately return when the server is not
		261	ticking, making it suitable for small pauses in threads that need to run
		262	when the server is paused. If that is not applicable (i.e. you I<really>
		263	want to wait, use C<$cf::WAIT_FOR_TICK>).
		264
		265	=item $cf::WAIT_FOR_TICK
		266
		267	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		268	variable contains a L<Coro::Signal> that is broadcats after every server
		269	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		270	next server tick.
		271
		272	=cut
		273
		274	sub wait_for_tick();
		275	sub wait_for_tick_begin();
		276
		277	=item @cf::INVOKE_RESULTS
		278
		279	This array contains the results of the last C<invoke ()> call. When
		280	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		281	that call.
		282
		283	=item %cf::REFLECT
		284
		285	Contains, for each (C++) class name, a hash reference with information
		286	about object members (methods, scalars, arrays and flags) and other
		287	metadata, which is useful for introspection.
		288
155	=back	289	=back
156		290
157	=cut	291	=cut
158		292
159	BEGIN {	293	sub error(@) { LOG llevError, join "", @_ }
160	*CORE::GLOBAL::warn = sub {	294	sub warn (@) { LOG llevWarn , join "", @_ }
		295	sub info (@) { LOG llevInfo , join "", @_ }
		296	sub debug(@) { LOG llevDebug, join "", @_ }
		297	sub trace(@) { LOG llevTrace, join "", @_ }
		298
		299	$Coro::State::WARNHOOK = sub {
161	my $msg = join "", @_;	300	my $msg = join "", @_;
162		301
163	$msg .= "\n"	302	$msg .= "\n"
164	unless $msg =~ /\n$/;	303	unless $msg =~ /\n$/;
165		304
166	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	305	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167		306
168	utf8::encode $msg;
169	LOG llevError, $msg;	307	LOG llevWarn, $msg;
170	};	308	};
171	}	309
		310	$Coro::State::DIEHOOK = sub {
		311	return unless $^S eq 0; # "eq", not "=="
		312
		313	error Carp::longmess $_[0];
		314
		315	if (in_main) {#d#
		316	error "DIEHOOK called in main context, Coro bug?\n";#d#
		317	return;#d#
		318	}#d#
		319
		320	# kill coroutine otherwise
		321	Coro::terminate
		322	};
172		323
173	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	324	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
174	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	325	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
175	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	326	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
176	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	327	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
177	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	328	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		329	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
178	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	330	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
179		331
180	# we bless all objects into (empty) derived classes to force a method lookup	332	# we bless all objects into (empty) derived classes to force a method lookup
181	# within the Safe compartment.	333	# within the Safe compartment.
182	for my $pkg (qw(	334	for my $pkg (qw(
183	cf::global cf::attachable	335	cf::global cf::attachable
184	cf::object cf::object::player	336	cf::object cf::object::player
185	cf::client cf::player	337	cf::client cf::player
186	cf::arch cf::living	338	cf::arch cf::living
		339	cf::map cf::mapspace
187	cf::map cf::party cf::region	340	cf::party cf::region
188	)) {	341	)) {
189	no strict 'refs';
190	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	342	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
191	}	343	}
192		344
193	$Event::DIED = sub {	345	$EV::DIED = sub {
194	warn "error in event callback: @_";	346	warn "error in event callback: $@";
195	};	347	};
		348
		349	#############################################################################
		350
		351	sub fork_call(&@);
		352	sub get_slot($;$$);
		353
		354	#############################################################################
196		355
197	=head2 UTILITY FUNCTIONS	356	=head2 UTILITY FUNCTIONS
198		357
199	=over 4	358	=over 4
200		359
…		…
219	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	378	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
220	$d	379	$d
221	} || "[unable to dump $_[0]: '$@']";	380	} || "[unable to dump $_[0]: '$@']";
222	}	381	}
223		382
224	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working	383	=item $scalar = cf::load_file $path
225		384
		385	Loads the given file from path and returns its contents. Croaks on error
		386	and can block.
		387
		388	=cut
		389
		390	sub load_file($) {
		391	0 <= aio_load $_[0], my $data
		392	or Carp::croak "$_[0]: $!";
		393
		394	$data
		395	}
		396
		397	=item $success = cf::replace_file $path, $data, $sync
		398
		399	Atomically replaces the file at the given $path with new $data, and
		400	optionally $sync the data to disk before replacing the file.
		401
		402	=cut
		403
		404	sub replace_file($$;$) {
		405	my ($path, $data, $sync) = @_;
		406
		407	my $lock = cf::lock_acquire ("replace_file:$path");
		408
		409	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		410	or return;
		411
		412	$data = $data->() if ref $data;
		413
		414	length $data == aio_write $fh, 0, (length $data), $data, 0
		415	or return;
		416
		417	!$sync
		418	or !aio_fsync $fh
		419	or return;
		420
		421	aio_close $fh
		422	and return;
		423
		424	aio_rename "$path~", $path
		425	and return;
		426
		427	if ($sync) {
		428	$path =~ s%/[^/]*$%%;
		429	aio_pathsync $path;
		430	}
		431
		432	1
		433	}
		434
226	=item $ref = cf::from_json $json	435	=item $ref = cf::decode_json $json
227		436
228	Converts a JSON string into the corresponding perl data structure.	437	Converts a JSON string into the corresponding perl data structure.
229		438
230	=item $json = cf::to_json $ref	439	=item $json = cf::encode_json $ref
231		440
232	Converts a perl data structure into its JSON representation.	441	Converts a perl data structure into its JSON representation.
233		442
		443	=cut
		444
		445	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		446
		447	sub encode_json($) { $json_coder->encode ($_[0]) }
		448	sub decode_json($) { $json_coder->decode ($_[0]) }
		449
		450	=item $ref = cf::decode_storable $scalar
		451
		452	Same as Coro::Storable::thaw, so blocks.
		453
		454	=cut
		455
		456	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		457
		458	=item $ref = cf::decode_yaml $scalar
		459
		460	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		461
		462	=cut
		463
		464	sub decode_yaml($) {
		465	fork_call { YAML::XS::Load $_[0] } @_
		466	}
		467
		468	=item $scalar = cf::unlzf $scalar
		469
		470	Same as Compress::LZF::compress, but takes server ticks into account, so
		471	blocks.
		472
		473	=cut
		474
		475	sub unlzf($) {
		476	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		477	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		478	Compress::LZF::decompress $_[0]
		479	}
		480
		481	=item cf::post_init { BLOCK }
		482
		483	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		484	but I<before> the server starts ticking again.
		485
		486	The codeblock will have a single boolean argument to indicate whether this
		487	is a reload or not.
		488
		489	=cut
		490
		491	sub post_init(&) {
		492	push @POST_INIT, shift;
		493	}
		494
		495	sub _post_init {
		496	trace "running post_init jobs";
		497
		498	# run them in parallel...
		499
		500	my @join;
		501
		502	while () {
		503	push @join, map &Coro::async ($_, 0), @POST_INIT;
		504	@POST_INIT = ();
		505
		506	@join or last;
		507
		508	(pop @join)->join;
		509	}
		510	}
		511
234	=item cf::lock_wait $string	512	=item cf::lock_wait $string
235		513
236	Wait until the given lock is available. See cf::lock_acquire.	514	Wait until the given lock is available. See cf::lock_acquire.
237		515
238	=item my $lock = cf::lock_acquire $string	516	=item my $lock = cf::lock_acquire $string
239		517
240	Wait until the given lock is available and then acquires it and returns	518	Wait until the given lock is available and then acquires it and returns
241	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	519	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
242	for example when the coroutine gets canceled), the lock is automatically	520	for example when the coroutine gets canceled), the lock is automatically
243	returned.	521	returned.
244		522
		523	Locks are *not* recursive, locking from the same coro twice results in a
		524	deadlocked coro.
		525
245	Lock names should begin with a unique identifier (for example, cf::map::find	526	Lock names should begin with a unique identifier (for example, cf::map::find
246	uses map_find and cf::map::load uses map_load).	527	uses map_find and cf::map::load uses map_load).
247		528
248	=item $locked = cf::lock_active $string	529	=item $locked = cf::lock_active $string
249		530
250	Return true if the lock is currently active, i.e. somebody has locked it.	531	Return true if the lock is currently active, i.e. somebody has locked it.
251		532
252	=cut	533	=cut
253		534
254	our %LOCK;	535	our $LOCKS = new Coro::SemaphoreSet;
255		536
256	sub lock_wait($) {	537	sub lock_wait($) {
257	my ($key) = @_;	538	$LOCKS->wait ($_[0]);
258
259	# wait for lock, if any
260	while ($LOCK{$key}) {
261	push @{ $LOCK{$key} }, $Coro::current;
262	Coro::schedule;
263	}
264	}	539	}
265		540
266	sub lock_acquire($) {	541	sub lock_acquire($) {
267	my ($key) = @_;	542	$LOCKS->guard ($_[0])
268
269	# wait, to be sure we are not locked
270	lock_wait $key;
271
272	$LOCK{$key} = [];
273
274	Coro::guard {
275	# wake up all waiters, to be on the safe side
276	$_->ready for @{ delete $LOCK{$key} };
277	}
278	}	543	}
279		544
280	sub lock_active($) {	545	sub lock_active($) {
281	my ($key) = @_;	546	$LOCKS->count ($_[0]) < 1
282
283	! ! $LOCK{$key}
284	}	547	}
285		548
286	sub freeze_mainloop {	549	sub freeze_mainloop {
287	return unless $TICK_WATCHER->is_active;	550	tick_inhibit_inc;
288		551
289	my $guard = Coro::guard {	552	&Guard::guard (\&tick_inhibit_dec);
290	$TICK_WATCHER->start;	553	}
		554
		555	=item cf::periodic $interval, $cb
		556
		557	Like EV::periodic, but randomly selects a starting point so that the actions
		558	get spread over time.
		559
		560	=cut
		561
		562	sub periodic($$) {
		563	my ($interval, $cb) = @_;
		564
		565	my $start = rand List::Util::min 180, $interval;
		566
		567	EV::periodic $start, $interval, 0, $cb
		568	}
		569
		570	=item cf::get_slot $time[, $priority[, $name]]
		571
		572	Allocate $time seconds of blocking CPU time at priority C<$priority>
		573	(default: 0): This call blocks and returns only when you have at least
		574	C<$time> seconds of cpu time till the next tick. The slot is only valid
		575	till the next cede.
		576
		577	Background jobs should use a priority les than zero, interactive jobs
		578	should use 100 or more.
		579
		580	The optional C<$name> can be used to identify the job to run. It might be
		581	used for statistical purposes and should identify the same time-class.
		582
		583	Useful for short background jobs.
		584
		585	=cut
		586
		587	our @SLOT_QUEUE;
		588	our $SLOT_QUEUE;
		589	our $SLOT_DECAY = 0.9;
		590
		591	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		592	$SLOT_QUEUE = Coro::async {
		593	$Coro::current->desc ("timeslot manager");
		594
		595	my $signal = new Coro::Signal;
		596	my $busy;
		597
		598	while () {
		599	next_job:
		600
		601	my $avail = cf::till_tick;
		602
		603	for (0 .. $#SLOT_QUEUE) {
		604	if ($SLOT_QUEUE[$_][0] <= $avail) {
		605	$busy = 0;
		606	my $job = splice @SLOT_QUEUE, $_, 1, ();
		607	$job->[2]->send;
		608	Coro::cede;
		609	goto next_job;
		610	} else {
		611	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
		612	}
		613	}
		614
		615	if (@SLOT_QUEUE) {
		616	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		617	$WAIT_FOR_TICK->wait;
		618	} else {
		619	$busy = 0;
		620	Coro::schedule;
		621	}
291	};	622	}
292	$TICK_WATCHER->stop;	623	};
293	$guard	624
		625	sub get_slot($;$$) {
		626	return if tick_inhibit || $Coro::current == $Coro::main;
		627
		628	my ($time, $pri, $name) = @_;
		629
		630	$time = clamp $time, 0.01, $TICK * .6;
		631
		632	my $sig = new Coro::Signal;
		633
		634	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		635	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		636	$SLOT_QUEUE->ready;
		637	$sig->wait;
294	}	638	}
295		639
296	=item cf::async { BLOCK }	640	=item cf::async { BLOCK }
297		641
298	Currently the same as Coro::async_pool, meaning you cannot use	642	Currently the same as Coro::async_pool, meaning you cannot use
…		…
303		647
304	BEGIN { *async = \&Coro::async_pool }	648	BEGIN { *async = \&Coro::async_pool }
305		649
306	=item cf::sync_job { BLOCK }	650	=item cf::sync_job { BLOCK }
307		651
308	The design of crossfire+ requires that the main coro ($Coro::main) is	652	The design of Deliantra requires that the main coroutine ($Coro::main)
309	always able to handle events or runnable, as crossfire+ is only partly	653	is always able to handle events or runnable, as Deliantra is only
310	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	654	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		655	acceptable.
311		656
312	If it must be done, put the blocking parts into C<sync_job>. This will run	657	If it must be done, put the blocking parts into C<sync_job>. This will run
313	the given BLOCK in another coroutine while waiting for the result. The	658	the given BLOCK in another coroutine while waiting for the result. The
314	server will be frozen during this time, so the block should either finish	659	server will be frozen during this time, so the block should either finish
315	fast or be very important.	660	fast or be very important.
…		…
317	=cut	662	=cut
318		663
319	sub sync_job(&) {	664	sub sync_job(&) {
320	my ($job) = @_;	665	my ($job) = @_;
321		666
322	if ($Coro::current == $Coro::main) {	667	if (in_main) {
		668	my $time = AE::time;
		669
323	# this is the main coro, too bad, we have to block	670	# this is the main coro, too bad, we have to block
324	# till the operation succeeds, freezing the server :/	671	# till the operation succeeds, freezing the server :/
325		672
326	# TODO: use suspend/resume instead	673	#LOG llevError, Carp::longmess "sync job";#d#
327	# (but this is cancel-safe)	674
328	my $freeze_guard = freeze_mainloop;	675	my $freeze_guard = freeze_mainloop;
329		676
330	my $busy = 1;	677	my $busy = 1;
331	my @res;	678	my @res;
332		679
333	(async {	680	(async {
		681	$Coro::current->desc ("sync job coro");
334	@res = eval { $job->() };	682	@res = eval { $job->() };
335	warn $@ if $@;	683	error $@ if $@;
336	undef $busy;	684	undef $busy;
337	})->prio (Coro::PRIO_MAX);	685	})->prio (Coro::PRIO_MAX);
338		686
339	while ($busy) {	687	while ($busy) {
340	Coro::cede or Event::one_event;	688	if (Coro::nready) {
		689	Coro::cede_notself;
		690	} else {
		691	EV::loop EV::LOOP_ONESHOT;
341	}	692	}
		693	}
		694
		695	my $time = AE::time - $time;
		696
		697	$TICK_START += $time; # do not account sync jobs to server load
342		698
343	wantarray ? @res : $res[0]	699	wantarray ? @res : $res[0]
344	} else {	700	} else {
345	# we are in another coroutine, how wonderful, everything just works	701	# we are in another coroutine, how wonderful, everything just works
346		702
…		…
366	$EXT_CORO{$coro+0} = $coro;	722	$EXT_CORO{$coro+0} = $coro;
367		723
368	$coro	724	$coro
369	}	725	}
370		726
371	sub write_runtime {	727	=item fork_call { }, @args
372	my $guard = cf::lock_acquire "write_runtime";
373		728
374	my $runtime = "$LOCALDIR/runtime";	729	Executes the given code block with the given arguments in a seperate
		730	process, returning the results. Everything must be serialisable with
		731	Coro::Storable. May, of course, block. Note that the executed sub may
		732	never block itself or use any form of event handling.
375		733
376	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	734	=cut
377	or return;
378		735
379	my $value = $cf::RUNTIME + 90 + 10;	736	sub post_fork {
380	# 10 is the runtime save interval, for a monotonic clock	737	reset_signals;
381	# 60 allows for the watchdog to kill the server.	738	}
382		739
383	(aio_write $fh, 0, (length $value), $value, 0) <= 0	740	sub fork_call(&@) {
384	and return;	741	my ($cb, @args) = @_;
385		742
386	# always fsync - this file is important	743	# we seemingly have to make a local copy of the whole thing,
387	aio_fsync $fh	744	# otherwise perl prematurely frees the stuff :/
388	and return;	745	# TODO: investigate and fix (likely this will be rather laborious)
389		746
390	close $fh	747	my @res = Coro::Util::fork_eval {
391	or return;	748	cf::post_fork;
		749	&$cb
		750	} @args;
392		751
393	aio_rename "$runtime~", $runtime	752	wantarray ? @res : $res[-1]
394	and return;	753	}
395		754
		755	sub objinfo {
396	1	756	(
		757	"counter value" => cf::object::object_count,
		758	"objects created" => cf::object::create_count,
		759	"objects destroyed" => cf::object::destroy_count,
		760	"freelist size" => cf::object::free_count,
		761	"allocated objects" => cf::object::objects_size,
		762	"active objects" => cf::object::actives_size,
		763	)
		764	}
		765
		766	=item $coin = coin_from_name $name
		767
		768	=cut
		769
		770	our %coin_alias = (
		771	"silver" => "silvercoin",
		772	"silvercoin" => "silvercoin",
		773	"silvercoins" => "silvercoin",
		774	"gold" => "goldcoin",
		775	"goldcoin" => "goldcoin",
		776	"goldcoins" => "goldcoin",
		777	"platinum" => "platinacoin",
		778	"platinumcoin" => "platinacoin",
		779	"platinumcoins" => "platinacoin",
		780	"platina" => "platinacoin",
		781	"platinacoin" => "platinacoin",
		782	"platinacoins" => "platinacoin",
		783	"royalty" => "royalty",
		784	"royalties" => "royalty",
		785	);
		786
		787	sub coin_from_name($) {
		788	$coin_alias{$_[0]}
		789	? cf::arch::find $coin_alias{$_[0]}
		790	: undef
		791	}
		792
		793	=item $value = cf::db_get $family => $key
		794
		795	Returns a single value from the environment database.
		796
		797	=item cf::db_put $family => $key => $value
		798
		799	Stores the given C<$value> in the family. It can currently store binary
		800	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		801
		802	=item $db = cf::db_table "name"
		803
		804	Create and/or open a new database table. The string must not be "db" and must be unique
		805	within each server.
		806
		807	=cut
		808
		809	sub db_table($) {
		810	cf::error "db_get called from main context"
		811	if $Coro::current == $Coro::main;
		812
		813	my ($name) = @_;
		814	my $db = BDB::db_create $DB_ENV;
		815
		816	eval {
		817	$db->set_flags (BDB::CHKSUM);
		818
		819	utf8::encode $name;
		820	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		821	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		822	cf::cleanup "db_open(db): $!" if $!;
		823	};
		824	cf::cleanup "db_open(db): $@" if $@;
		825
		826	$db
		827	}
		828
		829	our $DB;
		830
		831	sub db_init {
		832	$DB ||= db_table "db";
		833	}
		834
		835	sub db_get($$) {
		836	my $key = "$_[0]/$_[1]";
		837
		838	cf::error "db_get called from main context"
		839	if $Coro::current == $Coro::main;
		840
		841	BDB::db_get $DB, undef, $key, my $data;
		842
		843	$! ? ()
		844	: $data
		845	}
		846
		847	sub db_put($$$) {
		848	BDB::dbreq_pri 4;
		849	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		850	}
		851
		852	=item cf::cache $id => [$paths...], $processversion => $process
		853
		854	Generic caching function that returns the value of the resource $id,
		855	caching and regenerating as required.
		856
		857	This function can block.
		858
		859	=cut
		860
		861	sub cache {
		862	my ($id, $src, $processversion, $process) = @_;
		863
		864	my $meta =
		865	join "\x00",
		866	$processversion,
		867	map {
		868	aio_stat $_
		869	and Carp::croak "$_: $!";
		870
		871	($_, (stat _)[7,9])
		872	} @$src;
		873
		874	my $dbmeta = db_get cache => "$id/meta";
		875	if ($dbmeta ne $meta) {
		876	# changed, we may need to process
		877
		878	my @data;
		879	my $md5;
		880
		881	for (0 .. $#$src) {
		882	$data[$_] = load_file $src->[$_];
		883	}
		884
		885	# if processing is expensive, check
		886	# checksum first
		887	if (1) {
		888	$md5 =
		889	join "\x00",
		890	$processversion,
		891	map {
		892	cf::cede_to_tick;
		893	($src->[$_], Digest::MD5::md5_hex $data[$_])
		894	} 0.. $#$src;
		895
		896
		897	my $dbmd5 = db_get cache => "$id/md5";
		898	if ($dbmd5 eq $md5) {
		899	db_put cache => "$id/meta", $meta;
		900
		901	return db_get cache => "$id/data";
		902	}
		903	}
		904
		905	my $t1 = EV::time;
		906	my $data = $process->(\@data);
		907	my $t2 = EV::time;
		908
		909	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
		910
		911	db_put cache => "$id/data", $data;
		912	db_put cache => "$id/md5" , $md5;
		913	db_put cache => "$id/meta", $meta;
		914
		915	return $data;
		916	}
		917
		918	db_get cache => "$id/data"
397	}	919	}
398		920
399	=item cf::datalog type => key => value, ...	921	=item cf::datalog type => key => value, ...
400		922
401	Log a datalog packet of the given type with the given key-value pairs.	923	Log a datalog packet of the given type with the given key-value pairs.
402		924
403	=cut	925	=cut
404		926
405	sub datalog($@) {	927	sub datalog($@) {
406	my ($type, %kv) = @_;	928	my ($type, %kv) = @_;
407	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	929	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
408	}	930	}
409		931
410	=back	932	=back
411		933
412	=cut	934	=cut
413		935
414	#############################################################################	936	#############################################################################
415		937
416	=head2 ATTACHABLE OBJECTS	938	=head2 ATTACHABLE OBJECTS
417		939
418	Many objects in crossfire are so-called attachable objects. That means you can	940	Many objects in deliantra are so-called attachable objects. That means you can
419	attach callbacks/event handlers (a collection of which is called an "attachment")	941	attach callbacks/event handlers (a collection of which is called an "attachment")
420	to it. All such attachable objects support the following methods.	942	to it. All such attachable objects support the following methods.
421		943
422	In the following description, CLASS can be any of C<global>, C<object>	944	In the following description, CLASS can be any of C<global>, C<object>
423	C<player>, C<client> or C<map> (i.e. the attachable objects in	945	C<player>, C<client> or C<map> (i.e. the attachable objects in
424	crossfire+).	946	Deliantra).
425		947
426	=over 4	948	=over 4
427		949
428	=item $attachable->attach ($attachment, key => $value...)	950	=item $attachable->attach ($attachment, key => $value...)
429		951
…		…
473	=item cf::CLASS::attachment $name, ...	995	=item cf::CLASS::attachment $name, ...
474		996
475	Register an attachment by C<$name> through which attachable objects of the	997	Register an attachment by C<$name> through which attachable objects of the
476	given CLASS can refer to this attachment.	998	given CLASS can refer to this attachment.
477		999
478	Some classes such as crossfire maps and objects can specify attachments	1000	Some classes such as deliantra maps and objects can specify attachments
479	that are attached at load/instantiate time, thus the need for a name.	1001	that are attached at load/instantiate time, thus the need for a name.
480		1002
481	These calls expect any number of the following handler/hook descriptions:	1003	These calls expect any number of the following handler/hook descriptions:
482		1004
483	=over 4	1005	=over 4
…		…
592	$registry = $CB_TYPE[$object_type] ||= [];	1114	$registry = $CB_TYPE[$object_type] ||= [];
593		1115
594	} elsif ($type eq "subtype") {	1116	} elsif ($type eq "subtype") {
595	defined $object_type or Carp::croak "subtype specified without type";	1117	defined $object_type or Carp::croak "subtype specified without type";
596	my $object_subtype = shift @arg;	1118	my $object_subtype = shift @arg;
597	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	1119	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
598		1120
599	} elsif ($type eq "package") {	1121	} elsif ($type eq "package") {
600	my $pkg = shift @arg;	1122	my $pkg = shift @arg;
601		1123
602	while (my ($name, $id) = each %cb_id) {	1124	while (my ($name, $id) = each %cb_id) {
…		…
607		1129
608	} elsif (exists $cb_id{$type}) {	1130	} elsif (exists $cb_id{$type}) {
609	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1131	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
610		1132
611	} elsif (ref $type) {	1133	} elsif (ref $type) {
612	warn "attaching objects not supported, ignoring.\n";	1134	error "attaching objects not supported, ignoring.\n";
613		1135
614	} else {	1136	} else {
615	shift @arg;	1137	shift @arg;
616	warn "attach argument '$type' not supported, ignoring.\n";	1138	error "attach argument '$type' not supported, ignoring.\n";
617	}	1139	}
618	}	1140	}
619	}	1141	}
620		1142
621	sub _object_attach {	1143	sub _object_attach {
…		…
631	_attach $registry, $klass, @attach;	1153	_attach $registry, $klass, @attach;
632	}	1154	}
633		1155
634	$obj->{$name} = \%arg;	1156	$obj->{$name} = \%arg;
635	} else {	1157	} else {
636	warn "object uses attachment '$name' that is not available, postponing.\n";	1158	info "object uses attachment '$name' which is not available, postponing.\n";
637	}	1159	}
638		1160
639	$obj->{_attachment}{$name} = undef;	1161	$obj->{_attachment}{$name} = undef;
640	}	1162	}
641		1163
…		…
643	if (ref $_[0]) {	1165	if (ref $_[0]) {
644	_object_attach @_;	1166	_object_attach @_;
645	} else {	1167	} else {
646	_attach shift->_attach_registry, @_;	1168	_attach shift->_attach_registry, @_;
647	}	1169	}
		1170	_recalc_want;
648	};	1171	};
649		1172
650	# all those should be optimised	1173	# all those should be optimised
651	sub cf::attachable::detach {	1174	sub cf::attachable::detach {
652	my ($obj, $name) = @_;	1175	my ($obj, $name) = @_;
…		…
655	delete $obj->{_attachment}{$name};	1178	delete $obj->{_attachment}{$name};
656	reattach ($obj);	1179	reattach ($obj);
657	} else {	1180	} else {
658	Carp::croak "cannot, currently, detach class attachments";	1181	Carp::croak "cannot, currently, detach class attachments";
659	}	1182	}
		1183	_recalc_want;
660	};	1184	};
661		1185
662	sub cf::attachable::attached {	1186	sub cf::attachable::attached {
663	my ($obj, $name) = @_;	1187	my ($obj, $name) = @_;
664		1188
…		…
679	";	1203	";
680	die if $@;	1204	die if $@;
681	}	1205	}
682		1206
683	our $override;	1207	our $override;
684	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1208	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
685		1209
686	sub override {	1210	sub override {
687	$override = 1;	1211	$override = 1;
688	@invoke_results = ();	1212	@INVOKE_RESULTS = (@_);
689	}	1213	}
690		1214
691	sub do_invoke {	1215	sub do_invoke {
692	my $event = shift;	1216	my $event = shift;
693	my $callbacks = shift;	1217	my $callbacks = shift;
694		1218
695	@invoke_results = ();	1219	@INVOKE_RESULTS = ();
696		1220
697	local $override;	1221	local $override;
698		1222
699	for (@$callbacks) {	1223	for (@$callbacks) {
700	eval { &{$_->[1]} };	1224	eval { &{$_->[1]} };
701		1225
702	if ($@) {	1226	if ($@) {
703	warn "$@";
704	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1227	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
705	override;	1228	override;
706	}	1229	}
707		1230
708	return 1 if $override;	1231	return 1 if $override;
709	}	1232	}
710		1233
711	0	1234	0
712	}	1235	}
713		1236
714	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1237	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
715		1238
716	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1239	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
717		1240
718	Generate an object-specific event with the given arguments.	1241	Generate an object-specific event with the given arguments.
719		1242
720	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1243	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
721	removed in future versions), and there is no public API to access override	1244	removed in future versions), and there is no public API to access override
722	results (if you must, access C<@cf::invoke_results> directly).	1245	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
723		1246
724	=back	1247	=back
725		1248
726	=cut	1249	=cut
727		1250
728	#############################################################################	1251	#############################################################################
729	# object support	1252	# object support
		1253
		1254	sub _object_equal($$);
		1255	sub _object_equal($$) {
		1256	my ($a, $b) = @_;
		1257
		1258	return 0 unless (ref $a) eq (ref $b);
		1259
		1260	if ("HASH" eq ref $a) {
		1261	my @ka = keys %$a;
		1262	my @kb = keys %$b;
		1263
		1264	return 0 if @ka != @kb;
		1265
		1266	for (0 .. $#ka) {
		1267	return 0 unless $ka[$_] eq $kb[$_];
		1268	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1269	}
		1270
		1271	} elsif ("ARRAY" eq ref $a) {
		1272
		1273	return 0 if @$a != @$b;
		1274
		1275	for (0 .. $#$a) {
		1276	return 0 unless _object_equal $a->[$_], $b->[$_];
		1277	}
		1278
		1279	} elsif ($a ne $b) {
		1280	return 0;
		1281	}
		1282
		1283	1
		1284	}
		1285
		1286	our $SLOW_MERGES;#d#
		1287	sub _can_merge {
		1288	my ($ob1, $ob2) = @_;
		1289
		1290	++$SLOW_MERGES;#d#
		1291
		1292	# we do the slow way here
		1293	return _object_equal $ob1, $ob2
		1294	}
730		1295
731	sub reattach {	1296	sub reattach {
732	# basically do the same as instantiate, without calling instantiate	1297	# basically do the same as instantiate, without calling instantiate
733	my ($obj) = @_;	1298	my ($obj) = @_;
734		1299
		1300	# no longer needed after getting rid of delete_package?
735	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1301	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
736		1302
737	my $registry = $obj->registry;	1303	my $registry = $obj->registry;
738		1304
739	@$registry = ();	1305	@$registry = ();
740		1306
…		…
745	for (@$attach) {	1311	for (@$attach) {
746	my ($klass, @attach) = @$_;	1312	my ($klass, @attach) = @$_;
747	_attach $registry, $klass, @attach;	1313	_attach $registry, $klass, @attach;
748	}	1314	}
749	} else {	1315	} else {
750	warn "object uses attachment '$name' that is not available, postponing.\n";	1316	info "object uses attachment '$name' that is not available, postponing.\n";
751	}	1317	}
752	}	1318	}
753	}	1319	}
754		1320
755	cf::attachable->attach (	1321	cf::attachable->attach (
756	prio => -1000000,	1322	prio => -1000000,
757	on_instantiate => sub {	1323	on_instantiate => sub {
758	my ($obj, $data) = @_;	1324	my ($obj, $data) = @_;
759		1325
760	$data = from_json $data;	1326	$data = decode_json $data;
761		1327
762	for (@$data) {	1328	for (@$data) {
763	my ($name, $args) = @$_;	1329	my ($name, $args) = @$_;
764		1330
765	$obj->attach ($name, %{$args || {} });	1331	$obj->attach ($name, %{$args || {} });
…		…
781	sub object_freezer_save {	1347	sub object_freezer_save {
782	my ($filename, $rdata, $objs) = @_;	1348	my ($filename, $rdata, $objs) = @_;
783		1349
784	sync_job {	1350	sync_job {
785	if (length $$rdata) {	1351	if (length $$rdata) {
		1352	utf8::decode (my $decname = $filename);
786	warn sprintf "saving %s (%d,%d)\n",	1353	trace sprintf "saving %s (%d,%d)\n",
787	$filename, length $$rdata, scalar @$objs;	1354	$decname, length $$rdata, scalar @$objs
		1355	if $VERBOSE_IO;
788		1356
789	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1357	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
790	chmod SAVE_MODE, $fh;	1358	aio_chmod $fh, SAVE_MODE;
791	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1359	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
792	aio_fsync $fh if $cf::USE_FSYNC;	1360	if ($cf::USE_FSYNC) {
		1361	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1362	aio_fsync $fh;
		1363	}
793	close $fh;	1364	aio_close $fh;
794		1365
795	if (@$objs) {	1366	if (@$objs) {
796	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1367	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
797	chmod SAVE_MODE, $fh;	1368	aio_chmod $fh, SAVE_MODE;
798	my $data = Storable::nfreeze { version => 1, objs => $objs };	1369	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
799	aio_write $fh, 0, (length $data), $data, 0;	1370	aio_write $fh, 0, (length $data), $data, 0;
800	aio_fsync $fh if $cf::USE_FSYNC;	1371	if ($cf::USE_FSYNC) {
		1372	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1373	aio_fsync $fh;
		1374	}
801	close $fh;	1375	aio_close $fh;
802	aio_rename "$filename.pst~", "$filename.pst";	1376	aio_rename "$filename.pst~", "$filename.pst";
803	}	1377	}
804	} else {	1378	} else {
805	aio_unlink "$filename.pst";	1379	aio_unlink "$filename.pst";
806	}	1380	}
807		1381
808	aio_rename "$filename~", $filename;	1382	aio_rename "$filename~", $filename;
		1383
		1384	$filename =~ s%/[^/]+$%%;
		1385	aio_pathsync $filename if $cf::USE_FSYNC;
809	} else {	1386	} else {
810	warn "FATAL: $filename~: $!\n";	1387	error "unable to save objects: $filename~: $!\n";
811	}	1388	}
812	} else {	1389	} else {
813	aio_unlink $filename;	1390	aio_unlink $filename;
814	aio_unlink "$filename.pst";	1391	aio_unlink "$filename.pst";
815	}	1392	}
816	}	1393	};
817	}	1394	}
818		1395
819	sub object_freezer_as_string {	1396	sub object_freezer_as_string {
820	my ($rdata, $objs) = @_;	1397	my ($rdata, $objs) = @_;
821		1398
…		…
833	or return;	1410	or return;
834		1411
835	unless (aio_stat "$filename.pst") {	1412	unless (aio_stat "$filename.pst") {
836	(aio_load "$filename.pst", $av) >= 0	1413	(aio_load "$filename.pst", $av) >= 0
837	or return;	1414	or return;
		1415
838	$av = eval { (Storable::thaw $av)->{objs} };	1416	my $st = eval { Coro::Storable::thaw $av };
		1417	$av = $st->{objs};
839	}	1418	}
840		1419
		1420	utf8::decode (my $decname = $filename);
841	warn sprintf "loading %s (%d)\n",	1421	trace sprintf "loading %s (%d,%d)\n",
842	$filename, length $data, scalar @{$av || []};#d#	1422	$decname, length $data, scalar @{$av || []}
		1423	if $VERBOSE_IO;
		1424
843	return ($data, $av);	1425	($data, $av)
844	}	1426	}
		1427
		1428	=head2 COMMAND CALLBACKS
		1429
		1430	=over 4
		1431
		1432	=cut
845		1433
846	#############################################################################	1434	#############################################################################
847	# command handling &c	1435	# command handling &c
848		1436
849	=item cf::register_command $name => \&callback($ob,$args);	1437	=item cf::register_command $name => \&callback($ob,$args)
850		1438
851	Register a callback for execution when the client sends the user command	1439	Register a callback for execution when the client sends the user command
852	$name.	1440	$name.
853		1441
854	=cut	1442	=cut
…		…
860	#warn "registering command '$name/$time' to '$caller'";	1448	#warn "registering command '$name/$time' to '$caller'";
861		1449
862	push @{ $COMMAND{$name} }, [$caller, $cb];	1450	push @{ $COMMAND{$name} }, [$caller, $cb];
863	}	1451	}
864		1452
865	=item cf::register_extcmd $name => \&callback($pl,$packet);	1453	=item cf::register_extcmd $name => \&callback($pl,@args)
866		1454
867	Register a callbackf ro execution when the client sends an extcmd packet.	1455	Register a callback for execution when the client sends an (synchronous)
		1456	extcmd packet. Ext commands will be processed in the order they are
		1457	received by the server, like other user commands. The first argument is
		1458	the logged-in player. Ext commands can only be processed after a player
		1459	has logged in successfully.
868		1460
869	If the callback returns something, it is sent back as if reply was being	1461	The values will be sent back to the client.
870	called.
871		1462
872	=cut	1463	=item cf::register_async_extcmd $name => \&callback($pl,$reply->(...),@args)
873		1464
		1465	Same as C<cf::register_extcmd>, but instead of returning values, the
		1466	callback needs to clal the C<$reply> function.
		1467
		1468	=item cf::register_exticmd $name => \&callback($ns,@args)
		1469
		1470	Register a callback for execution when the client sends an (asynchronous)
		1471	exticmd packet. Exti commands are processed by the server as soon as they
		1472	are received, i.e. out of order w.r.t. other commands. The first argument
		1473	is a client socket. Exti commands can be received anytime, even before
		1474	log-in.
		1475
		1476	The values will be sent back to the client.
		1477
		1478	=item cf::register_async_exticmd $name => \&callback($ns,$reply->(...),@args)
		1479
		1480	Same as C<cf::register_extcmd>, but instead of returning values, the
		1481	callback needs to clal the C<$reply> function.
		1482
		1483	=cut
		1484
874	sub register_extcmd {	1485	sub register_extcmd($$) {
875	my ($name, $cb) = @_;	1486	my ($name, $cb) = @_;
876		1487
877	$EXTCMD{$name} = $cb;	1488	$EXTCMD{$name} = $cb;
878	}	1489	}
879		1490
		1491	sub register_async_extcmd($$) {
		1492	my ($name, $cb) = @_;
		1493
		1494	$EXTACMD{$name} = $cb;
		1495	}
		1496
		1497	sub register_exticmd($$) {
		1498	my ($name, $cb) = @_;
		1499
		1500	$EXTICMD{$name} = $cb;
		1501	}
		1502
		1503	sub register_async_exticmd($$) {
		1504	my ($name, $cb) = @_;
		1505
		1506	$EXTIACMD{$name} = $cb;
		1507	}
		1508
		1509	use File::Glob ();
		1510
880	cf::player->attach (	1511	cf::player->attach (
881	on_command => sub {	1512	on_unknown_command => sub {
882	my ($pl, $name, $params) = @_;	1513	my ($pl, $name, $params) = @_;
883		1514
884	my $cb = $COMMAND{$name}	1515	my $cb = $COMMAND{$name}
885	or return;	1516	or return;
886		1517
…		…
891	cf::override;	1522	cf::override;
892	},	1523	},
893	on_extcmd => sub {	1524	on_extcmd => sub {
894	my ($pl, $buf) = @_;	1525	my ($pl, $buf) = @_;
895		1526
896	my $msg = eval { from_json $buf };	1527	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
897		1528
898	if (ref $msg) {	1529	if (ref $msg) {
		1530	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		1531
899	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1532	if (my $cb = $EXTACMD{$type}) {
900	if (my %reply = $cb->($pl, $msg)) {	1533	$cb->(
901	$pl->ext_reply ($msg->{msgid}, %reply);	1534	$pl,
		1535	sub {
		1536	$pl->ext_msg ("reply-$reply", @_)
		1537	if $reply;
		1538	},
		1539	@payload
		1540	);
		1541	} else {
		1542	my @reply;
		1543
		1544	if (my $cb = $EXTCMD{$type}) {
		1545	@reply = $cb->($pl, @payload);
902	}	1546	}
		1547
		1548	$pl->ext_msg ("reply-$reply", @reply)
		1549	if $reply;
903	}	1550	}
		1551
904	} else {	1552	} else {
905	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1553	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
906	}	1554	}
907		1555
908	cf::override;	1556	cf::override;
909	},	1557	},
910	);	1558	);
911		1559
		1560	# "readahead" all extensions
912	sub load_extension {	1561	sub cache_extensions {
913	my ($path) = @_;	1562	my $grp = IO::AIO::aio_group;
914		1563
915	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1564	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
916	my $base = $1;	1565	for (grep /\.ext$/, @{$_[0]}) {
917	my $pkg = $1;	1566	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
918	$pkg =~ s/[^[:word:]]/_/g;
919	$pkg = "ext::$pkg";
920
921	warn "... loading '$path' into '$pkg'\n";
922
923	open my $fh, "<:utf8", $path
924	or die "$path: $!";
925
926	my $source =
927	"package $pkg; use strict; use utf8;\n"
928	. "#line 1 \"$path\"\n{\n"
929	. (do { local $/; <$fh> })
930	. "\n};\n1";
931
932	unless (eval $source) {
933	my $msg = $@ ? "$path: $@\n"
934	: "extension disabled.\n";
935	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
936	warn $@;
937	warn "mandatory extension failed to load, exiting.\n";
938	exit 1;
939	}	1567	}
940	die $@;
941	}	1568	};
942		1569
943	push @EXTS, $pkg;	1570	$grp
		1571	}
		1572
		1573	sub _ext_cfg_reg($$$$) {
		1574	my ($rvar, $varname, $cfgname, $default) = @_;
		1575
		1576	$cfgname = lc $varname
		1577	unless length $cfgname;
		1578
		1579	$EXT_CFG{$cfgname} = [$rvar, $default];
		1580
		1581	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
944	}	1582	}
945		1583
946	sub load_extensions {	1584	sub load_extensions {
		1585	info "loading extensions...";
		1586
		1587	%EXT_CFG = ();
		1588
		1589	cf::sync_job {
		1590	my %todo;
		1591
947	for my $ext (<$LIBDIR/*.ext>) {	1592	for my $path (<$LIBDIR/*.ext>) {
948	next unless -r $ext;	1593	next unless -r $path;
949	eval {	1594
950	load_extension $ext;	1595	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1596	my $base = $1;
		1597	my $pkg = $1;
		1598	$pkg =~ s/[^[:word:]]/_/g;
		1599	$pkg = "ext::$pkg";
		1600
		1601	open my $fh, "<:utf8", $path
		1602	or die "$path: $!";
		1603
		1604	my $source = do { local $/; <$fh> };
		1605
		1606	my %ext = (
		1607	path => $path,
		1608	base => $base,
		1609	pkg => $pkg,
		1610	);
		1611
		1612	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1613	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1614
		1615	$ext{source} =
		1616	"package $pkg; use common::sense;\n"
		1617	. "#line 1 \"$path\"\n{\n"
		1618	. $source
		1619	. "\n};\n1";
		1620
		1621	$todo{$base} = \%ext;
		1622	}
		1623
		1624	my $pass = 0;
		1625	my %done;
		1626	while (%todo) {
		1627	my $progress;
		1628
		1629	++$pass;
		1630
		1631	ext:
		1632	while (my ($k, $v) = each %todo) {
		1633	for (split /,\s*/, $v->{meta}{depends}) {
		1634	next ext
		1635	unless exists $done{$_};
		1636	}
		1637
		1638	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
		1639
		1640	my $source = $v->{source};
		1641
		1642	# support "CONF varname :confname = default" pseudo-statements
		1643	$source =~ s{
		1644	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1645	}{
		1646	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1647	}gmxe;
		1648
		1649	my $active = eval $source;
		1650
		1651	if (length $@) {
		1652	error "$v->{path}: $@\n";
		1653
		1654	cf::cleanup "mandatory extension '$k' failed to load, exiting."
		1655	if exists $v->{meta}{mandatory};
		1656
		1657	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
		1658	delete $todo{$k};
		1659	} else {
		1660	$done{$k} = delete $todo{$k};
		1661	push @EXTS, $v->{pkg};
		1662	$progress = 1;
		1663
		1664	info "$v->{base}: extension inactive.\n"
		1665	unless $active;
		1666	}
951	1	1667	}
952	} or warn "$ext not loaded: $@";	1668
		1669	unless ($progress) {
		1670	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
		1671
		1672	while (my ($k, $v) = each %todo) {
		1673	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1674	if exists $v->{meta}{mandatory};
		1675	}
		1676
		1677	last;
		1678	}
		1679	}
953	}	1680	};
954	}	1681	}
955		1682
956	#############################################################################	1683	#############################################################################
957		1684
		1685	=back
		1686
958	=head2 CORE EXTENSIONS	1687	=head2 CORE EXTENSIONS
959		1688
960	Functions and methods that extend core crossfire objects.	1689	Functions and methods that extend core deliantra objects.
961		1690
962	=cut	1691	=cut
963		1692
964	package cf::player;	1693	package cf::player;
965		1694
966	use Coro::AIO;	1695	use Coro::AIO;
967		1696
968	=head3 cf::player	1697	=head3 cf::player
969		1698
970	=over 4	1699	=over 4
		1700
		1701	=item cf::player::num_playing
		1702
		1703	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1704
		1705	=cut
		1706
		1707	sub num_playing {
		1708	scalar grep
		1709	$_->ob->map
		1710	&& !$_->hidden
		1711	&& !$_->ob->flag (cf::FLAG_WIZ),
		1712	cf::player::list
		1713	}
971		1714
972	=item cf::player::find $login	1715	=item cf::player::find $login
973		1716
974	Returns the given player object, loading it if necessary (might block).	1717	Returns the given player object, loading it if necessary (might block).
975		1718
…		…
994		1737
995	sub exists($) {	1738	sub exists($) {
996	my ($login) = @_;	1739	my ($login) = @_;
997		1740
998	$cf::PLAYER{$login}	1741	$cf::PLAYER{$login}
999	or cf::sync_job { !aio_stat path $login }	1742	or !aio_stat path $login
1000	}	1743	}
1001		1744
1002	sub find($) {	1745	sub find($) {
1003	return $cf::PLAYER{$_[0]} || do {	1746	return $cf::PLAYER{$_[0]} || do {
1004	my $login = $_[0];	1747	my $login = $_[0];
…		…
1011	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1754	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1012	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1755	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1013	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1756	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1014	aio_unlink +(playerdir $login) . "/$login.pl";	1757	aio_unlink +(playerdir $login) . "/$login.pl";
1015		1758
1016	my $pl = load_pl path $login	1759	my $f = new_from_file cf::object::thawer path $login
1017	or return;	1760	or return;
		1761
		1762	my $pl = cf::player::load_pl $f
		1763	or return;
		1764
		1765	local $cf::PLAYER_LOADING{$login} = $pl;
		1766	$f->resolve_delayed_derefs;
1018	$cf::PLAYER{$login} = $pl	1767	$cf::PLAYER{$login} = $pl
1019	}	1768	}
1020	}	1769	}
1021	}	1770	}
		1771
		1772	cf::player->attach (
		1773	on_load => sub {
		1774	my ($pl, $path) = @_;
		1775
		1776	# restore slots saved in save, below
		1777	my $slots = delete $pl->{_slots};
		1778
		1779	$pl->ob->current_weapon ($slots->[0]);
		1780	$pl->combat_ob ($slots->[1]);
		1781	$pl->ranged_ob ($slots->[2]);
		1782	},
		1783	);
1022		1784
1023	sub save($) {	1785	sub save($) {
1024	my ($pl) = @_;	1786	my ($pl) = @_;
1025		1787
1026	return if $pl->{deny_save};	1788	return if $pl->{deny_save};
…		…
1031	return if $pl->{deny_save};	1793	return if $pl->{deny_save};
1032		1794
1033	aio_mkdir playerdir $pl, 0770;	1795	aio_mkdir playerdir $pl, 0770;
1034	$pl->{last_save} = $cf::RUNTIME;	1796	$pl->{last_save} = $cf::RUNTIME;
1035		1797
		1798	cf::get_slot 0.01;
		1799
		1800	# save slots, to be restored later
		1801	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1802
1036	$pl->save_pl ($path);	1803	$pl->save_pl ($path);
1037	Coro::cede;	1804	cf::cede_to_tick;
1038	}	1805	}
1039		1806
1040	sub new($) {	1807	sub new($) {
1041	my ($login) = @_;	1808	my ($login) = @_;
1042		1809
…		…
1048	$cf::PLAYER{$login} = $self;	1815	$cf::PLAYER{$login} = $self;
1049		1816
1050	$self	1817	$self
1051	}	1818	}
1052		1819
		1820	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1821
		1822	=cut
		1823
		1824	sub send_msg {
		1825	my $ns = shift->ns
		1826	or return;
		1827	$ns->send_msg (@_);
		1828	}
		1829
1053	=item $pl->quit_character	1830	=item $pl->quit_character
1054		1831
1055	Nukes the player without looking back. If logged in, the connection will	1832	Nukes the player without looking back. If logged in, the connection will
1056	be destroyed. May block for a long time.	1833	be destroyed. May block for a long time.
1057		1834
…		…
1061	my ($pl) = @_;	1838	my ($pl) = @_;
1062		1839
1063	my $name = $pl->ob->name;	1840	my $name = $pl->ob->name;
1064		1841
1065	$pl->{deny_save} = 1;	1842	$pl->{deny_save} = 1;
1066	$pl->password ("*"); # this should lock out the player until we nuked the dir	1843	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1067		1844
1068	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1845	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1069	$pl->deactivate;	1846	$pl->deactivate;
		1847
		1848	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1070	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1849	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1850	ext::highscore::check ($pl->ob);
		1851
1071	$pl->ns->destroy if $pl->ns;	1852	$pl->ns->destroy if $pl->ns;
1072		1853
1073	my $path = playerdir $pl;	1854	my $path = playerdir $pl;
1074	my $temp = "$path~$cf::RUNTIME~deleting~";	1855	my $temp = "$path~$cf::RUNTIME~deleting~";
1075	aio_rename $path, $temp;	1856	aio_rename $path, $temp;
…		…
1110	or return [];	1891	or return [];
1111		1892
1112	my @logins;	1893	my @logins;
1113		1894
1114	for my $login (@$dirs) {	1895	for my $login (@$dirs) {
		1896	my $path = path $login;
		1897
		1898	# a .pst is a dead give-away for a valid player
		1899	# if no pst file found, open and chekc for blocked users
		1900	if (aio_stat "$path.pst") {
1115	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1901	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1116	aio_read $fh, 0, 512, my $buf, 0 or next;	1902	aio_read $fh, 0, 512, my $buf, 0 or next;
1117	$buf !~ /^password -------------$/m or next; # official not-valid tag	1903	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1904	}
1118		1905
1119	utf8::decode $login;	1906	utf8::decode $login;
1120	push @logins, $login;	1907	push @logins, $login;
1121	}	1908	}
1122		1909
1123	\@logins	1910	\@logins
1124	}	1911	}
1125		1912
1126	=item $player->maps	1913	=item $player->maps
		1914
		1915	=item cf::player::maps $login
1127		1916
1128	Returns an arrayref of map paths that are private for this	1917	Returns an arrayref of map paths that are private for this
1129	player. May block.	1918	player. May block.
1130		1919
1131	=cut	1920	=cut
…		…
1149	}	1938	}
1150		1939
1151	\@paths	1940	\@paths
1152	}	1941	}
1153		1942
1154	=item $player->ext_reply ($msgid, %msg)	1943	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1155		1944
1156	Sends an ext reply to the player.	1945	Expand deliantra pod fragments into protocol xml.
1157		1946
1158	=cut
1159
1160	sub ext_reply($$%) {
1161	my ($self, $id, %msg) = @_;
1162
1163	$msg{msgid} = $id;
1164
1165	$self->send ("ext " . cf::to_json \%msg);
1166	}
1167
1168	=item $player->ext_event ($type, %msg)	1947	=item $player->ext_msg ($type, @msg)
1169		1948
1170	Sends an ext event to the client.	1949	Sends an ext event to the client.
1171		1950
1172	=cut	1951	=cut
1173		1952
1174	sub ext_event($$%) {	1953	sub ext_msg($$@) {
1175	my ($self, $type, %msg) = @_;	1954	my ($self, $type, @msg) = @_;
1176		1955
1177	$self->ns->ext_event ($type, %msg);	1956	$self->ns->ext_msg ($type, @msg);
1178	}	1957	}
1179		1958
1180	=head3 cf::region	1959	=head3 cf::region
1181		1960
1182	=over 4	1961	=over 4
…		…
1185		1964
1186	package cf::region;	1965	package cf::region;
1187		1966
1188	=item cf::region::find_by_path $path	1967	=item cf::region::find_by_path $path
1189		1968
1190	Tries to decuce the probable region for a map knowing only its path.	1969	Tries to decuce the likely region for a map knowing only its path.
1191		1970
1192	=cut	1971	=cut
1193		1972
1194	sub find_by_path($) {	1973	sub find_by_path($) {
1195	my ($path) = @_;	1974	my ($path) = @_;
1196		1975
		1976	$path =~ s/^~[^\/]*//; # skip ~login
		1977
1197	my ($match, $specificity);	1978	my ($match, $specificity);
1198		1979
1199	for my $region (list) {	1980	for my $region (list) {
1200	if ($region->match && $path =~ $region->match) {	1981	if ($region->{match} && $path =~ $region->{match}) {
1201	($match, $specificity) = ($region, $region->specificity)	1982	($match, $specificity) = ($region, $region->specificity)
1202	if $region->specificity > $specificity;	1983	if $region->specificity > $specificity;
1203	}	1984	}
1204	}	1985	}
1205		1986
…		…
1226	our $MAX_RESET = 3600;	2007	our $MAX_RESET = 3600;
1227	our $DEFAULT_RESET = 3000;	2008	our $DEFAULT_RESET = 3000;
1228		2009
1229	sub generate_random_map {	2010	sub generate_random_map {
1230	my ($self, $rmp) = @_;	2011	my ($self, $rmp) = @_;
1231	# mit "rum" bekleckern, nicht	2012
		2013	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		2014
1232	$self->_create_random_map (	2015	$self->_create_random_map ($rmp);
1233	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1234	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1235	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1236	$rmp->{exit_on_final_map},
1237	$rmp->{xsize}, $rmp->{ysize},
1238	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1239	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1240	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1241	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1242	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1243	(cf::region::find $rmp->{region}), $rmp->{custom}
1244	)
1245	}	2016	}
1246		2017
1247	=item cf::map->register ($regex, $prio)	2018	=item cf::map->register ($regex, $prio)
1248		2019
1249	Register a handler for the map path matching the given regex at the	2020	Register a handler for the map path matching the given regex at the
…		…
1254		2025
1255	sub register {	2026	sub register {
1256	my (undef, $regex, $prio) = @_;	2027	my (undef, $regex, $prio) = @_;
1257	my $pkg = caller;	2028	my $pkg = caller;
1258		2029
1259	no strict;
1260	push @{"$pkg\::ISA"}, __PACKAGE__;	2030	push @{"$pkg\::ISA"}, __PACKAGE__;
1261		2031
1262	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2032	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1263	}	2033	}
1264		2034
1265	# also paths starting with '/'	2035	# also paths starting with '/'
1266	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2036	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1267		2037
1268	sub thawer_merge {	2038	sub thawer_merge {
1269	my ($self, $merge) = @_;	2039	my ($self, $merge) = @_;
1270		2040
1271	# we have to keep some variables in memory intact	2041	# we have to keep some variables in memory intact
1272	local $self->{path};	2042	local $self->{path};
1273	local $self->{load_path};	2043	local $self->{load_path};
1274	local $self->{deny_save};
1275	local $self->{deny_reset};
1276		2044
1277	$self->SUPER::thawer_merge ($merge);	2045	$self->SUPER::thawer_merge ($merge);
1278	}	2046	}
1279		2047
1280	sub normalise {	2048	sub normalise {
1281	my ($path, $base) = @_;	2049	my ($path, $base) = @_;
1282		2050
1283	$path = "$path"; # make sure its a string	2051	$path = "$path"; # make sure it's a string
1284		2052
1285	$path =~ s/\.map$//;	2053	$path =~ s/\.map$//;
1286		2054
1287	# map plan:	2055	# map plan:
1288	#	2056	#
…		…
1303	$base =~ s{[^/]+/?$}{};	2071	$base =~ s{[^/]+/?$}{};
1304	$path = "$base/$path";	2072	$path = "$base/$path";
1305	}	2073	}
1306		2074
1307	for ($path) {	2075	for ($path) {
1308	redo if s{//}{/};
1309	redo if s{/\.?/}{/};	2076	redo if s{/\.?/}{/};
1310	redo if s{/[^/]+/\.\./}{/};	2077	redo if s{/[^/]+/\.\./}{/};
1311	}	2078	}
1312		2079
1313	$path	2080	$path
…		…
1327	$self->init; # pass $1 etc.	2094	$self->init; # pass $1 etc.
1328	return $self;	2095	return $self;
1329	}	2096	}
1330	}	2097	}
1331		2098
1332	Carp::carp "unable to resolve path '$path' (base '$base').";	2099	Carp::cluck "unable to resolve path '$path' (base '$base')";
1333	()	2100	()
1334	}	2101	}
1335		2102
		2103	# may re-bless or do other evil things
1336	sub init {	2104	sub init {
1337	my ($self) = @_;	2105	my ($self) = @_;
1338		2106
1339	$self	2107	$self
1340	}	2108	}
…		…
1359		2127
1360	# the temporary/swap location	2128	# the temporary/swap location
1361	sub save_path {	2129	sub save_path {
1362	my ($self) = @_;	2130	my ($self) = @_;
1363		2131
1364	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2132	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1365	"$TMPDIR/$path.map"	2133	"$TMPDIR/$path.map"
1366	}	2134	}
1367		2135
1368	# the unique path, undef == no special unique path	2136	# the unique path, undef == no special unique path
1369	sub uniq_path {	2137	sub uniq_path {
1370	my ($self) = @_;	2138	my ($self) = @_;
1371		2139
1372	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2140	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1373	"$UNIQUEDIR/$path"	2141	"$UNIQUEDIR/$path"
1374	}	2142	}
1375		2143
1376	# and all this just because we cannot iterate over	2144	sub decay_objects {
1377	# all maps in C++...
1378	sub change_all_map_light {
1379	my ($change) = @_;	2145	my ($self) = @_;
1380		2146
1381	$_->change_map_light ($change)	2147	return if $self->{deny_reset};
1382	for grep $_->outdoor, values %cf::MAP;	2148
		2149	$self->do_decay_objects;
1383	}	2150	}
1384		2151
1385	sub unlink_save {	2152	sub unlink_save {
1386	my ($self) = @_;	2153	my ($self) = @_;
1387		2154
…		…
1392		2159
1393	sub load_header_from($) {	2160	sub load_header_from($) {
1394	my ($self, $path) = @_;	2161	my ($self, $path) = @_;
1395		2162
1396	utf8::encode $path;	2163	utf8::encode $path;
1397	#aio_open $path, O_RDONLY, 0	2164	my $f = new_from_file cf::object::thawer $path
1398	# or return;
1399
1400	$self->_load_header ($path)
1401	or return;	2165	or return;
1402		2166
		2167	$self->_load_header ($f)
		2168	or return;
		2169
		2170	local $MAP_LOADING{$self->{path}} = $self;
		2171	$f->resolve_delayed_derefs;
		2172
1403	$self->{load_path} = $path;	2173	$self->{load_path} = $path;
1404		2174
1405	1	2175	1
1406	}	2176	}
1407		2177
		2178	# used to laod the header of an original map
1408	sub load_header_orig {	2179	sub load_header_orig {
1409	my ($self) = @_;	2180	my ($self) = @_;
1410		2181
1411	$self->load_header_from ($self->load_path)	2182	$self->load_header_from ($self->load_path)
1412	}	2183	}
1413		2184
		2185	# used to laod the header of an instantiated map
1414	sub load_header_temp {	2186	sub load_header_temp {
1415	my ($self) = @_;	2187	my ($self) = @_;
1416		2188
1417	$self->load_header_from ($self->save_path)	2189	$self->load_header_from ($self->save_path)
1418	}	2190	}
1419		2191
		2192	# called after loading the header from an instantiated map
1420	sub prepare_temp {	2193	sub prepare_temp {
1421	my ($self) = @_;	2194	my ($self) = @_;
1422		2195
1423	$self->last_access ((delete $self->{last_access})	2196	$self->last_access ((delete $self->{last_access})
1424	|| $cf::RUNTIME); #d#	2197	|| $cf::RUNTIME); #d#
1425	# safety	2198	# safety
1426	$self->{instantiate_time} = $cf::RUNTIME	2199	$self->{instantiate_time} = $cf::RUNTIME
1427	if $self->{instantiate_time} > $cf::RUNTIME;	2200	if $self->{instantiate_time} > $cf::RUNTIME;
1428	}	2201	}
1429		2202
		2203	# called after loading the header from an original map
1430	sub prepare_orig {	2204	sub prepare_orig {
1431	my ($self) = @_;	2205	my ($self) = @_;
1432		2206
1433	$self->{load_original} = 1;	2207	$self->{load_original} = 1;
1434	$self->{instantiate_time} = $cf::RUNTIME;	2208	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1445	$self->load_header_orig	2219	$self->load_header_orig
1446	or return;	2220	or return;
1447	$self->prepare_orig;	2221	$self->prepare_orig;
1448	}	2222	}
1449		2223
		2224	$self->{deny_reset} = 1
		2225	if $self->no_reset;
		2226
1450	$self->default_region (cf::region::find_by_path $self->{path})	2227	$self->default_region (cf::region::find_by_path $self->{path})
1451	unless $self->default_region;	2228	unless $self->default_region;
1452		2229
1453	1	2230	1
1454	}	2231	}
1455		2232
1456	sub find;	2233	sub find;
1457	sub find {	2234	sub find {
1458	my ($path, $origin) = @_;	2235	my ($path, $origin) = @_;
1459		2236
		2237	cf::cede_to_tick;
		2238
1460	$path = normalise $path, $origin && $origin->path;	2239	$path = normalise $path, $origin;
1461		2240
		2241	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1462	cf::lock_wait "map_find:$path";	2242	my $guard2 = cf::lock_acquire "map_find:$path";
1463		2243
1464	$cf::MAP{$path} || do {	2244	$cf::MAP{$path} || do {
1465	my $guard = cf::lock_acquire "map_find:$path";
1466	my $map = new_from_path cf::map $path	2245	my $map = new_from_path cf::map $path
1467	or return;	2246	or return;
1468		2247
1469	$map->{last_save} = $cf::RUNTIME;	2248	$map->{last_save} = $cf::RUNTIME;
1470		2249
1471	$map->load_header	2250	$map->load_header
1472	or return;	2251	or return;
1473		2252
1474	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	2253	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1475	# doing this can freeze the server in a sync job, obviously	2254	# doing this can freeze the server in a sync job, obviously
1476	#$cf::WAIT_FOR_TICK->wait;	2255	#$cf::WAIT_FOR_TICK->wait;
		2256	undef $guard2;
		2257	undef $guard1;
1477	$map->reset;	2258	$map->reset;
1478	undef $guard;
1479	return find $path;	2259	return find $path;
1480	}	2260	}
1481		2261
1482	$cf::MAP{$path} = $map	2262	$cf::MAP{$path} = $map
1483	}	2263	}
1484	}	2264	}
1485		2265
1486	sub pre_load { }	2266	sub pre_load { }
1487	sub post_load { }	2267	#sub post_load { } # XS
1488		2268
1489	sub load {	2269	sub load {
1490	my ($self) = @_;	2270	my ($self) = @_;
1491		2271
1492	local $self->{deny_reset} = 1; # loading can take a long time	2272	local $self->{deny_reset} = 1; # loading can take a long time
1493		2273
1494	my $path = $self->{path};	2274	my $path = $self->{path};
		2275
		2276	{
1495	my $guard = cf::lock_acquire "map_load:$path";	2277	my $guard = cf::lock_acquire "map_data:$path";
1496		2278
1497	return if $self->in_memory != cf::MAP_SWAPPED;	2279	return unless $self->valid;
		2280	return unless $self->state == cf::MAP_SWAPPED;
1498		2281
1499	$self->in_memory (cf::MAP_LOADING);
1500
1501	$self->alloc;	2282	$self->alloc;
1502		2283
1503	$self->pre_load;	2284	$self->pre_load;
1504	Coro::cede;	2285	cf::cede_to_tick;
1505		2286
1506	$self->_load_objects ($self->{load_path}, 1)	2287	if (exists $self->{load_path}) {
		2288	my $f = new_from_file cf::object::thawer $self->{load_path};
		2289	$f->skip_block;
		2290	$self->_load_objects ($f)
1507	or return;	2291	or return;
1508		2292
1509	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2293	$self->post_load_original
1510	if delete $self->{load_original};	2294	if delete $self->{load_original};
1511		2295
1512	if (my $uniq = $self->uniq_path) {	2296	if (my $uniq = $self->uniq_path) {
1513	utf8::encode $uniq;	2297	utf8::encode $uniq;
1514	if (aio_open $uniq, O_RDONLY, 0) {	2298	unless (aio_stat $uniq) {
		2299	if (my $f = new_from_file cf::object::thawer $uniq) {
1515	$self->clear_unique_items;	2300	$self->clear_unique_items;
1516	$self->_load_objects ($uniq, 0);	2301	$self->_load_objects ($f);
		2302	$f->resolve_delayed_derefs;
		2303	}
		2304	}
1517	}	2305	}
1518	}
1519		2306
1520	Coro::cede;	2307	$f->resolve_delayed_derefs;
		2308	} else {
		2309	$self->post_load_original
		2310	if delete $self->{load_original};
		2311	}
		2312
		2313	$self->state (cf::MAP_INACTIVE);
		2314
		2315	cf::cede_to_tick;
1521	# now do the right thing for maps	2316	# now do the right thing for maps
1522	$self->link_multipart_objects;	2317	$self->link_multipart_objects;
1523	Coro::cede;
1524
1525	unless ($self->{deny_activate}) {
1526	$self->decay_objects;
1527	$self->fix_auto_apply;
1528	$self->update_buttons;
1529	Coro::cede;
1530	$self->set_darkness_map;
1531	$self->difficulty ($self->estimate_difficulty)	2318	$self->difficulty ($self->estimate_difficulty)
1532	unless $self->difficulty;	2319	unless $self->difficulty;
1533	Coro::cede;	2320	cf::cede_to_tick;
1534	$self->activate;	2321
1535	Coro::cede;	2322	unless ($self->{deny_activate}) {
		2323	$self->decay_objects;
		2324	$self->fix_auto_apply;
		2325	$self->update_buttons;
		2326	cf::cede_to_tick;
		2327	#$self->activate; # no longer activate maps automatically
		2328	}
		2329
		2330	$self->{last_save} = $cf::RUNTIME;
		2331	$self->last_access ($cf::RUNTIME);
1536	}	2332	}
1537		2333
1538	$self->post_load;	2334	$self->post_load;
1539	Coro::cede;
1540		2335
1541	$self->in_memory (cf::MAP_IN_MEMORY);	2336	1
1542	}	2337	}
1543		2338
		2339	# customize the map for a given player, i.e.
		2340	# return the _real_ map. used by e.g. per-player
		2341	# maps to change the path to ~playername/mappath
1544	sub customise_for {	2342	sub customise_for {
1545	my ($self, $ob) = @_;	2343	my ($self, $ob) = @_;
1546		2344
1547	return find "~" . $ob->name . "/" . $self->{path}	2345	return find "~" . $ob->name . "/" . $self->{path}
1548	if $self->per_player;	2346	if $self->per_player;
1549		2347
		2348	# return find "?party/" . $ob->name . "/" . $self->{path}
		2349	# if $self->per_party;
		2350
1550	$self	2351	$self
1551	}
1552
1553	# find and load all maps in the 3x3 area around a map
1554	sub load_diag {
1555	my ($map) = @_;
1556
1557	my @diag; # diagonal neighbours
1558
1559	for (0 .. 3) {
1560	my $neigh = $map->tile_path ($_)
1561	or next;
1562	$neigh = find $neigh, $map
1563	or next;
1564	$neigh->load;
1565
1566	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1567	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1568	}
1569
1570	for (@diag) {
1571	my $neigh = find @$_
1572	or next;
1573	$neigh->load;
1574	}
1575	}	2352	}
1576		2353
1577	sub find_sync {	2354	sub find_sync {
1578	my ($path, $origin) = @_;	2355	my ($path, $origin) = @_;
1579		2356
1580	cf::sync_job { find $path, $origin }	2357	# it's a bug to call this from the main context
		2358	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2359	if $Coro::current == $Coro::main;
		2360
		2361	find $path, $origin
1581	}	2362	}
1582		2363
1583	sub do_load_sync {	2364	sub do_load_sync {
1584	my ($map) = @_;	2365	my ($map) = @_;
1585		2366
1586	cf::sync_job { $map->load };	2367	# it's a bug to call this from the main context
		2368	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2369	if $Coro::current == $Coro::main;
		2370
		2371	$map->load;
1587	}	2372	}
1588		2373
1589	our %MAP_PREFETCH;	2374	our %MAP_PREFETCH;
1590	our $MAP_PREFETCHER = undef;	2375	our $MAP_PREFETCHER = undef;
1591		2376
1592	sub find_async {	2377	sub find_async {
1593	my ($path, $origin) = @_;	2378	my ($path, $origin, $load) = @_;
1594		2379
1595	$path = normalise $path, $origin && $origin->{path};	2380	$path = normalise $path, $origin;
1596		2381
1597	if (my $map = $cf::MAP{$path}) {	2382	if (my $map = $cf::MAP{$path}) {
1598	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2383	return $map if !$load || $map->linkable;
1599	}	2384	}
1600		2385
1601	undef $MAP_PREFETCH{$path};	2386	$MAP_PREFETCH{$path} |= $load;
		2387
1602	$MAP_PREFETCHER ||= cf::async {	2388	$MAP_PREFETCHER ||= cf::async {
		2389	$Coro::current->{desc} = "map prefetcher";
		2390
1603	while (%MAP_PREFETCH) {	2391	while (%MAP_PREFETCH) {
1604	for my $path (keys %MAP_PREFETCH) {	2392	while (my ($k, $v) = each %MAP_PREFETCH) {
1605	my $map = find $path	2393	if (my $map = find $k) {
1606	or next;
1607	$map->load;	2394	$map->load if $v;
		2395	}
1608		2396
1609	delete $MAP_PREFETCH{$path};	2397	delete $MAP_PREFETCH{$k};
1610	}	2398	}
1611	}	2399	}
1612	undef $MAP_PREFETCHER;	2400	undef $MAP_PREFETCHER;
1613	};	2401	};
1614	$MAP_PREFETCHER->prio (6);	2402	$MAP_PREFETCHER->prio (6);
1615		2403
1616	()	2404	()
1617	}	2405	}
1618		2406
		2407	# common code, used by both ->save and ->swapout
1619	sub save {	2408	sub _save {
1620	my ($self) = @_;	2409	my ($self) = @_;
1621
1622	my $lock = cf::lock_acquire "map_data:" . $self->path;
1623		2410
1624	$self->{last_save} = $cf::RUNTIME;	2411	$self->{last_save} = $cf::RUNTIME;
1625		2412
1626	return unless $self->dirty;	2413	return unless $self->dirty;
1627		2414
…		…
1633	return if $self->{deny_save};	2420	return if $self->{deny_save};
1634		2421
1635	local $self->{last_access} = $self->last_access;#d#	2422	local $self->{last_access} = $self->last_access;#d#
1636		2423
1637	cf::async {	2424	cf::async {
		2425	$Coro::current->{desc} = "map player save";
1638	$_->contr->save for $self->players;	2426	$_->contr->save for $self->players;
1639	};	2427	};
		2428
		2429	cf::get_slot 0.02;
1640		2430
1641	if ($uniq) {	2431	if ($uniq) {
1642	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2432	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1643	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2433	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1644	} else {	2434	} else {
1645	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2435	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1646	}	2436	}
1647	}	2437	}
1648		2438
		2439	sub save {
		2440	my ($self) = @_;
		2441
		2442	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2443
		2444	$self->_save;
		2445	}
		2446
1649	sub swap_out {	2447	sub swap_out {
1650	my ($self) = @_;	2448	my ($self) = @_;
1651		2449
1652	# save first because save cedes
1653	$self->save;
1654
1655	my $lock = cf::lock_acquire "map_data:" . $self->path;	2450	my $lock = cf::lock_acquire "map_data:$self->{path}";
1656		2451
		2452	return if !$self->linkable;
		2453	return if $self->{deny_save};
1657	return if $self->players;	2454	return if $self->players;
1658	return if $self->in_memory != cf::MAP_IN_MEMORY;
1659	return if $self->{deny_save};
1660		2455
		2456	# first deactivate the map and "unlink" it from the core
		2457	$self->deactivate;
		2458	$_->clear_links_to ($self) for values %cf::MAP;
		2459	$self->state (cf::MAP_SWAPPED);
		2460
		2461	# then atomically save
		2462	$self->_save;
		2463
		2464	# then free the map
1661	$self->clear;	2465	$self->clear;
1662	$self->in_memory (cf::MAP_SWAPPED);
1663	}	2466	}
1664		2467
1665	sub reset_at {	2468	sub reset_at {
1666	my ($self) = @_;	2469	my ($self) = @_;
1667		2470
1668	# TODO: safety, remove and allow resettable per-player maps	2471	# TODO: safety, remove and allow resettable per-player maps
1669	return 1e99 if $self->isa ("ext::map_per_player");#d#
1670	return 1e99 if $self->{deny_reset};	2472	return 1e99 if $self->{deny_reset};
1671		2473
1672	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2474	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1673	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2475	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1674		2476
…		…
1685	my ($self) = @_;	2487	my ($self) = @_;
1686		2488
1687	my $lock = cf::lock_acquire "map_data:$self->{path}";	2489	my $lock = cf::lock_acquire "map_data:$self->{path}";
1688		2490
1689	return if $self->players;	2491	return if $self->players;
1690	return if $self->isa ("ext::map_per_player");#d#
1691		2492
1692	warn "resetting map ", $self->path;#d#	2493	cf::trace "resetting map ", $self->path, "\n";
1693		2494
1694	$self->in_memory (cf::MAP_SWAPPED);	2495	$self->state (cf::MAP_SWAPPED);
1695		2496
1696	# need to save uniques path	2497	# need to save uniques path
1697	unless ($self->{deny_save}) {	2498	unless ($self->{deny_save}) {
1698	my $uniq = $self->uniq_path; utf8::encode $uniq;	2499	my $uniq = $self->uniq_path; utf8::encode $uniq;
1699		2500
…		…
1701	if $uniq;	2502	if $uniq;
1702	}	2503	}
1703		2504
1704	delete $cf::MAP{$self->path};	2505	delete $cf::MAP{$self->path};
1705		2506
		2507	$self->deactivate;
		2508	$_->clear_links_to ($self) for values %cf::MAP;
1706	$self->clear;	2509	$self->clear;
1707
1708	$_->clear_links_to ($self) for values %cf::MAP;
1709		2510
1710	$self->unlink_save;	2511	$self->unlink_save;
1711	$self->destroy;	2512	$self->destroy;
1712	}	2513	}
1713		2514
1714	my $nuke_counter = "aaaa";	2515	my $nuke_counter = "aaaa";
1715		2516
1716	sub nuke {	2517	sub nuke {
1717	my ($self) = @_;	2518	my ($self) = @_;
1718		2519
		2520	{
		2521	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2522
1719	delete $cf::MAP{$self->path};	2523	delete $cf::MAP{$self->path};
1720		2524
1721	$self->unlink_save;	2525	$self->unlink_save;
1722		2526
1723	bless $self, "cf::map";	2527	bless $self, "cf::map::wrap";
1724	delete $self->{deny_reset};	2528	delete $self->{deny_reset};
1725	$self->{deny_save} = 1;	2529	$self->{deny_save} = 1;
1726	$self->reset_timeout (1);	2530	$self->reset_timeout (1);
1727	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2531	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1728		2532
1729	$cf::MAP{$self->path} = $self;	2533	$cf::MAP{$self->path} = $self;
		2534	}
1730		2535
1731	$self->reset; # polite request, might not happen	2536	$self->reset; # polite request, might not happen
		2537	}
		2538
		2539	=item $maps = cf::map::tmp_maps
		2540
		2541	Returns an arrayref with all map paths of currently instantiated and saved
		2542	maps. May block.
		2543
		2544	=cut
		2545
		2546	sub tmp_maps() {
		2547	[
		2548	map {
		2549	utf8::decode $_;
		2550	/\.map$/
		2551	? normalise $_
		2552	: ()
		2553	} @{ aio_readdir $TMPDIR or [] }
		2554	]
		2555	}
		2556
		2557	=item $maps = cf::map::random_maps
		2558
		2559	Returns an arrayref with all map paths of currently instantiated and saved
		2560	random maps. May block.
		2561
		2562	=cut
		2563
		2564	sub random_maps() {
		2565	[
		2566	map {
		2567	utf8::decode $_;
		2568	/\.map$/
		2569	? normalise "?random/$_"
		2570	: ()
		2571	} @{ aio_readdir $RANDOMDIR or [] }
		2572	]
1732	}	2573	}
1733		2574
1734	=item cf::map::unique_maps	2575	=item cf::map::unique_maps
1735		2576
1736	Returns an arrayref of paths of all shared maps that have	2577	Returns an arrayref of paths of all shared maps that have
1737	instantiated unique items. May block.	2578	instantiated unique items. May block.
1738		2579
1739	=cut	2580	=cut
1740		2581
1741	sub unique_maps() {	2582	sub unique_maps() {
1742	my $files = aio_readdir $UNIQUEDIR	2583	[
1743	or return;	2584	map {
1744
1745	my @paths;
1746
1747	for (@$files) {
1748	utf8::decode $_;	2585	utf8::decode $_;
1749	next if /\.pst$/;	2586	s/\.map$//; # TODO future compatibility hack
1750	next unless /^$PATH_SEP/o;	2587	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1751		2588	? ()
1752	push @paths, cf::map::normalise $_;	2589	: normalise $_
		2590	} @{ aio_readdir $UNIQUEDIR or [] }
1753	}	2591	]
1754
1755	\@paths
1756	}	2592	}
1757		2593
1758	package cf;	2594	=item cf::map::static_maps
		2595
		2596	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2597	file in the shared directory excluding F</styles> and F</editor>). May
		2598	block.
		2599
		2600	=cut
		2601
		2602	sub static_maps() {
		2603	my @dirs = "";
		2604	my @maps;
		2605
		2606	while (@dirs) {
		2607	my $dir = shift @dirs;
		2608
		2609	next if $dir eq "/styles" || $dir eq "/editor";
		2610
		2611	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2612	or return;
		2613
		2614	for (@$files) {
		2615	s/\.map$// or next;
		2616	utf8::decode $_;
		2617	push @maps, "$dir/$_";
		2618	}
		2619
		2620	push @dirs, map "$dir/$_", @$dirs;
		2621	}
		2622
		2623	\@maps
		2624	}
1759		2625
1760	=back	2626	=back
1761		2627
1762	=head3 cf::object	2628	=head3 cf::object
1763		2629
…		…
1767		2633
1768	=over 4	2634	=over 4
1769		2635
1770	=item $ob->inv_recursive	2636	=item $ob->inv_recursive
1771		2637
1772	Returns the inventory of the object _and_ their inventories, recursively.	2638	Returns the inventory of the object I<and> their inventories, recursively,
		2639	but I<not> the object itself.
1773		2640
1774	=cut	2641	=cut
1775		2642
1776	sub inv_recursive_;	2643	sub inv_recursive_;
1777	sub inv_recursive_ {	2644	sub inv_recursive_ {
…		…
1780		2647
1781	sub inv_recursive {	2648	sub inv_recursive {
1782	inv_recursive_ inv $_[0]	2649	inv_recursive_ inv $_[0]
1783	}	2650	}
1784		2651
		2652	=item $ref = $ob->ref
		2653
		2654	Creates and returns a persistent reference to an object that can be stored as a string.
		2655
		2656	=item $ob = cf::object::deref ($refstring)
		2657
		2658	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2659	even if the object actually exists. May block.
		2660
		2661	=cut
		2662
		2663	sub deref {
		2664	my ($ref) = @_;
		2665
		2666	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2667	my ($uuid, $name) = ($1, $2);
		2668	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2669	or return;
		2670	$pl->ob->uuid eq $uuid
		2671	or return;
		2672
		2673	$pl->ob
		2674	} else {
		2675	warn "$ref: cannot resolve object reference\n";
		2676	undef
		2677	}
		2678	}
		2679
1785	package cf;	2680	package cf;
1786		2681
1787	=back	2682	=back
1788		2683
1789	=head3 cf::object::player	2684	=head3 cf::object::player
…		…
1795	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2690	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1796	can be C<undef>. Does the right thing when the player is currently in a	2691	can be C<undef>. Does the right thing when the player is currently in a
1797	dialogue with the given NPC character.	2692	dialogue with the given NPC character.
1798		2693
1799	=cut	2694	=cut
		2695
		2696	our $SAY_CHANNEL = {
		2697	id => "say",
		2698	title => "Map",
		2699	reply => "say ",
		2700	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2701	};
		2702
		2703	our $CHAT_CHANNEL = {
		2704	id => "chat",
		2705	title => "Chat",
		2706	reply => "chat ",
		2707	tooltip => "Player chat and shouts, global to the server.",
		2708	};
1800		2709
1801	# rough implementation of a future "reply" method that works	2710	# rough implementation of a future "reply" method that works
1802	# with dialog boxes.	2711	# with dialog boxes.
1803	#TODO: the first argument must go, split into a $npc->reply_to ( method	2712	#TODO: the first argument must go, split into a $npc->reply_to ( method
1804	sub cf::object::player::reply($$$;$) {	2713	sub cf::object::player::reply($$$;$) {
…		…
1806		2715
1807	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2716	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1808		2717
1809	if ($self->{record_replies}) {	2718	if ($self->{record_replies}) {
1810	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2719	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2720
1811	} else {	2721	} else {
		2722	my $pl = $self->contr;
		2723
		2724	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2725	my $dialog = $pl->{npc_dialog};
		2726	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2727
		2728	} else {
1812	$msg = $npc->name . " says: $msg" if $npc;	2729	$msg = $npc->name . " says: $msg" if $npc;
1813	$self->message ($msg, $flags);	2730	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
		2731	}
1814	}	2732	}
		2733	}
		2734
		2735	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2736
		2737	=cut
		2738
		2739	sub cf::object::send_msg {
		2740	my $pl = shift->contr
		2741	or return;
		2742	$pl->send_msg (@_);
1815	}	2743	}
1816		2744
1817	=item $player_object->may ("access")	2745	=item $player_object->may ("access")
1818		2746
1819	Returns wether the given player is authorized to access resource "access"	2747	Returns wether the given player is authorized to access resource "access"
…		…
1832		2760
1833	=item $player_object->enter_link	2761	=item $player_object->enter_link
1834		2762
1835	Freezes the player and moves him/her to a special map (C<{link}>).	2763	Freezes the player and moves him/her to a special map (C<{link}>).
1836		2764
1837	The player should be reasonably safe there for short amounts of time. You	2765	The player should be reasonably safe there for short amounts of time (e.g.
1838	I<MUST> call C<leave_link> as soon as possible, though.	2766	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2767	though, as the player cannot control the character while it is on the link
		2768	map.
1839		2769
1840	Will never block.	2770	Will never block.
1841		2771
1842	=item $player_object->leave_link ($map, $x, $y)	2772	=item $player_object->leave_link ($map, $x, $y)
1843		2773
…		…
1863	sub cf::object::player::enter_link {	2793	sub cf::object::player::enter_link {
1864	my ($self) = @_;	2794	my ($self) = @_;
1865		2795
1866	$self->deactivate_recursive;	2796	$self->deactivate_recursive;
1867		2797
		2798	++$self->{_link_recursion};
		2799
1868	return if UNIVERSAL::isa $self->map, "ext::map_link";	2800	return if UNIVERSAL::isa $self->map, "ext::map_link";
1869		2801
1870	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2802	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1871	if $self->map;	2803	if $self->map && $self->map->{path} ne "{link}";
1872		2804
1873	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2805	$self->enter_map ($LINK_MAP || link_map, 3, 3);
1874	}	2806	}
1875		2807
1876	sub cf::object::player::leave_link {	2808	sub cf::object::player::leave_link {
1877	my ($self, $map, $x, $y) = @_;	2809	my ($self, $map, $x, $y) = @_;
		2810
		2811	return unless $self->contr->active;
1878		2812
1879	my $link_pos = delete $self->{_link_pos};	2813	my $link_pos = delete $self->{_link_pos};
1880		2814
1881	unless ($map) {	2815	unless ($map) {
1882	# restore original map position	2816	# restore original map position
…		…
1893	($x, $y) = (-1, -1)	2827	($x, $y) = (-1, -1)
1894	unless (defined $x) && (defined $y);	2828	unless (defined $x) && (defined $y);
1895		2829
1896	# use -1 or undef as default coordinates, not 0, 0	2830	# use -1 or undef as default coordinates, not 0, 0
1897	($x, $y) = ($map->enter_x, $map->enter_y)	2831	($x, $y) = ($map->enter_x, $map->enter_y)
1898	if $x <=0 && $y <= 0;	2832	if $x <= 0 && $y <= 0;
1899		2833
1900	$map->load;	2834	$map->load;
1901	$map->load_diag;
1902		2835
1903	return unless $self->contr->active;	2836	return unless $self->contr->active;
1904	$self->activate_recursive;
1905		2837
1906	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2838	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1907	$self->enter_map ($map, $x, $y);	2839	if ($self->enter_map ($map, $x, $y)) {
1908	}	2840	# entering was successful
1909		2841	delete $self->{_link_recursion};
1910	cf::player->attach (	2842	# only activate afterwards, to support waiting in hooks
1911	on_logout => sub {	2843	$self->activate_recursive;
1912	my ($pl) = @_;
1913
1914	# abort map switching before logout
1915	if ($pl->ob->{_link_pos}) {
1916	cf::sync_job {
1917	$pl->ob->leave_link
1918	};
1919	}
1920	},	2844	}
1921	on_login => sub {
1922	my ($pl) = @_;
1923		2845
1924	# try to abort aborted map switching on player login :)	2846	}
1925	# should happen only on crashes
1926	if ($pl->ob->{_link_pos}) {
1927	$pl->ob->enter_link;
1928	(async {
1929	$pl->ob->reply (undef,
1930	"There was an internal problem at your last logout, "
1931	. "the server will try to bring you to your intended destination in a second.",
1932	cf::NDI_RED);
1933	# we need this sleep as the login has a concurrent enter_exit running
1934	# and this sleep increases chances of the player not ending up in scorn
1935	Coro::Timer::sleep 1;
1936	$pl->ob->leave_link;
1937	})->prio (2);
1938	}
1939	},
1940	);
1941		2847
1942	=item $player_object->goto ($path, $x, $y)	2848	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
1943		2849
		2850	Moves the player to the given map-path and coordinates by first freezing
		2851	her, loading and preparing them map, calling the provided $check callback
		2852	that has to return the map if sucecssful, and then unfreezes the player on
		2853	the new (success) or old (failed) map position. In either case, $done will
		2854	be called at the end of this process.
		2855
		2856	Note that $check will be called with a potentially non-loaded map, so if
		2857	it needs a loaded map it has to call C<< ->load >>.
		2858
1944	=cut	2859	=cut
		2860
		2861	our $GOTOGEN;
1945		2862
1946	sub cf::object::player::goto {	2863	sub cf::object::player::goto {
1947	my ($self, $path, $x, $y) = @_;	2864	my ($self, $path, $x, $y, $check, $done) = @_;
		2865
		2866	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2867	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2868	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2869	($path, $x, $y) = @$EMERGENCY_POSITION;
		2870	}
		2871
		2872	# do generation counting so two concurrent goto's will be executed in-order
		2873	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1948		2874
1949	$self->enter_link;	2875	$self->enter_link;
1950		2876
1951	(async {	2877	(async {
		2878	$Coro::current->{desc} = "player::goto $path $x $y";
		2879
		2880	# *tag paths override both path and x|y
		2881	if ($path =~ /^\*(.*)$/) {
		2882	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2883	my $ob = $obs[rand @obs];
		2884
		2885	# see if we actually can go there
		2886	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2887	$ob = $obs[rand @obs];
		2888	} else {
		2889	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2890	}
		2891	# else put us there anyways for now #d#
		2892
		2893	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2894	} else {
		2895	($path, $x, $y) = (undef, undef, undef);
		2896	}
		2897	}
		2898
1952	my $map = eval {	2899	my $map = eval {
1953	my $map = cf::map::find $path;	2900	my $map = defined $path ? cf::map::find $path, $self->map : undef;
		2901
		2902	if ($map) {
1954	$map = $map->customise_for ($self) if $map;	2903	$map = $map->customise_for ($self);
		2904	$map = $check->($map, $x, $y, $self) if $check && $map;
		2905	} else {
		2906	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2907	}
		2908
1955	$map	2909	$map
		2910	};
		2911
		2912	if ($@) {
		2913	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2914	LOG llevError | logBacktrace, Carp::longmess $@;
1956	} or	2915	}
1957	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1958		2916
		2917	if ($gen == $self->{_goto_generation}) {
		2918	delete $self->{_goto_generation};
1959	$self->leave_link ($map, $x, $y);	2919	$self->leave_link ($map, $x, $y);
		2920	}
		2921
		2922	$done->($self) if $done;
1960	})->prio (1);	2923	})->prio (1);
1961	}	2924	}
1962		2925
1963	=item $player_object->enter_exit ($exit_object)	2926	=item $player_object->enter_exit ($exit_object)
1964		2927
…		…
1984	}	2947	}
1985		2948
1986	sub prepare_random_map {	2949	sub prepare_random_map {
1987	my ($exit) = @_;	2950	my ($exit) = @_;
1988		2951
1989	my $guard = cf::lock_acquire "exit_prepare:$exit";
1990
1991	# all this does is basically replace the /! path by	2952	# all this does is basically replace the /! path by
1992	# a new random map path (?random/...) with a seed	2953	# a new random map path (?random/...) with a seed
1993	# that depends on the exit object	2954	# that depends on the exit object
1994		2955
1995	my $rmp = parse_random_map_params $exit->msg;	2956	my $rmp = parse_random_map_params $exit->msg;
…		…
1997	if ($exit->map) {	2958	if ($exit->map) {
1998	$rmp->{region} = $exit->region->name;	2959	$rmp->{region} = $exit->region->name;
1999	$rmp->{origin_map} = $exit->map->path;	2960	$rmp->{origin_map} = $exit->map->path;
2000	$rmp->{origin_x} = $exit->x;	2961	$rmp->{origin_x} = $exit->x;
2001	$rmp->{origin_y} = $exit->y;	2962	$rmp->{origin_y} = $exit->y;
		2963
		2964	$exit->map->touch;
2002	}	2965	}
2003		2966
2004	$rmp->{random_seed} ||= $exit->random_seed;	2967	$rmp->{random_seed} ||= $exit->random_seed;
2005		2968
2006	my $data = cf::to_json $rmp;	2969	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2007	my $md5 = Digest::MD5::md5_hex $data;	2970	my $md5 = Digest::MD5::md5_hex $data;
2008	my $meta = "$RANDOMDIR/$md5.meta";	2971	my $meta = "$RANDOMDIR/$md5.meta";
2009		2972
2010	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2973	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2011	aio_write $fh, 0, (length $data), $data, 0;	2974	aio_write $fh, 0, (length $data), $data, 0;
2012	undef $fh;	2975	undef $fh;
2013	aio_rename "$meta~", $meta;	2976	aio_rename "$meta~", $meta;
2014		2977
		2978	my $slaying = "?random/$md5";
		2979
		2980	if ($exit->valid) {
2015	$exit->slaying ("?random/$md5");	2981	$exit->slaying ("?random/$md5");
2016	$exit->msg (undef);	2982	$exit->msg (undef);
		2983	}
2017	}	2984	}
2018	}	2985	}
2019		2986
2020	sub cf::object::player::enter_exit {	2987	sub cf::object::player::enter_exit {
2021	my ($self, $exit) = @_;	2988	my ($self, $exit) = @_;
2022		2989
2023	return unless $self->type == cf::PLAYER;	2990	return unless $self->type == cf::PLAYER;
2024		2991
2025	if ($exit->slaying eq "/!") {
2026	#TODO: this should de-fi-ni-te-ly not be a sync-job
2027	# the problem is that $exit might not survive long enough
2028	# so it needs to be done right now, right here
2029	cf::sync_job { prepare_random_map $exit };
2030	}
2031
2032	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2033	my $hp = $exit->stats->hp;
2034	my $sp = $exit->stats->sp;
2035
2036	$self->enter_link;	2992	$self->enter_link;
2037		2993
2038	(async {	2994	(async {
2039	$self->deactivate_recursive; # just to be sure	2995	$Coro::current->{desc} = "enter_exit";
		2996
2040	unless (eval {	2997	unless (eval {
		2998	$self->deactivate_recursive; # just to be sure
		2999
		3000	my $map = cf::map::normalise $exit->slaying, $exit->map;
		3001	my $x = $exit->stats->hp;
		3002	my $y = $exit->stats->sp;
		3003
		3004	# special map handling
		3005	my $slaying = $exit->slaying;
		3006
		3007	# special map handling
		3008	if ($slaying eq "/!") {
		3009	my $guard = cf::lock_acquire "exit_prepare:$exit";
		3010
		3011	prepare_random_map $exit
		3012	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		3013
		3014	$map = $exit->slaying;
		3015
		3016	} elsif ($slaying eq '!up') {
		3017	$map = $exit->map->tile_path (cf::TILE_UP);
		3018	$x = $exit->x;
		3019	$y = $exit->y;
		3020
		3021	} elsif ($slaying eq '!down') {
		3022	$map = $exit->map->tile_path (cf::TILE_DOWN);
		3023	$x = $exit->x;
		3024	$y = $exit->y;
		3025	}
		3026
2041	$self->goto ($slaying, $hp, $sp);	3027	$self->goto ($map, $x, $y);
2042		3028
		3029	# if exit is damned, update players death & WoR home-position
		3030	$self->contr->savebed ($map, $x, $y)
		3031	if $exit->flag (cf::FLAG_DAMNED);
		3032
2043	1;	3033	1
2044	}) {	3034	}) {
2045	$self->message ("Something went wrong deep within the crossfire server. "	3035	$self->message ("Something went wrong deep within the deliantra server. "
2046	. "I'll try to bring you back to the map you were before. "	3036	. "I'll try to bring you back to the map you were before. "
2047	. "Please report this to the dungeon master!",	3037	. "Please report this to the dungeon master!",
2048	cf::NDI_UNIQUE | cf::NDI_RED);	3038	cf::NDI_UNIQUE | cf::NDI_RED);
2049		3039
2050	warn "ERROR in enter_exit: $@";	3040	error "ERROR in enter_exit: $@";
2051	$self->leave_link;	3041	$self->leave_link;
2052	}	3042	}
2053	})->prio (1);	3043	})->prio (1);
2054	}	3044	}
2055		3045
…		…
2069		3059
2070	utf8::encode $text;	3060	utf8::encode $text;
2071	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3061	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2072	}	3062	}
2073		3063
		3064	=item $client->send_big_packet ($pkt)
		3065
		3066	Like C<send_packet>, but tries to compress large packets, and fragments
		3067	them as required.
		3068
		3069	=cut
		3070
		3071	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3072
		3073	sub cf::client::send_big_packet {
		3074	my ($self, $pkt) = @_;
		3075
		3076	# try lzf for large packets
		3077	$pkt = "lzf " . Compress::LZF::compress $pkt
		3078	if 1024 <= length $pkt and $self->{can_lzf};
		3079
		3080	# split very large packets
		3081	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3082	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3083	$pkt = "frag";
		3084	}
		3085
		3086	$self->send_packet ($pkt);
		3087	}
		3088
		3089	=item $client->send_msg ($channel, $msg, $color, [extra...])
		3090
		3091	Send a drawinfo or msg packet to the client, formatting the msg for the
		3092	client if neccessary. C<$type> should be a string identifying the type of
		3093	the message, with C<log> being the default. If C<$color> is negative, suppress
		3094	the message unless the client supports the msg packet.
		3095
		3096	=cut
		3097
		3098	# non-persistent channels (usually the info channel)
		3099	our %CHANNEL = (
		3100	"c/motd" => {
		3101	id => "infobox",
		3102	title => "MOTD",
		3103	reply => undef,
		3104	tooltip => "The message of the day",
		3105	},
		3106	"c/identify" => {
		3107	id => "infobox",
		3108	title => "Identify",
		3109	reply => undef,
		3110	tooltip => "Items recently identified",
		3111	},
		3112	"c/examine" => {
		3113	id => "infobox",
		3114	title => "Examine",
		3115	reply => undef,
		3116	tooltip => "Signs and other items you examined",
		3117	},
		3118	"c/shopinfo" => {
		3119	id => "infobox",
		3120	title => "Shop Info",
		3121	reply => undef,
		3122	tooltip => "What your bargaining skill tells you about the shop",
		3123	},
		3124	"c/book" => {
		3125	id => "infobox",
		3126	title => "Book",
		3127	reply => undef,
		3128	tooltip => "The contents of a note or book",
		3129	},
		3130	"c/lookat" => {
		3131	id => "infobox",
		3132	title => "Look",
		3133	reply => undef,
		3134	tooltip => "What you saw there",
		3135	},
		3136	"c/who" => {
		3137	id => "infobox",
		3138	title => "Players",
		3139	reply => undef,
		3140	tooltip => "Shows players who are currently online",
		3141	},
		3142	"c/body" => {
		3143	id => "infobox",
		3144	title => "Body Parts",
		3145	reply => undef,
		3146	tooltip => "Shows which body parts you posess and are available",
		3147	},
		3148	"c/statistics" => {
		3149	id => "infobox",
		3150	title => "Statistics",
		3151	reply => undef,
		3152	tooltip => "Shows your primary statistics",
		3153	},
		3154	"c/skills" => {
		3155	id => "infobox",
		3156	title => "Skills",
		3157	reply => undef,
		3158	tooltip => "Shows your experience per skill and item power",
		3159	},
		3160	"c/shopitems" => {
		3161	id => "infobox",
		3162	title => "Shop Items",
		3163	reply => undef,
		3164	tooltip => "Shows the items currently for sale in this shop",
		3165	},
		3166	"c/resistances" => {
		3167	id => "infobox",
		3168	title => "Resistances",
		3169	reply => undef,
		3170	tooltip => "Shows your resistances",
		3171	},
		3172	"c/pets" => {
		3173	id => "infobox",
		3174	title => "Pets",
		3175	reply => undef,
		3176	tooltip => "Shows information abotu your pets/a specific pet",
		3177	},
		3178	"c/perceiveself" => {
		3179	id => "infobox",
		3180	title => "Perceive Self",
		3181	reply => undef,
		3182	tooltip => "You gained detailed knowledge about yourself",
		3183	},
		3184	"c/uptime" => {
		3185	id => "infobox",
		3186	title => "Uptime",
		3187	reply => undef,
		3188	tooltip => "How long the server has been running since last restart",
		3189	},
		3190	"c/mapinfo" => {
		3191	id => "infobox",
		3192	title => "Map Info",
		3193	reply => undef,
		3194	tooltip => "Information related to the maps",
		3195	},
		3196	"c/party" => {
		3197	id => "party",
		3198	title => "Party",
		3199	reply => "gsay ",
		3200	tooltip => "Messages and chat related to your party",
		3201	},
		3202	"c/death" => {
		3203	id => "death",
		3204	title => "Death",
		3205	reply => undef,
		3206	tooltip => "Reason for and more info about your most recent death",
		3207	},
		3208	"c/say" => $SAY_CHANNEL,
		3209	"c/chat" => $CHAT_CHANNEL,
		3210	);
		3211
		3212	sub cf::client::send_msg {
		3213	my ($self, $channel, $msg, $color, @extra) = @_;
		3214
		3215	$msg = $self->pl->expand_cfpod ($msg)
		3216	unless $color & cf::NDI_VERBATIM;
		3217
		3218	$color &= cf::NDI_CLIENT_MASK; # just in case...
		3219
		3220	# check predefined channels, for the benefit of C
		3221	if ($CHANNEL{$channel}) {
		3222	$channel = $CHANNEL{$channel};
		3223
		3224	$self->ext_msg (channel_info => $channel);
		3225	$channel = $channel->{id};
		3226
		3227	} elsif (ref $channel) {
		3228	# send meta info to client, if not yet sent
		3229	unless (exists $self->{channel}{$channel->{id}}) {
		3230	$self->{channel}{$channel->{id}} = $channel;
		3231	$self->ext_msg (channel_info => $channel);
		3232	}
		3233
		3234	$channel = $channel->{id};
		3235	}
		3236
		3237	return unless @extra || length $msg;
		3238
		3239	# default colour, mask it out
		3240	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		3241	if $color & cf::NDI_DEF;
		3242
		3243	my $pkt = "msg "
		3244	. $self->{json_coder}->encode (
		3245	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		3246	);
		3247
		3248	$self->send_big_packet ($pkt);
		3249	}
		3250
2074	=item $client->ext_event ($type, %msg)	3251	=item $client->ext_msg ($type, @msg)
2075		3252
2076	Sends an exti event to the client.	3253	Sends an ext event to the client.
2077		3254
2078	=cut	3255	=cut
2079		3256
2080	sub cf::client::ext_event($$%) {	3257	sub cf::client::ext_msg($$@) {
2081	my ($self, $type, %msg) = @_;	3258	my ($self, $type, @msg) = @_;
2082		3259
2083	$msg{msgtype} = "event_$type";	3260	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2084	$self->send_packet ("ext " . cf::to_json \%msg);
2085	}	3261	}
2086		3262
2087	=item $success = $client->query ($flags, "text", \&cb)	3263	=item $success = $client->query ($flags, "text", \&cb)
2088		3264
2089	Queues a query to the client, calling the given callback with	3265	Queues a query to the client, calling the given callback with
2090	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	3266	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2091	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	3267	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2092		3268
2093	Queries can fail, so check the return code. Or don't, as queries will become	3269	Queries can fail, so check the return code. Or don't, as queries will
2094	reliable at some point in the future.	3270	become reliable at some point in the future.
2095		3271
2096	=cut	3272	=cut
2097		3273
2098	sub cf::client::query {	3274	sub cf::client::query {
2099	my ($self, $flags, $text, $cb) = @_;	3275	my ($self, $flags, $text, $cb) = @_;
…		…
2107	utf8::encode $text;	3283	utf8::encode $text;
2108	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	3284	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2109		3285
2110	$self->send_packet ($self->{query_queue}[0][0])	3286	$self->send_packet ($self->{query_queue}[0][0])
2111	if @{ $self->{query_queue} } == 1;	3287	if @{ $self->{query_queue} } == 1;
		3288
		3289	1
2112	}	3290	}
2113		3291
2114	cf::client->attach (	3292	cf::client->attach (
		3293	on_connect => sub {
		3294	my ($ns) = @_;
		3295
		3296	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		3297	},
2115	on_reply => sub {	3298	on_reply => sub {
2116	my ($ns, $msg) = @_;	3299	my ($ns, $msg) = @_;
2117		3300
2118	# this weird shuffling is so that direct followup queries	3301	# this weird shuffling is so that direct followup queries
2119	# get handled first	3302	# get handled first
…		…
2131	} else {	3314	} else {
2132	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	3315	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2133	}	3316	}
2134	}	3317	}
2135	},	3318	},
		3319	on_exticmd => sub {
		3320	my ($ns, $buf) = @_;
		3321
		3322	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		3323
		3324	if (ref $msg) {
		3325	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		3326
		3327	if (my $cb = $EXTIACMD{$type}) {
		3328	$cb->(
		3329	$ns,
		3330	sub {
		3331	$ns->ext_msg ("reply-$reply", @_)
		3332	if $reply;
		3333	},
		3334	@payload
		3335	);
		3336	} else {
		3337	my @reply;
		3338
		3339	if (my $cb = $EXTICMD{$type}) {
		3340	@reply = $cb->($ns, @payload);
		3341	}
		3342
		3343	$ns->ext_msg ("reply-$reply", @reply)
		3344	if $reply;
		3345	}
		3346	} else {
		3347	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		3348	}
		3349
		3350	cf::override;
		3351	},
2136	);	3352	);
2137		3353
2138	=item $client->async (\&cb)	3354	=item $client->async (\&cb)
2139		3355
2140	Create a new coroutine, running the specified callback. The coroutine will	3356	Create a new coroutine, running the specified callback. The coroutine will
…		…
2156		3372
2157	$coro	3373	$coro
2158	}	3374	}
2159		3375
2160	cf::client->attach (	3376	cf::client->attach (
2161	on_destroy => sub {	3377	on_client_destroy => sub {
2162	my ($ns) = @_;	3378	my ($ns) = @_;
2163		3379
2164	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3380	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2165	},	3381	},
2166	);	3382	);
…		…
2181	our $safe = new Safe "safe";	3397	our $safe = new Safe "safe";
2182	our $safe_hole = new Safe::Hole;	3398	our $safe_hole = new Safe::Hole;
2183		3399
2184	$SIG{FPE} = 'IGNORE';	3400	$SIG{FPE} = 'IGNORE';
2185		3401
2186	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3402	$safe->permit_only (Opcode::opset qw(
		3403	:base_core :base_mem :base_orig :base_math :base_loop
		3404	grepstart grepwhile mapstart mapwhile
		3405	sort time
		3406	));
2187		3407
2188	# here we export the classes and methods available to script code	3408	# here we export the classes and methods available to script code
2189		3409
2190	=pod	3410	=pod
2191		3411
2192	The following functions and methods are available within a safe environment:	3412	The following functions and methods are available within a safe environment:
2193		3413
2194	cf::object contr pay_amount pay_player map	3414	cf::object
		3415	contr pay_amount pay_player map x y force_find force_add destroy
		3416	insert remove name archname title slaying race decrease split
		3417	value
		3418
2195	cf::object::player player	3419	cf::object::player
2196	cf::player peaceful	3420	player
2197	cf::map trigger	3421
		3422	cf::player
		3423	peaceful
		3424
		3425	cf::map
		3426	trigger
2198		3427
2199	=cut	3428	=cut
2200		3429
2201	for (	3430	for (
2202	["cf::object" => qw(contr pay_amount pay_player map)],	3431	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3432	insert remove inv nrof name archname title slaying race
		3433	decrease split destroy change_exp value msg lore send_msg)],
2203	["cf::object::player" => qw(player)],	3434	["cf::object::player" => qw(player)],
2204	["cf::player" => qw(peaceful)],	3435	["cf::player" => qw(peaceful send_msg)],
2205	["cf::map" => qw(trigger)],	3436	["cf::map" => qw(trigger)],
2206	) {	3437	) {
2207	no strict 'refs';
2208	my ($pkg, @funs) = @$_;	3438	my ($pkg, @funs) = @$_;
2209	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3439	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2210	for @funs;	3440	for @funs;
2211	}	3441	}
2212		3442
…		…
2227		3457
2228	my $qcode = $code;	3458	my $qcode = $code;
2229	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3459	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2230	$qcode =~ s/\n/\\n/g;	3460	$qcode =~ s/\n/\\n/g;
2231		3461
		3462	%vars = (_dummy => 0) unless %vars;
		3463
		3464	my @res;
2232	local $_;	3465	local $_;
2233	local @safe::cf::_safe_eval_args = values %vars;
2234		3466
2235	my $eval =	3467	my $eval =
2236	"do {\n"	3468	"do {\n"
2237	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3469	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2238	. "#line 0 \"{$qcode}\"\n"	3470	. "#line 0 \"{$qcode}\"\n"
2239	. $code	3471	. $code
2240	. "\n}"	3472	. "\n}"
2241	;	3473	;
2242		3474
		3475	if ($CFG{safe_eval}) {
2243	sub_generation_inc;	3476	sub_generation_inc;
		3477	local @safe::cf::_safe_eval_args = values %vars;
2244	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3478	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2245	sub_generation_inc;	3479	sub_generation_inc;
		3480	} else {
		3481	local @cf::_safe_eval_args = values %vars;
		3482	@res = wantarray ? eval eval : scalar eval $eval;
		3483	}
2246		3484
2247	if ($@) {	3485	if ($@) {
2248	warn "$@";	3486	warn "$@",
2249	warn "while executing safe code '$code'\n";	3487	"while executing safe code '$code'\n",
2250	warn "with arguments " . (join " ", %vars) . "\n";	3488	"with arguments " . (join " ", %vars) . "\n";
2251	}	3489	}
2252		3490
2253	wantarray ? @res : $res[0]	3491	wantarray ? @res : $res[0]
2254	}	3492	}
2255		3493
…		…
2269	=cut	3507	=cut
2270		3508
2271	sub register_script_function {	3509	sub register_script_function {
2272	my ($fun, $cb) = @_;	3510	my ($fun, $cb) = @_;
2273		3511
2274	no strict 'refs';	3512	$fun = "safe::$fun" if $CFG{safe_eval};
2275	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3513	*$fun = $safe_hole->wrap ($cb);
2276	}	3514	}
2277		3515
2278	=back	3516	=back
2279		3517
2280	=cut	3518	=cut
2281
2282	#############################################################################
2283
2284	=head2 EXTENSION DATABASE SUPPORT
2285
2286	Crossfire maintains a very simple database for extension use. It can
2287	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2288	convert to/from binary).
2289
2290	The parameter C<$family> should best start with the name of the extension
2291	using it, it should be unique.
2292
2293	=over 4
2294
2295	=item $value = cf::db_get $family => $key
2296
2297	Returns a single value from the database.
2298
2299	=item cf::db_put $family => $key => $value
2300
2301	Stores the given C<$value> in the family.
2302
2303	=cut
2304
2305	our $DB;
2306
2307	sub db_init {
2308	unless ($DB) {
2309	$DB = BDB::db_create $DB_ENV;
2310
2311	cf::sync_job {
2312	eval {
2313	$DB->set_flags (BDB::CHKSUM);
2314
2315	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2316	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2317	cf::cleanup "db_open(db): $!" if $!;
2318	};
2319	cf::cleanup "db_open(db): $@" if $@;
2320	};
2321	}
2322	}
2323
2324	sub db_get($$) {
2325	my $key = "$_[0]/$_[1]";
2326
2327	cf::sync_job {
2328	BDB::db_get $DB, undef, $key, my $data;
2329
2330	$! ? ()
2331	: $data
2332	}
2333	}
2334
2335	sub db_put($$$) {
2336	BDB::dbreq_pri 4;
2337	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2338	}
2339
2340	=item cf::cache $id => [$paths...], $processversion => $process
2341
2342	Generic caching function that returns the value of the resource $id,
2343	caching and regenerating as required.
2344
2345	This function can block.
2346
2347	=cut
2348
2349	sub cache {
2350	my ($id, $src, $processversion, $process) = @_;
2351
2352	my $meta =
2353	join "\x00",
2354	$processversion,
2355	map {
2356	aio_stat $_
2357	and Carp::croak "$_: $!";
2358
2359	($_, (stat _)[7,9])
2360	} @$src;
2361
2362	my $dbmeta = db_get cache => "$id/meta";
2363	if ($dbmeta ne $meta) {
2364	# changed, we may need to process
2365
2366	my @data;
2367	my $md5;
2368
2369	for (0 .. $#$src) {
2370	0 <= aio_load $src->[$_], $data[$_]
2371	or Carp::croak "$src->[$_]: $!";
2372	}
2373
2374	# if processing is expensive, check
2375	# checksum first
2376	if (1) {
2377	$md5 =
2378	join "\x00",
2379	$processversion,
2380	map {
2381	Coro::cede;
2382	($src->[$_], Digest::MD5::md5_hex $data[$_])
2383	} 0.. $#$src;
2384
2385
2386	my $dbmd5 = db_get cache => "$id/md5";
2387	if ($dbmd5 eq $md5) {
2388	db_put cache => "$id/meta", $meta;
2389
2390	return db_get cache => "$id/data";
2391	}
2392	}
2393
2394	my $t1 = Time::HiRes::time;
2395	my $data = $process->(\@data);
2396	my $t2 = Time::HiRes::time;
2397
2398	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2399
2400	db_put cache => "$id/data", $data;
2401	db_put cache => "$id/md5" , $md5;
2402	db_put cache => "$id/meta", $meta;
2403
2404	return $data;
2405	}
2406
2407	db_get cache => "$id/data"
2408	}
2409
2410	=item fork_call { }, $args
2411
2412	Executes the given code block with the given arguments in a seperate
2413	process, returning the results. Everything must be serialisable with
2414	Coro::Storable. May, of course, block. Note that the executed sub may
2415	never block itself or use any form of Event handling.
2416
2417	=cut
2418
2419	sub fork_call(&@) {
2420	my ($cb, @args) = @_;
2421
2422	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2423	# or die "socketpair: $!";
2424	pipe my $fh1, my $fh2
2425	or die "pipe: $!";
2426
2427	if (my $pid = fork) {
2428	close $fh2;
2429
2430	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2431	$res = Coro::Storable::thaw $res;
2432
2433	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2434
2435	die $$res unless "ARRAY" eq ref $res;
2436
2437	return wantarray ? @$res : $res->[-1];
2438	} else {
2439	local $SIG{__WARN__};
2440	eval {
2441	local $SIG{__DIE__};
2442	close $fh1;
2443
2444	my @res = eval { $cb->(@args) };
2445	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2446	};
2447
2448	warn $@ if $@;
2449	_exit 0;
2450	}
2451	}
2452
2453
2454		3519
2455	#############################################################################	3520	#############################################################################
2456	# the server's init and main functions	3521	# the server's init and main functions
2457		3522
		3523	our %FACEHASH; # hash => idx, #d# HACK for http server
		3524
		3525	# internal api, not fianlised
		3526	sub set_face {
		3527	my ($name, $type, $data) = @_;
		3528
		3529	my $idx = cf::face::find $name;
		3530
		3531	if ($idx) {
		3532	delete $FACEHASH{cf::face::get_chksum $idx};
		3533	} else {
		3534	$idx = cf::face::alloc $name;
		3535	}
		3536
		3537	my $hash = cf::face::mangle_chksum Digest::MD5::md5 $data;
		3538
		3539	cf::face::set_type $idx, $type;
		3540	cf::face::set_data $idx, 0, $data, $hash;
		3541	cf::face::set_meta $idx, $type & 1 ? undef : undef;
		3542	$FACEHASH{$hash} = $idx;#d#
		3543
		3544	$idx
		3545	}
		3546
2458	sub load_facedata($) {	3547	sub load_facedata($) {
2459	my ($path) = @_;	3548	my ($path) = @_;
2460		3549
		3550	# HACK to clear player env face cache, we need some signal framework
		3551	# for this (global event?)
		3552	%ext::player_env::MUSIC_FACE_CACHE = ();
		3553
		3554	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3555
2461	warn "loading facedata from $path\n";	3556	trace "loading facedata from $path\n";
2462		3557
2463	my $facedata;	3558	my $facedata = decode_storable load_file $path;
2464	0 < aio_load $path, $facedata
2465	or die "$path: $!";
2466
2467	$facedata = Coro::Storable::thaw $facedata;
2468		3559
2469	$facedata->{version} == 2	3560	$facedata->{version} == 2
2470	or cf::cleanup "$path: version mismatch, cannot proceed.";	3561	or cf::cleanup "$path: version mismatch, cannot proceed.";
2471		3562
		3563	cf::cede_to_tick;
		3564
2472	{	3565	{
2473	my $faces = $facedata->{faceinfo};	3566	my $faces = delete $facedata->{faceinfo};
2474		3567
2475	while (my ($face, $info) = each %$faces) {	3568	for my $face (sort keys %$faces) {
		3569	my $info = $faces->{$face};
2476	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3570	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3571
2477	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3572	cf::face::set_visibility $idx, $info->{visibility};
		3573	cf::face::set_magicmap $idx, $info->{magicmap};
2478	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3574	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2479	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3575	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
2480	Coro::cede;	3576	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
		3577	$FACEHASH{$info->{hash64}} = $idx;#d#
		3578
		3579	cf::cede_to_tick;
2481	}	3580	}
2482		3581
2483	while (my ($face, $info) = each %$faces) {	3582	while (my ($face, $info) = each %$faces) {
2484	next unless $info->{smooth};	3583	next unless $info->{smooth};
		3584
2485	my $idx = cf::face::find $face	3585	my $idx = cf::face::find $face
2486	or next;	3586	or next;
		3587
2487	if (my $smooth = cf::face::find $info->{smooth}) {	3588	if (my $smooth = cf::face::find $info->{smooth}) {
		3589	cf::face::set_smooth $idx, $smooth;
2488	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3590	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2489	} else {	3591	} else {
2490	warn "smooth face '$info->{smooth}' not found for face '$face'";	3592	error "smooth face '$info->{smooth}' not found for face '$face'";
2491	}	3593	}
2492	Coro::cede;	3594
		3595	cf::cede_to_tick;
2493	}	3596	}
2494	}	3597	}
2495		3598
2496	{	3599	{
2497	my $anims = $facedata->{animinfo};	3600	my $anims = delete $facedata->{animinfo};
2498		3601
2499	while (my ($anim, $info) = each %$anims) {	3602	while (my ($anim, $info) = each %$anims) {
2500	cf::anim::set $anim, $info->{frames}, $info->{facings};	3603	cf::anim::set $anim, $info->{frames}, $info->{facings};
2501	Coro::cede;	3604	cf::cede_to_tick;
2502	}	3605	}
2503		3606
2504	cf::anim::invalidate_all; # d'oh	3607	cf::anim::invalidate_all; # d'oh
2505	}	3608	}
2506		3609
		3610	{
		3611	my $res = delete $facedata->{resource};
		3612
		3613	while (my ($name, $info) = each %$res) {
		3614	if (defined (my $type = $info->{type})) {
		3615	# TODO: different hash - must free and use new index, or cache ixface data queue
		3616	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3617
		3618	cf::face::set_type $idx, $type;
		3619	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
		3620	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
		3621	$FACEHASH{$info->{hash}} = $idx;#d#
		3622	} else {
		3623	# $RESOURCE{$name} = $info; # unused
		3624	}
		3625
		3626	cf::cede_to_tick;
		3627	}
		3628	}
		3629
		3630	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3631
2507	1	3632	1
2508	}	3633	}
2509		3634
		3635	register_exticmd fx_want => sub {
		3636	my ($ns, $want) = @_;
		3637
		3638	while (my ($k, $v) = each %$want) {
		3639	$ns->fx_want ($k, $v);
		3640	}
		3641	};
		3642
		3643	sub load_resource_file($) {
		3644	my $guard = lock_acquire "load_resource_file";
		3645
		3646	my $status = load_resource_file_ $_[0];
		3647	get_slot 0.1, 100;
		3648	cf::arch::commit_load;
		3649
		3650	$status
		3651	}
		3652
		3653	sub reload_exp_table {
		3654	_reload_exp_table;
		3655
		3656	set_face "res/exp_table" => FT_RSRC,
		3657	JSON::XS->new->utf8->canonical->encode (
		3658	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3659	);
		3660	}
		3661
		3662	sub reload_materials {
		3663	_reload_materials;
		3664	}
		3665
2510	sub reload_regions {	3666	sub reload_regions {
		3667	# HACK to clear player env face cache, we need some signal framework
		3668	# for this (global event?)
		3669	%ext::player_env::MUSIC_FACE_CACHE = ();
		3670
2511	load_resource_file "$MAPDIR/regions"	3671	load_resource_file "$MAPDIR/regions"
2512	or die "unable to load regions file\n";	3672	or die "unable to load regions file\n";
		3673
		3674	for (cf::region::list) {
		3675	$_->{match} = qr/$_->{match}/
		3676	if exists $_->{match};
		3677	}
2513	}	3678	}
2514		3679
2515	sub reload_facedata {	3680	sub reload_facedata {
2516	load_facedata "$DATADIR/facedata"	3681	load_facedata "$DATADIR/facedata"
2517	or die "unable to load facedata\n";	3682	or die "unable to load facedata\n";
2518	}	3683	}
2519		3684
2520	sub reload_archetypes {	3685	sub reload_archetypes {
2521	load_resource_file "$DATADIR/archetypes"	3686	load_resource_file "$DATADIR/archetypes"
2522	or die "unable to load archetypes\n";	3687	or die "unable to load archetypes\n";
		3688
		3689	set_face "res/skill_info" => FT_RSRC,
		3690	JSON::XS->new->utf8->canonical->encode (
		3691	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
		3692	);
		3693	set_face "res/spell_paths" => FT_RSRC,
		3694	JSON::XS->new->utf8->canonical->encode (
		3695	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3696	);
2523	}	3697	}
2524		3698
2525	sub reload_treasures {	3699	sub reload_treasures {
2526	load_resource_file "$DATADIR/treasures"	3700	load_resource_file "$DATADIR/treasures"
2527	or die "unable to load treasurelists\n";	3701	or die "unable to load treasurelists\n";
2528	}	3702	}
2529		3703
		3704	sub reload_sound {
		3705	trace "loading sound config from $DATADIR/sound\n";
		3706
		3707	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3708
		3709	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3710	my $sound = $soundconf->{compat}[$_]
		3711	or next;
		3712
		3713	my $face = cf::face::find "sound/$sound->[1]";
		3714	cf::sound::set $sound->[0] => $face;
		3715	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3716	}
		3717
		3718	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3719	my $face = cf::face::find "sound/$v";
		3720	cf::sound::set $k => $face;
		3721	}
		3722	}
		3723
2530	sub reload_resources {	3724	sub reload_resources {
2531	warn "reloading resource files...\n";	3725	trace "reloading resource files...\n";
2532		3726
		3727	reload_materials;
		3728	reload_facedata;
		3729	reload_exp_table;
		3730	reload_sound;
		3731	reload_archetypes;
2533	reload_regions;	3732	reload_regions;
2534	reload_facedata;
2535	reload_archetypes;
2536	reload_treasures;	3733	reload_treasures;
2537		3734
2538	warn "finished reloading resource files\n";	3735	trace "finished reloading resource files\n";
2539	}	3736	}
2540		3737
2541	sub init {	3738	sub reload_config {
2542	reload_resources;	3739	trace "reloading config file...\n";
2543	}
2544		3740
2545	sub cfg_load {	3741	my $config = load_file "$CONFDIR/config";
2546	open my $fh, "<:utf8", "$CONFDIR/config"	3742	utf8::decode $config;
2547	or return;	3743	*CFG = decode_yaml $config;
2548		3744
2549	local $/;
2550	*CFG = YAML::Syck::Load <$fh>;
2551
2552	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3745	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2553		3746
2554	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3747	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2555	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3748	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2556		3749
2557	if (exists $CFG{mlockall}) {	3750	if (exists $CFG{mlockall}) {
…		…
2561	};	3754	};
2562	warn $@ if $@;	3755	warn $@ if $@;
2563	}	3756	}
2564	}	3757	}
2565		3758
		3759	sub pidfile() {
		3760	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3761	or die "$PIDFILE: $!";
		3762	flock $fh, &Fcntl::LOCK_EX
		3763	or die "$PIDFILE: flock: $!";
		3764	$fh
		3765	}
		3766
		3767	# make sure only one server instance is running at any one time
		3768	sub atomic {
		3769	my $fh = pidfile;
		3770
		3771	my $pid = <$fh>;
		3772	kill 9, $pid if $pid > 0;
		3773
		3774	seek $fh, 0, 0;
		3775	print $fh $$;
		3776	}
		3777
		3778	sub main_loop {
		3779	trace "EV::loop starting\n";
		3780	if (1) {
		3781	EV::loop;
		3782	}
		3783	trace "EV::loop returned\n";
		3784	goto &main_loop unless $REALLY_UNLOOP;
		3785	}
		3786
2566	sub main {	3787	sub main {
		3788	cf::init_globals; # initialise logging
		3789
		3790	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3791	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3792	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3793	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3794
		3795	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3796
2567	# we must not ever block the main coroutine	3797	# we must not ever block the main coroutine
2568	local $Coro::idle = sub {	3798	$Coro::idle = sub {
2569	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3799	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2570	(async {	3800	(async {
2571	Event::one_event;	3801	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3802	EV::loop EV::LOOP_ONESHOT;
2572	})->prio (Coro::PRIO_MAX);	3803	})->prio (Coro::PRIO_MAX);
2573	};	3804	};
2574		3805
2575	cfg_load;	3806	evthread_start IO::AIO::poll_fileno;
		3807
		3808	cf::sync_job {
		3809	cf::incloader::init ();
		3810
2576	db_init;	3811	db_init;
		3812
		3813	cf::init_anim;
		3814	cf::init_attackmess;
		3815	cf::init_dynamic;
		3816
		3817	cf::load_settings;
		3818
		3819	reload_resources;
		3820	reload_config;
		3821
		3822	cf::init_uuid;
		3823	cf::init_signals;
		3824	cf::init_skills;
		3825
		3826	cf::init_beforeplay;
		3827
		3828	atomic;
		3829
2577	load_extensions;	3830	load_extensions;
2578		3831
2579	$TICK_WATCHER->start;	3832	utime time, time, $RUNTIMEFILE;
2580	Event::loop;	3833
		3834	# no (long-running) fork's whatsoever before this point(!)
		3835	use POSIX ();
		3836	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3837
		3838	cf::_post_init 0;
		3839	};
		3840
		3841	cf::object::thawer::errors_are_fatal 0;
		3842	info "parse errors in files are no longer fatal from this point on.\n";
		3843
		3844	AE::postpone {
		3845	undef &main; # free gobs of memory :)
		3846	};
		3847
		3848	goto &main_loop;
2581	}	3849	}
2582		3850
2583	#############################################################################	3851	#############################################################################
2584	# initialisation and cleanup	3852	# initialisation and cleanup
2585		3853
2586	# install some emergency cleanup handlers	3854	# install some emergency cleanup handlers
2587	BEGIN {	3855	BEGIN {
		3856	our %SIGWATCHER = ();
2588	for my $signal (qw(INT HUP TERM)) {	3857	for my $signal (qw(INT HUP TERM)) {
2589	Event->signal (	3858	$SIGWATCHER{$signal} = AE::signal $signal, sub {
2590	reentrant => 0,
2591	data => WF_AUTOCANCEL,
2592	signal => $signal,
2593	prio => 0,
2594	cb => sub {
2595	cf::cleanup "SIG$signal";	3859	cf::cleanup "SIG$signal";
2596	},
2597	);	3860	};
		3861	}
		3862	}
		3863
		3864	sub write_runtime_sync {
		3865	my $t0 = AE::time;
		3866
		3867	# first touch the runtime file to show we are still running:
		3868	# the fsync below can take a very very long time.
		3869
		3870	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
		3871
		3872	my $guard = cf::lock_acquire "write_runtime";
		3873
		3874	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
		3875	or return;
		3876
		3877	my $value = $cf::RUNTIME + 90 + 10;
		3878	# 10 is the runtime save interval, for a monotonic clock
		3879	# 60 allows for the watchdog to kill the server.
		3880
		3881	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3882	and return;
		3883
		3884	# always fsync - this file is important
		3885	aio_fsync $fh
		3886	and return;
		3887
		3888	# touch it again to show we are up-to-date
		3889	aio_utime $fh, undef, undef;
		3890
		3891	close $fh
		3892	or return;
		3893
		3894	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
		3895	and return;
		3896
		3897	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
		3898
2598	}	3899	1
		3900	}
		3901
		3902	our $uuid_lock;
		3903	our $uuid_skip;
		3904
		3905	sub write_uuid_sync($) {
		3906	$uuid_skip ||= $_[0];
		3907
		3908	return if $uuid_lock;
		3909	local $uuid_lock = 1;
		3910
		3911	my $uuid = "$LOCALDIR/uuid";
		3912
		3913	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3914	or return;
		3915
		3916	my $value = uuid_seq uuid_cur;
		3917
		3918	unless ($value) {
		3919	info "cowardly refusing to write zero uuid value!\n";
		3920	return;
		3921	}
		3922
		3923	my $value = uuid_str $value + $uuid_skip;
		3924	$uuid_skip = 0;
		3925
		3926	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3927	and return;
		3928
		3929	# always fsync - this file is important
		3930	aio_fsync $fh
		3931	and return;
		3932
		3933	close $fh
		3934	or return;
		3935
		3936	aio_rename "$uuid~", $uuid
		3937	and return;
		3938
		3939	trace "uuid file written ($value).\n";
		3940
		3941	1
		3942
		3943	}
		3944
		3945	sub write_uuid($$) {
		3946	my ($skip, $sync) = @_;
		3947
		3948	$sync ? write_uuid_sync $skip
		3949	: async { write_uuid_sync $skip };
2599	}	3950	}
2600		3951
2601	sub emergency_save() {	3952	sub emergency_save() {
2602	my $freeze_guard = cf::freeze_mainloop;	3953	my $freeze_guard = cf::freeze_mainloop;
2603		3954
2604	warn "enter emergency perl save\n";	3955	info "emergency_perl_save: enter\n";
		3956
		3957	# this is a trade-off: we want to be very quick here, so
		3958	# save all maps without fsync, and later call a global sync
		3959	# (which in turn might be very very slow)
		3960	local $USE_FSYNC = 0;
2605		3961
2606	cf::sync_job {	3962	cf::sync_job {
		3963	cf::write_runtime_sync; # external watchdog should not bark
		3964
2607	# use a peculiar iteration method to avoid tripping on perl	3965	# use a peculiar iteration method to avoid tripping on perl
2608	# refcount bugs in for. also avoids problems with players	3966	# refcount bugs in for. also avoids problems with players
2609	# and maps saved/destroyed asynchronously.	3967	# and maps saved/destroyed asynchronously.
2610	warn "begin emergency player save\n";	3968	info "emergency_perl_save: begin player save\n";
2611	for my $login (keys %cf::PLAYER) {	3969	for my $login (keys %cf::PLAYER) {
2612	my $pl = $cf::PLAYER{$login} or next;	3970	my $pl = $cf::PLAYER{$login} or next;
2613	$pl->valid or next;	3971	$pl->valid or next;
		3972	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2614	$pl->save;	3973	$pl->save;
2615	}	3974	}
2616	warn "end emergency player save\n";	3975	info "emergency_perl_save: end player save\n";
2617		3976
2618	warn "begin emergency map save\n";	3977	cf::write_runtime_sync; # external watchdog should not bark
		3978
		3979	info "emergency_perl_save: begin map save\n";
2619	for my $path (keys %cf::MAP) {	3980	for my $path (keys %cf::MAP) {
2620	my $map = $cf::MAP{$path} or next;	3981	my $map = $cf::MAP{$path} or next;
2621	$map->valid or next;	3982	$map->valid or next;
2622	$map->save;	3983	$map->save;
2623	}	3984	}
2624	warn "end emergency map save\n";	3985	info "emergency_perl_save: end map save\n";
2625		3986
2626	warn "begin emergency database checkpoint\n";	3987	cf::write_runtime_sync; # external watchdog should not bark
		3988
		3989	info "emergency_perl_save: begin database checkpoint\n";
2627	BDB::db_env_txn_checkpoint $DB_ENV;	3990	BDB::db_env_txn_checkpoint $DB_ENV;
2628	warn "end emergency database checkpoint\n";	3991	info "emergency_perl_save: end database checkpoint\n";
		3992
		3993	info "emergency_perl_save: begin write uuid\n";
		3994	write_uuid_sync 1;
		3995	info "emergency_perl_save: end write uuid\n";
		3996
		3997	cf::write_runtime_sync; # external watchdog should not bark
		3998
		3999	trace "emergency_perl_save: syncing database to disk";
		4000	BDB::db_env_txn_checkpoint $DB_ENV;
		4001
		4002	info "emergency_perl_save: starting sync\n";
		4003	IO::AIO::aio_sync sub {
		4004	info "emergency_perl_save: finished sync\n";
		4005	};
		4006
		4007	cf::write_runtime_sync; # external watchdog should not bark
		4008
		4009	trace "emergency_perl_save: flushing outstanding aio requests";
		4010	while (IO::AIO::nreqs || BDB::nreqs) {
		4011	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		4012	}
		4013
		4014	cf::write_runtime_sync; # external watchdog should not bark
2629	};	4015	};
2630		4016
2631	warn "leave emergency perl save\n";	4017	info "emergency_perl_save: leave\n";
2632	}	4018	}
2633		4019
2634	sub post_cleanup {	4020	sub post_cleanup {
2635	my ($make_core) = @_;	4021	my ($make_core) = @_;
2636		4022
		4023	IO::AIO::flush;
		4024
2637	warn Carp::longmess "post_cleanup backtrace"	4025	error Carp::longmess "post_cleanup backtrace"
2638	if $make_core;	4026	if $make_core;
		4027
		4028	my $fh = pidfile;
		4029	unlink $PIDFILE if <$fh> == $$;
		4030	}
		4031
		4032	# a safer delete_package, copied from Symbol
		4033	sub clear_package($) {
		4034	my $pkg = shift;
		4035
		4036	# expand to full symbol table name if needed
		4037	unless ($pkg =~ /^main::.*::$/) {
		4038	$pkg = "main$pkg" if $pkg =~ /^::/;
		4039	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		4040	$pkg .= '::' unless $pkg =~ /::$/;
		4041	}
		4042
		4043	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		4044	my $stem_symtab = *{$stem}{HASH};
		4045
		4046	defined $stem_symtab and exists $stem_symtab->{$leaf}
		4047	or return;
		4048
		4049	# clear all symbols
		4050	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		4051	for my $name (keys %$leaf_symtab) {
		4052	_gv_clear *{"$pkg$name"};
		4053	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4054	}
2639	}	4055	}
2640		4056
2641	sub do_reload_perl() {	4057	sub do_reload_perl() {
2642	# can/must only be called in main	4058	# can/must only be called in main
2643	if ($Coro::current != $Coro::main) {	4059	unless (in_main) {
2644	warn "can only reload from main coroutine";	4060	error "can only reload from main coroutine";
2645	return;	4061	return;
2646	}	4062	}
2647		4063
2648	warn "reloading...";	4064	return if $RELOAD++;
2649		4065
2650	warn "entering sync_job";	4066	my $t1 = AE::time;
2651		4067
		4068	while ($RELOAD) {
		4069	cf::get_slot 0.1, -1, "reload_perl";
		4070	info "perl_reload: reloading...";
		4071
		4072	trace "perl_reload: entering sync_job";
		4073
2652	cf::sync_job {	4074	cf::sync_job {
2653	cf::write_runtime; # external watchdog should not bark
2654	cf::emergency_save;	4075	#cf::emergency_save;
2655	cf::write_runtime; # external watchdog should not bark
2656		4076
2657	warn "syncing database to disk";
2658	BDB::db_env_txn_checkpoint $DB_ENV;
2659
2660	# if anything goes wrong in here, we should simply crash as we already saved
2661
2662	warn "cancelling all WF_AUTOCANCEL watchers";
2663	for (Event::all_watchers) {
2664	$_->cancel if $_->data & WF_AUTOCANCEL;
2665	}
2666
2667	warn "flushing outstanding aio requests";
2668	for (;;) {
2669	BDB::flush;
2670	IO::AIO::flush;
2671	Coro::cede;
2672	last unless IO::AIO::nreqs || BDB::nreqs;
2673	warn "iterate...";
2674	}
2675
2676	++$RELOAD;
2677
2678	warn "cancelling all extension coros";	4077	trace "perl_reload: cancelling all extension coros";
2679	$_->cancel for values %EXT_CORO;	4078	$_->cancel for values %EXT_CORO;
2680	%EXT_CORO = ();	4079	%EXT_CORO = ();
2681		4080
2682	warn "removing commands";	4081	trace "perl_reload: removing commands";
2683	%COMMAND = ();	4082	%COMMAND = ();
2684		4083
2685	warn "removing ext commands";	4084	trace "perl_reload: removing ext/exti commands";
2686	%EXTCMD = ();	4085	%EXTCMD = ();
		4086	%EXTICMD = ();
2687		4087
2688	warn "unloading/nuking all extensions";	4088	trace "perl_reload: unloading/nuking all extensions";
2689	for my $pkg (@EXTS) {	4089	for my $pkg (@EXTS) {
2690	warn "... unloading $pkg";	4090	trace "... unloading $pkg";
2691		4091
2692	if (my $cb = $pkg->can ("unload")) {	4092	if (my $cb = $pkg->can ("unload")) {
2693	eval {	4093	eval {
2694	$cb->($pkg);	4094	$cb->($pkg);
2695	1	4095	1
2696	} or warn "$pkg unloaded, but with errors: $@";	4096	} or error "$pkg unloaded, but with errors: $@";
		4097	}
		4098
		4099	trace "... clearing $pkg";
		4100	clear_package $pkg;
2697	}	4101	}
2698		4102
2699	warn "... nuking $pkg";
2700	Symbol::delete_package $pkg;
2701	}
2702
2703	warn "unloading all perl modules loaded from $LIBDIR";	4103	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2704	while (my ($k, $v) = each %INC) {	4104	while (my ($k, $v) = each %INC) {
2705	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4105	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2706		4106
2707	warn "... unloading $k";	4107	trace "... unloading $k";
2708	delete $INC{$k};	4108	delete $INC{$k};
2709		4109
2710	$k =~ s/\.pm$//;	4110	$k =~ s/\.pm$//;
2711	$k =~ s/\//::/g;	4111	$k =~ s/\//::/g;
2712		4112
2713	if (my $cb = $k->can ("unload_module")) {	4113	if (my $cb = $k->can ("unload_module")) {
2714	$cb->();	4114	$cb->();
		4115	}
		4116
		4117	clear_package $k;
2715	}	4118	}
2716		4119
2717	Symbol::delete_package $k;
2718	}
2719
2720	warn "getting rid of safe::, as good as possible";	4120	trace "perl_reload: getting rid of safe::, as good as possible";
2721	Symbol::delete_package "safe::$_"	4121	clear_package "safe::$_"
2722	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4122	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2723		4123
2724	warn "unloading cf.pm \"a bit\"";	4124	trace "perl_reload: unloading cf.pm \"a bit\"";
2725	delete $INC{"cf.pm"};	4125	delete $INC{"cf.pm"};
2726	delete $INC{"cf/pod.pm"};	4126	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2727		4127
2728	# don't, removes xs symbols, too,	4128	# don't, removes xs symbols, too,
2729	# and global variables created in xs	4129	# and global variables created in xs
2730	#Symbol::delete_package __PACKAGE__;	4130	#clear_package __PACKAGE__;
2731		4131
2732	warn "unload completed, starting to reload now";	4132	info "perl_reload: unload completed, starting to reload now";
2733		4133
2734	warn "reloading cf.pm";	4134	trace "perl_reload: reloading cf.pm";
2735	require cf;	4135	require cf;
2736	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4136	cf::_connect_to_perl_1;
2737		4137
2738	warn "loading config and database again";	4138	trace "perl_reload: loading config and database again";
2739	cf::cfg_load;	4139	cf::reload_config;
2740		4140
2741	warn "loading extensions";	4141	trace "perl_reload: loading extensions";
2742	cf::load_extensions;	4142	cf::load_extensions;
2743		4143
		4144	if ($REATTACH_ON_RELOAD) {
2744	warn "reattaching attachments to objects/players";	4145	trace "perl_reload: reattaching attachments to objects/players";
2745	_global_reattach; # objects, sockets	4146	_global_reattach; # objects, sockets
2746	warn "reattaching attachments to maps";	4147	trace "perl_reload: reattaching attachments to maps";
2747	reattach $_ for values %MAP;	4148	reattach $_ for values %MAP;
2748	warn "reattaching attachments to players";	4149	trace "perl_reload: reattaching attachments to players";
2749	reattach $_ for values %PLAYER;	4150	reattach $_ for values %PLAYER;
		4151	}
2750		4152
2751	warn "leaving sync_job";	4153	cf::_post_init 1;
2752		4154
		4155	trace "perl_reload: leaving sync_job";
		4156
2753	1	4157	1
2754	} or do {	4158	} or do {
2755	warn $@;	4159	error $@;
2756	warn "error while reloading, exiting.";	4160	cf::cleanup "perl_reload: error, exiting.";
2757	exit 1;	4161	};
		4162
		4163	--$RELOAD;
2758	};	4164	}
2759		4165
2760	warn "reloaded";	4166	$t1 = AE::time - $t1;
		4167	info "perl_reload: completed in ${t1}s\n";
2761	};	4168	};
2762		4169
2763	our $RELOAD_WATCHER; # used only during reload	4170	our $RELOAD_WATCHER; # used only during reload
2764		4171
2765	sub reload_perl() {	4172	sub reload_perl() {
2766	# doing reload synchronously and two reloads happen back-to-back,	4173	# doing reload synchronously and two reloads happen back-to-back,
2767	# coro crashes during coro_state_free->destroy here.	4174	# coro crashes during coro_state_free->destroy here.
2768		4175
2769	$RELOAD_WATCHER ||= Event->timer (	4176	$RELOAD_WATCHER ||= cf::async {
2770	reentrant => 0,	4177	Coro::AIO::aio_wait cache_extensions;
2771	after => 0,	4178
2772	data => WF_AUTOCANCEL,	4179	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
2773	cb => sub {
2774	do_reload_perl;	4180	do_reload_perl;
2775	undef $RELOAD_WATCHER;	4181	undef $RELOAD_WATCHER;
2776	},	4182	};
2777	);	4183	};
2778	}	4184	}
2779		4185
2780	register_command "reload" => sub {	4186	register_command "reload" => sub {
2781	my ($who, $arg) = @_;	4187	my ($who, $arg) = @_;
2782		4188
2783	if ($who->flag (FLAG_WIZ)) {	4189	if ($who->flag (FLAG_WIZ)) {
2784	$who->message ("reloading server.");	4190	$who->message ("reloading server.");
		4191	async {
		4192	$Coro::current->{desc} = "perl_reload";
2785	async { reload_perl };	4193	reload_perl;
		4194	};
2786	}	4195	}
2787	};	4196	};
2788		4197
2789	unshift @INC, $LIBDIR;	4198	#############################################################################
2790		4199
2791	my $bug_warning = 0;	4200	my $bug_warning = 0;
2792		4201
2793	our @WAIT_FOR_TICK;
2794	our @WAIT_FOR_TICK_BEGIN;
2795
2796	sub wait_for_tick {	4202	sub wait_for_tick() {
2797	return unless $TICK_WATCHER->is_active;	4203	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2798	return if $Coro::current == $Coro::main;
2799		4204
2800	my $signal = new Coro::Signal;	4205	$WAIT_FOR_TICK->wait;
2801	push @WAIT_FOR_TICK, $signal;
2802	$signal->wait;
2803	}	4206	}
2804		4207
2805	sub wait_for_tick_begin {	4208	sub wait_for_tick_begin() {
2806	return unless $TICK_WATCHER->is_active;	4209	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2807	return if $Coro::current == $Coro::main;
2808		4210
2809	my $signal = new Coro::Signal;	4211	my $signal = new Coro::Signal;
2810	push @WAIT_FOR_TICK_BEGIN, $signal;	4212	push @WAIT_FOR_TICK_BEGIN, $signal;
2811	$signal->wait;	4213	$signal->wait;
2812	}	4214	}
2813		4215
2814	$TICK_WATCHER = Event->timer (	4216	sub tick {
2815	reentrant => 0,
2816	parked => 1,
2817	prio => 0,
2818	at => $NEXT_TICK || $TICK,
2819	data => WF_AUTOCANCEL,
2820	cb => sub {
2821	if ($Coro::current != $Coro::main) {	4217	if ($Coro::current != $Coro::main) {
2822	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4218	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2823	unless ++$bug_warning > 10;	4219	unless ++$bug_warning > 10;
2824	return;	4220	return;
2825	}	4221	}
2826		4222
2827	$NOW = Event::time;	4223	cf::one_tick; # one server iteration
2828		4224
2829	cf::server_tick; # one server iteration	4225	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
2830		4226
2831	$RUNTIME += $TICK;
2832	$NEXT_TICK += $TICK;
2833
2834	if ($NOW >= $NEXT_RUNTIME_WRITE) {	4227	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2835	$NEXT_RUNTIME_WRITE = $NOW + 10;	4228	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2836	Coro::async_pool {	4229	Coro::async_pool {
		4230	$Coro::current->{desc} = "runtime saver";
2837	write_runtime	4231	write_runtime_sync
2838	or warn "ERROR: unable to write runtime file: $!";	4232	or error "ERROR: unable to write runtime file: $!";
2839	};
2840	}	4233	};
		4234	}
2841		4235
2842	# my $AFTER = Event::time;
2843	# warn $AFTER - $NOW;#d#
2844
2845	# if we are delayed by four ticks or more, skip them all
2846	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2847
2848	$TICK_WATCHER->at ($NEXT_TICK);
2849	$TICK_WATCHER->start;
2850
2851	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4236	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2852	$sig->send;	4237	$sig->send;
2853	}
2854	while (my $sig = shift @WAIT_FOR_TICK) {
2855	$sig->send;
2856	}
2857
2858	_post_tick;
2859	},	4238	}
2860	);	4239	$WAIT_FOR_TICK->broadcast;
		4240
		4241	$LOAD = ($NOW - $TICK_START) / $TICK;
		4242	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		4243
		4244	if (0) {
		4245	if ($NEXT_TICK) {
		4246	my $jitter = $TICK_START - $NEXT_TICK;
		4247	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4248	debug "jitter $JITTER\n";#d#
		4249	}
		4250	}
		4251	}
2861		4252
2862	{	4253	{
2863	BDB::max_poll_time $TICK * 0.1;	4254	# configure BDB
2864	$BDB_POLL_WATCHER = Event->io (	4255	info "initialising database";
2865	reentrant => 0,	4256
2866	fd => BDB::poll_fileno,
2867	poll => 'r',
2868	prio => 0,
2869	data => WF_AUTOCANCEL,
2870	cb => \&BDB::poll_cb,
2871	);
2872	BDB::min_parallel 8;	4257	BDB::min_parallel 16;
2873		4258	BDB::max_poll_reqs $TICK * 0.1;
2874	BDB::set_sync_prepare {	4259	#$AnyEvent::BDB::WATCHER->priority (1);
2875	my $status;
2876	my $current = $Coro::current;
2877	(
2878	sub {
2879	$status = $!;
2880	$current->ready; undef $current;
2881	},
2882	sub {
2883	Coro::schedule while defined $current;
2884	$! = $status;
2885	},
2886	)
2887	};
2888		4260
2889	unless ($DB_ENV) {	4261	unless ($DB_ENV) {
2890	$DB_ENV = BDB::db_env_create;	4262	$DB_ENV = BDB::db_env_create;
		4263	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4264	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4265	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4266	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4267	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2891		4268
2892	cf::sync_job {	4269	cf::sync_job {
2893	eval {	4270	eval {
2894	BDB::db_env_open	4271	BDB::db_env_open
2895	$DB_ENV,	4272	$DB_ENV,
…		…
2897	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4274	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2898	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4275	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2899	0666;	4276	0666;
2900		4277
2901	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4278	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2902
2903	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2904	$DB_ENV->set_lk_detect;
2905	};	4279	};
2906		4280
2907	cf::cleanup "db_env_open(db): $@" if $@;	4281	cf::cleanup "db_env_open(db): $@" if $@;
2908	};	4282	};
2909	}	4283	}
		4284
		4285	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4286	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4287	};
		4288	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4289	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4290	};
		4291	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4292	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4293	};
		4294
		4295	info "database initialised";
2910	}	4296	}
2911		4297
2912	{	4298	{
		4299	# configure IO::AIO
		4300
		4301	info "initialising aio";
2913	IO::AIO::min_parallel 8;	4302	IO::AIO::min_parallel 8;
2914
2915	undef $Coro::AIO::WATCHER;
2916	IO::AIO::max_poll_time $TICK * 0.1;	4303	IO::AIO::max_poll_time $TICK * 0.1;
2917	$AIO_POLL_WATCHER = Event->io (	4304	undef $AnyEvent::AIO::WATCHER;
2918	reentrant => 0,	4305	info "aio initialised";
2919	data => WF_AUTOCANCEL,	4306	}
2920	fd => IO::AIO::poll_fileno,	4307
2921	poll => 'r',	4308	our $_log_backtrace;
2922	prio => 6,	4309	our $_log_backtrace_last;
2923	cb => \&IO::AIO::poll_cb,	4310
2924	);	4311	sub _log_backtrace {
		4312	my ($msg, @addr) = @_;
		4313
		4314	$msg =~ s/\n$//;
		4315
		4316	if ($_log_backtrace_last eq $msg) {
		4317	LOG llevInfo, "[ABT] $msg\n";
		4318	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
		4319	# limit the # of concurrent backtraces
		4320	} elsif ($_log_backtrace < 2) {
		4321	$_log_backtrace_last = $msg;
		4322	++$_log_backtrace;
		4323	my $perl_bt = Carp::longmess $msg;
		4324	async {
		4325	$Coro::current->{desc} = "abt $msg";
		4326
		4327	my @bt = fork_call {
		4328	@addr = map { sprintf "%x", $_ } @addr;
		4329	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		4330	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		4331	or die "addr2line: $!";
		4332
		4333	my @funcs;
		4334	my @res = <$fh>;
		4335	chomp for @res;
		4336	while (@res) {
		4337	my ($func, $line) = splice @res, 0, 2, ();
		4338	push @funcs, "[$func] $line";
		4339	}
		4340
		4341	@funcs
		4342	};
		4343
		4344	LOG llevInfo, "[ABT] $perl_bt\n";
		4345	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
		4346	LOG llevInfo, "[ABT] $_\n" for @bt;
		4347	--$_log_backtrace;
		4348	};
		4349	} else {
		4350	LOG llevInfo, "[ABT] $msg\n";
		4351	LOG llevInfo, "[ABT] [overload, suppressed]\n";
		4352	}
2925	}	4353	}
2926		4354
2927	# load additional modules	4355	# load additional modules
2928	use cf::pod;	4356	require "cf/$_.pm" for @EXTRA_MODULES;
		4357	cf::_connect_to_perl_2;
2929		4358
2930	END { cf::emergency_save }	4359	END { cf::emergency_save }
2931		4360
2932	1	4361	1
2933		4362

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines