ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.358 by root, Fri Sep 7 18:10:52 2007 UTC vs.
Revision 1.584 by root, Tue Oct 30 17:07:50 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use Guard ();
15	use Coro 3.64 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
24	use Coro::Util ();	51	use Coro::Util ();
25		52
26	use JSON::XS ();	53	use JSON::XS 2.01 ();
27	use BDB ();	54	use BDB ();
28	use Data::Dumper;	55	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	56	use Fcntl;
31	use YAML::Syck ();	57	use YAML::XS ();
32	use IO::AIO 2.32 ();	58	use IO::AIO ();
33	use Time::HiRes;	59	use Time::HiRes;
34	use Compress::LZF;	60	use Compress::LZF;
35	use Digest::MD5 ();	61	use Digest::MD5 ();
		62
		63	AnyEvent::detect;
36		64
37	# configure various modules to our taste	65	# configure various modules to our taste
38	#	66	#
39	$Storable::canonical = 1; # reduce rsync transfers	67	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	68	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		69
		70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		71
		72	# make sure c-lzf reinitialises itself
		73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		75
43	$Event::Eval = 1; # no idea why this is required, but it is	76	# strictly for debugging
44		77	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		78
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	79	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		80
		81	our @ORIG_INC;
51		82
52	our %COMMAND = ();	83	our %COMMAND = ();
53	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
54		85
55	our @EXTS = (); # list of extension package names	86	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	87	our %EXTCMD = ();
57	our %EXTICMD = ();	88	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
60		91
61	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
63		96
64	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
		98
65	our $DATADIR = datadir;	99	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	100	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	101	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	102	our $MAPDIR = "$DATADIR/" . mapdir;
		103
69	our $LOCALDIR = localdir;	104	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	105	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	106	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	107	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	108	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	109	our $BDBDIR = "$LOCALDIR/db";
		110	our $PIDFILE = "$LOCALDIR/pid";
		111	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		112
		113	#our %RESOURCE; # unused
		114
		115	our $OUTPUT_RATE_MIN = 3000;
		116	our $OUTPUT_RATE_MAX = 1000000;
		117
		118	our $MAX_LINKS = 32; # how many chained exits to follow
		119	our $VERBOSE_IO = 1;
75		120
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	121	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	122	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	123	our $NEXT_TICK;
		124	our $USE_FSYNC = 1; # use fsync to write maps - default on
		125
		126	our $BDB_DEADLOCK_WATCHER;
		127	our $BDB_CHECKPOINT_WATCHER;
		128	our $BDB_TRICKLE_WATCHER;
		129	our $DB_ENV;
		130
		131	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		132
		133	our %CFG;
		134	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		135
		136	our $UPTIME; $UPTIME ||= time;
		137	our $RUNTIME = 0;
		138	our $SERVER_TICK = 0;
81	our $NOW;	139	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off
83
84	our $BDB_POLL_WATCHER;
85	our $DB_ENV;
86
87	our %CFG;
88
89	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;
91		140
92	our (%PLAYER, %PLAYER_LOADING); # all users	141	our (%PLAYER, %PLAYER_LOADING); # all users
93	our (%MAP, %MAP_LOADING ); # all maps	142	our (%MAP, %MAP_LOADING ); # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	143	our $LINK_MAP; # the special {link} map, which is always available
95		144
96	# used to convert map paths into valid unix filenames by replacing / by ∕	145	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	146	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		147
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	148	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	149	our $LOADAVG; # same thing, but with alpha-smoothing
		150	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	151	our $TICK_START; # for load detecting purposes
		152
		153	our @POST_INIT;
		154
		155	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		156	our $REALLY_UNLOOP; # never set to true, please :)
		157
		158	our $WAIT_FOR_TICK = new Coro::Signal;
		159	our @WAIT_FOR_TICK_BEGIN;
102		160
103	binmode STDOUT;	161	binmode STDOUT;
104	binmode STDERR;	162	binmode STDERR;
105		163
106	# read virtual server time, if available	164	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	165	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	166	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	167	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	168	$RUNTIME = <$fh> + 0.;
111	}	169	}
		170
		171	eval "sub TICK() { $TICK } 1" or die;
112		172
113	mkdir $_	173	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	174	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115		175
116	our $EMERGENCY_POSITION;	176	our $EMERGENCY_POSITION;
117		177
118	sub cf::map::normalise;	178	sub cf::map::normalise;
119		179
		180	sub in_main() {
		181	$Coro::current == $Coro::main
		182	}
		183
120	#############################################################################	184	#############################################################################
121		185
		186	%REFLECT = ();
		187	for (@REFLECT) {
		188	my $reflect = JSON::XS::decode_json $_;
		189	$REFLECT{$reflect->{class}} = $reflect;
		190	}
		191
		192	# this is decidedly evil
		193	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		194
		195	#############################################################################
		196
122	=head2 GLOBAL VARIABLES	197	=head2 GLOBAL VARIABLES
123		198
124	=over 4	199	=over 4
125		200
126	=item $cf::UPTIME	201	=item $cf::UPTIME
127		202
128	The timestamp of the server start (so not actually an uptime).	203	The timestamp of the server start (so not actually an "uptime").
		204
		205	=item $cf::SERVER_TICK
		206
		207	An unsigned integer that starts at zero when the server is started and is
		208	incremented on every tick.
		209
		210	=item $cf::NOW
		211
		212	The (real) time of the last (current) server tick - updated before and
		213	after tick processing, so this is useful only as a rough "what time is it
		214	now" estimate.
		215
		216	=item $cf::TICK
		217
		218	The interval between each server tick, in seconds.
129		219
130	=item $cf::RUNTIME	220	=item $cf::RUNTIME
131		221
132	The time this server has run, starts at 0 and is increased by $cf::TICK on	222	The time this server has run, starts at 0 and is increased by $cf::TICK on
133	every server tick.	223	every server tick.
…		…
139	Various directories - "/etc", read-only install directory, perl-library	229	Various directories - "/etc", read-only install directory, perl-library
140	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	230	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
141	unique-items directory, player file directory, random maps directory and	231	unique-items directory, player file directory, random maps directory and
142	database environment.	232	database environment.
143		233
144	=item $cf::NOW
145
146	The time of the last (current) server tick.
147
148	=item $cf::TICK
149
150	The interval between server ticks, in seconds.
151
152	=item $cf::LOADAVG	234	=item $cf::LOADAVG
153		235
154	The current CPU load on the server (alpha-smoothed), as a value between 0	236	The current CPU load on the server (alpha-smoothed), as a value between 0
155	(none) and 1 (overloaded), indicating how much time is spent on processing	237	(none) and 1 (overloaded), indicating how much time is spent on processing
156	objects per tick. Healthy values are < 0.5.	238	objects per tick. Healthy values are < 0.5.
…		…
159		241
160	The raw value load value from the last tick.	242	The raw value load value from the last tick.
161		243
162	=item %cf::CFG	244	=item %cf::CFG
163		245
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	246	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	247	from wherever your confdir points to.
166		248
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	249	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		250
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	251	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
170	returns directly I<after> the tick processing (and consequently, can only wake one process	252	returns directly I<after> the tick processing (and consequently, can only wake one thread
171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	253	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
172		254
		255	Note that cf::Wait_for_tick will immediately return when the server is not
		256	ticking, making it suitable for small pauses in threads that need to run
		257	when the server is paused. If that is not applicable (i.e. you I<really>
		258	want to wait, use C<$cf::WAIT_FOR_TICK>).
		259
		260	=item $cf::WAIT_FOR_TICK
		261
		262	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		263	variable contains a L<Coro::Signal> that is broadcats after every server
		264	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		265	next server tick.
		266
		267	=cut
		268
		269	sub wait_for_tick();
		270	sub wait_for_tick_begin();
		271
173	=item @cf::INVOKE_RESULTS	272	=item @cf::INVOKE_RESULTS
174		273
175	This array contains the results of the last C<invoke ()> call. When	274	This array contains the results of the last C<invoke ()> call. When
176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	275	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177	that call.	276	that call.
178		277
		278	=item %cf::REFLECT
		279
		280	Contains, for each (C++) class name, a hash reference with information
		281	about object members (methods, scalars, arrays and flags) and other
		282	metadata, which is useful for introspection.
		283
179	=back	284	=back
180		285
181	=cut	286	=cut
182		287
183	BEGIN {	288	sub error(@) { LOG llevError, join "", @_ }
184	*CORE::GLOBAL::warn = sub {	289	sub warn (@) { LOG llevWarn , join "", @_ }
		290	sub info (@) { LOG llevInfo , join "", @_ }
		291	sub debug(@) { LOG llevDebug, join "", @_ }
		292	sub trace(@) { LOG llevTrace, join "", @_ }
		293
		294	$Coro::State::WARNHOOK = sub {
185	my $msg = join "", @_;	295	my $msg = join "", @_;
186		296
187	$msg .= "\n"	297	$msg .= "\n"
188	unless $msg =~ /\n$/;	298	unless $msg =~ /\n$/;
189		299
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	300	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		301
192	utf8::encode $msg;
193	LOG llevError, $msg;	302	LOG llevWarn, $msg;
194	};	303	};
195	}	304
		305	$Coro::State::DIEHOOK = sub {
		306	return unless $^S eq 0; # "eq", not "=="
		307
		308	error Carp::longmess $_[0];
		309
		310	if (in_main) {#d#
		311	error "DIEHOOK called in main context, Coro bug?\n";#d#
		312	return;#d#
		313	}#d#
		314
		315	# kill coroutine otherwise
		316	Coro::terminate
		317	};
196		318
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	319	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	320	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	321	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	322	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
207	for my $pkg (qw(	329	for my $pkg (qw(
208	cf::global cf::attachable	330	cf::global cf::attachable
209	cf::object cf::object::player	331	cf::object cf::object::player
210	cf::client cf::player	332	cf::client cf::player
211	cf::arch cf::living	333	cf::arch cf::living
		334	cf::map cf::mapspace
212	cf::map cf::party cf::region	335	cf::party cf::region
213	)) {	336	)) {
214	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	337	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	338	}
217		339
218	$Event::DIED = sub {	340	$EV::DIED = sub {
219	warn "error in event callback: @_";	341	Carp::cluck "error in event callback: @_";
220	};	342	};
		343
		344	#############################################################################
		345
		346	sub fork_call(&@);
		347	sub get_slot($;$$);
221		348
222	#############################################################################	349	#############################################################################
223		350
224	=head2 UTILITY FUNCTIONS	351	=head2 UTILITY FUNCTIONS
225		352
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	373	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	374	$d
248	} || "[unable to dump $_[0]: '$@']";	375	} || "[unable to dump $_[0]: '$@']";
249	}	376	}
250		377
		378	=item $scalar = cf::load_file $path
		379
		380	Loads the given file from path and returns its contents. Croaks on error
		381	and can block.
		382
		383	=cut
		384
		385	sub load_file($) {
		386	0 <= aio_load $_[0], my $data
		387	or Carp::croak "$_[0]: $!";
		388
		389	$data
		390	}
		391
		392	=item $success = cf::replace_file $path, $data, $sync
		393
		394	Atomically replaces the file at the given $path with new $data, and
		395	optionally $sync the data to disk before replacing the file.
		396
		397	=cut
		398
		399	sub replace_file($$;$) {
		400	my ($path, $data, $sync) = @_;
		401
		402	my $lock = cf::lock_acquire ("replace_file:$path");
		403
		404	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		405	or return;
		406
		407	$data = $data->() if ref $data;
		408
		409	length $data == aio_write $fh, 0, (length $data), $data, 0
		410	or return;
		411
		412	!$sync
		413	or !aio_fsync $fh
		414	or return;
		415
		416	aio_close $fh
		417	and return;
		418
		419	aio_rename "$path~", $path
		420	and return;
		421
		422	if ($sync) {
		423	$path =~ s%/[^/]*$%%;
		424	aio_pathsync $path;
		425	}
		426
		427	1
		428	}
		429
251	=item $ref = cf::from_json $json	430	=item $ref = cf::decode_json $json
252		431
253	Converts a JSON string into the corresponding perl data structure.	432	Converts a JSON string into the corresponding perl data structure.
254		433
255	=item $json = cf::to_json $ref	434	=item $json = cf::encode_json $ref
256		435
257	Converts a perl data structure into its JSON representation.	436	Converts a perl data structure into its JSON representation.
258		437
259	=cut	438	=cut
260		439
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	440	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		441
263	sub to_json ($) { $json_coder->encode ($_[0]) }	442	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	443	sub decode_json($) { $json_coder->decode ($_[0]) }
		444
		445	=item $ref = cf::decode_storable $scalar
		446
		447	Same as Coro::Storable::thaw, so blocks.
		448
		449	=cut
		450
		451	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		452
		453	=item $ref = cf::decode_yaml $scalar
		454
		455	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		456
		457	=cut
		458
		459	sub decode_yaml($) {
		460	fork_call { YAML::XS::Load $_[0] } @_
		461	}
		462
		463	=item $scalar = cf::unlzf $scalar
		464
		465	Same as Compress::LZF::compress, but takes server ticks into account, so
		466	blocks.
		467
		468	=cut
		469
		470	sub unlzf($) {
		471	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		472	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		473	Compress::LZF::decompress $_[0]
		474	}
		475
		476	=item cf::post_init { BLOCK }
		477
		478	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		479	but I<before> the server starts ticking again.
		480
		481	The codeblock will have a single boolean argument to indicate whether this
		482	is a reload or not.
		483
		484	=cut
		485
		486	sub post_init(&) {
		487	push @POST_INIT, shift;
		488	}
		489
		490	sub _post_init {
		491	trace "running post_init jobs";
		492
		493	# run them in parallel...
		494
		495	my @join;
		496
		497	while () {
		498	push @join, map &Coro::async ($_, 0), @POST_INIT;
		499	@POST_INIT = ();
		500
		501	@join or last;
		502
		503	(pop @join)->join;
		504	}
		505	}
265		506
266	=item cf::lock_wait $string	507	=item cf::lock_wait $string
267		508
268	Wait until the given lock is available. See cf::lock_acquire.	509	Wait until the given lock is available. See cf::lock_acquire.
269		510
270	=item my $lock = cf::lock_acquire $string	511	=item my $lock = cf::lock_acquire $string
271		512
272	Wait until the given lock is available and then acquires it and returns	513	Wait until the given lock is available and then acquires it and returns
273	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	514	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274	for example when the coroutine gets canceled), the lock is automatically	515	for example when the coroutine gets canceled), the lock is automatically
275	returned.	516	returned.
276		517
277	Locks are *not* recursive, locking from the same coro twice results in a	518	Locks are *not* recursive, locking from the same coro twice results in a
278	deadlocked coro.	519	deadlocked coro.
…		…
284		525
285	Return true if the lock is currently active, i.e. somebody has locked it.	526	Return true if the lock is currently active, i.e. somebody has locked it.
286		527
287	=cut	528	=cut
288		529
289	our %LOCK;	530	our $LOCKS = new Coro::SemaphoreSet;
290	our %LOCKER;#d#
291		531
292	sub lock_wait($) {	532	sub lock_wait($) {
293	my ($key) = @_;	533	$LOCKS->wait ($_[0]);
294
295	if ($LOCKER{$key} == $Coro::current) {#d#
296	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
297	return;#d#
298	}#d#
299
300	# wait for lock, if any
301	while ($LOCK{$key}) {
302	push @{ $LOCK{$key} }, $Coro::current;
303	Coro::schedule;
304	}
305	}	534	}
306		535
307	sub lock_acquire($) {	536	sub lock_acquire($) {
308	my ($key) = @_;	537	$LOCKS->guard ($_[0])
309
310	# wait, to be sure we are not locked
311	lock_wait $key;
312
313	$LOCK{$key} = [];
314	$LOCKER{$key} = $Coro::current;#d#
315
316	Coro::guard {
317	delete $LOCKER{$key};#d#
318	# wake up all waiters, to be on the safe side
319	$_->ready for @{ delete $LOCK{$key} };
320	}
321	}	538	}
322		539
323	sub lock_active($) {	540	sub lock_active($) {
324	my ($key) = @_;	541	$LOCKS->count ($_[0]) < 1
325
326	! ! $LOCK{$key}
327	}	542	}
328		543
329	sub freeze_mainloop {	544	sub freeze_mainloop {
330	return unless $TICK_WATCHER->is_active;	545	tick_inhibit_inc;
331		546
332	my $guard = Coro::guard {	547	&Guard::guard (\&tick_inhibit_dec);
333	$TICK_WATCHER->start;	548	}
334	};	549
335	$TICK_WATCHER->stop;	550	=item cf::periodic $interval, $cb
336	$guard	551
		552	Like EV::periodic, but randomly selects a starting point so that the actions
		553	get spread over time.
		554
		555	=cut
		556
		557	sub periodic($$) {
		558	my ($interval, $cb) = @_;
		559
		560	my $start = rand List::Util::min 180, $interval;
		561
		562	EV::periodic $start, $interval, 0, $cb
337	}	563	}
338		564
339	=item cf::get_slot $time[, $priority[, $name]]	565	=item cf::get_slot $time[, $priority[, $name]]
340		566
341	Allocate $time seconds of blocking CPU time at priority C<$priority>:	567	Allocate $time seconds of blocking CPU time at priority C<$priority>
342	This call blocks and returns only when you have at least C<$time> seconds	568	(default: 0): This call blocks and returns only when you have at least
343	of cpu time till the next tick. The slot is only valid till the next cede.	569	C<$time> seconds of cpu time till the next tick. The slot is only valid
		570	till the next cede.
		571
		572	Background jobs should use a priority les than zero, interactive jobs
		573	should use 100 or more.
344		574
345	The optional C<$name> can be used to identify the job to run. It might be	575	The optional C<$name> can be used to identify the job to run. It might be
346	used for statistical purposes and should identify the same time-class.	576	used for statistical purposes and should identify the same time-class.
347		577
348	Useful for short background jobs.	578	Useful for short background jobs.
349		579
350	=cut	580	=cut
351		581
352	our @SLOT_QUEUE;	582	our @SLOT_QUEUE;
353	our $SLOT_QUEUE;	583	our $SLOT_QUEUE;
		584	our $SLOT_DECAY = 0.9;
354		585
355	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	586	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
356	$SLOT_QUEUE = Coro::async {	587	$SLOT_QUEUE = Coro::async {
		588	$Coro::current->desc ("timeslot manager");
		589
357	my $signal = new Coro::Signal;	590	my $signal = new Coro::Signal;
		591	my $busy;
358		592
359	while () {	593	while () {
360	next_job:	594	next_job:
		595
361	my $avail = cf::till_tick;	596	my $avail = cf::till_tick;
362	if ($avail > 0.01) {	597
363	for (0 .. $#SLOT_QUEUE) {	598	for (0 .. $#SLOT_QUEUE) {
364	if ($SLOT_QUEUE[$_][0] < $avail) {	599	if ($SLOT_QUEUE[$_][0] <= $avail) {
		600	$busy = 0;
365	my $job = splice @SLOT_QUEUE, $_, 1, ();	601	my $job = splice @SLOT_QUEUE, $_, 1, ();
366	$job->[2]->send;	602	$job->[2]->send;
367	Coro::cede;	603	Coro::cede;
368	goto next_job;	604	goto next_job;
369	}	605	} else {
		606	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
370	}	607	}
371	}	608	}
372		609
373	if (@SLOT_QUEUE) {	610	if (@SLOT_QUEUE) {
374	# we do not use wait_For_tick() as it returns immediately when tick is inactive	611	# we do not use wait_for_tick() as it returns immediately when tick is inactive
375	push @cf::WAIT_FOR_TICK, $signal;	612	$WAIT_FOR_TICK->wait;
376	$signal->wait;
377	} else {	613	} else {
		614	$busy = 0;
378	Coro::schedule;	615	Coro::schedule;
379	}	616	}
380	}	617	}
381	};	618	};
382		619
383	sub get_slot($;$$) {	620	sub get_slot($;$$) {
		621	return if tick_inhibit || $Coro::current == $Coro::main;
		622
384	my ($time, $pri, $name) = @_;	623	my ($time, $pri, $name) = @_;
385		624
386	$time = $TICK * .6 if $time > $TICK * .6;	625	$time = clamp $time, 0.01, $TICK * .6;
		626
387	my $sig = new Coro::Signal;	627	my $sig = new Coro::Signal;
388		628
389	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	629	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
390	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	630	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
391	$SLOT_QUEUE->ready;	631	$SLOT_QUEUE->ready;
…		…
402		642
403	BEGIN { *async = \&Coro::async_pool }	643	BEGIN { *async = \&Coro::async_pool }
404		644
405	=item cf::sync_job { BLOCK }	645	=item cf::sync_job { BLOCK }
406		646
407	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	647	The design of Deliantra requires that the main coroutine ($Coro::main)
408	is always able to handle events or runnable, as Crossfire TRT is only	648	is always able to handle events or runnable, as Deliantra is only
409	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	649	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
410	acceptable.	650	acceptable.
411		651
412	If it must be done, put the blocking parts into C<sync_job>. This will run	652	If it must be done, put the blocking parts into C<sync_job>. This will run
413	the given BLOCK in another coroutine while waiting for the result. The	653	the given BLOCK in another coroutine while waiting for the result. The
…		…
417	=cut	657	=cut
418		658
419	sub sync_job(&) {	659	sub sync_job(&) {
420	my ($job) = @_;	660	my ($job) = @_;
421		661
422	if ($Coro::current == $Coro::main) {	662	if (in_main) {
423	my $time = Event::time;	663	my $time = AE::time;
424		664
425	# this is the main coro, too bad, we have to block	665	# this is the main coro, too bad, we have to block
426	# till the operation succeeds, freezing the server :/	666	# till the operation succeeds, freezing the server :/
427		667
428	# TODO: use suspend/resume instead	668	#LOG llevError, Carp::longmess "sync job";#d#
429	# (but this is cancel-safe)	669
430	my $freeze_guard = freeze_mainloop;	670	my $freeze_guard = freeze_mainloop;
431		671
432	my $busy = 1;	672	my $busy = 1;
433	my @res;	673	my @res;
434		674
435	(async {	675	(async {
		676	$Coro::current->desc ("sync job coro");
436	@res = eval { $job->() };	677	@res = eval { $job->() };
437	warn $@ if $@;	678	error $@ if $@;
438	undef $busy;	679	undef $busy;
439	})->prio (Coro::PRIO_MAX);	680	})->prio (Coro::PRIO_MAX);
440		681
441	while ($busy) {	682	while ($busy) {
442	Coro::cede or Event::one_event;	683	if (Coro::nready) {
		684	Coro::cede_notself;
		685	} else {
		686	EV::loop EV::LOOP_ONESHOT;
443	}	687	}
		688	}
444		689
445	$time = Event::time - $time;	690	my $time = AE::time - $time;
446		691
447	LOG llevError | logBacktrace, Carp::longmess "long sync job"
448	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
449
450	$tick_start += $time; # do not account sync jobs to server load	692	$TICK_START += $time; # do not account sync jobs to server load
451		693
452	wantarray ? @res : $res[0]	694	wantarray ? @res : $res[0]
453	} else {	695	} else {
454	# we are in another coroutine, how wonderful, everything just works	696	# we are in another coroutine, how wonderful, everything just works
455		697
…		…
475	$EXT_CORO{$coro+0} = $coro;	717	$EXT_CORO{$coro+0} = $coro;
476		718
477	$coro	719	$coro
478	}	720	}
479		721
480	=item fork_call { }, $args	722	=item fork_call { }, @args
481		723
482	Executes the given code block with the given arguments in a seperate	724	Executes the given code block with the given arguments in a seperate
483	process, returning the results. Everything must be serialisable with	725	process, returning the results. Everything must be serialisable with
484	Coro::Storable. May, of course, block. Note that the executed sub may	726	Coro::Storable. May, of course, block. Note that the executed sub may
485	never block itself or use any form of Event handling.	727	never block itself or use any form of event handling.
486		728
487	=cut	729	=cut
		730
		731	sub post_fork {
		732	reset_signals;
		733	}
488		734
489	sub fork_call(&@) {	735	sub fork_call(&@) {
490	my ($cb, @args) = @_;	736	my ($cb, @args) = @_;
491		737
492	# we seemingly have to make a local copy of the whole thing,	738	# we seemingly have to make a local copy of the whole thing,
493	# otherwise perl prematurely frees the stuff :/	739	# otherwise perl prematurely frees the stuff :/
494	# TODO: investigate and fix (likely this will be rather laborious)	740	# TODO: investigate and fix (likely this will be rather laborious)
495		741
496	my @res = Coro::Util::fork_eval {	742	my @res = Coro::Util::fork_eval {
497	reset_signals;	743	cf::post_fork;
498	&$cb	744	&$cb
499	}, @args;	745	} @args;
500		746
501	wantarray ? @res : $res[-1]	747	wantarray ? @res : $res[-1]
		748	}
		749
		750	sub objinfo {
		751	(
		752	"counter value" => cf::object::object_count,
		753	"objects created" => cf::object::create_count,
		754	"objects destroyed" => cf::object::destroy_count,
		755	"freelist size" => cf::object::free_count,
		756	"allocated objects" => cf::object::objects_size,
		757	"active objects" => cf::object::actives_size,
		758	)
		759	}
		760
		761	=item $coin = coin_from_name $name
		762
		763	=cut
		764
		765	our %coin_alias = (
		766	"silver" => "silvercoin",
		767	"silvercoin" => "silvercoin",
		768	"silvercoins" => "silvercoin",
		769	"gold" => "goldcoin",
		770	"goldcoin" => "goldcoin",
		771	"goldcoins" => "goldcoin",
		772	"platinum" => "platinacoin",
		773	"platinumcoin" => "platinacoin",
		774	"platinumcoins" => "platinacoin",
		775	"platina" => "platinacoin",
		776	"platinacoin" => "platinacoin",
		777	"platinacoins" => "platinacoin",
		778	"royalty" => "royalty",
		779	"royalties" => "royalty",
		780	);
		781
		782	sub coin_from_name($) {
		783	$coin_alias{$_[0]}
		784	? cf::arch::find $coin_alias{$_[0]}
		785	: undef
502	}	786	}
503		787
504	=item $value = cf::db_get $family => $key	788	=item $value = cf::db_get $family => $key
505		789
506	Returns a single value from the environment database.	790	Returns a single value from the environment database.
…		…
508	=item cf::db_put $family => $key => $value	792	=item cf::db_put $family => $key => $value
509		793
510	Stores the given C<$value> in the family. It can currently store binary	794	Stores the given C<$value> in the family. It can currently store binary
511	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	795	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
512		796
		797	=item $db = cf::db_table "name"
		798
		799	Create and/or open a new database table. The string must not be "db" and must be unique
		800	within each server.
		801
513	=cut	802	=cut
		803
		804	sub db_table($) {
		805	cf::error "db_get called from main context"
		806	if $Coro::current == $Coro::main;
		807
		808	my ($name) = @_;
		809	my $db = BDB::db_create $DB_ENV;
		810
		811	eval {
		812	$db->set_flags (BDB::CHKSUM);
		813
		814	utf8::encode $name;
		815	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		816	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		817	cf::cleanup "db_open(db): $!" if $!;
		818	};
		819	cf::cleanup "db_open(db): $@" if $@;
		820
		821	$db
		822	}
514		823
515	our $DB;	824	our $DB;
516		825
517	sub db_init {	826	sub db_init {
518	unless ($DB) {	827	$DB ||= db_table "db";
519	$DB = BDB::db_create $DB_ENV;
520
521	cf::sync_job {
522	eval {
523	$DB->set_flags (BDB::CHKSUM);
524
525	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
526	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
527	cf::cleanup "db_open(db): $!" if $!;
528	};
529	cf::cleanup "db_open(db): $@" if $@;
530	};
531	}
532	}	828	}
533		829
534	sub db_get($$) {	830	sub db_get($$) {
535	my $key = "$_[0]/$_[1]";	831	my $key = "$_[0]/$_[1]";
536		832
537	cf::sync_job {	833	cf::error "db_get called from main context"
		834	if $Coro::current == $Coro::main;
		835
538	BDB::db_get $DB, undef, $key, my $data;	836	BDB::db_get $DB, undef, $key, my $data;
539		837
540	$! ? ()	838	$! ? ()
541	: $data	839	: $data
542	}
543	}	840	}
544		841
545	sub db_put($$$) {	842	sub db_put($$$) {
546	BDB::dbreq_pri 4;	843	BDB::dbreq_pri 4;
547	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	844	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
575		872
576	my @data;	873	my @data;
577	my $md5;	874	my $md5;
578		875
579	for (0 .. $#$src) {	876	for (0 .. $#$src) {
580	0 <= aio_load $src->[$_], $data[$_]	877	$data[$_] = load_file $src->[$_];
581	or Carp::croak "$src->[$_]: $!";
582	}	878	}
583		879
584	# if processing is expensive, check	880	# if processing is expensive, check
585	# checksum first	881	# checksum first
586	if (1) {	882	if (1) {
…		…
603		899
604	my $t1 = Time::HiRes::time;	900	my $t1 = Time::HiRes::time;
605	my $data = $process->(\@data);	901	my $data = $process->(\@data);
606	my $t2 = Time::HiRes::time;	902	my $t2 = Time::HiRes::time;
607		903
608	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	904	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
609		905
610	db_put cache => "$id/data", $data;	906	db_put cache => "$id/data", $data;
611	db_put cache => "$id/md5" , $md5;	907	db_put cache => "$id/md5" , $md5;
612	db_put cache => "$id/meta", $meta;	908	db_put cache => "$id/meta", $meta;
613		909
…		…
623		919
624	=cut	920	=cut
625		921
626	sub datalog($@) {	922	sub datalog($@) {
627	my ($type, %kv) = @_;	923	my ($type, %kv) = @_;
628	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	924	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
629	}	925	}
630		926
631	=back	927	=back
632		928
633	=cut	929	=cut
634		930
635	#############################################################################	931	#############################################################################
636		932
637	=head2 ATTACHABLE OBJECTS	933	=head2 ATTACHABLE OBJECTS
638		934
639	Many objects in crossfire are so-called attachable objects. That means you can	935	Many objects in deliantra are so-called attachable objects. That means you can
640	attach callbacks/event handlers (a collection of which is called an "attachment")	936	attach callbacks/event handlers (a collection of which is called an "attachment")
641	to it. All such attachable objects support the following methods.	937	to it. All such attachable objects support the following methods.
642		938
643	In the following description, CLASS can be any of C<global>, C<object>	939	In the following description, CLASS can be any of C<global>, C<object>
644	C<player>, C<client> or C<map> (i.e. the attachable objects in	940	C<player>, C<client> or C<map> (i.e. the attachable objects in
645	Crossfire TRT).	941	Deliantra).
646		942
647	=over 4	943	=over 4
648		944
649	=item $attachable->attach ($attachment, key => $value...)	945	=item $attachable->attach ($attachment, key => $value...)
650		946
…		…
694	=item cf::CLASS::attachment $name, ...	990	=item cf::CLASS::attachment $name, ...
695		991
696	Register an attachment by C<$name> through which attachable objects of the	992	Register an attachment by C<$name> through which attachable objects of the
697	given CLASS can refer to this attachment.	993	given CLASS can refer to this attachment.
698		994
699	Some classes such as crossfire maps and objects can specify attachments	995	Some classes such as deliantra maps and objects can specify attachments
700	that are attached at load/instantiate time, thus the need for a name.	996	that are attached at load/instantiate time, thus the need for a name.
701		997
702	These calls expect any number of the following handler/hook descriptions:	998	These calls expect any number of the following handler/hook descriptions:
703		999
704	=over 4	1000	=over 4
…		…
828		1124
829	} elsif (exists $cb_id{$type}) {	1125	} elsif (exists $cb_id{$type}) {
830	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1126	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
831		1127
832	} elsif (ref $type) {	1128	} elsif (ref $type) {
833	warn "attaching objects not supported, ignoring.\n";	1129	error "attaching objects not supported, ignoring.\n";
834		1130
835	} else {	1131	} else {
836	shift @arg;	1132	shift @arg;
837	warn "attach argument '$type' not supported, ignoring.\n";	1133	error "attach argument '$type' not supported, ignoring.\n";
838	}	1134	}
839	}	1135	}
840	}	1136	}
841		1137
842	sub _object_attach {	1138	sub _object_attach {
…		…
852	_attach $registry, $klass, @attach;	1148	_attach $registry, $klass, @attach;
853	}	1149	}
854		1150
855	$obj->{$name} = \%arg;	1151	$obj->{$name} = \%arg;
856	} else {	1152	} else {
857	warn "object uses attachment '$name' which is not available, postponing.\n";	1153	info "object uses attachment '$name' which is not available, postponing.\n";
858	}	1154	}
859		1155
860	$obj->{_attachment}{$name} = undef;	1156	$obj->{_attachment}{$name} = undef;
861	}	1157	}
862		1158
…		…
921		1217
922	for (@$callbacks) {	1218	for (@$callbacks) {
923	eval { &{$_->[1]} };	1219	eval { &{$_->[1]} };
924		1220
925	if ($@) {	1221	if ($@) {
926	warn "$@";
927	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1222	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
928	override;	1223	override;
929	}	1224	}
930		1225
931	return 1 if $override;	1226	return 1 if $override;
932	}	1227	}
933		1228
934	0	1229	0
935	}	1230	}
936		1231
937	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1232	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
938		1233
939	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1234	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
940		1235
941	Generate an object-specific event with the given arguments.	1236	Generate an object-specific event with the given arguments.
942		1237
…		…
948		1243
949	=cut	1244	=cut
950		1245
951	#############################################################################	1246	#############################################################################
952	# object support	1247	# object support
953	#
954		1248
		1249	sub _object_equal($$);
		1250	sub _object_equal($$) {
		1251	my ($a, $b) = @_;
		1252
		1253	return 0 unless (ref $a) eq (ref $b);
		1254
		1255	if ("HASH" eq ref $a) {
		1256	my @ka = keys %$a;
		1257	my @kb = keys %$b;
		1258
		1259	return 0 if @ka != @kb;
		1260
		1261	for (0 .. $#ka) {
		1262	return 0 unless $ka[$_] eq $kb[$_];
		1263	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1264	}
		1265
		1266	} elsif ("ARRAY" eq ref $a) {
		1267
		1268	return 0 if @$a != @$b;
		1269
		1270	for (0 .. $#$a) {
		1271	return 0 unless _object_equal $a->[$_], $b->[$_];
		1272	}
		1273
		1274	} elsif ($a ne $b) {
		1275	return 0;
		1276	}
		1277
		1278	1
		1279	}
		1280
		1281	our $SLOW_MERGES;#d#
955	sub _can_merge {	1282	sub _can_merge {
956	my ($ob1, $ob2) = @_;	1283	my ($ob1, $ob2) = @_;
957		1284
958	local $Storable::canonical = 1;	1285	++$SLOW_MERGES;#d#
959	my $fob1 = Storable::freeze $ob1;
960	my $fob2 = Storable::freeze $ob2;
961		1286
962	$fob1 eq $fob2	1287	# we do the slow way here
		1288	return _object_equal $ob1, $ob2
963	}	1289	}
964		1290
965	sub reattach {	1291	sub reattach {
966	# basically do the same as instantiate, without calling instantiate	1292	# basically do the same as instantiate, without calling instantiate
967	my ($obj) = @_;	1293	my ($obj) = @_;
968		1294
		1295	# no longer needed after getting rid of delete_package?
969	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1296	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
970		1297
971	my $registry = $obj->registry;	1298	my $registry = $obj->registry;
972		1299
973	@$registry = ();	1300	@$registry = ();
974		1301
…		…
979	for (@$attach) {	1306	for (@$attach) {
980	my ($klass, @attach) = @$_;	1307	my ($klass, @attach) = @$_;
981	_attach $registry, $klass, @attach;	1308	_attach $registry, $klass, @attach;
982	}	1309	}
983	} else {	1310	} else {
984	warn "object uses attachment '$name' that is not available, postponing.\n";	1311	info "object uses attachment '$name' that is not available, postponing.\n";
985	}	1312	}
986	}	1313	}
987	}	1314	}
988		1315
989	cf::attachable->attach (	1316	cf::attachable->attach (
990	prio => -1000000,	1317	prio => -1000000,
991	on_instantiate => sub {	1318	on_instantiate => sub {
992	my ($obj, $data) = @_;	1319	my ($obj, $data) = @_;
993		1320
994	$data = from_json $data;	1321	$data = decode_json $data;
995		1322
996	for (@$data) {	1323	for (@$data) {
997	my ($name, $args) = @$_;	1324	my ($name, $args) = @$_;
998		1325
999	$obj->attach ($name, %{$args || {} });	1326	$obj->attach ($name, %{$args || {} });
…		…
1013	);	1340	);
1014		1341
1015	sub object_freezer_save {	1342	sub object_freezer_save {
1016	my ($filename, $rdata, $objs) = @_;	1343	my ($filename, $rdata, $objs) = @_;
1017		1344
1018	my $guard = cf::lock_acquire "io";
1019
1020	sync_job {	1345	sync_job {
1021	if (length $$rdata) {	1346	if (length $$rdata) {
		1347	utf8::decode (my $decname = $filename);
1022	warn sprintf "saving %s (%d,%d)\n",	1348	trace sprintf "saving %s (%d,%d)\n",
1023	$filename, length $$rdata, scalar @$objs;	1349	$decname, length $$rdata, scalar @$objs
		1350	if $VERBOSE_IO;
1024		1351
1025	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1352	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1026	chmod SAVE_MODE, $fh;	1353	aio_chmod $fh, SAVE_MODE;
1027	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1354	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1028	aio_fsync $fh if $cf::USE_FSYNC;	1355	if ($cf::USE_FSYNC) {
		1356	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1357	aio_fsync $fh;
		1358	}
1029	close $fh;	1359	aio_close $fh;
1030		1360
1031	if (@$objs) {	1361	if (@$objs) {
1032	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1362	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1033	chmod SAVE_MODE, $fh;	1363	aio_chmod $fh, SAVE_MODE;
1034	my $data = Storable::nfreeze { version => 1, objs => $objs };	1364	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1035	aio_write $fh, 0, (length $data), $data, 0;	1365	aio_write $fh, 0, (length $data), $data, 0;
1036	aio_fsync $fh if $cf::USE_FSYNC;	1366	if ($cf::USE_FSYNC) {
		1367	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1368	aio_fsync $fh;
		1369	}
1037	close $fh;	1370	aio_close $fh;
1038	aio_rename "$filename.pst~", "$filename.pst";	1371	aio_rename "$filename.pst~", "$filename.pst";
1039	}	1372	}
1040	} else {	1373	} else {
1041	aio_unlink "$filename.pst";	1374	aio_unlink "$filename.pst";
1042	}	1375	}
1043		1376
1044	aio_rename "$filename~", $filename;	1377	aio_rename "$filename~", $filename;
		1378
		1379	$filename =~ s%/[^/]+$%%;
		1380	aio_pathsync $filename if $cf::USE_FSYNC;
1045	} else {	1381	} else {
1046	warn "FATAL: $filename~: $!\n";	1382	error "unable to save objects: $filename~: $!\n";
1047	}	1383	}
1048	} else {	1384	} else {
1049	aio_unlink $filename;	1385	aio_unlink $filename;
1050	aio_unlink "$filename.pst";	1386	aio_unlink "$filename.pst";
1051	}	1387	}
1052	};	1388	};
1053
1054	undef $guard;
1055	}	1389	}
1056		1390
1057	sub object_freezer_as_string {	1391	sub object_freezer_as_string {
1058	my ($rdata, $objs) = @_;	1392	my ($rdata, $objs) = @_;
1059		1393
…		…
1064		1398
1065	sub object_thawer_load {	1399	sub object_thawer_load {
1066	my ($filename) = @_;	1400	my ($filename) = @_;
1067		1401
1068	my ($data, $av);	1402	my ($data, $av);
1069
1070	my $guard = cf::lock_acquire "io";
1071		1403
1072	(aio_load $filename, $data) >= 0	1404	(aio_load $filename, $data) >= 0
1073	or return;	1405	or return;
1074		1406
1075	unless (aio_stat "$filename.pst") {	1407	unless (aio_stat "$filename.pst") {
1076	(aio_load "$filename.pst", $av) >= 0	1408	(aio_load "$filename.pst", $av) >= 0
1077	or return;	1409	or return;
1078		1410
1079	undef $guard;
1080	$av = eval { (Storable::thaw $av)->{objs} };	1411	my $st = eval { Coro::Storable::thaw $av };
		1412	$av = $st->{objs};
1081	}	1413	}
1082		1414
		1415	utf8::decode (my $decname = $filename);
1083	warn sprintf "loading %s (%d)\n",	1416	trace sprintf "loading %s (%d,%d)\n",
1084	$filename, length $data, scalar @{$av || []};	1417	$decname, length $data, scalar @{$av || []}
		1418	if $VERBOSE_IO;
1085		1419
1086	($data, $av)	1420	($data, $av)
1087	}	1421	}
1088		1422
1089	=head2 COMMAND CALLBACKS	1423	=head2 COMMAND CALLBACKS
…		…
1145	my ($name, $cb) = @_;	1479	my ($name, $cb) = @_;
1146		1480
1147	$EXTICMD{$name} = $cb;	1481	$EXTICMD{$name} = $cb;
1148	}	1482	}
1149		1483
		1484	use File::Glob ();
		1485
1150	cf::player->attach (	1486	cf::player->attach (
1151	on_command => sub {	1487	on_unknown_command => sub {
1152	my ($pl, $name, $params) = @_;	1488	my ($pl, $name, $params) = @_;
1153		1489
1154	my $cb = $COMMAND{$name}	1490	my $cb = $COMMAND{$name}
1155	or return;	1491	or return;
1156		1492
…		…
1164	my ($pl, $buf) = @_;	1500	my ($pl, $buf) = @_;
1165		1501
1166	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1502	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1167		1503
1168	if (ref $msg) {	1504	if (ref $msg) {
1169	my ($type, $reply, @payload) =	1505	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1170	"ARRAY" eq ref $msg
1171	? @$msg
1172	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1173		1506
1174	my @reply;	1507	my @reply;
1175		1508
1176	if (my $cb = $EXTCMD{$type}) {	1509	if (my $cb = $EXTCMD{$type}) {
1177	@reply = $cb->($pl, @payload);	1510	@reply = $cb->($pl, @payload);
…		…
1179		1512
1180	$pl->ext_reply ($reply, @reply)	1513	$pl->ext_reply ($reply, @reply)
1181	if $reply;	1514	if $reply;
1182		1515
1183	} else {	1516	} else {
1184	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1517	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1185	}	1518	}
1186		1519
1187	cf::override;	1520	cf::override;
1188	},	1521	},
1189	);	1522	);
1190		1523
		1524	# "readahead" all extensions
		1525	sub cache_extensions {
		1526	my $grp = IO::AIO::aio_group;
		1527
		1528	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1529	for (grep /\.ext$/, @{$_[0]}) {
		1530	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1531	}
		1532	};
		1533
		1534	$grp
		1535	}
		1536
		1537	sub _ext_cfg_reg($$$$) {
		1538	my ($rvar, $varname, $cfgname, $default) = @_;
		1539
		1540	$cfgname = lc $varname
		1541	unless length $cfgname;
		1542
		1543	$EXT_CFG{$cfgname} = [$rvar, $default];
		1544
		1545	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1546	}
		1547
1191	sub load_extensions {	1548	sub load_extensions {
		1549	info "loading extensions...";
		1550
		1551	%EXT_CFG = ();
		1552
1192	cf::sync_job {	1553	cf::sync_job {
1193	my %todo;	1554	my %todo;
1194		1555
1195	for my $path (<$LIBDIR/*.ext>) {	1556	for my $path (<$LIBDIR/*.ext>) {
1196	next unless -r $path;	1557	next unless -r $path;
…		…
1214		1575
1215	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1576	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1216	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1577	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1217		1578
1218	$ext{source} =	1579	$ext{source} =
1219	"package $pkg; use strict; use utf8;\n"	1580	"package $pkg; use common::sense;\n"
1220	. "#line 1 \"$path\"\n{\n"	1581	. "#line 1 \"$path\"\n{\n"
1221	. $source	1582	. $source
1222	. "\n};\n1";	1583	. "\n};\n1";
1223		1584
1224	$todo{$base} = \%ext;	1585	$todo{$base} = \%ext;
1225	}	1586	}
1226		1587
		1588	my $pass = 0;
1227	my %done;	1589	my %done;
1228	while (%todo) {	1590	while (%todo) {
1229	my $progress;	1591	my $progress;
1230		1592
		1593	++$pass;
		1594
		1595	ext:
1231	while (my ($k, $v) = each %todo) {	1596	while (my ($k, $v) = each %todo) {
1232	for (split /,\s*/, $v->{meta}{depends}) {	1597	for (split /,\s*/, $v->{meta}{depends}) {
1233	goto skip	1598	next ext
1234	unless exists $done{$_};	1599	unless exists $done{$_};
1235	}	1600	}
1236		1601
1237	warn "... loading '$k' into '$v->{pkg}'\n";	1602	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1238		1603
1239	unless (eval $v->{source}) {	1604	my $source = $v->{source};
		1605
		1606	# support "CONF varname :confname = default" pseudo-statements
		1607	$source =~ s{
		1608	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1609	}{
		1610	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1611	}gmxe;
		1612
		1613	my $active = eval $source;
		1614
		1615	if (length $@) {
1240	my $msg = $@ ? "$v->{path}: $@\n"	1616	error "$v->{path}: $@\n";
1241	: "$v->{base}: extension inactive.\n";
1242		1617
		1618	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1243	if (exists $v->{meta}{mandatory}) {	1619	if exists $v->{meta}{mandatory};
1244	warn $msg;	1620
1245	warn "mandatory extension failed to load, exiting.\n";	1621	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1246	exit 1;	1622	delete $todo{$k};
1247	}	1623	} else {
1248		1624	$done{$k} = delete $todo{$k};
1249	warn $msg;	1625	push @EXTS, $v->{pkg};
		1626	$progress = 1;
		1627
		1628	info "$v->{base}: extension inactive.\n"
		1629	unless $active;
1250	}	1630	}
1251
1252	$done{$k} = delete $todo{$k};
1253	push @EXTS, $v->{pkg};
1254	$progress = 1;
1255	}	1631	}
1256		1632
1257	skip:	1633	unless ($progress) {
1258	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1634	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1259	unless $progress;	1635
		1636	while (my ($k, $v) = each %todo) {
		1637	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1638	if exists $v->{meta}{mandatory};
		1639	}
		1640
		1641	last;
		1642	}
1260	}	1643	}
1261	};	1644	};
1262	}	1645	}
1263		1646
1264	#############################################################################	1647	#############################################################################
1265		1648
1266	=back	1649	=back
1267		1650
1268	=head2 CORE EXTENSIONS	1651	=head2 CORE EXTENSIONS
1269		1652
1270	Functions and methods that extend core crossfire objects.	1653	Functions and methods that extend core deliantra objects.
1271		1654
1272	=cut	1655	=cut
1273		1656
1274	package cf::player;	1657	package cf::player;
1275		1658
1276	use Coro::AIO;	1659	use Coro::AIO;
1277		1660
1278	=head3 cf::player	1661	=head3 cf::player
1279		1662
1280	=over 4	1663	=over 4
		1664
		1665	=item cf::player::num_playing
		1666
		1667	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1668
		1669	=cut
		1670
		1671	sub num_playing {
		1672	scalar grep
		1673	$_->ob->map
		1674	&& !$_->hidden
		1675	&& !$_->ob->flag (cf::FLAG_WIZ),
		1676	cf::player::list
		1677	}
1281		1678
1282	=item cf::player::find $login	1679	=item cf::player::find $login
1283		1680
1284	Returns the given player object, loading it if necessary (might block).	1681	Returns the given player object, loading it if necessary (might block).
1285		1682
…		…
1304		1701
1305	sub exists($) {	1702	sub exists($) {
1306	my ($login) = @_;	1703	my ($login) = @_;
1307		1704
1308	$cf::PLAYER{$login}	1705	$cf::PLAYER{$login}
1309	or cf::sync_job { !aio_stat path $login }	1706	or !aio_stat path $login
1310	}	1707	}
1311		1708
1312	sub find($) {	1709	sub find($) {
1313	return $cf::PLAYER{$_[0]} || do {	1710	return $cf::PLAYER{$_[0]} || do {
1314	my $login = $_[0];	1711	my $login = $_[0];
…		…
1324	aio_unlink +(playerdir $login) . "/$login.pl";	1721	aio_unlink +(playerdir $login) . "/$login.pl";
1325		1722
1326	my $f = new_from_file cf::object::thawer path $login	1723	my $f = new_from_file cf::object::thawer path $login
1327	or return;	1724	or return;
1328		1725
1329	$f->next;
1330	my $pl = cf::player::load_pl $f	1726	my $pl = cf::player::load_pl $f
1331	or return;	1727	or return;
		1728
1332	local $cf::PLAYER_LOADING{$login} = $pl;	1729	local $cf::PLAYER_LOADING{$login} = $pl;
1333	$f->resolve_delayed_derefs;	1730	$f->resolve_delayed_derefs;
1334	$cf::PLAYER{$login} = $pl	1731	$cf::PLAYER{$login} = $pl
1335	}	1732	}
1336	}	1733	}
1337	}	1734	}
1338		1735
		1736	cf::player->attach (
		1737	on_load => sub {
		1738	my ($pl, $path) = @_;
		1739
		1740	# restore slots saved in save, below
		1741	my $slots = delete $pl->{_slots};
		1742
		1743	$pl->ob->current_weapon ($slots->[0]);
		1744	$pl->combat_ob ($slots->[1]);
		1745	$pl->ranged_ob ($slots->[2]);
		1746	},
		1747	);
		1748
1339	sub save($) {	1749	sub save($) {
1340	my ($pl) = @_;	1750	my ($pl) = @_;
1341		1751
1342	return if $pl->{deny_save};	1752	return if $pl->{deny_save};
1343		1753
…		…
1346		1756
1347	return if $pl->{deny_save};	1757	return if $pl->{deny_save};
1348		1758
1349	aio_mkdir playerdir $pl, 0770;	1759	aio_mkdir playerdir $pl, 0770;
1350	$pl->{last_save} = $cf::RUNTIME;	1760	$pl->{last_save} = $cf::RUNTIME;
		1761
		1762	cf::get_slot 0.01;
		1763
		1764	# save slots, to be restored later
		1765	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1351		1766
1352	$pl->save_pl ($path);	1767	$pl->save_pl ($path);
1353	cf::cede_to_tick;	1768	cf::cede_to_tick;
1354	}	1769	}
1355		1770
…		…
1387	my ($pl) = @_;	1802	my ($pl) = @_;
1388		1803
1389	my $name = $pl->ob->name;	1804	my $name = $pl->ob->name;
1390		1805
1391	$pl->{deny_save} = 1;	1806	$pl->{deny_save} = 1;
1392	$pl->password ("*"); # this should lock out the player until we nuked the dir	1807	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1393		1808
1394	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1809	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1395	$pl->deactivate;	1810	$pl->deactivate;
		1811
		1812	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1396	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1813	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1814	ext::highscore::check ($pl->ob);
		1815
1397	$pl->ns->destroy if $pl->ns;	1816	$pl->ns->destroy if $pl->ns;
1398		1817
1399	my $path = playerdir $pl;	1818	my $path = playerdir $pl;
1400	my $temp = "$path~$cf::RUNTIME~deleting~";	1819	my $temp = "$path~$cf::RUNTIME~deleting~";
1401	aio_rename $path, $temp;	1820	aio_rename $path, $temp;
…		…
1439		1858
1440	for my $login (@$dirs) {	1859	for my $login (@$dirs) {
1441	my $path = path $login;	1860	my $path = path $login;
1442		1861
1443	# a .pst is a dead give-away for a valid player	1862	# a .pst is a dead give-away for a valid player
1444	unless (-e "$path.pst") {	1863	# if no pst file found, open and chekc for blocked users
		1864	if (aio_stat "$path.pst") {
1445	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;	1865	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1446	aio_read $fh, 0, 512, my $buf, 0 or next;	1866	aio_read $fh, 0, 512, my $buf, 0 or next;
1447	$buf !~ /^password -------------$/m or next; # official not-valid tag	1867	$buf !~ /^password -------------$/m or next; # official not-valid tag
1448	}	1868	}
1449		1869
…		…
1453		1873
1454	\@logins	1874	\@logins
1455	}	1875	}
1456		1876
1457	=item $player->maps	1877	=item $player->maps
		1878
		1879	=item cf::player::maps $login
1458		1880
1459	Returns an arrayref of map paths that are private for this	1881	Returns an arrayref of map paths that are private for this
1460	player. May block.	1882	player. May block.
1461		1883
1462	=cut	1884	=cut
…		…
1480	}	1902	}
1481		1903
1482	\@paths	1904	\@paths
1483	}	1905	}
1484		1906
1485	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1907	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1486		1908
1487	Expand crossfire pod fragments into protocol xml.	1909	Expand deliantra pod fragments into protocol xml.
1488
1489	=cut
1490
1491	sub expand_cfpod {
1492	((my $self), (local $_)) = @_;
1493
1494	# escape & and <
1495	s/&/&amp;/g;
1496	s/(?<![BIUGHT])</&lt;/g;
1497
1498	# this is buggy, it needs to properly take care of nested <'s
1499
1500	1 while
1501	# replace B<>, I<>, U<> etc.
1502	s/B<([^\>]*)>/<b>$1<\/b>/
1503	|| s/I<([^\>]*)>/<i>$1<\/i>/
1504	|| s/U<([^\>]*)>/<u>$1<\/u>/
1505	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1506	# replace G<male|female> tags
1507	|| s{G<([^>|]*)\|([^>]*)>}{
1508	$self->gender ? $2 : $1
1509	}ge
1510	# replace H<hint text>
1511	|| s{H<([^\>]*)>}
1512	{
1513	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1514	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1515	"")
1516	[$self->{hintmode}]
1517	}ge;
1518
1519	# create single paragraphs (very hackish)
1520	s/(?<=\S)\n(?=\w)/ /g;
1521
1522	# compress some whitespace
1523	s/\s+\n/\n/g; # ws line-ends
1524	s/\n\n+/\n/g; # double lines
1525	s/^\n+//; # beginning lines
1526	s/\n+$//; # ending lines
1527
1528	$_
1529	}
1530
1531	sub hintmode {
1532	$_[0]{hintmode} = $_[1] if @_ > 1;
1533	$_[0]{hintmode}
1534	}
1535		1910
1536	=item $player->ext_reply ($msgid, @msg)	1911	=item $player->ext_reply ($msgid, @msg)
1537		1912
1538	Sends an ext reply to the player.	1913	Sends an ext reply to the player.
1539		1914
…		…
1571		1946
1572	=cut	1947	=cut
1573		1948
1574	sub find_by_path($) {	1949	sub find_by_path($) {
1575	my ($path) = @_;	1950	my ($path) = @_;
		1951
		1952	$path =~ s/^~[^\/]*//; # skip ~login
1576		1953
1577	my ($match, $specificity);	1954	my ($match, $specificity);
1578		1955
1579	for my $region (list) {	1956	for my $region (list) {
1580	if ($region->{match} && $path =~ $region->{match}) {	1957	if ($region->{match} && $path =~ $region->{match}) {
…		…
1606	our $MAX_RESET = 3600;	1983	our $MAX_RESET = 3600;
1607	our $DEFAULT_RESET = 3000;	1984	our $DEFAULT_RESET = 3000;
1608		1985
1609	sub generate_random_map {	1986	sub generate_random_map {
1610	my ($self, $rmp) = @_;	1987	my ($self, $rmp) = @_;
1611	# mit "rum" bekleckern, nicht	1988
		1989	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1990
1612	$self->_create_random_map (	1991	$self->_create_random_map ($rmp);
1613	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1614	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1615	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1616	$rmp->{exit_on_final_map},
1617	$rmp->{xsize}, $rmp->{ysize},
1618	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1619	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1620	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1621	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1622	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1623	(cf::region::find $rmp->{region}), $rmp->{custom}
1624	)
1625	}	1992	}
1626		1993
1627	=item cf::map->register ($regex, $prio)	1994	=item cf::map->register ($regex, $prio)
1628		1995
1629	Register a handler for the map path matching the given regex at the	1996	Register a handler for the map path matching the given regex at the
…		…
1634		2001
1635	sub register {	2002	sub register {
1636	my (undef, $regex, $prio) = @_;	2003	my (undef, $regex, $prio) = @_;
1637	my $pkg = caller;	2004	my $pkg = caller;
1638		2005
1639	no strict;
1640	push @{"$pkg\::ISA"}, __PACKAGE__;	2006	push @{"$pkg\::ISA"}, __PACKAGE__;
1641		2007
1642	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2008	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1643	}	2009	}
1644		2010
1645	# also paths starting with '/'	2011	# also paths starting with '/'
1646	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2012	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1647		2013
1648	sub thawer_merge {	2014	sub thawer_merge {
1649	my ($self, $merge) = @_;	2015	my ($self, $merge) = @_;
1650		2016
1651	# we have to keep some variables in memory intact	2017	# we have to keep some variables in memory intact
…		…
1656	}	2022	}
1657		2023
1658	sub normalise {	2024	sub normalise {
1659	my ($path, $base) = @_;	2025	my ($path, $base) = @_;
1660		2026
1661	$path = "$path"; # make sure its a string	2027	$path = "$path"; # make sure it's a string
1662		2028
1663	$path =~ s/\.map$//;	2029	$path =~ s/\.map$//;
1664		2030
1665	# map plan:	2031	# map plan:
1666	#	2032	#
…		…
1681	$base =~ s{[^/]+/?$}{};	2047	$base =~ s{[^/]+/?$}{};
1682	$path = "$base/$path";	2048	$path = "$base/$path";
1683	}	2049	}
1684		2050
1685	for ($path) {	2051	for ($path) {
1686	redo if s{//}{/};
1687	redo if s{/\.?/}{/};	2052	redo if s{/\.?/}{/};
1688	redo if s{/[^/]+/\.\./}{/};	2053	redo if s{/[^/]+/\.\./}{/};
1689	}	2054	}
1690		2055
1691	$path	2056	$path
…		…
1705	$self->init; # pass $1 etc.	2070	$self->init; # pass $1 etc.
1706	return $self;	2071	return $self;
1707	}	2072	}
1708	}	2073	}
1709		2074
1710	Carp::cluck "unable to resolve path '$path' (base '$base').";	2075	Carp::cluck "unable to resolve path '$path' (base '$base')";
1711	()	2076	()
1712	}	2077	}
1713		2078
		2079	# may re-bless or do other evil things
1714	sub init {	2080	sub init {
1715	my ($self) = @_;	2081	my ($self) = @_;
1716		2082
1717	$self	2083	$self
1718	}	2084	}
…		…
1737		2103
1738	# the temporary/swap location	2104	# the temporary/swap location
1739	sub save_path {	2105	sub save_path {
1740	my ($self) = @_;	2106	my ($self) = @_;
1741		2107
1742	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2108	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1743	"$TMPDIR/$path.map"	2109	"$TMPDIR/$path.map"
1744	}	2110	}
1745		2111
1746	# the unique path, undef == no special unique path	2112	# the unique path, undef == no special unique path
1747	sub uniq_path {	2113	sub uniq_path {
1748	my ($self) = @_;	2114	my ($self) = @_;
1749		2115
1750	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2116	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1751	"$UNIQUEDIR/$path"	2117	"$UNIQUEDIR/$path"
1752	}
1753
1754	# and all this just because we cannot iterate over
1755	# all maps in C++...
1756	sub change_all_map_light {
1757	my ($change) = @_;
1758
1759	$_->change_map_light ($change)
1760	for grep $_->outdoor, values %cf::MAP;
1761	}	2118	}
1762		2119
1763	sub decay_objects {	2120	sub decay_objects {
1764	my ($self) = @_;	2121	my ($self) = @_;
1765		2122
…		…
1792	$self->{load_path} = $path;	2149	$self->{load_path} = $path;
1793		2150
1794	1	2151	1
1795	}	2152	}
1796		2153
		2154	# used to laod the header of an original map
1797	sub load_header_orig {	2155	sub load_header_orig {
1798	my ($self) = @_;	2156	my ($self) = @_;
1799		2157
1800	$self->load_header_from ($self->load_path)	2158	$self->load_header_from ($self->load_path)
1801	}	2159	}
1802		2160
		2161	# used to laod the header of an instantiated map
1803	sub load_header_temp {	2162	sub load_header_temp {
1804	my ($self) = @_;	2163	my ($self) = @_;
1805		2164
1806	$self->load_header_from ($self->save_path)	2165	$self->load_header_from ($self->save_path)
1807	}	2166	}
1808		2167
		2168	# called after loading the header from an instantiated map
1809	sub prepare_temp {	2169	sub prepare_temp {
1810	my ($self) = @_;	2170	my ($self) = @_;
1811		2171
1812	$self->last_access ((delete $self->{last_access})	2172	$self->last_access ((delete $self->{last_access})
1813	|| $cf::RUNTIME); #d#	2173	|| $cf::RUNTIME); #d#
1814	# safety	2174	# safety
1815	$self->{instantiate_time} = $cf::RUNTIME	2175	$self->{instantiate_time} = $cf::RUNTIME
1816	if $self->{instantiate_time} > $cf::RUNTIME;	2176	if $self->{instantiate_time} > $cf::RUNTIME;
1817	}	2177	}
1818		2178
		2179	# called after loading the header from an original map
1819	sub prepare_orig {	2180	sub prepare_orig {
1820	my ($self) = @_;	2181	my ($self) = @_;
1821		2182
1822	$self->{load_original} = 1;	2183	$self->{load_original} = 1;
1823	$self->{instantiate_time} = $cf::RUNTIME;	2184	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1847		2208
1848	sub find;	2209	sub find;
1849	sub find {	2210	sub find {
1850	my ($path, $origin) = @_;	2211	my ($path, $origin) = @_;
1851		2212
		2213	cf::cede_to_tick;
		2214
1852	$path = normalise $path, $origin && $origin->path;	2215	$path = normalise $path, $origin;
1853		2216
1854	cf::lock_wait "map_data:$path";#d#remove	2217	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1855	cf::lock_wait "map_find:$path";	2218	my $guard2 = cf::lock_acquire "map_find:$path";
1856		2219
1857	$cf::MAP{$path} || do {	2220	$cf::MAP{$path} || do {
1858	my $guard1 = cf::lock_acquire "map_find:$path";
1859	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1860
1861	my $map = new_from_path cf::map $path	2221	my $map = new_from_path cf::map $path
1862	or return;	2222	or return;
1863		2223
1864	$map->{last_save} = $cf::RUNTIME;	2224	$map->{last_save} = $cf::RUNTIME;
1865		2225
…		…
1867	or return;	2227	or return;
1868		2228
1869	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2229	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1870	# doing this can freeze the server in a sync job, obviously	2230	# doing this can freeze the server in a sync job, obviously
1871	#$cf::WAIT_FOR_TICK->wait;	2231	#$cf::WAIT_FOR_TICK->wait;
		2232	undef $guard2;
1872	undef $guard1;	2233	undef $guard1;
1873	undef $guard2;
1874	$map->reset;	2234	$map->reset;
1875	return find $path;	2235	return find $path;
1876	}	2236	}
1877		2237
1878	$cf::MAP{$path} = $map	2238	$cf::MAP{$path} = $map
1879	}	2239	}
1880	}	2240	}
1881		2241
1882	sub pre_load { }	2242	sub pre_load { }
1883	sub post_load { }	2243	#sub post_load { } # XS
1884		2244
1885	sub load {	2245	sub load {
1886	my ($self) = @_;	2246	my ($self) = @_;
1887		2247
1888	local $self->{deny_reset} = 1; # loading can take a long time	2248	local $self->{deny_reset} = 1; # loading can take a long time
…		…
1891		2251
1892	{	2252	{
1893	my $guard = cf::lock_acquire "map_data:$path";	2253	my $guard = cf::lock_acquire "map_data:$path";
1894		2254
1895	return unless $self->valid;	2255	return unless $self->valid;
1896	return if $self->in_memory != cf::MAP_SWAPPED;	2256	return unless $self->state == cf::MAP_SWAPPED;
1897
1898	$self->in_memory (cf::MAP_LOADING);
1899		2257
1900	$self->alloc;	2258	$self->alloc;
1901		2259
1902	$self->pre_load;	2260	$self->pre_load;
1903	cf::cede_to_tick;	2261	cf::cede_to_tick;
1904		2262
		2263	if (exists $self->{load_path}) {
1905	my $f = new_from_file cf::object::thawer $self->{load_path};	2264	my $f = new_from_file cf::object::thawer $self->{load_path};
1906	$f->skip_block;	2265	$f->skip_block;
1907	$self->_load_objects ($f)	2266	$self->_load_objects ($f)
1908	or return;	2267	or return;
1909		2268
1910	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2269	$self->post_load_original
1911	if delete $self->{load_original};	2270	if delete $self->{load_original};
1912		2271
1913	if (my $uniq = $self->uniq_path) {	2272	if (my $uniq = $self->uniq_path) {
1914	utf8::encode $uniq;	2273	utf8::encode $uniq;
1915	unless (aio_stat $uniq) {	2274	unless (aio_stat $uniq) {
1916	if (my $f = new_from_file cf::object::thawer $uniq) {	2275	if (my $f = new_from_file cf::object::thawer $uniq) {
1917	$self->clear_unique_items;	2276	$self->clear_unique_items;
1918	$self->_load_objects ($f);	2277	$self->_load_objects ($f);
1919	$f->resolve_delayed_derefs;	2278	$f->resolve_delayed_derefs;
		2279	}
1920	}	2280	}
1921	}	2281	}
1922	}
1923		2282
1924	$f->resolve_delayed_derefs;	2283	$f->resolve_delayed_derefs;
		2284	} else {
		2285	$self->post_load_original
		2286	if delete $self->{load_original};
		2287	}
		2288
		2289	$self->state (cf::MAP_INACTIVE);
1925		2290
1926	cf::cede_to_tick;	2291	cf::cede_to_tick;
1927	# now do the right thing for maps	2292	# now do the right thing for maps
1928	$self->link_multipart_objects;	2293	$self->link_multipart_objects;
1929	$self->difficulty ($self->estimate_difficulty)	2294	$self->difficulty ($self->estimate_difficulty)
…		…
1933	unless ($self->{deny_activate}) {	2298	unless ($self->{deny_activate}) {
1934	$self->decay_objects;	2299	$self->decay_objects;
1935	$self->fix_auto_apply;	2300	$self->fix_auto_apply;
1936	$self->update_buttons;	2301	$self->update_buttons;
1937	cf::cede_to_tick;	2302	cf::cede_to_tick;
1938	$self->set_darkness_map;	2303	#$self->activate; # no longer activate maps automatically
1939	cf::cede_to_tick;
1940	$self->activate;
1941	}	2304	}
1942		2305
1943	$self->{last_save} = $cf::RUNTIME;	2306	$self->{last_save} = $cf::RUNTIME;
1944	$self->last_access ($cf::RUNTIME);	2307	$self->last_access ($cf::RUNTIME);
1945
1946	$self->in_memory (cf::MAP_IN_MEMORY);
1947	}	2308	}
1948		2309
1949	$self->post_load;	2310	$self->post_load;
1950	}
1951		2311
		2312	1
		2313	}
		2314
		2315	# customize the map for a given player, i.e.
		2316	# return the _real_ map. used by e.g. per-player
		2317	# maps to change the path to ~playername/mappath
1952	sub customise_for {	2318	sub customise_for {
1953	my ($self, $ob) = @_;	2319	my ($self, $ob) = @_;
1954		2320
1955	return find "~" . $ob->name . "/" . $self->{path}	2321	return find "~" . $ob->name . "/" . $self->{path}
1956	if $self->per_player;	2322	if $self->per_player;
…		…
1959	# if $self->per_party;	2325	# if $self->per_party;
1960		2326
1961	$self	2327	$self
1962	}	2328	}
1963		2329
1964	# find and load all maps in the 3x3 area around a map
1965	sub load_neighbours {
1966	my ($map) = @_;
1967
1968	my @neigh; # diagonal neighbours
1969
1970	for (0 .. 3) {
1971	my $neigh = $map->tile_path ($_)
1972	or next;
1973	$neigh = find $neigh, $map
1974	or next;
1975	$neigh->load;
1976
1977	push @neigh,
1978	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1979	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1980	}
1981
1982	for (grep defined $_->[0], @neigh) {
1983	my ($path, $origin) = @$_;
1984	my $neigh = find $path, $origin
1985	or next;
1986	$neigh->load;
1987	}
1988	}
1989
1990	sub find_sync {	2330	sub find_sync {
1991	my ($path, $origin) = @_;	2331	my ($path, $origin) = @_;
1992		2332
1993	cf::sync_job { find $path, $origin }	2333	# it's a bug to call this from the main context
		2334	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2335	if $Coro::current == $Coro::main;
		2336
		2337	find $path, $origin
1994	}	2338	}
1995		2339
1996	sub do_load_sync {	2340	sub do_load_sync {
1997	my ($map) = @_;	2341	my ($map) = @_;
1998		2342
		2343	# it's a bug to call this from the main context
1999	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2344	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2000	if $Coro::current == $Coro::main;	2345	if $Coro::current == $Coro::main;
2001		2346
2002	cf::sync_job { $map->load };	2347	$map->load;
2003	}	2348	}
2004		2349
2005	our %MAP_PREFETCH;	2350	our %MAP_PREFETCH;
2006	our $MAP_PREFETCHER = undef;	2351	our $MAP_PREFETCHER = undef;
2007		2352
2008	sub find_async {	2353	sub find_async {
2009	my ($path, $origin, $load) = @_;	2354	my ($path, $origin, $load) = @_;
2010		2355
2011	$path = normalise $path, $origin && $origin->{path};	2356	$path = normalise $path, $origin;
2012		2357
2013	if (my $map = $cf::MAP{$path}) {	2358	if (my $map = $cf::MAP{$path}) {
2014	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2359	return $map if !$load || $map->linkable;
2015	}	2360	}
2016		2361
2017	$MAP_PREFETCH{$path} |= $load;	2362	$MAP_PREFETCH{$path} |= $load;
2018		2363
2019	$MAP_PREFETCHER ||= cf::async {	2364	$MAP_PREFETCHER ||= cf::async {
		2365	$Coro::current->{desc} = "map prefetcher";
		2366
2020	while (%MAP_PREFETCH) {	2367	while (%MAP_PREFETCH) {
2021	while (my ($k, $v) = each %MAP_PREFETCH) {	2368	while (my ($k, $v) = each %MAP_PREFETCH) {
2022	if (my $map = find $k) {	2369	if (my $map = find $k) {
2023	$map->load if $v;	2370	$map->load if $v;
2024	}	2371	}
…		…
2031	$MAP_PREFETCHER->prio (6);	2378	$MAP_PREFETCHER->prio (6);
2032		2379
2033	()	2380	()
2034	}	2381	}
2035		2382
		2383	# common code, used by both ->save and ->swapout
2036	sub save {	2384	sub _save {
2037	my ($self) = @_;	2385	my ($self) = @_;
2038
2039	my $lock = cf::lock_acquire "map_data:$self->{path}";
2040		2386
2041	$self->{last_save} = $cf::RUNTIME;	2387	$self->{last_save} = $cf::RUNTIME;
2042		2388
2043	return unless $self->dirty;	2389	return unless $self->dirty;
2044		2390
…		…
2050	return if $self->{deny_save};	2396	return if $self->{deny_save};
2051		2397
2052	local $self->{last_access} = $self->last_access;#d#	2398	local $self->{last_access} = $self->last_access;#d#
2053		2399
2054	cf::async {	2400	cf::async {
		2401	$Coro::current->{desc} = "map player save";
2055	$_->contr->save for $self->players;	2402	$_->contr->save for $self->players;
2056	};	2403	};
		2404
		2405	cf::get_slot 0.02;
2057		2406
2058	if ($uniq) {	2407	if ($uniq) {
2059	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2408	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2060	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2409	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2061	} else {	2410	} else {
2062	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2411	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2063	}	2412	}
2064	}	2413	}
2065		2414
		2415	sub save {
		2416	my ($self) = @_;
		2417
		2418	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2419
		2420	$self->_save;
		2421	}
		2422
2066	sub swap_out {	2423	sub swap_out {
2067	my ($self) = @_;	2424	my ($self) = @_;
2068		2425
2069	# save first because save cedes
2070	$self->save;
2071
2072	my $lock = cf::lock_acquire "map_data:$self->{path}";	2426	my $lock = cf::lock_acquire "map_data:$self->{path}";
2073		2427
		2428	return if !$self->linkable;
		2429	return if $self->{deny_save};
2074	return if $self->players;	2430	return if $self->players;
2075	return if $self->in_memory != cf::MAP_IN_MEMORY;
2076	return if $self->{deny_save};
2077		2431
		2432	# first deactivate the map and "unlink" it from the core
2078	$self->deactivate;	2433	$self->deactivate;
		2434	$_->clear_links_to ($self) for values %cf::MAP;
		2435	$self->state (cf::MAP_SWAPPED);
		2436
		2437	# then atomically save
		2438	$self->_save;
		2439
		2440	# then free the map
2079	$self->clear;	2441	$self->clear;
2080	$self->in_memory (cf::MAP_SWAPPED);
2081	}	2442	}
2082		2443
2083	sub reset_at {	2444	sub reset_at {
2084	my ($self) = @_;	2445	my ($self) = @_;
2085		2446
…		…
2103		2464
2104	my $lock = cf::lock_acquire "map_data:$self->{path}";	2465	my $lock = cf::lock_acquire "map_data:$self->{path}";
2105		2466
2106	return if $self->players;	2467	return if $self->players;
2107		2468
2108	warn "resetting map ", $self->path;	2469	cf::trace "resetting map ", $self->path, "\n";
2109		2470
2110	$self->in_memory (cf::MAP_SWAPPED);	2471	$self->state (cf::MAP_SWAPPED);
2111		2472
2112	# need to save uniques path	2473	# need to save uniques path
2113	unless ($self->{deny_save}) {	2474	unless ($self->{deny_save}) {
2114	my $uniq = $self->uniq_path; utf8::encode $uniq;	2475	my $uniq = $self->uniq_path; utf8::encode $uniq;
2115		2476
…		…
2118	}	2479	}
2119		2480
2120	delete $cf::MAP{$self->path};	2481	delete $cf::MAP{$self->path};
2121		2482
2122	$self->deactivate;	2483	$self->deactivate;
		2484	$_->clear_links_to ($self) for values %cf::MAP;
2123	$self->clear;	2485	$self->clear;
2124
2125	$_->clear_links_to ($self) for values %cf::MAP;
2126		2486
2127	$self->unlink_save;	2487	$self->unlink_save;
2128	$self->destroy;	2488	$self->destroy;
2129	}	2489	}
2130		2490
…		…
2138		2498
2139	delete $cf::MAP{$self->path};	2499	delete $cf::MAP{$self->path};
2140		2500
2141	$self->unlink_save;	2501	$self->unlink_save;
2142		2502
2143	bless $self, "cf::map";	2503	bless $self, "cf::map::wrap";
2144	delete $self->{deny_reset};	2504	delete $self->{deny_reset};
2145	$self->{deny_save} = 1;	2505	$self->{deny_save} = 1;
2146	$self->reset_timeout (1);	2506	$self->reset_timeout (1);
2147	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2507	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2148		2508
…		…
2197		2557
2198	sub unique_maps() {	2558	sub unique_maps() {
2199	[	2559	[
2200	map {	2560	map {
2201	utf8::decode $_;	2561	utf8::decode $_;
2202	/\.map$/	2562	s/\.map$//; # TODO future compatibility hack
		2563	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2564	? ()
2203	? normalise $_	2565	: normalise $_
2204	: ()
2205	} @{ aio_readdir $UNIQUEDIR or [] }	2566	} @{ aio_readdir $UNIQUEDIR or [] }
2206	]	2567	]
2207	}	2568	}
2208		2569
2209	package cf;	2570	=item cf::map::static_maps
		2571
		2572	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2573	file in the shared directory excluding F</styles> and F</editor>). May
		2574	block.
		2575
		2576	=cut
		2577
		2578	sub static_maps() {
		2579	my @dirs = "";
		2580	my @maps;
		2581
		2582	while (@dirs) {
		2583	my $dir = shift @dirs;
		2584
		2585	next if $dir eq "/styles" || $dir eq "/editor";
		2586
		2587	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2588	or return;
		2589
		2590	for (@$files) {
		2591	s/\.map$// or next;
		2592	utf8::decode $_;
		2593	push @maps, "$dir/$_";
		2594	}
		2595
		2596	push @dirs, map "$dir/$_", @$dirs;
		2597	}
		2598
		2599	\@maps
		2600	}
2210		2601
2211	=back	2602	=back
2212		2603
2213	=head3 cf::object	2604	=head3 cf::object
2214		2605
…		…
2218		2609
2219	=over 4	2610	=over 4
2220		2611
2221	=item $ob->inv_recursive	2612	=item $ob->inv_recursive
2222		2613
2223	Returns the inventory of the object _and_ their inventories, recursively.	2614	Returns the inventory of the object I<and> their inventories, recursively,
		2615	but I<not> the object itself.
2224		2616
2225	=cut	2617	=cut
2226		2618
2227	sub inv_recursive_;	2619	sub inv_recursive_;
2228	sub inv_recursive_ {	2620	sub inv_recursive_ {
…		…
2233	inv_recursive_ inv $_[0]	2625	inv_recursive_ inv $_[0]
2234	}	2626	}
2235		2627
2236	=item $ref = $ob->ref	2628	=item $ref = $ob->ref
2237		2629
2238	creates and returns a persistent reference to an objetc that can be stored as a string.	2630	Creates and returns a persistent reference to an object that can be stored as a string.
2239		2631
2240	=item $ob = cf::object::deref ($refstring)	2632	=item $ob = cf::object::deref ($refstring)
2241		2633
2242	returns the objetc referenced by refstring. may return undef when it cnanot find the object,	2634	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2243	even if the object actually exists. May block.	2635	even if the object actually exists. May block.
…		…
2245	=cut	2637	=cut
2246		2638
2247	sub deref {	2639	sub deref {
2248	my ($ref) = @_;	2640	my ($ref) = @_;
2249		2641
2250	# temporary compatibility#TODO#remove
2251	$ref =~ s{^<}{player/<};
2252
2253	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {	2642	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2254	my ($uuid, $name) = ($1, $2);	2643	my ($uuid, $name) = ($1, $2);
2255	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name	2644	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2256	or return;	2645	or return;
2257	$pl->ob->uuid eq $uuid	2646	$pl->ob->uuid eq $uuid
2258	or return;	2647	or return;
…		…
2278	can be C<undef>. Does the right thing when the player is currently in a	2667	can be C<undef>. Does the right thing when the player is currently in a
2279	dialogue with the given NPC character.	2668	dialogue with the given NPC character.
2280		2669
2281	=cut	2670	=cut
2282		2671
		2672	our $SAY_CHANNEL = {
		2673	id => "say",
		2674	title => "Map",
		2675	reply => "say ",
		2676	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2677	};
		2678
		2679	our $CHAT_CHANNEL = {
		2680	id => "chat",
		2681	title => "Chat",
		2682	reply => "chat ",
		2683	tooltip => "Player chat and shouts, global to the server.",
		2684	};
		2685
2283	# rough implementation of a future "reply" method that works	2686	# rough implementation of a future "reply" method that works
2284	# with dialog boxes.	2687	# with dialog boxes.
2285	#TODO: the first argument must go, split into a $npc->reply_to ( method	2688	#TODO: the first argument must go, split into a $npc->reply_to ( method
2286	sub cf::object::player::reply($$$;$) {	2689	sub cf::object::player::reply($$$;$) {
2287	my ($self, $npc, $msg, $flags) = @_;	2690	my ($self, $npc, $msg, $flags) = @_;
…		…
2298	my $dialog = $pl->{npc_dialog};	2701	my $dialog = $pl->{npc_dialog};
2299	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2702	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2300		2703
2301	} else {	2704	} else {
2302	$msg = $npc->name . " says: $msg" if $npc;	2705	$msg = $npc->name . " says: $msg" if $npc;
2303	$self->message ($msg, $flags);	2706	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2304	}	2707	}
2305	}	2708	}
2306	}	2709	}
2307		2710
2308	=item $object->send_msg ($channel, $msg, $color, [extra...])	2711	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2333		2736
2334	=item $player_object->enter_link	2737	=item $player_object->enter_link
2335		2738
2336	Freezes the player and moves him/her to a special map (C<{link}>).	2739	Freezes the player and moves him/her to a special map (C<{link}>).
2337		2740
2338	The player should be reasonably safe there for short amounts of time. You	2741	The player should be reasonably safe there for short amounts of time (e.g.
2339	I<MUST> call C<leave_link> as soon as possible, though.	2742	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2743	though, as the player cannot control the character while it is on the link
		2744	map.
2340		2745
2341	Will never block.	2746	Will never block.
2342		2747
2343	=item $player_object->leave_link ($map, $x, $y)	2748	=item $player_object->leave_link ($map, $x, $y)
2344		2749
…		…
2364	sub cf::object::player::enter_link {	2769	sub cf::object::player::enter_link {
2365	my ($self) = @_;	2770	my ($self) = @_;
2366		2771
2367	$self->deactivate_recursive;	2772	$self->deactivate_recursive;
2368		2773
		2774	++$self->{_link_recursion};
		2775
2369	return if UNIVERSAL::isa $self->map, "ext::map_link";	2776	return if UNIVERSAL::isa $self->map, "ext::map_link";
2370		2777
2371	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2778	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2372	if $self->map && $self->map->{path} ne "{link}";	2779	if $self->map && $self->map->{path} ne "{link}";
2373		2780
2374	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2781	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2375	}	2782	}
2376		2783
2377	sub cf::object::player::leave_link {	2784	sub cf::object::player::leave_link {
2378	my ($self, $map, $x, $y) = @_;	2785	my ($self, $map, $x, $y) = @_;
2379		2786
…		…
2396	($x, $y) = (-1, -1)	2803	($x, $y) = (-1, -1)
2397	unless (defined $x) && (defined $y);	2804	unless (defined $x) && (defined $y);
2398		2805
2399	# use -1 or undef as default coordinates, not 0, 0	2806	# use -1 or undef as default coordinates, not 0, 0
2400	($x, $y) = ($map->enter_x, $map->enter_y)	2807	($x, $y) = ($map->enter_x, $map->enter_y)
2401	if $x <=0 && $y <= 0;	2808	if $x <= 0 && $y <= 0;
2402		2809
2403	$map->load;	2810	$map->load;
2404	$map->load_neighbours;
2405		2811
2406	return unless $self->contr->active;	2812	return unless $self->contr->active;
2407	$self->activate_recursive;
2408		2813
2409	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2814	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2410	$self->enter_map ($map, $x, $y);	2815	if ($self->enter_map ($map, $x, $y)) {
2411	}	2816	# entering was successful
		2817	delete $self->{_link_recursion};
		2818	# only activate afterwards, to support waiting in hooks
		2819	$self->activate_recursive;
		2820	}
2412		2821
		2822	}
		2823
2413	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2824	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2414		2825
2415	Moves the player to the given map-path and coordinates by first freezing	2826	Moves the player to the given map-path and coordinates by first freezing
2416	her, loading and preparing them map, calling the provided $check callback	2827	her, loading and preparing them map, calling the provided $check callback
2417	that has to return the map if sucecssful, and then unfreezes the player on	2828	that has to return the map if sucecssful, and then unfreezes the player on
2418	the new (success) or old (failed) map position. In either case, $done will	2829	the new (success) or old (failed) map position. In either case, $done will
2419	be called at the end of this process.	2830	be called at the end of this process.
2420		2831
		2832	Note that $check will be called with a potentially non-loaded map, so if
		2833	it needs a loaded map it has to call C<< ->load >>.
		2834
2421	=cut	2835	=cut
2422		2836
2423	our $GOTOGEN;	2837	our $GOTOGEN;
2424		2838
2425	sub cf::object::player::goto {	2839	sub cf::object::player::goto {
2426	my ($self, $path, $x, $y, $check, $done) = @_;	2840	my ($self, $path, $x, $y, $check, $done) = @_;
2427		2841
		2842	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2843	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2844	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2845	($path, $x, $y) = @$EMERGENCY_POSITION;
		2846	}
		2847
2428	# do generation counting so two concurrent goto's will be executed in-order	2848	# do generation counting so two concurrent goto's will be executed in-order
2429	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2849	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2430		2850
2431	$self->enter_link;	2851	$self->enter_link;
2432		2852
2433	(async {	2853	(async {
		2854	$Coro::current->{desc} = "player::goto $path $x $y";
		2855
		2856	# *tag paths override both path and x|y
		2857	if ($path =~ /^\*(.*)$/) {
		2858	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2859	my $ob = $obs[rand @obs];
		2860
		2861	# see if we actually can go there
		2862	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2863	$ob = $obs[rand @obs];
		2864	} else {
		2865	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2866	}
		2867	# else put us there anyways for now #d#
		2868
		2869	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2870	} else {
		2871	($path, $x, $y) = (undef, undef, undef);
		2872	}
		2873	}
		2874
2434	my $map = eval {	2875	my $map = eval {
2435	my $map = cf::map::find $path;	2876	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2436		2877
2437	if ($map) {	2878	if ($map) {
2438	$map = $map->customise_for ($self);	2879	$map = $map->customise_for ($self);
2439	$map = $check->($map) if $check && $map;	2880	$map = $check->($map, $x, $y, $self) if $check && $map;
2440	} else {	2881	} else {
2441	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2882	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2442	}	2883	}
2443		2884
2444	$map	2885	$map
2445	};	2886	};
2446		2887
…		…
2452	if ($gen == $self->{_goto_generation}) {	2893	if ($gen == $self->{_goto_generation}) {
2453	delete $self->{_goto_generation};	2894	delete $self->{_goto_generation};
2454	$self->leave_link ($map, $x, $y);	2895	$self->leave_link ($map, $x, $y);
2455	}	2896	}
2456		2897
2457	$done->() if $done;	2898	$done->($self) if $done;
2458	})->prio (1);	2899	})->prio (1);
2459	}	2900	}
2460		2901
2461	=item $player_object->enter_exit ($exit_object)	2902	=item $player_object->enter_exit ($exit_object)
2462		2903
…		…
2482	}	2923	}
2483		2924
2484	sub prepare_random_map {	2925	sub prepare_random_map {
2485	my ($exit) = @_;	2926	my ($exit) = @_;
2486		2927
2487	my $guard = cf::lock_acquire "exit_prepare:$exit";
2488
2489	# all this does is basically replace the /! path by	2928	# all this does is basically replace the /! path by
2490	# a new random map path (?random/...) with a seed	2929	# a new random map path (?random/...) with a seed
2491	# that depends on the exit object	2930	# that depends on the exit object
2492		2931
2493	my $rmp = parse_random_map_params $exit->msg;	2932	my $rmp = parse_random_map_params $exit->msg;
…		…
2495	if ($exit->map) {	2934	if ($exit->map) {
2496	$rmp->{region} = $exit->region->name;	2935	$rmp->{region} = $exit->region->name;
2497	$rmp->{origin_map} = $exit->map->path;	2936	$rmp->{origin_map} = $exit->map->path;
2498	$rmp->{origin_x} = $exit->x;	2937	$rmp->{origin_x} = $exit->x;
2499	$rmp->{origin_y} = $exit->y;	2938	$rmp->{origin_y} = $exit->y;
		2939
		2940	$exit->map->touch;
2500	}	2941	}
2501		2942
2502	$rmp->{random_seed} ||= $exit->random_seed;	2943	$rmp->{random_seed} ||= $exit->random_seed;
2503		2944
2504	my $data = cf::to_json $rmp;	2945	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2505	my $md5 = Digest::MD5::md5_hex $data;	2946	my $md5 = Digest::MD5::md5_hex $data;
2506	my $meta = "$RANDOMDIR/$md5.meta";	2947	my $meta = "$RANDOMDIR/$md5.meta";
2507		2948
2508	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2949	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2509	aio_write $fh, 0, (length $data), $data, 0;	2950	aio_write $fh, 0, (length $data), $data, 0;
2510	undef $fh;	2951	undef $fh;
2511	aio_rename "$meta~", $meta;	2952	aio_rename "$meta~", $meta;
2512		2953
		2954	my $slaying = "?random/$md5";
		2955
		2956	if ($exit->valid) {
2513	$exit->slaying ("?random/$md5");	2957	$exit->slaying ("?random/$md5");
2514	$exit->msg (undef);	2958	$exit->msg (undef);
		2959	}
2515	}	2960	}
2516	}	2961	}
2517		2962
2518	sub cf::object::player::enter_exit {	2963	sub cf::object::player::enter_exit {
2519	my ($self, $exit) = @_;	2964	my ($self, $exit) = @_;
2520		2965
2521	return unless $self->type == cf::PLAYER;	2966	return unless $self->type == cf::PLAYER;
2522		2967
2523	if ($exit->slaying eq "/!") {
2524	#TODO: this should de-fi-ni-te-ly not be a sync-job
2525	# the problem is that $exit might not survive long enough
2526	# so it needs to be done right now, right here
2527	cf::sync_job { prepare_random_map $exit };
2528	}
2529
2530	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2531	my $hp = $exit->stats->hp;
2532	my $sp = $exit->stats->sp;
2533
2534	$self->enter_link;	2968	$self->enter_link;
2535		2969
2536	# if exit is damned, update players death & WoR home-position
2537	$self->contr->savebed ($slaying, $hp, $sp)
2538	if $exit->flag (FLAG_DAMNED);
2539
2540	(async {	2970	(async {
2541	$self->deactivate_recursive; # just to be sure	2971	$Coro::current->{desc} = "enter_exit";
		2972
2542	unless (eval {	2973	unless (eval {
		2974	$self->deactivate_recursive; # just to be sure
		2975
		2976	my $map = cf::map::normalise $exit->slaying, $exit->map;
		2977	my $x = $exit->stats->hp;
		2978	my $y = $exit->stats->sp;
		2979
		2980	# special map handling
		2981	my $slaying = $exit->slaying;
		2982
		2983	# special map handling
		2984	if ($slaying eq "/!") {
		2985	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2986
		2987	prepare_random_map $exit
		2988	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		2989
		2990	$map = $exit->slaying;
		2991
		2992	} elsif ($slaying eq '!up') {
		2993	$map = $exit->map->tile_path (cf::TILE_UP);
		2994	$x = $exit->x;
		2995	$y = $exit->y;
		2996
		2997	} elsif ($slaying eq '!down') {
		2998	$map = $exit->map->tile_path (cf::TILE_DOWN);
		2999	$x = $exit->x;
		3000	$y = $exit->y;
		3001	}
		3002
2543	$self->goto ($slaying, $hp, $sp);	3003	$self->goto ($map, $x, $y);
2544		3004
		3005	# if exit is damned, update players death & WoR home-position
		3006	$self->contr->savebed ($map, $x, $y)
		3007	if $exit->flag (cf::FLAG_DAMNED);
		3008
2545	1;	3009	1
2546	}) {	3010	}) {
2547	$self->message ("Something went wrong deep within the crossfire server. "	3011	$self->message ("Something went wrong deep within the deliantra server. "
2548	. "I'll try to bring you back to the map you were before. "	3012	. "I'll try to bring you back to the map you were before. "
2549	. "Please report this to the dungeon master!",	3013	. "Please report this to the dungeon master!",
2550	cf::NDI_UNIQUE | cf::NDI_RED);	3014	cf::NDI_UNIQUE | cf::NDI_RED);
2551		3015
2552	warn "ERROR in enter_exit: $@";	3016	error "ERROR in enter_exit: $@";
2553	$self->leave_link;	3017	$self->leave_link;
2554	}	3018	}
2555	})->prio (1);	3019	})->prio (1);
2556	}	3020	}
2557		3021
…		…
2569	sub cf::client::send_drawinfo {	3033	sub cf::client::send_drawinfo {
2570	my ($self, $text, $flags) = @_;	3034	my ($self, $text, $flags) = @_;
2571		3035
2572	utf8::encode $text;	3036	utf8::encode $text;
2573	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3037	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		3038	}
		3039
		3040	=item $client->send_big_packet ($pkt)
		3041
		3042	Like C<send_packet>, but tries to compress large packets, and fragments
		3043	them as required.
		3044
		3045	=cut
		3046
		3047	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3048
		3049	sub cf::client::send_big_packet {
		3050	my ($self, $pkt) = @_;
		3051
		3052	# try lzf for large packets
		3053	$pkt = "lzf " . Compress::LZF::compress $pkt
		3054	if 1024 <= length $pkt and $self->{can_lzf};
		3055
		3056	# split very large packets
		3057	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3058	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3059	$pkt = "frag";
		3060	}
		3061
		3062	$self->send_packet ($pkt);
2574	}	3063	}
2575		3064
2576	=item $client->send_msg ($channel, $msg, $color, [extra...])	3065	=item $client->send_msg ($channel, $msg, $color, [extra...])
2577		3066
2578	Send a drawinfo or msg packet to the client, formatting the msg for the	3067	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2580	the message, with C<log> being the default. If C<$color> is negative, suppress	3069	the message, with C<log> being the default. If C<$color> is negative, suppress
2581	the message unless the client supports the msg packet.	3070	the message unless the client supports the msg packet.
2582		3071
2583	=cut	3072	=cut
2584		3073
		3074	# non-persistent channels (usually the info channel)
2585	our %CHANNEL = (	3075	our %CHANNEL = (
		3076	"c/motd" => {
		3077	id => "infobox",
		3078	title => "MOTD",
		3079	reply => undef,
		3080	tooltip => "The message of the day",
		3081	},
2586	"c/identify" => {	3082	"c/identify" => {
2587	id => "identify",	3083	id => "infobox",
2588	title => "Identify",	3084	title => "Identify",
2589	reply => undef,	3085	reply => undef,
2590	tooltip => "Items recently identified",	3086	tooltip => "Items recently identified",
2591	},	3087	},
2592	"c/examine" => {	3088	"c/examine" => {
2593	id => "examine",	3089	id => "infobox",
2594	title => "Examine",	3090	title => "Examine",
2595	reply => undef,	3091	reply => undef,
2596	tooltip => "Signs and other items you examined",	3092	tooltip => "Signs and other items you examined",
2597	},	3093	},
		3094	"c/shopinfo" => {
		3095	id => "infobox",
		3096	title => "Shop Info",
		3097	reply => undef,
		3098	tooltip => "What your bargaining skill tells you about the shop",
		3099	},
		3100	"c/book" => {
		3101	id => "infobox",
		3102	title => "Book",
		3103	reply => undef,
		3104	tooltip => "The contents of a note or book",
		3105	},
		3106	"c/lookat" => {
		3107	id => "infobox",
		3108	title => "Look",
		3109	reply => undef,
		3110	tooltip => "What you saw there",
		3111	},
		3112	"c/who" => {
		3113	id => "infobox",
		3114	title => "Players",
		3115	reply => undef,
		3116	tooltip => "Shows players who are currently online",
		3117	},
		3118	"c/body" => {
		3119	id => "infobox",
		3120	title => "Body Parts",
		3121	reply => undef,
		3122	tooltip => "Shows which body parts you posess and are available",
		3123	},
		3124	"c/statistics" => {
		3125	id => "infobox",
		3126	title => "Statistics",
		3127	reply => undef,
		3128	tooltip => "Shows your primary statistics",
		3129	},
		3130	"c/skills" => {
		3131	id => "infobox",
		3132	title => "Skills",
		3133	reply => undef,
		3134	tooltip => "Shows your experience per skill and item power",
		3135	},
		3136	"c/shopitems" => {
		3137	id => "infobox",
		3138	title => "Shop Items",
		3139	reply => undef,
		3140	tooltip => "Shows the items currently for sale in this shop",
		3141	},
		3142	"c/resistances" => {
		3143	id => "infobox",
		3144	title => "Resistances",
		3145	reply => undef,
		3146	tooltip => "Shows your resistances",
		3147	},
		3148	"c/pets" => {
		3149	id => "infobox",
		3150	title => "Pets",
		3151	reply => undef,
		3152	tooltip => "Shows information abotu your pets/a specific pet",
		3153	},
		3154	"c/perceiveself" => {
		3155	id => "infobox",
		3156	title => "Perceive Self",
		3157	reply => undef,
		3158	tooltip => "You gained detailed knowledge about yourself",
		3159	},
		3160	"c/uptime" => {
		3161	id => "infobox",
		3162	title => "Uptime",
		3163	reply => undef,
		3164	tooltip => "How long the server has been running since last restart",
		3165	},
		3166	"c/mapinfo" => {
		3167	id => "infobox",
		3168	title => "Map Info",
		3169	reply => undef,
		3170	tooltip => "Information related to the maps",
		3171	},
		3172	"c/party" => {
		3173	id => "party",
		3174	title => "Party",
		3175	reply => "gsay ",
		3176	tooltip => "Messages and chat related to your party",
		3177	},
		3178	"c/death" => {
		3179	id => "death",
		3180	title => "Death",
		3181	reply => undef,
		3182	tooltip => "Reason for and more info about your most recent death",
		3183	},
		3184	"c/say" => $SAY_CHANNEL,
		3185	"c/chat" => $CHAT_CHANNEL,
2598	);	3186	);
2599		3187
2600	sub cf::client::send_msg {	3188	sub cf::client::send_msg {
2601	my ($self, $channel, $msg, $color, @extra) = @_;	3189	my ($self, $channel, $msg, $color, @extra) = @_;
2602		3190
2603	$msg = $self->pl->expand_cfpod ($msg);	3191	$msg = $self->pl->expand_cfpod ($msg)
		3192	unless $color & cf::NDI_VERBATIM;
2604		3193
2605	$color &= cf::NDI_CLIENT_MASK; # just in case...	3194	$color &= cf::NDI_CLIENT_MASK; # just in case...
2606		3195
2607	# check predefined channels, for the benefit of C	3196	# check predefined channels, for the benefit of C
2608	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};	3197	if ($CHANNEL{$channel}) {
		3198	$channel = $CHANNEL{$channel};
2609		3199
		3200	$self->ext_msg (channel_info => $channel);
		3201	$channel = $channel->{id};
		3202
2610	if (ref $channel) {	3203	} elsif (ref $channel) {
2611	# send meta info to client, if not yet sent	3204	# send meta info to client, if not yet sent
2612	unless (exists $self->{channel}{$channel->{id}}) {	3205	unless (exists $self->{channel}{$channel->{id}}) {
2613	$self->{channel}{$channel->{id}} = $channel;	3206	$self->{channel}{$channel->{id}} = $channel;
2614	$self->ext_msg (channel_info => $channel)	3207	$self->ext_msg (channel_info => $channel);
2615	if $self->can_msg;
2616	}	3208	}
2617		3209
2618	$channel = $channel->{id};	3210	$channel = $channel->{id};
2619	}	3211	}
2620		3212
2621	return unless @extra || length $msg;	3213	return unless @extra || length $msg;
2622		3214
2623	if ($self->can_msg) {
2624	# default colour, mask it out	3215	# default colour, mask it out
2625	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3216	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2626	if $color & cf::NDI_DEF;	3217	if $color & cf::NDI_DEF;
2627		3218
2628	$self->send_packet ("msg " . $self->{json_coder}->encode (	3219	my $pkt = "msg "
		3220	. $self->{json_coder}->encode (
2629	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3221	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2630	} else {	3222	);
2631	if ($color >= 0) {
2632	# replace some tags by gcfclient-compatible ones
2633	for ($msg) {
2634	1 while
2635	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2636	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2637	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2638	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2639	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2640	}
2641		3223
2642	$color &= cf::NDI_COLOR_MASK;	3224	$self->send_big_packet ($pkt);
2643
2644	utf8::encode $msg;
2645
2646	if (0 && $msg =~ /\[/) {
2647	# COMMAND/INFO
2648	$self->send_packet ("drawextinfo $color 10 8 $msg")
2649	} else {
2650	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2651	$self->send_packet ("drawinfo $color $msg")
2652	}
2653	}
2654	}
2655	}	3225	}
2656		3226
2657	=item $client->ext_msg ($type, @msg)	3227	=item $client->ext_msg ($type, @msg)
2658		3228
2659	Sends an ext event to the client.	3229	Sends an ext event to the client.
…		…
2662		3232
2663	sub cf::client::ext_msg($$@) {	3233	sub cf::client::ext_msg($$@) {
2664	my ($self, $type, @msg) = @_;	3234	my ($self, $type, @msg) = @_;
2665		3235
2666	if ($self->extcmd == 2) {	3236	if ($self->extcmd == 2) {
2667	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3237	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2668	} elsif ($self->extcmd == 1) { # TODO: remove	3238	} elsif ($self->extcmd == 1) { # TODO: remove
2669	push @msg, msgtype => "event_$type";	3239	push @msg, msgtype => "event_$type";
2670	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3240	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2671	}	3241	}
2672	}	3242	}
2673		3243
2674	=item $client->ext_reply ($msgid, @msg)	3244	=item $client->ext_reply ($msgid, @msg)
2675		3245
…		…
2678	=cut	3248	=cut
2679		3249
2680	sub cf::client::ext_reply($$@) {	3250	sub cf::client::ext_reply($$@) {
2681	my ($self, $id, @msg) = @_;	3251	my ($self, $id, @msg) = @_;
2682		3252
2683	if ($self->extcmd == 2) {	3253	return unless $self->extcmd == 2;
		3254
2684	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3255	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2685	} elsif ($self->extcmd == 1) {
2686	#TODO: version 1, remove
2687	unshift @msg, msgtype => "reply", msgid => $id;
2688	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2689	}
2690	}	3256	}
2691		3257
2692	=item $success = $client->query ($flags, "text", \&cb)	3258	=item $success = $client->query ($flags, "text", \&cb)
2693		3259
2694	Queues a query to the client, calling the given callback with	3260	Queues a query to the client, calling the given callback with
…		…
2749	my ($ns, $buf) = @_;	3315	my ($ns, $buf) = @_;
2750		3316
2751	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3317	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2752		3318
2753	if (ref $msg) {	3319	if (ref $msg) {
2754	my ($type, $reply, @payload) =	3320	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
2755	"ARRAY" eq ref $msg
2756	? @$msg
2757	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2758		3321
2759	my @reply;	3322	my @reply;
2760		3323
2761	if (my $cb = $EXTICMD{$type}) {	3324	if (my $cb = $EXTICMD{$type}) {
2762	@reply = $cb->($ns, @payload);	3325	@reply = $cb->($ns, @payload);
…		…
2764		3327
2765	$ns->ext_reply ($reply, @reply)	3328	$ns->ext_reply ($reply, @reply)
2766	if $reply;	3329	if $reply;
2767		3330
2768	} else {	3331	} else {
2769	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3332	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2770	}	3333	}
2771		3334
2772	cf::override;	3335	cf::override;
2773	},	3336	},
2774	);	3337	);
…		…
2794		3357
2795	$coro	3358	$coro
2796	}	3359	}
2797		3360
2798	cf::client->attach (	3361	cf::client->attach (
2799	on_destroy => sub {	3362	on_client_destroy => sub {
2800	my ($ns) = @_;	3363	my ($ns) = @_;
2801		3364
2802	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3365	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2803	},	3366	},
2804	);	3367	);
…		…
2820	our $safe_hole = new Safe::Hole;	3383	our $safe_hole = new Safe::Hole;
2821		3384
2822	$SIG{FPE} = 'IGNORE';	3385	$SIG{FPE} = 'IGNORE';
2823		3386
2824	$safe->permit_only (Opcode::opset qw(	3387	$safe->permit_only (Opcode::opset qw(
2825	:base_core :base_mem :base_orig :base_math	3388	:base_core :base_mem :base_orig :base_math :base_loop
2826	grepstart grepwhile mapstart mapwhile	3389	grepstart grepwhile mapstart mapwhile
2827	sort time	3390	sort time
2828	));	3391	));
2829		3392
2830	# here we export the classes and methods available to script code	3393	# here we export the classes and methods available to script code
…		…
2832	=pod	3395	=pod
2833		3396
2834	The following functions and methods are available within a safe environment:	3397	The following functions and methods are available within a safe environment:
2835		3398
2836	cf::object	3399	cf::object
2837	contr pay_amount pay_player map x y force_find force_add	3400	contr pay_amount pay_player map x y force_find force_add destroy
2838	insert remove name archname title slaying race decrease_ob_nr	3401	insert remove name archname title slaying race decrease split
		3402	value
2839		3403
2840	cf::object::player	3404	cf::object::player
2841	player	3405	player
2842		3406
2843	cf::player	3407	cf::player
…		…
2848		3412
2849	=cut	3413	=cut
2850		3414
2851	for (	3415	for (
2852	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3416	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2853	insert remove inv name archname title slaying race	3417	insert remove inv nrof name archname title slaying race
2854	decrease_ob_nr)],	3418	decrease split destroy change_exp value msg lore send_msg)],
2855	["cf::object::player" => qw(player)],	3419	["cf::object::player" => qw(player)],
2856	["cf::player" => qw(peaceful)],	3420	["cf::player" => qw(peaceful send_msg)],
2857	["cf::map" => qw(trigger)],	3421	["cf::map" => qw(trigger)],
2858	) {	3422	) {
2859	no strict 'refs';
2860	my ($pkg, @funs) = @$_;	3423	my ($pkg, @funs) = @$_;
2861	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3424	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2862	for @funs;	3425	for @funs;
2863	}	3426	}
2864		3427
…		…
2879		3442
2880	my $qcode = $code;	3443	my $qcode = $code;
2881	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3444	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2882	$qcode =~ s/\n/\\n/g;	3445	$qcode =~ s/\n/\\n/g;
2883		3446
		3447	%vars = (_dummy => 0) unless %vars;
		3448
		3449	my @res;
2884	local $_;	3450	local $_;
2885	local @safe::cf::_safe_eval_args = values %vars;
2886		3451
2887	my $eval =	3452	my $eval =
2888	"do {\n"	3453	"do {\n"
2889	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3454	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2890	. "#line 0 \"{$qcode}\"\n"	3455	. "#line 0 \"{$qcode}\"\n"
2891	. $code	3456	. $code
2892	. "\n}"	3457	. "\n}"
2893	;	3458	;
2894		3459
		3460	if ($CFG{safe_eval}) {
2895	sub_generation_inc;	3461	sub_generation_inc;
		3462	local @safe::cf::_safe_eval_args = values %vars;
2896	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3463	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2897	sub_generation_inc;	3464	sub_generation_inc;
		3465	} else {
		3466	local @cf::_safe_eval_args = values %vars;
		3467	@res = wantarray ? eval eval : scalar eval $eval;
		3468	}
2898		3469
2899	if ($@) {	3470	if ($@) {
2900	warn "$@";	3471	warn "$@",
2901	warn "while executing safe code '$code'\n";	3472	"while executing safe code '$code'\n",
2902	warn "with arguments " . (join " ", %vars) . "\n";	3473	"with arguments " . (join " ", %vars) . "\n";
2903	}	3474	}
2904		3475
2905	wantarray ? @res : $res[0]	3476	wantarray ? @res : $res[0]
2906	}	3477	}
2907		3478
…		…
2921	=cut	3492	=cut
2922		3493
2923	sub register_script_function {	3494	sub register_script_function {
2924	my ($fun, $cb) = @_;	3495	my ($fun, $cb) = @_;
2925		3496
2926	no strict 'refs';	3497	$fun = "safe::$fun" if $CFG{safe_eval};
2927	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3498	*$fun = $safe_hole->wrap ($cb);
2928	}	3499	}
2929		3500
2930	=back	3501	=back
2931		3502
2932	=cut	3503	=cut
2933		3504
2934	#############################################################################	3505	#############################################################################
2935	# the server's init and main functions	3506	# the server's init and main functions
		3507
		3508	our %FACEHASH; # hash => idx, #d# HACK for http server
2936		3509
2937	sub load_facedata($) {	3510	sub load_facedata($) {
2938	my ($path) = @_;	3511	my ($path) = @_;
2939		3512
2940	# HACK to clear player env face cache, we need some signal framework	3513	# HACK to clear player env face cache, we need some signal framework
2941	# for this (global event?)	3514	# for this (global event?)
2942	%ext::player_env::MUSIC_FACE_CACHE = ();	3515	%ext::player_env::MUSIC_FACE_CACHE = ();
2943		3516
2944	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3517	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2945		3518
2946	warn "loading facedata from $path\n";	3519	trace "loading facedata from $path\n";
2947		3520
2948	my $facedata;	3521	my $facedata = decode_storable load_file $path;
2949	0 < aio_load $path, $facedata
2950	or die "$path: $!";
2951
2952	$facedata = Coro::Storable::thaw $facedata;
2953		3522
2954	$facedata->{version} == 2	3523	$facedata->{version} == 2
2955	or cf::cleanup "$path: version mismatch, cannot proceed.";	3524	or cf::cleanup "$path: version mismatch, cannot proceed.";
2956		3525
2957	# patch in the exptable	3526	# patch in the exptable
		3527	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
2958	$facedata->{resource}{"res/exp_table"} = {	3528	$facedata->{resource}{"res/exp_table"} = {
2959	type => FT_RSRC,	3529	type => FT_RSRC,
2960	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),	3530	data => $exp_table,
		3531	hash => (Digest::MD5::md5 $exp_table),
2961	};	3532	};
2962	cf::cede_to_tick;	3533	cf::cede_to_tick;
2963		3534
2964	{	3535	{
2965	my $faces = $facedata->{faceinfo};	3536	my $faces = $facedata->{faceinfo};
2966		3537
2967	while (my ($face, $info) = each %$faces) {	3538	while (my ($face, $info) = each %$faces) {
2968	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3539	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3540
2969	cf::face::set_visibility $idx, $info->{visibility};	3541	cf::face::set_visibility $idx, $info->{visibility};
2970	cf::face::set_magicmap $idx, $info->{magicmap};	3542	cf::face::set_magicmap $idx, $info->{magicmap};
2971	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3543	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2972	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3544	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
		3545	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
		3546	$FACEHASH{$info->{hash64}} = $idx;#d#
2973		3547
2974	cf::cede_to_tick;	3548	cf::cede_to_tick;
2975	}	3549	}
2976		3550
2977	while (my ($face, $info) = each %$faces) {	3551	while (my ($face, $info) = each %$faces) {
2978	next unless $info->{smooth};	3552	next unless $info->{smooth};
		3553
2979	my $idx = cf::face::find $face	3554	my $idx = cf::face::find $face
2980	or next;	3555	or next;
		3556
2981	if (my $smooth = cf::face::find $info->{smooth}) {	3557	if (my $smooth = cf::face::find $info->{smooth}) {
2982	cf::face::set_smooth $idx, $smooth;	3558	cf::face::set_smooth $idx, $smooth;
2983	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3559	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2984	} else {	3560	} else {
2985	warn "smooth face '$info->{smooth}' not found for face '$face'";	3561	error "smooth face '$info->{smooth}' not found for face '$face'";
2986	}	3562	}
2987		3563
2988	cf::cede_to_tick;	3564	cf::cede_to_tick;
2989	}	3565	}
2990	}	3566	}
…		…
2999		3575
3000	cf::anim::invalidate_all; # d'oh	3576	cf::anim::invalidate_all; # d'oh
3001	}	3577	}
3002		3578
3003	{	3579	{
3004	# TODO: for gcfclient pleasure, we should give resources
3005	# that gcfclient doesn't grok a >10000 face index.
3006	my $res = $facedata->{resource};	3580	my $res = $facedata->{resource};
3007		3581
3008	my $soundconf = delete $res->{"res/sound.conf"};
3009
3010	while (my ($name, $info) = each %$res) {	3582	while (my ($name, $info) = each %$res) {
		3583	if (defined (my $type = $info->{type})) {
		3584	# TODO: different hash - must free and use new index, or cache ixface data queue
3011	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3585	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3012	my $data;
3013		3586
3014	if ($info->{type} & 1) {	3587	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3015	# prepend meta info	3588	cf::face::set_type $idx, $type;
3016		3589	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
3017	my $meta = $enc->encode ({	3590	$FACEHASH{$info->{hash}} = $idx;#d#
3018	name => $name,
3019	%{ $info->{meta} || {} },
3020	});
3021
3022	$data = pack "(w/a*)*", $meta, $info->{data};
3023	} else {	3591	} else {
3024	$data = $info->{data};	3592	# $RESOURCE{$name} = $info; # unused
3025	}	3593	}
3026		3594
3027	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3028	cf::face::set_type $idx, $info->{type};
3029
3030	cf::cede_to_tick;	3595	cf::cede_to_tick;
3031	}	3596	}
3032
3033	if ($soundconf) {
3034	$soundconf = $enc->decode (delete $soundconf->{data});
3035
3036	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3037	my $sound = $soundconf->{compat}[$_]
3038	or next;
3039
3040	my $face = cf::face::find "sound/$sound->[1]";
3041	cf::sound::set $sound->[0] => $face;
3042	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3043	}
3044
3045	while (my ($k, $v) = each %{$soundconf->{event}}) {
3046	my $face = cf::face::find "sound/$v";
3047	cf::sound::set $k => $face;
3048	}
3049	}
3050	}	3597	}
		3598
		3599	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3051		3600
3052	1	3601	1
3053	}	3602	}
3054		3603
3055	register_exticmd fx_want => sub {	3604	register_exticmd fx_want => sub {
…		…
3057		3606
3058	while (my ($k, $v) = each %$want) {	3607	while (my ($k, $v) = each %$want) {
3059	$ns->fx_want ($k, $v);	3608	$ns->fx_want ($k, $v);
3060	}	3609	}
3061	};	3610	};
		3611
		3612	sub load_resource_file($) {
		3613	my $guard = lock_acquire "load_resource_file";
		3614
		3615	my $status = load_resource_file_ $_[0];
		3616	get_slot 0.1, 100;
		3617	cf::arch::commit_load;
		3618
		3619	$status
		3620	}
3062		3621
3063	sub reload_regions {	3622	sub reload_regions {
3064	# HACK to clear player env face cache, we need some signal framework	3623	# HACK to clear player env face cache, we need some signal framework
3065	# for this (global event?)	3624	# for this (global event?)
3066	%ext::player_env::MUSIC_FACE_CACHE = ();	3625	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
3080	}	3639	}
3081		3640
3082	sub reload_archetypes {	3641	sub reload_archetypes {
3083	load_resource_file "$DATADIR/archetypes"	3642	load_resource_file "$DATADIR/archetypes"
3084	or die "unable to load archetypes\n";	3643	or die "unable to load archetypes\n";
3085	#d# NEED to laod twice to resolve forward references
3086	# this really needs to be done in an extra post-pass
3087	# (which needs to be synchronous, so solve it differently)
3088	load_resource_file "$DATADIR/archetypes"
3089	or die "unable to load archetypes\n";
3090	}	3644	}
3091		3645
3092	sub reload_treasures {	3646	sub reload_treasures {
3093	load_resource_file "$DATADIR/treasures"	3647	load_resource_file "$DATADIR/treasures"
3094	or die "unable to load treasurelists\n";	3648	or die "unable to load treasurelists\n";
3095	}	3649	}
3096		3650
		3651	sub reload_sound {
		3652	trace "loading sound config from $DATADIR/sound\n";
		3653
		3654	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3655
		3656	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3657	my $sound = $soundconf->{compat}[$_]
		3658	or next;
		3659
		3660	my $face = cf::face::find "sound/$sound->[1]";
		3661	cf::sound::set $sound->[0] => $face;
		3662	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3663	}
		3664
		3665	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3666	my $face = cf::face::find "sound/$v";
		3667	cf::sound::set $k => $face;
		3668	}
		3669	}
		3670
3097	sub reload_resources {	3671	sub reload_resources {
3098	warn "reloading resource files...\n";	3672	trace "reloading resource files...\n";
3099		3673
		3674	reload_exp_table;
		3675	reload_materials;
		3676	reload_facedata;
		3677	reload_sound;
		3678	reload_archetypes;
3100	reload_regions;	3679	reload_regions;
3101	reload_facedata;
3102	#reload_archetypes;#d#
3103	reload_archetypes;
3104	reload_treasures;	3680	reload_treasures;
3105		3681
3106	warn "finished reloading resource files\n";	3682	trace "finished reloading resource files\n";
3107	}
3108
3109	sub init {
3110	reload_resources;
3111	}	3683	}
3112		3684
3113	sub reload_config {	3685	sub reload_config {
3114	open my $fh, "<:utf8", "$CONFDIR/config"	3686	trace "reloading config file...\n";
3115	or return;
3116		3687
3117	local $/;	3688	my $config = load_file "$CONFDIR/config";
3118	*CFG = YAML::Syck::Load <$fh>;	3689	utf8::decode $config;
		3690	*CFG = decode_yaml $config;
3119		3691
3120	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3692	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3121		3693
3122	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3694	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3123	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3695	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3124		3696
3125	if (exists $CFG{mlockall}) {	3697	if (exists $CFG{mlockall}) {
…		…
3129	};	3701	};
3130	warn $@ if $@;	3702	warn $@ if $@;
3131	}	3703	}
3132	}	3704	}
3133		3705
		3706	sub pidfile() {
		3707	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3708	or die "$PIDFILE: $!";
		3709	flock $fh, &Fcntl::LOCK_EX
		3710	or die "$PIDFILE: flock: $!";
		3711	$fh
		3712	}
		3713
		3714	# make sure only one server instance is running at any one time
		3715	sub atomic {
		3716	my $fh = pidfile;
		3717
		3718	my $pid = <$fh>;
		3719	kill 9, $pid if $pid > 0;
		3720
		3721	seek $fh, 0, 0;
		3722	print $fh $$;
		3723	}
		3724
		3725	sub main_loop {
		3726	trace "EV::loop starting\n";
		3727	if (1) {
		3728	EV::loop;
		3729	}
		3730	trace "EV::loop returned\n";
		3731	goto &main_loop unless $REALLY_UNLOOP;
		3732	}
		3733
3134	sub main {	3734	sub main {
		3735	cf::init_globals; # initialise logging
		3736
		3737	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3738	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3739	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3740	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3741
		3742	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3743
3135	# we must not ever block the main coroutine	3744	# we must not ever block the main coroutine
3136	local $Coro::idle = sub {	3745	local $Coro::idle = sub {
3137	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3746	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3138	(async {	3747	(async {
3139	Event::one_event;	3748	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3749	EV::loop EV::LOOP_ONESHOT;
3140	})->prio (Coro::PRIO_MAX);	3750	})->prio (Coro::PRIO_MAX);
3141	};	3751	};
3142		3752
		3753	evthread_start IO::AIO::poll_fileno;
		3754
		3755	cf::sync_job {
		3756	cf::incloader::init ();
		3757
		3758	cf::init_anim;
		3759	cf::init_attackmess;
		3760	cf::init_dynamic;
		3761
		3762	cf::load_settings;
		3763
		3764	reload_resources;
3143	reload_config;	3765	reload_config;
3144	db_init;	3766	db_init;
		3767
		3768	cf::init_uuid;
		3769	cf::init_signals;
		3770	cf::init_skills;
		3771
		3772	cf::init_beforeplay;
		3773
		3774	atomic;
		3775
3145	load_extensions;	3776	load_extensions;
3146		3777
3147	$TICK_WATCHER->start;	3778	utime time, time, $RUNTIMEFILE;
3148	Event::loop;	3779
		3780	# no (long-running) fork's whatsoever before this point(!)
		3781	use POSIX ();
		3782	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3783
		3784	cf::_post_init 0;
		3785	};
		3786
		3787	cf::object::thawer::errors_are_fatal 0;
		3788	info "parse errors in files are no longer fatal from this point on.\n";
		3789
		3790	AE::postpone {
		3791	undef &main; # free gobs of memory :)
		3792	};
		3793
		3794	goto &main_loop;
3149	}	3795	}
3150		3796
3151	#############################################################################	3797	#############################################################################
3152	# initialisation and cleanup	3798	# initialisation and cleanup
3153		3799
3154	# install some emergency cleanup handlers	3800	# install some emergency cleanup handlers
3155	BEGIN {	3801	BEGIN {
		3802	our %SIGWATCHER = ();
3156	for my $signal (qw(INT HUP TERM)) {	3803	for my $signal (qw(INT HUP TERM)) {
3157	Event->signal (	3804	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3158	reentrant => 0,
3159	data => WF_AUTOCANCEL,
3160	signal => $signal,
3161	prio => 0,
3162	cb => sub {
3163	cf::cleanup "SIG$signal";	3805	cf::cleanup "SIG$signal";
3164	},
3165	);	3806	};
3166	}	3807	}
3167	}	3808	}
3168		3809
3169	sub write_runtime {	3810	sub write_runtime_sync {
3170	my $runtime = "$LOCALDIR/runtime";	3811	my $t0 = AE::time;
3171		3812
3172	# first touch the runtime file to show we are still running:	3813	# first touch the runtime file to show we are still running:
3173	# the fsync below can take a very very long time.	3814	# the fsync below can take a very very long time.
3174		3815
3175	IO::AIO::aio_utime $runtime, undef, undef;	3816	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3176		3817
3177	my $guard = cf::lock_acquire "write_runtime";	3818	my $guard = cf::lock_acquire "write_runtime";
3178		3819
3179	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3820	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3180	or return;	3821	or return;
3181		3822
3182	my $value = $cf::RUNTIME + 90 + 10;	3823	my $value = $cf::RUNTIME + 90 + 10;
3183	# 10 is the runtime save interval, for a monotonic clock	3824	# 10 is the runtime save interval, for a monotonic clock
3184	# 60 allows for the watchdog to kill the server.	3825	# 60 allows for the watchdog to kill the server.
…		…
3194	aio_utime $fh, undef, undef;	3835	aio_utime $fh, undef, undef;
3195		3836
3196	close $fh	3837	close $fh
3197	or return;	3838	or return;
3198		3839
3199	aio_rename "$runtime~", $runtime	3840	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3200	and return;	3841	and return;
3201		3842
3202	warn "runtime file written.\n";	3843	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3203		3844
3204	1	3845	1
		3846	}
		3847
		3848	our $uuid_lock;
		3849	our $uuid_skip;
		3850
		3851	sub write_uuid_sync($) {
		3852	$uuid_skip ||= $_[0];
		3853
		3854	return if $uuid_lock;
		3855	local $uuid_lock = 1;
		3856
		3857	my $uuid = "$LOCALDIR/uuid";
		3858
		3859	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3860	or return;
		3861
		3862	my $value = uuid_seq uuid_cur;
		3863
		3864	unless ($value) {
		3865	info "cowardly refusing to write zero uuid value!\n";
		3866	return;
		3867	}
		3868
		3869	my $value = uuid_str $value + $uuid_skip;
		3870	$uuid_skip = 0;
		3871
		3872	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3873	and return;
		3874
		3875	# always fsync - this file is important
		3876	aio_fsync $fh
		3877	and return;
		3878
		3879	close $fh
		3880	or return;
		3881
		3882	aio_rename "$uuid~", $uuid
		3883	and return;
		3884
		3885	trace "uuid file written ($value).\n";
		3886
		3887	1
		3888
		3889	}
		3890
		3891	sub write_uuid($$) {
		3892	my ($skip, $sync) = @_;
		3893
		3894	$sync ? write_uuid_sync $skip
		3895	: async { write_uuid_sync $skip };
3205	}	3896	}
3206		3897
3207	sub emergency_save() {	3898	sub emergency_save() {
3208	my $freeze_guard = cf::freeze_mainloop;	3899	my $freeze_guard = cf::freeze_mainloop;
3209		3900
3210	warn "enter emergency perl save\n";	3901	info "emergency_perl_save: enter\n";
		3902
		3903	# this is a trade-off: we want to be very quick here, so
		3904	# save all maps without fsync, and later call a global sync
		3905	# (which in turn might be very very slow)
		3906	local $USE_FSYNC = 0;
3211		3907
3212	cf::sync_job {	3908	cf::sync_job {
		3909	cf::write_runtime_sync; # external watchdog should not bark
		3910
3213	# use a peculiar iteration method to avoid tripping on perl	3911	# use a peculiar iteration method to avoid tripping on perl
3214	# refcount bugs in for. also avoids problems with players	3912	# refcount bugs in for. also avoids problems with players
3215	# and maps saved/destroyed asynchronously.	3913	# and maps saved/destroyed asynchronously.
3216	warn "begin emergency player save\n";	3914	info "emergency_perl_save: begin player save\n";
3217	for my $login (keys %cf::PLAYER) {	3915	for my $login (keys %cf::PLAYER) {
3218	my $pl = $cf::PLAYER{$login} or next;	3916	my $pl = $cf::PLAYER{$login} or next;
3219	$pl->valid or next;	3917	$pl->valid or next;
		3918	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3220	$pl->save;	3919	$pl->save;
3221	}	3920	}
3222	warn "end emergency player save\n";	3921	info "emergency_perl_save: end player save\n";
3223		3922
3224	warn "begin emergency map save\n";	3923	cf::write_runtime_sync; # external watchdog should not bark
		3924
		3925	info "emergency_perl_save: begin map save\n";
3225	for my $path (keys %cf::MAP) {	3926	for my $path (keys %cf::MAP) {
3226	my $map = $cf::MAP{$path} or next;	3927	my $map = $cf::MAP{$path} or next;
3227	$map->valid or next;	3928	$map->valid or next;
3228	$map->save;	3929	$map->save;
3229	}	3930	}
3230	warn "end emergency map save\n";	3931	info "emergency_perl_save: end map save\n";
3231		3932
3232	warn "begin emergency database checkpoint\n";	3933	cf::write_runtime_sync; # external watchdog should not bark
		3934
		3935	info "emergency_perl_save: begin database checkpoint\n";
3233	BDB::db_env_txn_checkpoint $DB_ENV;	3936	BDB::db_env_txn_checkpoint $DB_ENV;
3234	warn "end emergency database checkpoint\n";	3937	info "emergency_perl_save: end database checkpoint\n";
		3938
		3939	info "emergency_perl_save: begin write uuid\n";
		3940	write_uuid_sync 1;
		3941	info "emergency_perl_save: end write uuid\n";
		3942
		3943	cf::write_runtime_sync; # external watchdog should not bark
		3944
		3945	trace "emergency_perl_save: syncing database to disk";
		3946	BDB::db_env_txn_checkpoint $DB_ENV;
		3947
		3948	info "emergency_perl_save: starting sync\n";
		3949	IO::AIO::aio_sync sub {
		3950	info "emergency_perl_save: finished sync\n";
		3951	};
		3952
		3953	cf::write_runtime_sync; # external watchdog should not bark
		3954
		3955	trace "emergency_perl_save: flushing outstanding aio requests";
		3956	while (IO::AIO::nreqs || BDB::nreqs) {
		3957	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		3958	}
		3959
		3960	cf::write_runtime_sync; # external watchdog should not bark
3235	};	3961	};
3236		3962
3237	warn "leave emergency perl save\n";	3963	info "emergency_perl_save: leave\n";
3238	}	3964	}
3239		3965
3240	sub post_cleanup {	3966	sub post_cleanup {
3241	my ($make_core) = @_;	3967	my ($make_core) = @_;
3242		3968
		3969	IO::AIO::flush;
		3970
3243	warn Carp::longmess "post_cleanup backtrace"	3971	error Carp::longmess "post_cleanup backtrace"
3244	if $make_core;	3972	if $make_core;
		3973
		3974	my $fh = pidfile;
		3975	unlink $PIDFILE if <$fh> == $$;
		3976	}
		3977
		3978	# a safer delete_package, copied from Symbol
		3979	sub clear_package($) {
		3980	my $pkg = shift;
		3981
		3982	# expand to full symbol table name if needed
		3983	unless ($pkg =~ /^main::.*::$/) {
		3984	$pkg = "main$pkg" if $pkg =~ /^::/;
		3985	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3986	$pkg .= '::' unless $pkg =~ /::$/;
		3987	}
		3988
		3989	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3990	my $stem_symtab = *{$stem}{HASH};
		3991
		3992	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3993	or return;
		3994
		3995	# clear all symbols
		3996	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3997	for my $name (keys %$leaf_symtab) {
		3998	_gv_clear *{"$pkg$name"};
		3999	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4000	}
3245	}	4001	}
3246		4002
3247	sub do_reload_perl() {	4003	sub do_reload_perl() {
3248	# can/must only be called in main	4004	# can/must only be called in main
3249	if ($Coro::current != $Coro::main) {	4005	unless (in_main) {
3250	warn "can only reload from main coroutine";	4006	error "can only reload from main coroutine";
3251	return;	4007	return;
3252	}	4008	}
3253		4009
3254	warn "reloading...";	4010	return if $RELOAD++;
3255		4011
3256	warn "entering sync_job";	4012	my $t1 = AE::time;
3257		4013
		4014	while ($RELOAD) {
		4015	cf::get_slot 0.1, -1, "reload_perl";
		4016	info "perl_reload: reloading...";
		4017
		4018	trace "perl_reload: entering sync_job";
		4019
3258	cf::sync_job {	4020	cf::sync_job {
3259	cf::write_runtime; # external watchdog should not bark
3260	cf::emergency_save;	4021	#cf::emergency_save;
3261	cf::write_runtime; # external watchdog should not bark
3262		4022
3263	warn "syncing database to disk";
3264	BDB::db_env_txn_checkpoint $DB_ENV;
3265
3266	# if anything goes wrong in here, we should simply crash as we already saved
3267
3268	warn "cancelling all WF_AUTOCANCEL watchers";
3269	for (Event::all_watchers) {
3270	$_->cancel if $_->data & WF_AUTOCANCEL;
3271	}
3272
3273	warn "flushing outstanding aio requests";
3274	for (;;) {
3275	BDB::flush;
3276	IO::AIO::flush;
3277	Coro::cede;
3278	last unless IO::AIO::nreqs || BDB::nreqs;
3279	warn "iterate...";
3280	}
3281
3282	++$RELOAD;
3283
3284	warn "cancelling all extension coros";	4023	trace "perl_reload: cancelling all extension coros";
3285	$_->cancel for values %EXT_CORO;	4024	$_->cancel for values %EXT_CORO;
3286	%EXT_CORO = ();	4025	%EXT_CORO = ();
3287		4026
3288	warn "removing commands";	4027	trace "perl_reload: removing commands";
3289	%COMMAND = ();	4028	%COMMAND = ();
3290		4029
3291	warn "removing ext/exti commands";	4030	trace "perl_reload: removing ext/exti commands";
3292	%EXTCMD = ();	4031	%EXTCMD = ();
3293	%EXTICMD = ();	4032	%EXTICMD = ();
3294		4033
3295	warn "unloading/nuking all extensions";	4034	trace "perl_reload: unloading/nuking all extensions";
3296	for my $pkg (@EXTS) {	4035	for my $pkg (@EXTS) {
3297	warn "... unloading $pkg";	4036	trace "... unloading $pkg";
3298		4037
3299	if (my $cb = $pkg->can ("unload")) {	4038	if (my $cb = $pkg->can ("unload")) {
3300	eval {	4039	eval {
3301	$cb->($pkg);	4040	$cb->($pkg);
3302	1	4041	1
3303	} or warn "$pkg unloaded, but with errors: $@";	4042	} or error "$pkg unloaded, but with errors: $@";
		4043	}
		4044
		4045	trace "... clearing $pkg";
		4046	clear_package $pkg;
3304	}	4047	}
3305		4048
3306	warn "... nuking $pkg";
3307	Symbol::delete_package $pkg;
3308	}
3309
3310	warn "unloading all perl modules loaded from $LIBDIR";	4049	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3311	while (my ($k, $v) = each %INC) {	4050	while (my ($k, $v) = each %INC) {
3312	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4051	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3313		4052
3314	warn "... unloading $k";	4053	trace "... unloading $k";
3315	delete $INC{$k};	4054	delete $INC{$k};
3316		4055
3317	$k =~ s/\.pm$//;	4056	$k =~ s/\.pm$//;
3318	$k =~ s/\//::/g;	4057	$k =~ s/\//::/g;
3319		4058
3320	if (my $cb = $k->can ("unload_module")) {	4059	if (my $cb = $k->can ("unload_module")) {
3321	$cb->();	4060	$cb->();
		4061	}
		4062
		4063	clear_package $k;
3322	}	4064	}
3323		4065
3324	Symbol::delete_package $k;
3325	}
3326
3327	warn "getting rid of safe::, as good as possible";	4066	trace "perl_reload: getting rid of safe::, as good as possible";
3328	Symbol::delete_package "safe::$_"	4067	clear_package "safe::$_"
3329	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4068	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3330		4069
3331	warn "unloading cf.pm \"a bit\"";	4070	trace "perl_reload: unloading cf.pm \"a bit\"";
3332	delete $INC{"cf.pm"};	4071	delete $INC{"cf.pm"};
3333	delete $INC{"cf/pod.pm"};	4072	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3334		4073
3335	# don't, removes xs symbols, too,	4074	# don't, removes xs symbols, too,
3336	# and global variables created in xs	4075	# and global variables created in xs
3337	#Symbol::delete_package __PACKAGE__;	4076	#clear_package __PACKAGE__;
3338		4077
3339	warn "unload completed, starting to reload now";	4078	info "perl_reload: unload completed, starting to reload now";
3340		4079
3341	warn "reloading cf.pm";	4080	trace "perl_reload: reloading cf.pm";
3342	require cf;	4081	require cf;
3343	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4082	cf::_connect_to_perl_1;
3344		4083
3345	warn "loading config and database again";	4084	trace "perl_reload: loading config and database again";
3346	cf::reload_config;	4085	cf::reload_config;
3347		4086
3348	warn "loading extensions";	4087	trace "perl_reload: loading extensions";
3349	cf::load_extensions;	4088	cf::load_extensions;
3350		4089
		4090	if ($REATTACH_ON_RELOAD) {
3351	warn "reattaching attachments to objects/players";	4091	trace "perl_reload: reattaching attachments to objects/players";
3352	_global_reattach; # objects, sockets	4092	_global_reattach; # objects, sockets
3353	warn "reattaching attachments to maps";	4093	trace "perl_reload: reattaching attachments to maps";
3354	reattach $_ for values %MAP;	4094	reattach $_ for values %MAP;
3355	warn "reattaching attachments to players";	4095	trace "perl_reload: reattaching attachments to players";
3356	reattach $_ for values %PLAYER;	4096	reattach $_ for values %PLAYER;
		4097	}
3357		4098
3358	warn "leaving sync_job";	4099	cf::_post_init 1;
3359		4100
		4101	trace "perl_reload: leaving sync_job";
		4102
3360	1	4103	1
3361	} or do {	4104	} or do {
3362	warn $@;	4105	error $@;
3363	warn "error while reloading, exiting.";	4106	cf::cleanup "perl_reload: error, exiting.";
3364	exit 1;	4107	};
		4108
		4109	--$RELOAD;
3365	};	4110	}
3366		4111
3367	warn "reloaded";	4112	$t1 = AE::time - $t1;
		4113	info "perl_reload: completed in ${t1}s\n";
3368	};	4114	};
3369		4115
3370	our $RELOAD_WATCHER; # used only during reload	4116	our $RELOAD_WATCHER; # used only during reload
3371		4117
3372	sub reload_perl() {	4118	sub reload_perl() {
3373	# doing reload synchronously and two reloads happen back-to-back,	4119	# doing reload synchronously and two reloads happen back-to-back,
3374	# coro crashes during coro_state_free->destroy here.	4120	# coro crashes during coro_state_free->destroy here.
3375		4121
3376	$RELOAD_WATCHER ||= Event->timer (	4122	$RELOAD_WATCHER ||= cf::async {
3377	reentrant => 0,	4123	Coro::AIO::aio_wait cache_extensions;
3378	after => 0,	4124
3379	data => WF_AUTOCANCEL,	4125	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3380	cb => sub {
3381	do_reload_perl;	4126	do_reload_perl;
3382	undef $RELOAD_WATCHER;	4127	undef $RELOAD_WATCHER;
3383	},	4128	};
3384	);	4129	};
3385	}	4130	}
3386		4131
3387	register_command "reload" => sub {	4132	register_command "reload" => sub {
3388	my ($who, $arg) = @_;	4133	my ($who, $arg) = @_;
3389		4134
3390	if ($who->flag (FLAG_WIZ)) {	4135	if ($who->flag (FLAG_WIZ)) {
3391	$who->message ("reloading server.");	4136	$who->message ("reloading server.");
		4137	async {
		4138	$Coro::current->{desc} = "perl_reload";
3392	async { reload_perl };	4139	reload_perl;
		4140	};
3393	}	4141	}
3394	};	4142	};
3395		4143
3396	unshift @INC, $LIBDIR;	4144	#############################################################################
3397		4145
3398	my $bug_warning = 0;	4146	my $bug_warning = 0;
3399		4147
3400	our @WAIT_FOR_TICK;
3401	our @WAIT_FOR_TICK_BEGIN;
3402
3403	sub wait_for_tick {	4148	sub wait_for_tick() {
3404	return unless $TICK_WATCHER->is_active;	4149	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3405	return if $Coro::current == $Coro::main;
3406		4150
3407	my $signal = new Coro::Signal;	4151	$WAIT_FOR_TICK->wait;
3408	push @WAIT_FOR_TICK, $signal;
3409	$signal->wait;
3410	}	4152	}
3411		4153
3412	sub wait_for_tick_begin {	4154	sub wait_for_tick_begin() {
3413	return unless $TICK_WATCHER->is_active;	4155	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3414	return if $Coro::current == $Coro::main;
3415		4156
3416	my $signal = new Coro::Signal;	4157	my $signal = new Coro::Signal;
3417	push @WAIT_FOR_TICK_BEGIN, $signal;	4158	push @WAIT_FOR_TICK_BEGIN, $signal;
3418	$signal->wait;	4159	$signal->wait;
3419	}	4160	}
3420		4161
3421	my $min = 1e6;#d#	4162	sub tick {
3422	my $avg = 10;
3423	$TICK_WATCHER = Event->timer (
3424	reentrant => 0,
3425	parked => 1,
3426	prio => 0,
3427	at => $NEXT_TICK || $TICK,
3428	data => WF_AUTOCANCEL,
3429	cb => sub {
3430	if ($Coro::current != $Coro::main) {	4163	if ($Coro::current != $Coro::main) {
3431	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4164	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3432	unless ++$bug_warning > 10;	4165	unless ++$bug_warning > 10;
3433	return;	4166	return;
3434	}	4167	}
3435		4168
3436	$NOW = $tick_start = Event::time;	4169	cf::one_tick; # one server iteration
3437		4170
3438	cf::server_tick; # one server iteration	4171	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3439		4172
3440	0 && sync_job {#d#	4173	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3441	for(1..10) {	4174	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3442	my $t = Event::time;	4175	Coro::async_pool {
3443	my $map = my $map = new_from_path cf::map "/tmp/x.map"	4176	$Coro::current->{desc} = "runtime saver";
3444	or die;	4177	write_runtime_sync
3445		4178	or error "ERROR: unable to write runtime file: $!";
3446	$map->width (50);
3447	$map->height (50);
3448	$map->alloc;
3449	$map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
3450	my $t = Event::time - $t;
3451
3452	#next unless $t < 0.0013;#d#
3453	if ($t < $min) {
3454	$min = $t;
3455	}
3456	$avg = $avg * 0.99 + $t * 0.01;
3457	}
3458	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3459	exit 0;
3460	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3461	};	4179	};
		4180	}
3462		4181
3463	$RUNTIME += $TICK;
3464	$NEXT_TICK += $TICK;
3465
3466	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3467	$NEXT_RUNTIME_WRITE = $NOW + 10;
3468	Coro::async_pool {
3469	write_runtime
3470	or warn "ERROR: unable to write runtime file: $!";
3471	};
3472	}
3473
3474	# my $AFTER = Event::time;
3475	# warn $AFTER - $NOW;#d#
3476
3477	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4182	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3478	$sig->send;	4183	$sig->send;
3479	}	4184	}
3480	while (my $sig = shift @WAIT_FOR_TICK) {	4185	$WAIT_FOR_TICK->broadcast;
3481	$sig->send;
3482	}
3483		4186
3484	$NOW = Event::time;	4187	$LOAD = ($NOW - $TICK_START) / $TICK;
3485
3486	# if we are delayed by four ticks or more, skip them all
3487	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3488
3489	$TICK_WATCHER->at ($NEXT_TICK);
3490	$TICK_WATCHER->start;
3491
3492	$LOAD = ($NOW - $tick_start) / $TICK;
3493	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4188	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3494		4189
3495	_post_tick;	4190	if (0) {
3496		4191	if ($NEXT_TICK) {
3497		4192	my $jitter = $TICK_START - $NEXT_TICK;
		4193	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4194	debug "jitter $JITTER\n";#d#
		4195	}
3498	},	4196	}
3499	);	4197	}
3500		4198
3501	{	4199	{
3502	BDB::max_poll_time $TICK * 0.1;	4200	# configure BDB
3503	$BDB_POLL_WATCHER = Event->io (	4201
3504	reentrant => 0,
3505	fd => BDB::poll_fileno,
3506	poll => 'r',
3507	prio => 0,
3508	data => WF_AUTOCANCEL,
3509	cb => \&BDB::poll_cb,
3510	);
3511	BDB::min_parallel 8;	4202	BDB::min_parallel 16;
3512		4203	BDB::max_poll_reqs $TICK * 0.1;
3513	BDB::set_sync_prepare {	4204	#$AnyEvent::BDB::WATCHER->priority (1);
3514	my $status;
3515	my $current = $Coro::current;
3516	(
3517	sub {
3518	$status = $!;
3519	$current->ready; undef $current;
3520	},
3521	sub {
3522	Coro::schedule while defined $current;
3523	$! = $status;
3524	},
3525	)
3526	};
3527		4205
3528	unless ($DB_ENV) {	4206	unless ($DB_ENV) {
3529	$DB_ENV = BDB::db_env_create;	4207	$DB_ENV = BDB::db_env_create;
		4208	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4209	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4210	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4211	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4212	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3530		4213
3531	cf::sync_job {	4214	cf::sync_job {
3532	eval {	4215	eval {
3533	BDB::db_env_open	4216	BDB::db_env_open
3534	$DB_ENV,	4217	$DB_ENV,
…		…
3536	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4219	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3537	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4220	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3538	0666;	4221	0666;
3539		4222
3540	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4223	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3541
3542	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3543	$DB_ENV->set_lk_detect;
3544	};	4224	};
3545		4225
3546	cf::cleanup "db_env_open(db): $@" if $@;	4226	cf::cleanup "db_env_open(db): $@" if $@;
3547	};	4227	};
3548	}	4228	}
		4229
		4230	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4231	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4232	};
		4233	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4234	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4235	};
		4236	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4237	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4238	};
3549	}	4239	}
3550		4240
3551	{	4241	{
		4242	# configure IO::AIO
		4243
3552	IO::AIO::min_parallel 8;	4244	IO::AIO::min_parallel 8;
3553
3554	undef $Coro::AIO::WATCHER;
3555	IO::AIO::max_poll_time $TICK * 0.1;	4245	IO::AIO::max_poll_time $TICK * 0.1;
3556	$AIO_POLL_WATCHER = Event->io (	4246	undef $AnyEvent::AIO::WATCHER;
3557	reentrant => 0,
3558	data => WF_AUTOCANCEL,
3559	fd => IO::AIO::poll_fileno,
3560	poll => 'r',
3561	prio => 6,
3562	cb => \&IO::AIO::poll_cb,
3563	);
3564	}	4247	}
3565		4248
3566	my $_log_backtrace;	4249	our $_log_backtrace;
		4250	our $_log_backtrace_last;
3567		4251
3568	sub _log_backtrace {	4252	sub _log_backtrace {
3569	my ($msg, @addr) = @_;	4253	my ($msg, @addr) = @_;
3570		4254
3571	$msg =~ s/\n//;	4255	$msg =~ s/\n$//;
3572		4256
		4257	if ($_log_backtrace_last eq $msg) {
		4258	LOG llevInfo, "[ABT] $msg\n";
		4259	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3573	# limit the # of concurrent backtraces	4260	# limit the # of concurrent backtraces
3574	if ($_log_backtrace < 2) {	4261	} elsif ($_log_backtrace < 2) {
		4262	$_log_backtrace_last = $msg;
3575	++$_log_backtrace;	4263	++$_log_backtrace;
		4264	my $perl_bt = Carp::longmess $msg;
3576	async {	4265	async {
		4266	$Coro::current->{desc} = "abt $msg";
		4267
3577	my @bt = fork_call {	4268	my @bt = fork_call {
3578	@addr = map { sprintf "%x", $_ } @addr;	4269	@addr = map { sprintf "%x", $_ } @addr;
3579	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4270	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3580	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4271	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3581	or die "addr2line: $!";	4272	or die "addr2line: $!";
…		…
3589	}	4280	}
3590		4281
3591	@funcs	4282	@funcs
3592	};	4283	};
3593		4284
3594	LOG llevInfo, "[ABT] $msg\n";	4285	LOG llevInfo, "[ABT] $perl_bt\n";
		4286	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3595	LOG llevInfo, "[ABT] $_\n" for @bt;	4287	LOG llevInfo, "[ABT] $_\n" for @bt;
3596	--$_log_backtrace;	4288	--$_log_backtrace;
3597	};	4289	};
3598	} else {	4290	} else {
3599	LOG llevInfo, "[ABT] $msg\n";	4291	LOG llevInfo, "[ABT] $msg\n";
3600	LOG llevInfo, "[ABT] [suppressed]\n";	4292	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3601	}	4293	}
3602	}	4294	}
3603		4295
3604	# load additional modules	4296	# load additional modules
3605	use cf::pod;	4297	require "cf/$_.pm" for @EXTRA_MODULES;
		4298	cf::_connect_to_perl_2;
3606		4299
3607	END { cf::emergency_save }	4300	END { cf::emergency_save }
3608		4301
3609	1	4302	1
3610		4303

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines