ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.351 by root, Sun Sep 2 00:57:38 2007 UTC vs.
Revision 1.586 by root, Wed Oct 31 15:02:02 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use Guard ();
15	use Coro 3.64 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
24	use Coro::Util ();	51	use Coro::Util ();
25		52
26	use JSON::XS ();	53	use JSON::XS 2.01 ();
27	use BDB ();	54	use BDB ();
28	use Data::Dumper;	55	use Data::Dumper;
29	use Digest::MD5;
30	use Fcntl;	56	use Fcntl;
31	use YAML::Syck ();	57	use YAML::XS ();
32	use IO::AIO 2.32 ();	58	use IO::AIO ();
33	use Time::HiRes;	59	use Time::HiRes;
34	use Compress::LZF;	60	use Compress::LZF;
35	use Digest::MD5 ();	61	use Digest::MD5 ();
		62
		63	AnyEvent::detect;
36		64
37	# configure various modules to our taste	65	# configure various modules to our taste
38	#	66	#
39	$Storable::canonical = 1; # reduce rsync transfers	67	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	68	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		69
		70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		71
		72	# make sure c-lzf reinitialises itself
		73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		75
43	$Event::Eval = 1; # no idea why this is required, but it is	76	# strictly for debugging
44		77	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		78
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	79	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		80
		81	our @ORIG_INC;
51		82
52	our %COMMAND = ();	83	our %COMMAND = ();
53	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
54		85
55	our @EXTS = (); # list of extension package names	86	our @EXTS = (); # list of extension package names
56	our %EXTCMD = ();	87	our %EXTCMD = ();
57	our %EXTICMD = ();	88	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
60		91
61	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
63		96
64	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
		98
65	our $DATADIR = datadir;	99	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	100	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	101	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	102	our $MAPDIR = "$DATADIR/" . mapdir;
		103
69	our $LOCALDIR = localdir;	104	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	105	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	106	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	107	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	108	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	109	our $BDBDIR = "$LOCALDIR/db";
		110	our $PIDFILE = "$LOCALDIR/pid";
		111	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		112
		113	#our %RESOURCE; # unused
		114
		115	our $OUTPUT_RATE_MIN = 3000;
		116	our $OUTPUT_RATE_MAX = 1000000;
		117
		118	our $MAX_LINKS = 32; # how many chained exits to follow
		119	our $VERBOSE_IO = 1;
75		120
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	121	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	122	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	123	our $NEXT_TICK;
		124	our $USE_FSYNC = 1; # use fsync to write maps - default on
		125
		126	our $BDB_DEADLOCK_WATCHER;
		127	our $BDB_CHECKPOINT_WATCHER;
		128	our $BDB_TRICKLE_WATCHER;
		129	our $DB_ENV;
		130
		131	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		132
		133	our %CFG;
		134	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		135
		136	our $UPTIME; $UPTIME ||= time;
		137	our $RUNTIME = 0;
		138	our $SERVER_TICK = 0;
81	our $NOW;	139	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off
83		140
84	our $BDB_POLL_WATCHER;	141	our (%PLAYER, %PLAYER_LOADING); # all users
85	our $DB_ENV;	142	our (%MAP, %MAP_LOADING ); # all maps
86
87	our %CFG;
88
89	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;
91
92	our %PLAYER; # all users
93	our %MAP; # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	143	our $LINK_MAP; # the special {link} map, which is always available
95		144
96	# used to convert map paths into valid unix filenames by replacing / by ∕	145	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	146	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		147
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	148	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	149	our $LOADAVG; # same thing, but with alpha-smoothing
		150	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	151	our $TICK_START; # for load detecting purposes
		152
		153	our @POST_INIT;
		154
		155	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		156	our $REALLY_UNLOOP; # never set to true, please :)
		157
		158	our $WAIT_FOR_TICK = new Coro::Signal;
		159	our @WAIT_FOR_TICK_BEGIN;
102		160
103	binmode STDOUT;	161	binmode STDOUT;
104	binmode STDERR;	162	binmode STDERR;
105		163
106	# read virtual server time, if available	164	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	165	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	166	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	167	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	168	$RUNTIME = <$fh> + 0.;
111	}	169	}
		170
		171	eval "sub TICK() { $TICK } 1" or die;
112		172
113	mkdir $_	173	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	174	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
115		175
116	our $EMERGENCY_POSITION;	176	our $EMERGENCY_POSITION;
117		177
118	sub cf::map::normalise;	178	sub cf::map::normalise;
119		179
		180	sub in_main() {
		181	$Coro::current == $Coro::main
		182	}
		183
120	#############################################################################	184	#############################################################################
121		185
		186	%REFLECT = ();
		187	for (@REFLECT) {
		188	my $reflect = JSON::XS::decode_json $_;
		189	$REFLECT{$reflect->{class}} = $reflect;
		190	}
		191
		192	# this is decidedly evil
		193	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		194
		195	#############################################################################
		196
122	=head2 GLOBAL VARIABLES	197	=head2 GLOBAL VARIABLES
123		198
124	=over 4	199	=over 4
125		200
126	=item $cf::UPTIME	201	=item $cf::UPTIME
127		202
128	The timestamp of the server start (so not actually an uptime).	203	The timestamp of the server start (so not actually an "uptime").
		204
		205	=item $cf::SERVER_TICK
		206
		207	An unsigned integer that starts at zero when the server is started and is
		208	incremented on every tick.
		209
		210	=item $cf::NOW
		211
		212	The (real) time of the last (current) server tick - updated before and
		213	after tick processing, so this is useful only as a rough "what time is it
		214	now" estimate.
		215
		216	=item $cf::TICK
		217
		218	The interval between each server tick, in seconds.
129		219
130	=item $cf::RUNTIME	220	=item $cf::RUNTIME
131		221
132	The time this server has run, starts at 0 and is increased by $cf::TICK on	222	The time this server has run, starts at 0 and is increased by $cf::TICK on
133	every server tick.	223	every server tick.
…		…
139	Various directories - "/etc", read-only install directory, perl-library	229	Various directories - "/etc", read-only install directory, perl-library
140	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	230	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
141	unique-items directory, player file directory, random maps directory and	231	unique-items directory, player file directory, random maps directory and
142	database environment.	232	database environment.
143		233
144	=item $cf::NOW
145
146	The time of the last (current) server tick.
147
148	=item $cf::TICK
149
150	The interval between server ticks, in seconds.
151
152	=item $cf::LOADAVG	234	=item $cf::LOADAVG
153		235
154	The current CPU load on the server (alpha-smoothed), as a value between 0	236	The current CPU load on the server (alpha-smoothed), as a value between 0
155	(none) and 1 (overloaded), indicating how much time is spent on processing	237	(none) and 1 (overloaded), indicating how much time is spent on processing
156	objects per tick. Healthy values are < 0.5.	238	objects per tick. Healthy values are < 0.5.
…		…
159		241
160	The raw value load value from the last tick.	242	The raw value load value from the last tick.
161		243
162	=item %cf::CFG	244	=item %cf::CFG
163		245
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	246	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	247	from wherever your confdir points to.
166		248
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	249	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		250
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	251	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
170	returns directly I<after> the tick processing (and consequently, can only wake one process	252	returns directly I<after> the tick processing (and consequently, can only wake one thread
171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	253	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
172		254
		255	Note that cf::Wait_for_tick will immediately return when the server is not
		256	ticking, making it suitable for small pauses in threads that need to run
		257	when the server is paused. If that is not applicable (i.e. you I<really>
		258	want to wait, use C<$cf::WAIT_FOR_TICK>).
		259
		260	=item $cf::WAIT_FOR_TICK
		261
		262	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		263	variable contains a L<Coro::Signal> that is broadcats after every server
		264	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		265	next server tick.
		266
		267	=cut
		268
		269	sub wait_for_tick();
		270	sub wait_for_tick_begin();
		271
173	=item @cf::INVOKE_RESULTS	272	=item @cf::INVOKE_RESULTS
174		273
175	This array contains the results of the last C<invoke ()> call. When	274	This array contains the results of the last C<invoke ()> call. When
176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	275	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
177	that call.	276	that call.
178		277
		278	=item %cf::REFLECT
		279
		280	Contains, for each (C++) class name, a hash reference with information
		281	about object members (methods, scalars, arrays and flags) and other
		282	metadata, which is useful for introspection.
		283
179	=back	284	=back
180		285
181	=cut	286	=cut
182		287
183	BEGIN {	288	sub error(@) { LOG llevError, join "", @_ }
184	*CORE::GLOBAL::warn = sub {	289	sub warn (@) { LOG llevWarn , join "", @_ }
		290	sub info (@) { LOG llevInfo , join "", @_ }
		291	sub debug(@) { LOG llevDebug, join "", @_ }
		292	sub trace(@) { LOG llevTrace, join "", @_ }
		293
		294	$Coro::State::WARNHOOK = sub {
185	my $msg = join "", @_;	295	my $msg = join "", @_;
186		296
187	$msg .= "\n"	297	$msg .= "\n"
188	unless $msg =~ /\n$/;	298	unless $msg =~ /\n$/;
189		299
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	300	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		301
192	utf8::encode $msg;
193	LOG llevError, $msg;	302	LOG llevWarn, $msg;
194	};	303	};
195	}	304
		305	$Coro::State::DIEHOOK = sub {
		306	return unless $^S eq 0; # "eq", not "=="
		307
		308	error Carp::longmess $_[0];
		309
		310	if (in_main) {#d#
		311	error "DIEHOOK called in main context, Coro bug?\n";#d#
		312	return;#d#
		313	}#d#
		314
		315	# kill coroutine otherwise
		316	Coro::terminate
		317	};
196		318
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	319	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	320	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	321	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	322	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
207	for my $pkg (qw(	329	for my $pkg (qw(
208	cf::global cf::attachable	330	cf::global cf::attachable
209	cf::object cf::object::player	331	cf::object cf::object::player
210	cf::client cf::player	332	cf::client cf::player
211	cf::arch cf::living	333	cf::arch cf::living
		334	cf::map cf::mapspace
212	cf::map cf::party cf::region	335	cf::party cf::region
213	)) {	336	)) {
214	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	337	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	338	}
217		339
218	$Event::DIED = sub {	340	$EV::DIED = sub {
219	warn "error in event callback: @_";	341	warn "error in event callback: $@";
220	};	342	};
		343
		344	#############################################################################
		345
		346	sub fork_call(&@);
		347	sub get_slot($;$$);
221		348
222	#############################################################################	349	#############################################################################
223		350
224	=head2 UTILITY FUNCTIONS	351	=head2 UTILITY FUNCTIONS
225		352
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	373	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	374	$d
248	} || "[unable to dump $_[0]: '$@']";	375	} || "[unable to dump $_[0]: '$@']";
249	}	376	}
250		377
		378	=item $scalar = cf::load_file $path
		379
		380	Loads the given file from path and returns its contents. Croaks on error
		381	and can block.
		382
		383	=cut
		384
		385	sub load_file($) {
		386	0 <= aio_load $_[0], my $data
		387	or Carp::croak "$_[0]: $!";
		388
		389	$data
		390	}
		391
		392	=item $success = cf::replace_file $path, $data, $sync
		393
		394	Atomically replaces the file at the given $path with new $data, and
		395	optionally $sync the data to disk before replacing the file.
		396
		397	=cut
		398
		399	sub replace_file($$;$) {
		400	my ($path, $data, $sync) = @_;
		401
		402	my $lock = cf::lock_acquire ("replace_file:$path");
		403
		404	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		405	or return;
		406
		407	$data = $data->() if ref $data;
		408
		409	length $data == aio_write $fh, 0, (length $data), $data, 0
		410	or return;
		411
		412	!$sync
		413	or !aio_fsync $fh
		414	or return;
		415
		416	aio_close $fh
		417	and return;
		418
		419	aio_rename "$path~", $path
		420	and return;
		421
		422	if ($sync) {
		423	$path =~ s%/[^/]*$%%;
		424	aio_pathsync $path;
		425	}
		426
		427	1
		428	}
		429
251	=item $ref = cf::from_json $json	430	=item $ref = cf::decode_json $json
252		431
253	Converts a JSON string into the corresponding perl data structure.	432	Converts a JSON string into the corresponding perl data structure.
254		433
255	=item $json = cf::to_json $ref	434	=item $json = cf::encode_json $ref
256		435
257	Converts a perl data structure into its JSON representation.	436	Converts a perl data structure into its JSON representation.
258		437
259	=cut	438	=cut
260		439
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	440	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		441
263	sub to_json ($) { $json_coder->encode ($_[0]) }	442	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	443	sub decode_json($) { $json_coder->decode ($_[0]) }
		444
		445	=item $ref = cf::decode_storable $scalar
		446
		447	Same as Coro::Storable::thaw, so blocks.
		448
		449	=cut
		450
		451	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		452
		453	=item $ref = cf::decode_yaml $scalar
		454
		455	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		456
		457	=cut
		458
		459	sub decode_yaml($) {
		460	fork_call { YAML::XS::Load $_[0] } @_
		461	}
		462
		463	=item $scalar = cf::unlzf $scalar
		464
		465	Same as Compress::LZF::compress, but takes server ticks into account, so
		466	blocks.
		467
		468	=cut
		469
		470	sub unlzf($) {
		471	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		472	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		473	Compress::LZF::decompress $_[0]
		474	}
		475
		476	=item cf::post_init { BLOCK }
		477
		478	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		479	but I<before> the server starts ticking again.
		480
		481	The codeblock will have a single boolean argument to indicate whether this
		482	is a reload or not.
		483
		484	=cut
		485
		486	sub post_init(&) {
		487	push @POST_INIT, shift;
		488	}
		489
		490	sub _post_init {
		491	trace "running post_init jobs";
		492
		493	# run them in parallel...
		494
		495	my @join;
		496
		497	while () {
		498	push @join, map &Coro::async ($_, 0), @POST_INIT;
		499	@POST_INIT = ();
		500
		501	@join or last;
		502
		503	(pop @join)->join;
		504	}
		505	}
265		506
266	=item cf::lock_wait $string	507	=item cf::lock_wait $string
267		508
268	Wait until the given lock is available. See cf::lock_acquire.	509	Wait until the given lock is available. See cf::lock_acquire.
269		510
270	=item my $lock = cf::lock_acquire $string	511	=item my $lock = cf::lock_acquire $string
271		512
272	Wait until the given lock is available and then acquires it and returns	513	Wait until the given lock is available and then acquires it and returns
273	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	514	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
274	for example when the coroutine gets canceled), the lock is automatically	515	for example when the coroutine gets canceled), the lock is automatically
275	returned.	516	returned.
276		517
277	Locks are *not* recursive, locking from the same coro twice results in a	518	Locks are *not* recursive, locking from the same coro twice results in a
278	deadlocked coro.	519	deadlocked coro.
…		…
284		525
285	Return true if the lock is currently active, i.e. somebody has locked it.	526	Return true if the lock is currently active, i.e. somebody has locked it.
286		527
287	=cut	528	=cut
288		529
289	our %LOCK;	530	our $LOCKS = new Coro::SemaphoreSet;
290		531
291	sub lock_wait($) {	532	sub lock_wait($) {
292	my ($key) = @_;	533	$LOCKS->wait ($_[0]);
293
294	# wait for lock, if any
295	while ($LOCK{$key}) {
296	push @{ $LOCK{$key} }, $Coro::current;
297	Coro::schedule;
298	}
299	}	534	}
300		535
301	sub lock_acquire($) {	536	sub lock_acquire($) {
302	my ($key) = @_;	537	$LOCKS->guard ($_[0])
303
304	# wait, to be sure we are not locked
305	lock_wait $key;
306
307	$LOCK{$key} = [];
308
309	Coro::guard {
310	# wake up all waiters, to be on the safe side
311	$_->ready for @{ delete $LOCK{$key} };
312	}
313	}	538	}
314		539
315	sub lock_active($) {	540	sub lock_active($) {
316	my ($key) = @_;	541	$LOCKS->count ($_[0]) < 1
317
318	! ! $LOCK{$key}
319	}	542	}
320		543
321	sub freeze_mainloop {	544	sub freeze_mainloop {
322	return unless $TICK_WATCHER->is_active;	545	tick_inhibit_inc;
323		546
324	my $guard = Coro::guard {	547	&Guard::guard (\&tick_inhibit_dec);
325	$TICK_WATCHER->start;	548	}
326	};	549
327	$TICK_WATCHER->stop;	550	=item cf::periodic $interval, $cb
328	$guard	551
		552	Like EV::periodic, but randomly selects a starting point so that the actions
		553	get spread over time.
		554
		555	=cut
		556
		557	sub periodic($$) {
		558	my ($interval, $cb) = @_;
		559
		560	my $start = rand List::Util::min 180, $interval;
		561
		562	EV::periodic $start, $interval, 0, $cb
329	}	563	}
330		564
331	=item cf::get_slot $time[, $priority[, $name]]	565	=item cf::get_slot $time[, $priority[, $name]]
332		566
333	Allocate $time seconds of blocking CPU time at priority C<$priority>:	567	Allocate $time seconds of blocking CPU time at priority C<$priority>
334	This call blocks and returns only when you have at least C<$time> seconds	568	(default: 0): This call blocks and returns only when you have at least
335	of cpu time till the next tick. The slot is only valid till the next cede.	569	C<$time> seconds of cpu time till the next tick. The slot is only valid
		570	till the next cede.
		571
		572	Background jobs should use a priority les than zero, interactive jobs
		573	should use 100 or more.
336		574
337	The optional C<$name> can be used to identify the job to run. It might be	575	The optional C<$name> can be used to identify the job to run. It might be
338	used for statistical purposes and should identify the same time-class.	576	used for statistical purposes and should identify the same time-class.
339		577
340	Useful for short background jobs.	578	Useful for short background jobs.
341		579
342	=cut	580	=cut
343		581
344	our @SLOT_QUEUE;	582	our @SLOT_QUEUE;
345	our $SLOT_QUEUE;	583	our $SLOT_QUEUE;
		584	our $SLOT_DECAY = 0.9;
346		585
347	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	586	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
348	$SLOT_QUEUE = Coro::async {	587	$SLOT_QUEUE = Coro::async {
		588	$Coro::current->desc ("timeslot manager");
		589
349	my $signal = new Coro::Signal;	590	my $signal = new Coro::Signal;
		591	my $busy;
350		592
351	while () {	593	while () {
352	next_job:	594	next_job:
		595
353	my $avail = cf::till_tick;	596	my $avail = cf::till_tick;
354	if ($avail > 0.01) {	597
355	for (0 .. $#SLOT_QUEUE) {	598	for (0 .. $#SLOT_QUEUE) {
356	if ($SLOT_QUEUE[$_][0] < $avail) {	599	if ($SLOT_QUEUE[$_][0] <= $avail) {
		600	$busy = 0;
357	my $job = splice @SLOT_QUEUE, $_, 1, ();	601	my $job = splice @SLOT_QUEUE, $_, 1, ();
358	$job->[2]->send;	602	$job->[2]->send;
359	Coro::cede;	603	Coro::cede;
360	goto next_job;	604	goto next_job;
361	}	605	} else {
		606	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
362	}	607	}
363	}	608	}
364		609
365	if (@SLOT_QUEUE) {	610	if (@SLOT_QUEUE) {
366	# we do not use wait_For_tick() as it returns immediately when tick is inactive	611	# we do not use wait_for_tick() as it returns immediately when tick is inactive
367	push @cf::WAIT_FOR_TICK, $signal;	612	$WAIT_FOR_TICK->wait;
368	$signal->wait;
369	} else {	613	} else {
		614	$busy = 0;
370	Coro::schedule;	615	Coro::schedule;
371	}	616	}
372	}	617	}
373	};	618	};
374		619
375	sub get_slot($;$$) {	620	sub get_slot($;$$) {
		621	return if tick_inhibit || $Coro::current == $Coro::main;
		622
376	my ($time, $pri, $name) = @_;	623	my ($time, $pri, $name) = @_;
377		624
378	$time = $TICK * .6 if $time > $TICK * .6;	625	$time = clamp $time, 0.01, $TICK * .6;
		626
379	my $sig = new Coro::Signal;	627	my $sig = new Coro::Signal;
380		628
381	push @SLOT_QUEUE, [$time, $pri, $sig, $name];	629	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
382	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;	630	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
383	$SLOT_QUEUE->ready;	631	$SLOT_QUEUE->ready;
…		…
394		642
395	BEGIN { *async = \&Coro::async_pool }	643	BEGIN { *async = \&Coro::async_pool }
396		644
397	=item cf::sync_job { BLOCK }	645	=item cf::sync_job { BLOCK }
398		646
399	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	647	The design of Deliantra requires that the main coroutine ($Coro::main)
400	is always able to handle events or runnable, as Crossfire TRT is only	648	is always able to handle events or runnable, as Deliantra is only
401	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	649	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
402	acceptable.	650	acceptable.
403		651
404	If it must be done, put the blocking parts into C<sync_job>. This will run	652	If it must be done, put the blocking parts into C<sync_job>. This will run
405	the given BLOCK in another coroutine while waiting for the result. The	653	the given BLOCK in another coroutine while waiting for the result. The
…		…
409	=cut	657	=cut
410		658
411	sub sync_job(&) {	659	sub sync_job(&) {
412	my ($job) = @_;	660	my ($job) = @_;
413		661
414	if ($Coro::current == $Coro::main) {	662	if (in_main) {
415	my $time = Event::time;	663	my $time = AE::time;
416		664
417	# this is the main coro, too bad, we have to block	665	# this is the main coro, too bad, we have to block
418	# till the operation succeeds, freezing the server :/	666	# till the operation succeeds, freezing the server :/
419		667
420	# TODO: use suspend/resume instead	668	#LOG llevError, Carp::longmess "sync job";#d#
421	# (but this is cancel-safe)	669
422	my $freeze_guard = freeze_mainloop;	670	my $freeze_guard = freeze_mainloop;
423		671
424	my $busy = 1;	672	my $busy = 1;
425	my @res;	673	my @res;
426		674
427	(async {	675	(async {
		676	$Coro::current->desc ("sync job coro");
428	@res = eval { $job->() };	677	@res = eval { $job->() };
429	warn $@ if $@;	678	error $@ if $@;
430	undef $busy;	679	undef $busy;
431	})->prio (Coro::PRIO_MAX);	680	})->prio (Coro::PRIO_MAX);
432		681
433	while ($busy) {	682	while ($busy) {
434	Coro::cede or Event::one_event;	683	if (Coro::nready) {
		684	Coro::cede_notself;
		685	} else {
		686	EV::loop EV::LOOP_ONESHOT;
435	}	687	}
		688	}
436		689
437	$time = Event::time - $time;	690	my $time = AE::time - $time;
438		691
439	LOG llevError | logBacktrace, Carp::longmess "long sync job"
440	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
441
442	$tick_start += $time; # do not account sync jobs to server load	692	$TICK_START += $time; # do not account sync jobs to server load
443		693
444	wantarray ? @res : $res[0]	694	wantarray ? @res : $res[0]
445	} else {	695	} else {
446	# we are in another coroutine, how wonderful, everything just works	696	# we are in another coroutine, how wonderful, everything just works
447		697
…		…
467	$EXT_CORO{$coro+0} = $coro;	717	$EXT_CORO{$coro+0} = $coro;
468		718
469	$coro	719	$coro
470	}	720	}
471		721
472	=item fork_call { }, $args	722	=item fork_call { }, @args
473		723
474	Executes the given code block with the given arguments in a seperate	724	Executes the given code block with the given arguments in a seperate
475	process, returning the results. Everything must be serialisable with	725	process, returning the results. Everything must be serialisable with
476	Coro::Storable. May, of course, block. Note that the executed sub may	726	Coro::Storable. May, of course, block. Note that the executed sub may
477	never block itself or use any form of Event handling.	727	never block itself or use any form of event handling.
478		728
479	=cut	729	=cut
		730
		731	sub post_fork {
		732	reset_signals;
		733	}
480		734
481	sub fork_call(&@) {	735	sub fork_call(&@) {
482	my ($cb, @args) = @_;	736	my ($cb, @args) = @_;
483		737
484	# we seemingly have to make a local copy of the whole thing,	738	# we seemingly have to make a local copy of the whole thing,
485	# otherwise perl prematurely frees the stuff :/	739	# otherwise perl prematurely frees the stuff :/
486	# TODO: investigate and fix (liekly this will be rather laborious)	740	# TODO: investigate and fix (likely this will be rather laborious)
487		741
488	my @res = Coro::Util::fork_eval {	742	my @res = Coro::Util::fork_eval {
489	reset_signals;	743	cf::post_fork;
490	&$cb	744	&$cb
491	}, @args;	745	} @args;
492		746
493	wantarray ? @res : $res[-1]	747	wantarray ? @res : $res[-1]
		748	}
		749
		750	sub objinfo {
		751	(
		752	"counter value" => cf::object::object_count,
		753	"objects created" => cf::object::create_count,
		754	"objects destroyed" => cf::object::destroy_count,
		755	"freelist size" => cf::object::free_count,
		756	"allocated objects" => cf::object::objects_size,
		757	"active objects" => cf::object::actives_size,
		758	)
		759	}
		760
		761	=item $coin = coin_from_name $name
		762
		763	=cut
		764
		765	our %coin_alias = (
		766	"silver" => "silvercoin",
		767	"silvercoin" => "silvercoin",
		768	"silvercoins" => "silvercoin",
		769	"gold" => "goldcoin",
		770	"goldcoin" => "goldcoin",
		771	"goldcoins" => "goldcoin",
		772	"platinum" => "platinacoin",
		773	"platinumcoin" => "platinacoin",
		774	"platinumcoins" => "platinacoin",
		775	"platina" => "platinacoin",
		776	"platinacoin" => "platinacoin",
		777	"platinacoins" => "platinacoin",
		778	"royalty" => "royalty",
		779	"royalties" => "royalty",
		780	);
		781
		782	sub coin_from_name($) {
		783	$coin_alias{$_[0]}
		784	? cf::arch::find $coin_alias{$_[0]}
		785	: undef
494	}	786	}
495		787
496	=item $value = cf::db_get $family => $key	788	=item $value = cf::db_get $family => $key
497		789
498	Returns a single value from the environment database.	790	Returns a single value from the environment database.
…		…
500	=item cf::db_put $family => $key => $value	792	=item cf::db_put $family => $key => $value
501		793
502	Stores the given C<$value> in the family. It can currently store binary	794	Stores the given C<$value> in the family. It can currently store binary
503	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	795	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
504		796
		797	=item $db = cf::db_table "name"
		798
		799	Create and/or open a new database table. The string must not be "db" and must be unique
		800	within each server.
		801
505	=cut	802	=cut
		803
		804	sub db_table($) {
		805	cf::error "db_get called from main context"
		806	if $Coro::current == $Coro::main;
		807
		808	my ($name) = @_;
		809	my $db = BDB::db_create $DB_ENV;
		810
		811	eval {
		812	$db->set_flags (BDB::CHKSUM);
		813
		814	utf8::encode $name;
		815	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		816	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		817	cf::cleanup "db_open(db): $!" if $!;
		818	};
		819	cf::cleanup "db_open(db): $@" if $@;
		820
		821	$db
		822	}
506		823
507	our $DB;	824	our $DB;
508		825
509	sub db_init {	826	sub db_init {
510	unless ($DB) {	827	$DB ||= db_table "db";
511	$DB = BDB::db_create $DB_ENV;
512
513	cf::sync_job {
514	eval {
515	$DB->set_flags (BDB::CHKSUM);
516
517	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
518	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
519	cf::cleanup "db_open(db): $!" if $!;
520	};
521	cf::cleanup "db_open(db): $@" if $@;
522	};
523	}
524	}	828	}
525		829
526	sub db_get($$) {	830	sub db_get($$) {
527	my $key = "$_[0]/$_[1]";	831	my $key = "$_[0]/$_[1]";
528		832
529	cf::sync_job {	833	cf::error "db_get called from main context"
		834	if $Coro::current == $Coro::main;
		835
530	BDB::db_get $DB, undef, $key, my $data;	836	BDB::db_get $DB, undef, $key, my $data;
531		837
532	$! ? ()	838	$! ? ()
533	: $data	839	: $data
534	}
535	}	840	}
536		841
537	sub db_put($$$) {	842	sub db_put($$$) {
538	BDB::dbreq_pri 4;	843	BDB::dbreq_pri 4;
539	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	844	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
567		872
568	my @data;	873	my @data;
569	my $md5;	874	my $md5;
570		875
571	for (0 .. $#$src) {	876	for (0 .. $#$src) {
572	0 <= aio_load $src->[$_], $data[$_]	877	$data[$_] = load_file $src->[$_];
573	or Carp::croak "$src->[$_]: $!";
574	}	878	}
575		879
576	# if processing is expensive, check	880	# if processing is expensive, check
577	# checksum first	881	# checksum first
578	if (1) {	882	if (1) {
…		…
595		899
596	my $t1 = Time::HiRes::time;	900	my $t1 = Time::HiRes::time;
597	my $data = $process->(\@data);	901	my $data = $process->(\@data);
598	my $t2 = Time::HiRes::time;	902	my $t2 = Time::HiRes::time;
599		903
600	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	904	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
601		905
602	db_put cache => "$id/data", $data;	906	db_put cache => "$id/data", $data;
603	db_put cache => "$id/md5" , $md5;	907	db_put cache => "$id/md5" , $md5;
604	db_put cache => "$id/meta", $meta;	908	db_put cache => "$id/meta", $meta;
605		909
…		…
615		919
616	=cut	920	=cut
617		921
618	sub datalog($@) {	922	sub datalog($@) {
619	my ($type, %kv) = @_;	923	my ($type, %kv) = @_;
620	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	924	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
621	}	925	}
622		926
623	=back	927	=back
624		928
625	=cut	929	=cut
626		930
627	#############################################################################	931	#############################################################################
628		932
629	=head2 ATTACHABLE OBJECTS	933	=head2 ATTACHABLE OBJECTS
630		934
631	Many objects in crossfire are so-called attachable objects. That means you can	935	Many objects in deliantra are so-called attachable objects. That means you can
632	attach callbacks/event handlers (a collection of which is called an "attachment")	936	attach callbacks/event handlers (a collection of which is called an "attachment")
633	to it. All such attachable objects support the following methods.	937	to it. All such attachable objects support the following methods.
634		938
635	In the following description, CLASS can be any of C<global>, C<object>	939	In the following description, CLASS can be any of C<global>, C<object>
636	C<player>, C<client> or C<map> (i.e. the attachable objects in	940	C<player>, C<client> or C<map> (i.e. the attachable objects in
637	Crossfire TRT).	941	Deliantra).
638		942
639	=over 4	943	=over 4
640		944
641	=item $attachable->attach ($attachment, key => $value...)	945	=item $attachable->attach ($attachment, key => $value...)
642		946
…		…
686	=item cf::CLASS::attachment $name, ...	990	=item cf::CLASS::attachment $name, ...
687		991
688	Register an attachment by C<$name> through which attachable objects of the	992	Register an attachment by C<$name> through which attachable objects of the
689	given CLASS can refer to this attachment.	993	given CLASS can refer to this attachment.
690		994
691	Some classes such as crossfire maps and objects can specify attachments	995	Some classes such as deliantra maps and objects can specify attachments
692	that are attached at load/instantiate time, thus the need for a name.	996	that are attached at load/instantiate time, thus the need for a name.
693		997
694	These calls expect any number of the following handler/hook descriptions:	998	These calls expect any number of the following handler/hook descriptions:
695		999
696	=over 4	1000	=over 4
…		…
820		1124
821	} elsif (exists $cb_id{$type}) {	1125	} elsif (exists $cb_id{$type}) {
822	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1126	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
823		1127
824	} elsif (ref $type) {	1128	} elsif (ref $type) {
825	warn "attaching objects not supported, ignoring.\n";	1129	error "attaching objects not supported, ignoring.\n";
826		1130
827	} else {	1131	} else {
828	shift @arg;	1132	shift @arg;
829	warn "attach argument '$type' not supported, ignoring.\n";	1133	error "attach argument '$type' not supported, ignoring.\n";
830	}	1134	}
831	}	1135	}
832	}	1136	}
833		1137
834	sub _object_attach {	1138	sub _object_attach {
…		…
844	_attach $registry, $klass, @attach;	1148	_attach $registry, $klass, @attach;
845	}	1149	}
846		1150
847	$obj->{$name} = \%arg;	1151	$obj->{$name} = \%arg;
848	} else {	1152	} else {
849	warn "object uses attachment '$name' which is not available, postponing.\n";	1153	info "object uses attachment '$name' which is not available, postponing.\n";
850	}	1154	}
851		1155
852	$obj->{_attachment}{$name} = undef;	1156	$obj->{_attachment}{$name} = undef;
853	}	1157	}
854		1158
…		…
913		1217
914	for (@$callbacks) {	1218	for (@$callbacks) {
915	eval { &{$_->[1]} };	1219	eval { &{$_->[1]} };
916		1220
917	if ($@) {	1221	if ($@) {
918	warn "$@";
919	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1222	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
920	override;	1223	override;
921	}	1224	}
922		1225
923	return 1 if $override;	1226	return 1 if $override;
924	}	1227	}
925		1228
926	0	1229	0
927	}	1230	}
928		1231
929	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1232	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
930		1233
931	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1234	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
932		1235
933	Generate an object-specific event with the given arguments.	1236	Generate an object-specific event with the given arguments.
934		1237
…		…
940		1243
941	=cut	1244	=cut
942		1245
943	#############################################################################	1246	#############################################################################
944	# object support	1247	# object support
945	#
946		1248
		1249	sub _object_equal($$);
		1250	sub _object_equal($$) {
		1251	my ($a, $b) = @_;
		1252
		1253	return 0 unless (ref $a) eq (ref $b);
		1254
		1255	if ("HASH" eq ref $a) {
		1256	my @ka = keys %$a;
		1257	my @kb = keys %$b;
		1258
		1259	return 0 if @ka != @kb;
		1260
		1261	for (0 .. $#ka) {
		1262	return 0 unless $ka[$_] eq $kb[$_];
		1263	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1264	}
		1265
		1266	} elsif ("ARRAY" eq ref $a) {
		1267
		1268	return 0 if @$a != @$b;
		1269
		1270	for (0 .. $#$a) {
		1271	return 0 unless _object_equal $a->[$_], $b->[$_];
		1272	}
		1273
		1274	} elsif ($a ne $b) {
		1275	return 0;
		1276	}
		1277
		1278	1
		1279	}
		1280
		1281	our $SLOW_MERGES;#d#
947	sub _can_merge {	1282	sub _can_merge {
948	my ($ob1, $ob2) = @_;	1283	my ($ob1, $ob2) = @_;
949		1284
950	local $Storable::canonical = 1;	1285	++$SLOW_MERGES;#d#
951	my $fob1 = Storable::freeze $ob1;
952	my $fob2 = Storable::freeze $ob2;
953		1286
954	$fob1 eq $fob2	1287	# we do the slow way here
		1288	return _object_equal $ob1, $ob2
955	}	1289	}
956		1290
957	sub reattach {	1291	sub reattach {
958	# basically do the same as instantiate, without calling instantiate	1292	# basically do the same as instantiate, without calling instantiate
959	my ($obj) = @_;	1293	my ($obj) = @_;
960		1294
		1295	# no longer needed after getting rid of delete_package?
961	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1296	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
962		1297
963	my $registry = $obj->registry;	1298	my $registry = $obj->registry;
964		1299
965	@$registry = ();	1300	@$registry = ();
966		1301
…		…
971	for (@$attach) {	1306	for (@$attach) {
972	my ($klass, @attach) = @$_;	1307	my ($klass, @attach) = @$_;
973	_attach $registry, $klass, @attach;	1308	_attach $registry, $klass, @attach;
974	}	1309	}
975	} else {	1310	} else {
976	warn "object uses attachment '$name' that is not available, postponing.\n";	1311	info "object uses attachment '$name' that is not available, postponing.\n";
977	}	1312	}
978	}	1313	}
979	}	1314	}
980		1315
981	cf::attachable->attach (	1316	cf::attachable->attach (
982	prio => -1000000,	1317	prio => -1000000,
983	on_instantiate => sub {	1318	on_instantiate => sub {
984	my ($obj, $data) = @_;	1319	my ($obj, $data) = @_;
985		1320
986	$data = from_json $data;	1321	$data = decode_json $data;
987		1322
988	for (@$data) {	1323	for (@$data) {
989	my ($name, $args) = @$_;	1324	my ($name, $args) = @$_;
990		1325
991	$obj->attach ($name, %{$args || {} });	1326	$obj->attach ($name, %{$args || {} });
…		…
1007	sub object_freezer_save {	1342	sub object_freezer_save {
1008	my ($filename, $rdata, $objs) = @_;	1343	my ($filename, $rdata, $objs) = @_;
1009		1344
1010	sync_job {	1345	sync_job {
1011	if (length $$rdata) {	1346	if (length $$rdata) {
		1347	utf8::decode (my $decname = $filename);
1012	warn sprintf "saving %s (%d,%d)\n",	1348	trace sprintf "saving %s (%d,%d)\n",
1013	$filename, length $$rdata, scalar @$objs;	1349	$decname, length $$rdata, scalar @$objs
		1350	if $VERBOSE_IO;
1014		1351
1015	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1352	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1016	chmod SAVE_MODE, $fh;	1353	aio_chmod $fh, SAVE_MODE;
1017	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1354	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1018	aio_fsync $fh if $cf::USE_FSYNC;	1355	if ($cf::USE_FSYNC) {
		1356	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1357	aio_fsync $fh;
		1358	}
1019	close $fh;	1359	aio_close $fh;
1020		1360
1021	if (@$objs) {	1361	if (@$objs) {
1022	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1362	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1023	chmod SAVE_MODE, $fh;	1363	aio_chmod $fh, SAVE_MODE;
1024	my $data = Storable::nfreeze { version => 1, objs => $objs };	1364	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1025	aio_write $fh, 0, (length $data), $data, 0;	1365	aio_write $fh, 0, (length $data), $data, 0;
1026	aio_fsync $fh if $cf::USE_FSYNC;	1366	if ($cf::USE_FSYNC) {
		1367	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1368	aio_fsync $fh;
		1369	}
1027	close $fh;	1370	aio_close $fh;
1028	aio_rename "$filename.pst~", "$filename.pst";	1371	aio_rename "$filename.pst~", "$filename.pst";
1029	}	1372	}
1030	} else {	1373	} else {
1031	aio_unlink "$filename.pst";	1374	aio_unlink "$filename.pst";
1032	}	1375	}
1033		1376
1034	aio_rename "$filename~", $filename;	1377	aio_rename "$filename~", $filename;
		1378
		1379	$filename =~ s%/[^/]+$%%;
		1380	aio_pathsync $filename if $cf::USE_FSYNC;
1035	} else {	1381	} else {
1036	warn "FATAL: $filename~: $!\n";	1382	error "unable to save objects: $filename~: $!\n";
1037	}	1383	}
1038	} else {	1384	} else {
1039	aio_unlink $filename;	1385	aio_unlink $filename;
1040	aio_unlink "$filename.pst";	1386	aio_unlink "$filename.pst";
1041	}	1387	}
1042	}	1388	};
1043	}	1389	}
1044		1390
1045	sub object_freezer_as_string {	1391	sub object_freezer_as_string {
1046	my ($rdata, $objs) = @_;	1392	my ($rdata, $objs) = @_;
1047		1393
…		…
1059	or return;	1405	or return;
1060		1406
1061	unless (aio_stat "$filename.pst") {	1407	unless (aio_stat "$filename.pst") {
1062	(aio_load "$filename.pst", $av) >= 0	1408	(aio_load "$filename.pst", $av) >= 0
1063	or return;	1409	or return;
		1410
1064	$av = eval { (Storable::thaw $av)->{objs} };	1411	my $st = eval { Coro::Storable::thaw $av };
		1412	$av = $st->{objs};
1065	}	1413	}
1066		1414
		1415	utf8::decode (my $decname = $filename);
1067	warn sprintf "loading %s (%d)\n",	1416	trace sprintf "loading %s (%d,%d)\n",
1068	$filename, length $data, scalar @{$av || []};	1417	$decname, length $data, scalar @{$av || []}
		1418	if $VERBOSE_IO;
		1419
1069	return ($data, $av);	1420	($data, $av)
1070	}	1421	}
1071		1422
1072	=head2 COMMAND CALLBACKS	1423	=head2 COMMAND CALLBACKS
1073		1424
1074	=over 4	1425	=over 4
…		…
1128	my ($name, $cb) = @_;	1479	my ($name, $cb) = @_;
1129		1480
1130	$EXTICMD{$name} = $cb;	1481	$EXTICMD{$name} = $cb;
1131	}	1482	}
1132		1483
		1484	use File::Glob ();
		1485
1133	cf::player->attach (	1486	cf::player->attach (
1134	on_command => sub {	1487	on_unknown_command => sub {
1135	my ($pl, $name, $params) = @_;	1488	my ($pl, $name, $params) = @_;
1136		1489
1137	my $cb = $COMMAND{$name}	1490	my $cb = $COMMAND{$name}
1138	or return;	1491	or return;
1139		1492
…		…
1147	my ($pl, $buf) = @_;	1500	my ($pl, $buf) = @_;
1148		1501
1149	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1502	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1150		1503
1151	if (ref $msg) {	1504	if (ref $msg) {
1152	my ($type, $reply, @payload) =	1505	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1153	"ARRAY" eq ref $msg
1154	? @$msg
1155	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1156		1506
1157	my @reply;	1507	my @reply;
1158		1508
1159	if (my $cb = $EXTCMD{$type}) {	1509	if (my $cb = $EXTCMD{$type}) {
1160	@reply = $cb->($pl, @payload);	1510	@reply = $cb->($pl, @payload);
…		…
1162		1512
1163	$pl->ext_reply ($reply, @reply)	1513	$pl->ext_reply ($reply, @reply)
1164	if $reply;	1514	if $reply;
1165		1515
1166	} else {	1516	} else {
1167	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1517	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1168	}	1518	}
1169		1519
1170	cf::override;	1520	cf::override;
1171	},	1521	},
1172	);	1522	);
1173		1523
		1524	# "readahead" all extensions
		1525	sub cache_extensions {
		1526	my $grp = IO::AIO::aio_group;
		1527
		1528	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1529	for (grep /\.ext$/, @{$_[0]}) {
		1530	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1531	}
		1532	};
		1533
		1534	$grp
		1535	}
		1536
		1537	sub _ext_cfg_reg($$$$) {
		1538	my ($rvar, $varname, $cfgname, $default) = @_;
		1539
		1540	$cfgname = lc $varname
		1541	unless length $cfgname;
		1542
		1543	$EXT_CFG{$cfgname} = [$rvar, $default];
		1544
		1545	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1546	}
		1547
1174	sub load_extensions {	1548	sub load_extensions {
		1549	info "loading extensions...";
		1550
		1551	%EXT_CFG = ();
		1552
1175	cf::sync_job {	1553	cf::sync_job {
1176	my %todo;	1554	my %todo;
1177		1555
1178	for my $path (<$LIBDIR/*.ext>) {	1556	for my $path (<$LIBDIR/*.ext>) {
1179	next unless -r $path;	1557	next unless -r $path;
…		…
1197		1575
1198	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1576	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1199	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1577	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1200		1578
1201	$ext{source} =	1579	$ext{source} =
1202	"package $pkg; use strict; use utf8;\n"	1580	"package $pkg; use common::sense;\n"
1203	. "#line 1 \"$path\"\n{\n"	1581	. "#line 1 \"$path\"\n{\n"
1204	. $source	1582	. $source
1205	. "\n};\n1";	1583	. "\n};\n1";
1206		1584
1207	$todo{$base} = \%ext;	1585	$todo{$base} = \%ext;
1208	}	1586	}
1209		1587
		1588	my $pass = 0;
1210	my %done;	1589	my %done;
1211	while (%todo) {	1590	while (%todo) {
1212	my $progress;	1591	my $progress;
1213		1592
		1593	++$pass;
		1594
		1595	ext:
1214	while (my ($k, $v) = each %todo) {	1596	while (my ($k, $v) = each %todo) {
1215	for (split /,\s*/, $v->{meta}{depends}) {	1597	for (split /,\s*/, $v->{meta}{depends}) {
1216	goto skip	1598	next ext
1217	unless exists $done{$_};	1599	unless exists $done{$_};
1218	}	1600	}
1219		1601
1220	warn "... loading '$k' into '$v->{pkg}'\n";	1602	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1221		1603
1222	unless (eval $v->{source}) {	1604	my $source = $v->{source};
		1605
		1606	# support "CONF varname :confname = default" pseudo-statements
		1607	$source =~ s{
		1608	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1609	}{
		1610	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1611	}gmxe;
		1612
		1613	my $active = eval $source;
		1614
		1615	if (length $@) {
1223	my $msg = $@ ? "$v->{path}: $@\n"	1616	error "$v->{path}: $@\n";
1224	: "$v->{base}: extension inactive.\n";
1225		1617
		1618	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1226	if (exists $v->{meta}{mandatory}) {	1619	if exists $v->{meta}{mandatory};
1227	warn $msg;	1620
1228	warn "mandatory extension failed to load, exiting.\n";	1621	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1229	exit 1;	1622	delete $todo{$k};
1230	}	1623	} else {
1231		1624	$done{$k} = delete $todo{$k};
1232	warn $msg;	1625	push @EXTS, $v->{pkg};
		1626	$progress = 1;
		1627
		1628	info "$v->{base}: extension inactive.\n"
		1629	unless $active;
1233	}	1630	}
1234
1235	$done{$k} = delete $todo{$k};
1236	push @EXTS, $v->{pkg};
1237	$progress = 1;
1238	}	1631	}
1239		1632
1240	skip:	1633	unless ($progress) {
1241	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1634	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1242	unless $progress;	1635
		1636	while (my ($k, $v) = each %todo) {
		1637	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1638	if exists $v->{meta}{mandatory};
		1639	}
		1640
		1641	last;
		1642	}
1243	}	1643	}
1244	};	1644	};
1245	}	1645	}
1246		1646
1247	#############################################################################	1647	#############################################################################
1248		1648
1249	=back	1649	=back
1250		1650
1251	=head2 CORE EXTENSIONS	1651	=head2 CORE EXTENSIONS
1252		1652
1253	Functions and methods that extend core crossfire objects.	1653	Functions and methods that extend core deliantra objects.
1254		1654
1255	=cut	1655	=cut
1256		1656
1257	package cf::player;	1657	package cf::player;
1258		1658
1259	use Coro::AIO;	1659	use Coro::AIO;
1260		1660
1261	=head3 cf::player	1661	=head3 cf::player
1262		1662
1263	=over 4	1663	=over 4
		1664
		1665	=item cf::player::num_playing
		1666
		1667	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1668
		1669	=cut
		1670
		1671	sub num_playing {
		1672	scalar grep
		1673	$_->ob->map
		1674	&& !$_->hidden
		1675	&& !$_->ob->flag (cf::FLAG_WIZ),
		1676	cf::player::list
		1677	}
1264		1678
1265	=item cf::player::find $login	1679	=item cf::player::find $login
1266		1680
1267	Returns the given player object, loading it if necessary (might block).	1681	Returns the given player object, loading it if necessary (might block).
1268		1682
…		…
1287		1701
1288	sub exists($) {	1702	sub exists($) {
1289	my ($login) = @_;	1703	my ($login) = @_;
1290		1704
1291	$cf::PLAYER{$login}	1705	$cf::PLAYER{$login}
1292	or cf::sync_job { !aio_stat path $login }	1706	or !aio_stat path $login
1293	}	1707	}
1294		1708
1295	sub find($) {	1709	sub find($) {
1296	return $cf::PLAYER{$_[0]} || do {	1710	return $cf::PLAYER{$_[0]} || do {
1297	my $login = $_[0];	1711	my $login = $_[0];
…		…
1304	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1718	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1305	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1719	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1306	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1720	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1307	aio_unlink +(playerdir $login) . "/$login.pl";	1721	aio_unlink +(playerdir $login) . "/$login.pl";
1308		1722
1309	my $pl = load_pl path $login	1723	my $f = new_from_file cf::object::thawer path $login
1310	or return;	1724	or return;
		1725
		1726	my $pl = cf::player::load_pl $f
		1727	or return;
		1728
		1729	local $cf::PLAYER_LOADING{$login} = $pl;
		1730	$f->resolve_delayed_derefs;
1311	$cf::PLAYER{$login} = $pl	1731	$cf::PLAYER{$login} = $pl
1312	}	1732	}
1313	}	1733	}
1314	}	1734	}
		1735
		1736	cf::player->attach (
		1737	on_load => sub {
		1738	my ($pl, $path) = @_;
		1739
		1740	# restore slots saved in save, below
		1741	my $slots = delete $pl->{_slots};
		1742
		1743	$pl->ob->current_weapon ($slots->[0]);
		1744	$pl->combat_ob ($slots->[1]);
		1745	$pl->ranged_ob ($slots->[2]);
		1746	},
		1747	);
1315		1748
1316	sub save($) {	1749	sub save($) {
1317	my ($pl) = @_;	1750	my ($pl) = @_;
1318		1751
1319	return if $pl->{deny_save};	1752	return if $pl->{deny_save};
…		…
1323		1756
1324	return if $pl->{deny_save};	1757	return if $pl->{deny_save};
1325		1758
1326	aio_mkdir playerdir $pl, 0770;	1759	aio_mkdir playerdir $pl, 0770;
1327	$pl->{last_save} = $cf::RUNTIME;	1760	$pl->{last_save} = $cf::RUNTIME;
		1761
		1762	cf::get_slot 0.01;
		1763
		1764	# save slots, to be restored later
		1765	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
1328		1766
1329	$pl->save_pl ($path);	1767	$pl->save_pl ($path);
1330	cf::cede_to_tick;	1768	cf::cede_to_tick;
1331	}	1769	}
1332		1770
…		…
1364	my ($pl) = @_;	1802	my ($pl) = @_;
1365		1803
1366	my $name = $pl->ob->name;	1804	my $name = $pl->ob->name;
1367		1805
1368	$pl->{deny_save} = 1;	1806	$pl->{deny_save} = 1;
1369	$pl->password ("*"); # this should lock out the player until we nuked the dir	1807	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1370		1808
1371	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1809	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1372	$pl->deactivate;	1810	$pl->deactivate;
		1811
		1812	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1373	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1813	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1814	ext::highscore::check ($pl->ob);
		1815
1374	$pl->ns->destroy if $pl->ns;	1816	$pl->ns->destroy if $pl->ns;
1375		1817
1376	my $path = playerdir $pl;	1818	my $path = playerdir $pl;
1377	my $temp = "$path~$cf::RUNTIME~deleting~";	1819	my $temp = "$path~$cf::RUNTIME~deleting~";
1378	aio_rename $path, $temp;	1820	aio_rename $path, $temp;
…		…
1413	or return [];	1855	or return [];
1414		1856
1415	my @logins;	1857	my @logins;
1416		1858
1417	for my $login (@$dirs) {	1859	for my $login (@$dirs) {
		1860	my $path = path $login;
		1861
		1862	# a .pst is a dead give-away for a valid player
		1863	# if no pst file found, open and chekc for blocked users
		1864	if (aio_stat "$path.pst") {
1418	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1865	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1419	aio_read $fh, 0, 512, my $buf, 0 or next;	1866	aio_read $fh, 0, 512, my $buf, 0 or next;
1420	$buf !~ /^password -------------$/m or next; # official not-valid tag	1867	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1868	}
1421		1869
1422	utf8::decode $login;	1870	utf8::decode $login;
1423	push @logins, $login;	1871	push @logins, $login;
1424	}	1872	}
1425		1873
1426	\@logins	1874	\@logins
1427	}	1875	}
1428		1876
1429	=item $player->maps	1877	=item $player->maps
		1878
		1879	=item cf::player::maps $login
1430		1880
1431	Returns an arrayref of map paths that are private for this	1881	Returns an arrayref of map paths that are private for this
1432	player. May block.	1882	player. May block.
1433		1883
1434	=cut	1884	=cut
…		…
1452	}	1902	}
1453		1903
1454	\@paths	1904	\@paths
1455	}	1905	}
1456		1906
1457	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1907	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1458		1908
1459	Expand crossfire pod fragments into protocol xml.	1909	Expand deliantra pod fragments into protocol xml.
1460
1461	=cut
1462
1463	sub expand_cfpod {
1464	((my $self), (local $_)) = @_;
1465
1466	# escape & and <
1467	s/&/&amp;/g;
1468	s/(?<![BIUGH])</&lt;/g;
1469
1470	# this is buggy, it needs to properly take care of nested <'s
1471
1472	1 while
1473	# replace B<>, I<>, U<> etc.
1474	s/B<([^\>]*)>/<b>$1<\/b>/
1475	|| s/I<([^\>]*)>/<i>$1<\/i>/
1476	|| s/U<([^\>]*)>/<u>$1<\/u>/
1477	# replace G<male|female> tags
1478	|| s{G<([^>|]*)\|([^>]*)>}{
1479	$self->gender ? $2 : $1
1480	}ge
1481	# replace H<hint text>
1482	|| s{H<([^\>]*)>}
1483	{
1484	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1485	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1486	"")
1487	[$self->{hintmode}]
1488	}ge;
1489
1490	# create single paragraphs (very hackish)
1491	s/(?<=\S)\n(?=\w)/ /g;
1492
1493	# compress some whitespace
1494	s/\s+\n/\n/g; # ws line-ends
1495	s/\n\n+/\n/g; # double lines
1496	s/^\n+//; # beginning lines
1497	s/\n+$//; # ending lines
1498
1499	$_
1500	}
1501
1502	sub hintmode {
1503	$_[0]{hintmode} = $_[1] if @_ > 1;
1504	$_[0]{hintmode}
1505	}
1506		1910
1507	=item $player->ext_reply ($msgid, @msg)	1911	=item $player->ext_reply ($msgid, @msg)
1508		1912
1509	Sends an ext reply to the player.	1913	Sends an ext reply to the player.
1510		1914
…		…
1542		1946
1543	=cut	1947	=cut
1544		1948
1545	sub find_by_path($) {	1949	sub find_by_path($) {
1546	my ($path) = @_;	1950	my ($path) = @_;
		1951
		1952	$path =~ s/^~[^\/]*//; # skip ~login
1547		1953
1548	my ($match, $specificity);	1954	my ($match, $specificity);
1549		1955
1550	for my $region (list) {	1956	for my $region (list) {
1551	if ($region->{match} && $path =~ $region->{match}) {	1957	if ($region->{match} && $path =~ $region->{match}) {
…		…
1577	our $MAX_RESET = 3600;	1983	our $MAX_RESET = 3600;
1578	our $DEFAULT_RESET = 3000;	1984	our $DEFAULT_RESET = 3000;
1579		1985
1580	sub generate_random_map {	1986	sub generate_random_map {
1581	my ($self, $rmp) = @_;	1987	my ($self, $rmp) = @_;
1582	# mit "rum" bekleckern, nicht	1988
		1989	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1990
1583	$self->_create_random_map (	1991	$self->_create_random_map ($rmp);
1584	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1585	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1586	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1587	$rmp->{exit_on_final_map},
1588	$rmp->{xsize}, $rmp->{ysize},
1589	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1590	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1591	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1592	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1593	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1594	(cf::region::find $rmp->{region}), $rmp->{custom}
1595	)
1596	}	1992	}
1597		1993
1598	=item cf::map->register ($regex, $prio)	1994	=item cf::map->register ($regex, $prio)
1599		1995
1600	Register a handler for the map path matching the given regex at the	1996	Register a handler for the map path matching the given regex at the
…		…
1605		2001
1606	sub register {	2002	sub register {
1607	my (undef, $regex, $prio) = @_;	2003	my (undef, $regex, $prio) = @_;
1608	my $pkg = caller;	2004	my $pkg = caller;
1609		2005
1610	no strict;
1611	push @{"$pkg\::ISA"}, __PACKAGE__;	2006	push @{"$pkg\::ISA"}, __PACKAGE__;
1612		2007
1613	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2008	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1614	}	2009	}
1615		2010
1616	# also paths starting with '/'	2011	# also paths starting with '/'
1617	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2012	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1618		2013
1619	sub thawer_merge {	2014	sub thawer_merge {
1620	my ($self, $merge) = @_;	2015	my ($self, $merge) = @_;
1621		2016
1622	# we have to keep some variables in memory intact	2017	# we have to keep some variables in memory intact
…		…
1627	}	2022	}
1628		2023
1629	sub normalise {	2024	sub normalise {
1630	my ($path, $base) = @_;	2025	my ($path, $base) = @_;
1631		2026
1632	$path = "$path"; # make sure its a string	2027	$path = "$path"; # make sure it's a string
1633		2028
1634	$path =~ s/\.map$//;	2029	$path =~ s/\.map$//;
1635		2030
1636	# map plan:	2031	# map plan:
1637	#	2032	#
…		…
1652	$base =~ s{[^/]+/?$}{};	2047	$base =~ s{[^/]+/?$}{};
1653	$path = "$base/$path";	2048	$path = "$base/$path";
1654	}	2049	}
1655		2050
1656	for ($path) {	2051	for ($path) {
1657	redo if s{//}{/};
1658	redo if s{/\.?/}{/};	2052	redo if s{/\.?/}{/};
1659	redo if s{/[^/]+/\.\./}{/};	2053	redo if s{/[^/]+/\.\./}{/};
1660	}	2054	}
1661		2055
1662	$path	2056	$path
…		…
1676	$self->init; # pass $1 etc.	2070	$self->init; # pass $1 etc.
1677	return $self;	2071	return $self;
1678	}	2072	}
1679	}	2073	}
1680		2074
1681	Carp::cluck "unable to resolve path '$path' (base '$base').";	2075	Carp::cluck "unable to resolve path '$path' (base '$base')";
1682	()	2076	()
1683	}	2077	}
1684		2078
		2079	# may re-bless or do other evil things
1685	sub init {	2080	sub init {
1686	my ($self) = @_;	2081	my ($self) = @_;
1687		2082
1688	$self	2083	$self
1689	}	2084	}
…		…
1708		2103
1709	# the temporary/swap location	2104	# the temporary/swap location
1710	sub save_path {	2105	sub save_path {
1711	my ($self) = @_;	2106	my ($self) = @_;
1712		2107
1713	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2108	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1714	"$TMPDIR/$path.map"	2109	"$TMPDIR/$path.map"
1715	}	2110	}
1716		2111
1717	# the unique path, undef == no special unique path	2112	# the unique path, undef == no special unique path
1718	sub uniq_path {	2113	sub uniq_path {
1719	my ($self) = @_;	2114	my ($self) = @_;
1720		2115
1721	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2116	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1722	"$UNIQUEDIR/$path"	2117	"$UNIQUEDIR/$path"
1723	}
1724
1725	# and all this just because we cannot iterate over
1726	# all maps in C++...
1727	sub change_all_map_light {
1728	my ($change) = @_;
1729
1730	$_->change_map_light ($change)
1731	for grep $_->outdoor, values %cf::MAP;
1732	}	2118	}
1733		2119
1734	sub decay_objects {	2120	sub decay_objects {
1735	my ($self) = @_;	2121	my ($self) = @_;
1736		2122
…		…
1749		2135
1750	sub load_header_from($) {	2136	sub load_header_from($) {
1751	my ($self, $path) = @_;	2137	my ($self, $path) = @_;
1752		2138
1753	utf8::encode $path;	2139	utf8::encode $path;
1754	#aio_open $path, O_RDONLY, 0	2140	my $f = new_from_file cf::object::thawer $path
1755	# or return;
1756
1757	$self->_load_header ($path)
1758	or return;	2141	or return;
1759		2142
		2143	$self->_load_header ($f)
		2144	or return;
		2145
		2146	local $MAP_LOADING{$self->{path}} = $self;
		2147	$f->resolve_delayed_derefs;
		2148
1760	$self->{load_path} = $path;	2149	$self->{load_path} = $path;
1761		2150
1762	1	2151	1
1763	}	2152	}
1764		2153
		2154	# used to laod the header of an original map
1765	sub load_header_orig {	2155	sub load_header_orig {
1766	my ($self) = @_;	2156	my ($self) = @_;
1767		2157
1768	$self->load_header_from ($self->load_path)	2158	$self->load_header_from ($self->load_path)
1769	}	2159	}
1770		2160
		2161	# used to laod the header of an instantiated map
1771	sub load_header_temp {	2162	sub load_header_temp {
1772	my ($self) = @_;	2163	my ($self) = @_;
1773		2164
1774	$self->load_header_from ($self->save_path)	2165	$self->load_header_from ($self->save_path)
1775	}	2166	}
1776		2167
		2168	# called after loading the header from an instantiated map
1777	sub prepare_temp {	2169	sub prepare_temp {
1778	my ($self) = @_;	2170	my ($self) = @_;
1779		2171
1780	$self->last_access ((delete $self->{last_access})	2172	$self->last_access ((delete $self->{last_access})
1781	|| $cf::RUNTIME); #d#	2173	|| $cf::RUNTIME); #d#
1782	# safety	2174	# safety
1783	$self->{instantiate_time} = $cf::RUNTIME	2175	$self->{instantiate_time} = $cf::RUNTIME
1784	if $self->{instantiate_time} > $cf::RUNTIME;	2176	if $self->{instantiate_time} > $cf::RUNTIME;
1785	}	2177	}
1786		2178
		2179	# called after loading the header from an original map
1787	sub prepare_orig {	2180	sub prepare_orig {
1788	my ($self) = @_;	2181	my ($self) = @_;
1789		2182
1790	$self->{load_original} = 1;	2183	$self->{load_original} = 1;
1791	$self->{instantiate_time} = $cf::RUNTIME;	2184	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1815		2208
1816	sub find;	2209	sub find;
1817	sub find {	2210	sub find {
1818	my ($path, $origin) = @_;	2211	my ($path, $origin) = @_;
1819		2212
		2213	cf::cede_to_tick;
		2214
1820	$path = normalise $path, $origin && $origin->path;	2215	$path = normalise $path, $origin;
1821		2216
		2217	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1822	cf::lock_wait "map_find:$path";	2218	my $guard2 = cf::lock_acquire "map_find:$path";
1823		2219
1824	$cf::MAP{$path} || do {	2220	$cf::MAP{$path} || do {
1825	my $guard = cf::lock_acquire "map_find:$path";
1826	my $map = new_from_path cf::map $path	2221	my $map = new_from_path cf::map $path
1827	or return;	2222	or return;
1828		2223
1829	$map->{last_save} = $cf::RUNTIME;	2224	$map->{last_save} = $cf::RUNTIME;
1830		2225
…		…
1832	or return;	2227	or return;
1833		2228
1834	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2229	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1835	# doing this can freeze the server in a sync job, obviously	2230	# doing this can freeze the server in a sync job, obviously
1836	#$cf::WAIT_FOR_TICK->wait;	2231	#$cf::WAIT_FOR_TICK->wait;
		2232	undef $guard2;
		2233	undef $guard1;
1837	$map->reset;	2234	$map->reset;
1838	undef $guard;
1839	return find $path;	2235	return find $path;
1840	}	2236	}
1841		2237
1842	$cf::MAP{$path} = $map	2238	$cf::MAP{$path} = $map
1843	}	2239	}
1844	}	2240	}
1845		2241
1846	sub pre_load { }	2242	sub pre_load { }
1847	sub post_load { }	2243	#sub post_load { } # XS
1848		2244
1849	sub load {	2245	sub load {
1850	my ($self) = @_;	2246	my ($self) = @_;
1851		2247
1852	local $self->{deny_reset} = 1; # loading can take a long time	2248	local $self->{deny_reset} = 1; # loading can take a long time
1853		2249
1854	my $path = $self->{path};	2250	my $path = $self->{path};
1855		2251
1856	{	2252	{
1857	my $guard1 = cf::lock_acquire "map_data:$path";	2253	my $guard = cf::lock_acquire "map_data:$path";
1858	my $guard2 = cf::lock_acquire "map_load:$path";
1859		2254
		2255	return unless $self->valid;
1860	return if $self->in_memory != cf::MAP_SWAPPED;	2256	return unless $self->state == cf::MAP_SWAPPED;
1861
1862	$self->in_memory (cf::MAP_LOADING);
1863		2257
1864	$self->alloc;	2258	$self->alloc;
1865		2259
1866	$self->pre_load;	2260	$self->pre_load;
1867	cf::cede_to_tick;	2261	cf::cede_to_tick;
1868		2262
1869	$self->_load_objects ($self->{load_path}, 1)	2263	if (exists $self->{load_path}) {
		2264	my $f = new_from_file cf::object::thawer $self->{load_path};
		2265	$f->skip_block;
		2266	$self->_load_objects ($f)
1870	or return;	2267	or return;
1871		2268
1872	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2269	$self->post_load_original
1873	if delete $self->{load_original};	2270	if delete $self->{load_original};
1874		2271
1875	if (my $uniq = $self->uniq_path) {	2272	if (my $uniq = $self->uniq_path) {
1876	utf8::encode $uniq;	2273	utf8::encode $uniq;
1877	if (aio_open $uniq, O_RDONLY, 0) {	2274	unless (aio_stat $uniq) {
		2275	if (my $f = new_from_file cf::object::thawer $uniq) {
1878	$self->clear_unique_items;	2276	$self->clear_unique_items;
1879	$self->_load_objects ($uniq, 0);	2277	$self->_load_objects ($f);
		2278	$f->resolve_delayed_derefs;
		2279	}
		2280	}
1880	}	2281	}
		2282
		2283	$f->resolve_delayed_derefs;
		2284	} else {
		2285	$self->post_load_original
		2286	if delete $self->{load_original};
1881	}	2287	}
		2288
		2289	$self->state (cf::MAP_INACTIVE);
1882		2290
1883	cf::cede_to_tick;	2291	cf::cede_to_tick;
1884	# now do the right thing for maps	2292	# now do the right thing for maps
1885	$self->link_multipart_objects;	2293	$self->link_multipart_objects;
1886	$self->difficulty ($self->estimate_difficulty)	2294	$self->difficulty ($self->estimate_difficulty)
…		…
1890	unless ($self->{deny_activate}) {	2298	unless ($self->{deny_activate}) {
1891	$self->decay_objects;	2299	$self->decay_objects;
1892	$self->fix_auto_apply;	2300	$self->fix_auto_apply;
1893	$self->update_buttons;	2301	$self->update_buttons;
1894	cf::cede_to_tick;	2302	cf::cede_to_tick;
1895	$self->set_darkness_map;	2303	#$self->activate; # no longer activate maps automatically
1896	cf::cede_to_tick;
1897	$self->activate;
1898	}	2304	}
1899		2305
1900	$self->{last_save} = $cf::RUNTIME;	2306	$self->{last_save} = $cf::RUNTIME;
1901	$self->last_access ($cf::RUNTIME);	2307	$self->last_access ($cf::RUNTIME);
1902
1903	$self->in_memory (cf::MAP_IN_MEMORY);
1904	}	2308	}
1905		2309
1906	$self->post_load;	2310	$self->post_load;
1907	}
1908		2311
		2312	1
		2313	}
		2314
		2315	# customize the map for a given player, i.e.
		2316	# return the _real_ map. used by e.g. per-player
		2317	# maps to change the path to ~playername/mappath
1909	sub customise_for {	2318	sub customise_for {
1910	my ($self, $ob) = @_;	2319	my ($self, $ob) = @_;
1911		2320
1912	return find "~" . $ob->name . "/" . $self->{path}	2321	return find "~" . $ob->name . "/" . $self->{path}
1913	if $self->per_player;	2322	if $self->per_player;
…		…
1916	# if $self->per_party;	2325	# if $self->per_party;
1917		2326
1918	$self	2327	$self
1919	}	2328	}
1920		2329
1921	# find and load all maps in the 3x3 area around a map
1922	sub load_neighbours {
1923	my ($map) = @_;
1924
1925	my @neigh; # diagonal neighbours
1926
1927	for (0 .. 3) {
1928	my $neigh = $map->tile_path ($_)
1929	or next;
1930	$neigh = find $neigh, $map
1931	or next;
1932	$neigh->load;
1933
1934	push @neigh,
1935	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1936	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1937	}
1938
1939	for (grep defined $_->[0], @neigh) {
1940	my ($path, $origin) = @$_;
1941	my $neigh = find $path, $origin
1942	or next;
1943	$neigh->load;
1944	}
1945	}
1946
1947	sub find_sync {	2330	sub find_sync {
1948	my ($path, $origin) = @_;	2331	my ($path, $origin) = @_;
1949		2332
1950	cf::sync_job { find $path, $origin }	2333	# it's a bug to call this from the main context
		2334	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2335	if $Coro::current == $Coro::main;
		2336
		2337	find $path, $origin
1951	}	2338	}
1952		2339
1953	sub do_load_sync {	2340	sub do_load_sync {
1954	my ($map) = @_;	2341	my ($map) = @_;
1955		2342
		2343	# it's a bug to call this from the main context
1956	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"	2344	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
1957	if $Coro::current == $Coro::main;	2345	if $Coro::current == $Coro::main;
1958		2346
1959	cf::sync_job { $map->load };	2347	$map->load;
1960	}	2348	}
1961		2349
1962	our %MAP_PREFETCH;	2350	our %MAP_PREFETCH;
1963	our $MAP_PREFETCHER = undef;	2351	our $MAP_PREFETCHER = undef;
1964		2352
1965	sub find_async {	2353	sub find_async {
1966	my ($path, $origin, $load) = @_;	2354	my ($path, $origin, $load) = @_;
1967		2355
1968	$path = normalise $path, $origin && $origin->{path};	2356	$path = normalise $path, $origin;
1969		2357
1970	if (my $map = $cf::MAP{$path}) {	2358	if (my $map = $cf::MAP{$path}) {
1971	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2359	return $map if !$load || $map->linkable;
1972	}	2360	}
1973		2361
1974	$MAP_PREFETCH{$path} |= $load;	2362	$MAP_PREFETCH{$path} |= $load;
1975		2363
1976	$MAP_PREFETCHER ||= cf::async {	2364	$MAP_PREFETCHER ||= cf::async {
		2365	$Coro::current->{desc} = "map prefetcher";
		2366
1977	while (%MAP_PREFETCH) {	2367	while (%MAP_PREFETCH) {
1978	while (my ($k, $v) = each %MAP_PREFETCH) {	2368	while (my ($k, $v) = each %MAP_PREFETCH) {
1979	if (my $map = find $k) {	2369	if (my $map = find $k) {
1980	$map->load if $v;	2370	$map->load if $v;
1981	}	2371	}
…		…
1988	$MAP_PREFETCHER->prio (6);	2378	$MAP_PREFETCHER->prio (6);
1989		2379
1990	()	2380	()
1991	}	2381	}
1992		2382
		2383	# common code, used by both ->save and ->swapout
1993	sub save {	2384	sub _save {
1994	my ($self) = @_;	2385	my ($self) = @_;
1995
1996	my $lock = cf::lock_acquire "map_data:$self->{path}";
1997		2386
1998	$self->{last_save} = $cf::RUNTIME;	2387	$self->{last_save} = $cf::RUNTIME;
1999		2388
2000	return unless $self->dirty;	2389	return unless $self->dirty;
2001		2390
…		…
2007	return if $self->{deny_save};	2396	return if $self->{deny_save};
2008		2397
2009	local $self->{last_access} = $self->last_access;#d#	2398	local $self->{last_access} = $self->last_access;#d#
2010		2399
2011	cf::async {	2400	cf::async {
		2401	$Coro::current->{desc} = "map player save";
2012	$_->contr->save for $self->players;	2402	$_->contr->save for $self->players;
2013	};	2403	};
		2404
		2405	cf::get_slot 0.02;
2014		2406
2015	if ($uniq) {	2407	if ($uniq) {
2016	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2408	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2017	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2409	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2018	} else {	2410	} else {
2019	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2411	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
2020	}	2412	}
2021	}	2413	}
2022		2414
		2415	sub save {
		2416	my ($self) = @_;
		2417
		2418	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2419
		2420	$self->_save;
		2421	}
		2422
2023	sub swap_out {	2423	sub swap_out {
2024	my ($self) = @_;	2424	my ($self) = @_;
2025		2425
2026	# save first because save cedes
2027	$self->save;
2028
2029	my $lock = cf::lock_acquire "map_data:$self->{path}";	2426	my $lock = cf::lock_acquire "map_data:$self->{path}";
2030		2427
		2428	return if !$self->linkable;
		2429	return if $self->{deny_save};
2031	return if $self->players;	2430	return if $self->players;
2032	return if $self->in_memory != cf::MAP_IN_MEMORY;
2033	return if $self->{deny_save};
2034		2431
		2432	# first deactivate the map and "unlink" it from the core
		2433	$self->deactivate;
		2434	$_->clear_links_to ($self) for values %cf::MAP;
		2435	$self->state (cf::MAP_SWAPPED);
		2436
		2437	# then atomically save
		2438	$self->_save;
		2439
		2440	# then free the map
2035	$self->clear;	2441	$self->clear;
2036	$self->in_memory (cf::MAP_SWAPPED);
2037	}	2442	}
2038		2443
2039	sub reset_at {	2444	sub reset_at {
2040	my ($self) = @_;	2445	my ($self) = @_;
2041		2446
…		…
2059		2464
2060	my $lock = cf::lock_acquire "map_data:$self->{path}";	2465	my $lock = cf::lock_acquire "map_data:$self->{path}";
2061		2466
2062	return if $self->players;	2467	return if $self->players;
2063		2468
2064	warn "resetting map ", $self->path;	2469	cf::trace "resetting map ", $self->path, "\n";
2065		2470
2066	$self->in_memory (cf::MAP_SWAPPED);	2471	$self->state (cf::MAP_SWAPPED);
2067		2472
2068	# need to save uniques path	2473	# need to save uniques path
2069	unless ($self->{deny_save}) {	2474	unless ($self->{deny_save}) {
2070	my $uniq = $self->uniq_path; utf8::encode $uniq;	2475	my $uniq = $self->uniq_path; utf8::encode $uniq;
2071		2476
…		…
2073	if $uniq;	2478	if $uniq;
2074	}	2479	}
2075		2480
2076	delete $cf::MAP{$self->path};	2481	delete $cf::MAP{$self->path};
2077		2482
		2483	$self->deactivate;
		2484	$_->clear_links_to ($self) for values %cf::MAP;
2078	$self->clear;	2485	$self->clear;
2079
2080	$_->clear_links_to ($self) for values %cf::MAP;
2081		2486
2082	$self->unlink_save;	2487	$self->unlink_save;
2083	$self->destroy;	2488	$self->destroy;
2084	}	2489	}
2085		2490
…		…
2093		2498
2094	delete $cf::MAP{$self->path};	2499	delete $cf::MAP{$self->path};
2095		2500
2096	$self->unlink_save;	2501	$self->unlink_save;
2097		2502
2098	bless $self, "cf::map";	2503	bless $self, "cf::map::wrap";
2099	delete $self->{deny_reset};	2504	delete $self->{deny_reset};
2100	$self->{deny_save} = 1;	2505	$self->{deny_save} = 1;
2101	$self->reset_timeout (1);	2506	$self->reset_timeout (1);
2102	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2507	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
2103		2508
…		…
2152		2557
2153	sub unique_maps() {	2558	sub unique_maps() {
2154	[	2559	[
2155	map {	2560	map {
2156	utf8::decode $_;	2561	utf8::decode $_;
2157	/\.map$/	2562	s/\.map$//; # TODO future compatibility hack
		2563	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2564	? ()
2158	? normalise $_	2565	: normalise $_
2159	: ()
2160	} @{ aio_readdir $UNIQUEDIR or [] }	2566	} @{ aio_readdir $UNIQUEDIR or [] }
2161	]	2567	]
2162	}	2568	}
2163		2569
2164	package cf;	2570	=item cf::map::static_maps
		2571
		2572	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2573	file in the shared directory excluding F</styles> and F</editor>). May
		2574	block.
		2575
		2576	=cut
		2577
		2578	sub static_maps() {
		2579	my @dirs = "";
		2580	my @maps;
		2581
		2582	while (@dirs) {
		2583	my $dir = shift @dirs;
		2584
		2585	next if $dir eq "/styles" || $dir eq "/editor";
		2586
		2587	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2588	or return;
		2589
		2590	for (@$files) {
		2591	s/\.map$// or next;
		2592	utf8::decode $_;
		2593	push @maps, "$dir/$_";
		2594	}
		2595
		2596	push @dirs, map "$dir/$_", @$dirs;
		2597	}
		2598
		2599	\@maps
		2600	}
2165		2601
2166	=back	2602	=back
2167		2603
2168	=head3 cf::object	2604	=head3 cf::object
2169		2605
…		…
2173		2609
2174	=over 4	2610	=over 4
2175		2611
2176	=item $ob->inv_recursive	2612	=item $ob->inv_recursive
2177		2613
2178	Returns the inventory of the object _and_ their inventories, recursively.	2614	Returns the inventory of the object I<and> their inventories, recursively,
		2615	but I<not> the object itself.
2179		2616
2180	=cut	2617	=cut
2181		2618
2182	sub inv_recursive_;	2619	sub inv_recursive_;
2183	sub inv_recursive_ {	2620	sub inv_recursive_ {
…		…
2186		2623
2187	sub inv_recursive {	2624	sub inv_recursive {
2188	inv_recursive_ inv $_[0]	2625	inv_recursive_ inv $_[0]
2189	}	2626	}
2190		2627
		2628	=item $ref = $ob->ref
		2629
		2630	Creates and returns a persistent reference to an object that can be stored as a string.
		2631
		2632	=item $ob = cf::object::deref ($refstring)
		2633
		2634	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2635	even if the object actually exists. May block.
		2636
		2637	=cut
		2638
		2639	sub deref {
		2640	my ($ref) = @_;
		2641
		2642	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2643	my ($uuid, $name) = ($1, $2);
		2644	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2645	or return;
		2646	$pl->ob->uuid eq $uuid
		2647	or return;
		2648
		2649	$pl->ob
		2650	} else {
		2651	warn "$ref: cannot resolve object reference\n";
		2652	undef
		2653	}
		2654	}
		2655
2191	package cf;	2656	package cf;
2192		2657
2193	=back	2658	=back
2194		2659
2195	=head3 cf::object::player	2660	=head3 cf::object::player
…		…
2201	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2666	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2202	can be C<undef>. Does the right thing when the player is currently in a	2667	can be C<undef>. Does the right thing when the player is currently in a
2203	dialogue with the given NPC character.	2668	dialogue with the given NPC character.
2204		2669
2205	=cut	2670	=cut
		2671
		2672	our $SAY_CHANNEL = {
		2673	id => "say",
		2674	title => "Map",
		2675	reply => "say ",
		2676	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2677	};
		2678
		2679	our $CHAT_CHANNEL = {
		2680	id => "chat",
		2681	title => "Chat",
		2682	reply => "chat ",
		2683	tooltip => "Player chat and shouts, global to the server.",
		2684	};
2206		2685
2207	# rough implementation of a future "reply" method that works	2686	# rough implementation of a future "reply" method that works
2208	# with dialog boxes.	2687	# with dialog boxes.
2209	#TODO: the first argument must go, split into a $npc->reply_to ( method	2688	#TODO: the first argument must go, split into a $npc->reply_to ( method
2210	sub cf::object::player::reply($$$;$) {	2689	sub cf::object::player::reply($$$;$) {
…		…
2222	my $dialog = $pl->{npc_dialog};	2701	my $dialog = $pl->{npc_dialog};
2223	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2702	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2224		2703
2225	} else {	2704	} else {
2226	$msg = $npc->name . " says: $msg" if $npc;	2705	$msg = $npc->name . " says: $msg" if $npc;
2227	$self->message ($msg, $flags);	2706	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2228	}	2707	}
2229	}	2708	}
2230	}	2709	}
2231		2710
2232	=item $object->send_msg ($channel, $msg, $color, [extra...])	2711	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2257		2736
2258	=item $player_object->enter_link	2737	=item $player_object->enter_link
2259		2738
2260	Freezes the player and moves him/her to a special map (C<{link}>).	2739	Freezes the player and moves him/her to a special map (C<{link}>).
2261		2740
2262	The player should be reasonably safe there for short amounts of time. You	2741	The player should be reasonably safe there for short amounts of time (e.g.
2263	I<MUST> call C<leave_link> as soon as possible, though.	2742	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2743	though, as the player cannot control the character while it is on the link
		2744	map.
2264		2745
2265	Will never block.	2746	Will never block.
2266		2747
2267	=item $player_object->leave_link ($map, $x, $y)	2748	=item $player_object->leave_link ($map, $x, $y)
2268		2749
…		…
2288	sub cf::object::player::enter_link {	2769	sub cf::object::player::enter_link {
2289	my ($self) = @_;	2770	my ($self) = @_;
2290		2771
2291	$self->deactivate_recursive;	2772	$self->deactivate_recursive;
2292		2773
		2774	++$self->{_link_recursion};
		2775
2293	return if UNIVERSAL::isa $self->map, "ext::map_link";	2776	return if UNIVERSAL::isa $self->map, "ext::map_link";
2294		2777
2295	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2778	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2296	if $self->map && $self->map->{path} ne "{link}";	2779	if $self->map && $self->map->{path} ne "{link}";
2297		2780
2298	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2781	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2299	}	2782	}
2300		2783
2301	sub cf::object::player::leave_link {	2784	sub cf::object::player::leave_link {
2302	my ($self, $map, $x, $y) = @_;	2785	my ($self, $map, $x, $y) = @_;
2303		2786
…		…
2320	($x, $y) = (-1, -1)	2803	($x, $y) = (-1, -1)
2321	unless (defined $x) && (defined $y);	2804	unless (defined $x) && (defined $y);
2322		2805
2323	# use -1 or undef as default coordinates, not 0, 0	2806	# use -1 or undef as default coordinates, not 0, 0
2324	($x, $y) = ($map->enter_x, $map->enter_y)	2807	($x, $y) = ($map->enter_x, $map->enter_y)
2325	if $x <=0 && $y <= 0;	2808	if $x <= 0 && $y <= 0;
2326		2809
2327	$map->load;	2810	$map->load;
2328	$map->load_neighbours;
2329		2811
2330	return unless $self->contr->active;	2812	return unless $self->contr->active;
2331	$self->activate_recursive;
2332		2813
2333	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2814	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2334	$self->enter_map ($map, $x, $y);	2815	if ($self->enter_map ($map, $x, $y)) {
2335	}	2816	# entering was successful
		2817	delete $self->{_link_recursion};
		2818	# only activate afterwards, to support waiting in hooks
		2819	$self->activate_recursive;
		2820	}
2336		2821
		2822	}
		2823
2337	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2824	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2338		2825
2339	Moves the player to the given map-path and coordinates by first freezing	2826	Moves the player to the given map-path and coordinates by first freezing
2340	her, loading and preparing them map, calling the provided $check callback	2827	her, loading and preparing them map, calling the provided $check callback
2341	that has to return the map if sucecssful, and then unfreezes the player on	2828	that has to return the map if sucecssful, and then unfreezes the player on
2342	the new (success) or old (failed) map position. In either case, $done will	2829	the new (success) or old (failed) map position. In either case, $done will
2343	be called at the end of this process.	2830	be called at the end of this process.
2344		2831
		2832	Note that $check will be called with a potentially non-loaded map, so if
		2833	it needs a loaded map it has to call C<< ->load >>.
		2834
2345	=cut	2835	=cut
2346		2836
2347	our $GOTOGEN;	2837	our $GOTOGEN;
2348		2838
2349	sub cf::object::player::goto {	2839	sub cf::object::player::goto {
2350	my ($self, $path, $x, $y, $check, $done) = @_;	2840	my ($self, $path, $x, $y, $check, $done) = @_;
2351		2841
		2842	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2843	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2844	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2845	($path, $x, $y) = @$EMERGENCY_POSITION;
		2846	}
		2847
2352	# do generation counting so two concurrent goto's will be executed in-order	2848	# do generation counting so two concurrent goto's will be executed in-order
2353	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2849	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2354		2850
2355	$self->enter_link;	2851	$self->enter_link;
2356		2852
2357	(async {	2853	(async {
		2854	$Coro::current->{desc} = "player::goto $path $x $y";
		2855
		2856	# *tag paths override both path and x|y
		2857	if ($path =~ /^\*(.*)$/) {
		2858	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2859	my $ob = $obs[rand @obs];
		2860
		2861	# see if we actually can go there
		2862	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2863	$ob = $obs[rand @obs];
		2864	} else {
		2865	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2866	}
		2867	# else put us there anyways for now #d#
		2868
		2869	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2870	} else {
		2871	($path, $x, $y) = (undef, undef, undef);
		2872	}
		2873	}
		2874
2358	my $map = eval {	2875	my $map = eval {
2359	my $map = cf::map::find $path;	2876	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2360		2877
2361	if ($map) {	2878	if ($map) {
2362	$map = $map->customise_for ($self);	2879	$map = $map->customise_for ($self);
2363	$map = $check->($map) if $check && $map;	2880	$map = $check->($map, $x, $y, $self) if $check && $map;
2364	} else {	2881	} else {
2365	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2882	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2366	}	2883	}
2367		2884
2368	$map	2885	$map
2369	};	2886	};
2370		2887
…		…
2376	if ($gen == $self->{_goto_generation}) {	2893	if ($gen == $self->{_goto_generation}) {
2377	delete $self->{_goto_generation};	2894	delete $self->{_goto_generation};
2378	$self->leave_link ($map, $x, $y);	2895	$self->leave_link ($map, $x, $y);
2379	}	2896	}
2380		2897
2381	$done->() if $done;	2898	$done->($self) if $done;
2382	})->prio (1);	2899	})->prio (1);
2383	}	2900	}
2384		2901
2385	=item $player_object->enter_exit ($exit_object)	2902	=item $player_object->enter_exit ($exit_object)
2386		2903
…		…
2406	}	2923	}
2407		2924
2408	sub prepare_random_map {	2925	sub prepare_random_map {
2409	my ($exit) = @_;	2926	my ($exit) = @_;
2410		2927
2411	my $guard = cf::lock_acquire "exit_prepare:$exit";
2412
2413	# all this does is basically replace the /! path by	2928	# all this does is basically replace the /! path by
2414	# a new random map path (?random/...) with a seed	2929	# a new random map path (?random/...) with a seed
2415	# that depends on the exit object	2930	# that depends on the exit object
2416		2931
2417	my $rmp = parse_random_map_params $exit->msg;	2932	my $rmp = parse_random_map_params $exit->msg;
…		…
2419	if ($exit->map) {	2934	if ($exit->map) {
2420	$rmp->{region} = $exit->region->name;	2935	$rmp->{region} = $exit->region->name;
2421	$rmp->{origin_map} = $exit->map->path;	2936	$rmp->{origin_map} = $exit->map->path;
2422	$rmp->{origin_x} = $exit->x;	2937	$rmp->{origin_x} = $exit->x;
2423	$rmp->{origin_y} = $exit->y;	2938	$rmp->{origin_y} = $exit->y;
		2939
		2940	$exit->map->touch;
2424	}	2941	}
2425		2942
2426	$rmp->{random_seed} ||= $exit->random_seed;	2943	$rmp->{random_seed} ||= $exit->random_seed;
2427		2944
2428	my $data = cf::to_json $rmp;	2945	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2429	my $md5 = Digest::MD5::md5_hex $data;	2946	my $md5 = Digest::MD5::md5_hex $data;
2430	my $meta = "$RANDOMDIR/$md5.meta";	2947	my $meta = "$RANDOMDIR/$md5.meta";
2431		2948
2432	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2949	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2433	aio_write $fh, 0, (length $data), $data, 0;	2950	aio_write $fh, 0, (length $data), $data, 0;
2434	undef $fh;	2951	undef $fh;
2435	aio_rename "$meta~", $meta;	2952	aio_rename "$meta~", $meta;
2436		2953
		2954	my $slaying = "?random/$md5";
		2955
		2956	if ($exit->valid) {
2437	$exit->slaying ("?random/$md5");	2957	$exit->slaying ("?random/$md5");
2438	$exit->msg (undef);	2958	$exit->msg (undef);
		2959	}
2439	}	2960	}
2440	}	2961	}
2441		2962
2442	sub cf::object::player::enter_exit {	2963	sub cf::object::player::enter_exit {
2443	my ($self, $exit) = @_;	2964	my ($self, $exit) = @_;
2444		2965
2445	return unless $self->type == cf::PLAYER;	2966	return unless $self->type == cf::PLAYER;
2446		2967
2447	if ($exit->slaying eq "/!") {
2448	#TODO: this should de-fi-ni-te-ly not be a sync-job
2449	# the problem is that $exit might not survive long enough
2450	# so it needs to be done right now, right here
2451	cf::sync_job { prepare_random_map $exit };
2452	}
2453
2454	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2455	my $hp = $exit->stats->hp;
2456	my $sp = $exit->stats->sp;
2457
2458	$self->enter_link;	2968	$self->enter_link;
2459		2969
2460	# if exit is damned, update players death & WoR home-position
2461	$self->contr->savebed ($slaying, $hp, $sp)
2462	if $exit->flag (FLAG_DAMNED);
2463
2464	(async {	2970	(async {
2465	$self->deactivate_recursive; # just to be sure	2971	$Coro::current->{desc} = "enter_exit";
		2972
2466	unless (eval {	2973	unless (eval {
		2974	$self->deactivate_recursive; # just to be sure
		2975
		2976	my $map = cf::map::normalise $exit->slaying, $exit->map;
		2977	my $x = $exit->stats->hp;
		2978	my $y = $exit->stats->sp;
		2979
		2980	# special map handling
		2981	my $slaying = $exit->slaying;
		2982
		2983	# special map handling
		2984	if ($slaying eq "/!") {
		2985	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2986
		2987	prepare_random_map $exit
		2988	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		2989
		2990	$map = $exit->slaying;
		2991
		2992	} elsif ($slaying eq '!up') {
		2993	$map = $exit->map->tile_path (cf::TILE_UP);
		2994	$x = $exit->x;
		2995	$y = $exit->y;
		2996
		2997	} elsif ($slaying eq '!down') {
		2998	$map = $exit->map->tile_path (cf::TILE_DOWN);
		2999	$x = $exit->x;
		3000	$y = $exit->y;
		3001	}
		3002
2467	$self->goto ($slaying, $hp, $sp);	3003	$self->goto ($map, $x, $y);
2468		3004
		3005	# if exit is damned, update players death & WoR home-position
		3006	$self->contr->savebed ($map, $x, $y)
		3007	if $exit->flag (cf::FLAG_DAMNED);
		3008
2469	1;	3009	1
2470	}) {	3010	}) {
2471	$self->message ("Something went wrong deep within the crossfire server. "	3011	$self->message ("Something went wrong deep within the deliantra server. "
2472	. "I'll try to bring you back to the map you were before. "	3012	. "I'll try to bring you back to the map you were before. "
2473	. "Please report this to the dungeon master!",	3013	. "Please report this to the dungeon master!",
2474	cf::NDI_UNIQUE | cf::NDI_RED);	3014	cf::NDI_UNIQUE | cf::NDI_RED);
2475		3015
2476	warn "ERROR in enter_exit: $@";	3016	error "ERROR in enter_exit: $@";
2477	$self->leave_link;	3017	$self->leave_link;
2478	}	3018	}
2479	})->prio (1);	3019	})->prio (1);
2480	}	3020	}
2481		3021
…		…
2493	sub cf::client::send_drawinfo {	3033	sub cf::client::send_drawinfo {
2494	my ($self, $text, $flags) = @_;	3034	my ($self, $text, $flags) = @_;
2495		3035
2496	utf8::encode $text;	3036	utf8::encode $text;
2497	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3037	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		3038	}
		3039
		3040	=item $client->send_big_packet ($pkt)
		3041
		3042	Like C<send_packet>, but tries to compress large packets, and fragments
		3043	them as required.
		3044
		3045	=cut
		3046
		3047	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3048
		3049	sub cf::client::send_big_packet {
		3050	my ($self, $pkt) = @_;
		3051
		3052	# try lzf for large packets
		3053	$pkt = "lzf " . Compress::LZF::compress $pkt
		3054	if 1024 <= length $pkt and $self->{can_lzf};
		3055
		3056	# split very large packets
		3057	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3058	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3059	$pkt = "frag";
		3060	}
		3061
		3062	$self->send_packet ($pkt);
2498	}	3063	}
2499		3064
2500	=item $client->send_msg ($channel, $msg, $color, [extra...])	3065	=item $client->send_msg ($channel, $msg, $color, [extra...])
2501		3066
2502	Send a drawinfo or msg packet to the client, formatting the msg for the	3067	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2504	the message, with C<log> being the default. If C<$color> is negative, suppress	3069	the message, with C<log> being the default. If C<$color> is negative, suppress
2505	the message unless the client supports the msg packet.	3070	the message unless the client supports the msg packet.
2506		3071
2507	=cut	3072	=cut
2508		3073
		3074	# non-persistent channels (usually the info channel)
2509	our %CHANNEL = (	3075	our %CHANNEL = (
		3076	"c/motd" => {
		3077	id => "infobox",
		3078	title => "MOTD",
		3079	reply => undef,
		3080	tooltip => "The message of the day",
		3081	},
2510	"c/identify" => {	3082	"c/identify" => {
2511	id => "identify",	3083	id => "infobox",
2512	title => "Identify",	3084	title => "Identify",
2513	reply => undef,	3085	reply => undef,
2514	tooltip => "Items recently identified",	3086	tooltip => "Items recently identified",
2515	},	3087	},
		3088	"c/examine" => {
		3089	id => "infobox",
		3090	title => "Examine",
		3091	reply => undef,
		3092	tooltip => "Signs and other items you examined",
		3093	},
		3094	"c/shopinfo" => {
		3095	id => "infobox",
		3096	title => "Shop Info",
		3097	reply => undef,
		3098	tooltip => "What your bargaining skill tells you about the shop",
		3099	},
		3100	"c/book" => {
		3101	id => "infobox",
		3102	title => "Book",
		3103	reply => undef,
		3104	tooltip => "The contents of a note or book",
		3105	},
		3106	"c/lookat" => {
		3107	id => "infobox",
		3108	title => "Look",
		3109	reply => undef,
		3110	tooltip => "What you saw there",
		3111	},
		3112	"c/who" => {
		3113	id => "infobox",
		3114	title => "Players",
		3115	reply => undef,
		3116	tooltip => "Shows players who are currently online",
		3117	},
		3118	"c/body" => {
		3119	id => "infobox",
		3120	title => "Body Parts",
		3121	reply => undef,
		3122	tooltip => "Shows which body parts you posess and are available",
		3123	},
		3124	"c/statistics" => {
		3125	id => "infobox",
		3126	title => "Statistics",
		3127	reply => undef,
		3128	tooltip => "Shows your primary statistics",
		3129	},
		3130	"c/skills" => {
		3131	id => "infobox",
		3132	title => "Skills",
		3133	reply => undef,
		3134	tooltip => "Shows your experience per skill and item power",
		3135	},
		3136	"c/shopitems" => {
		3137	id => "infobox",
		3138	title => "Shop Items",
		3139	reply => undef,
		3140	tooltip => "Shows the items currently for sale in this shop",
		3141	},
		3142	"c/resistances" => {
		3143	id => "infobox",
		3144	title => "Resistances",
		3145	reply => undef,
		3146	tooltip => "Shows your resistances",
		3147	},
		3148	"c/pets" => {
		3149	id => "infobox",
		3150	title => "Pets",
		3151	reply => undef,
		3152	tooltip => "Shows information abotu your pets/a specific pet",
		3153	},
		3154	"c/perceiveself" => {
		3155	id => "infobox",
		3156	title => "Perceive Self",
		3157	reply => undef,
		3158	tooltip => "You gained detailed knowledge about yourself",
		3159	},
		3160	"c/uptime" => {
		3161	id => "infobox",
		3162	title => "Uptime",
		3163	reply => undef,
		3164	tooltip => "How long the server has been running since last restart",
		3165	},
		3166	"c/mapinfo" => {
		3167	id => "infobox",
		3168	title => "Map Info",
		3169	reply => undef,
		3170	tooltip => "Information related to the maps",
		3171	},
		3172	"c/party" => {
		3173	id => "party",
		3174	title => "Party",
		3175	reply => "gsay ",
		3176	tooltip => "Messages and chat related to your party",
		3177	},
		3178	"c/death" => {
		3179	id => "death",
		3180	title => "Death",
		3181	reply => undef,
		3182	tooltip => "Reason for and more info about your most recent death",
		3183	},
		3184	"c/say" => $SAY_CHANNEL,
		3185	"c/chat" => $CHAT_CHANNEL,
2516	);	3186	);
2517		3187
2518	sub cf::client::send_msg {	3188	sub cf::client::send_msg {
2519	my ($self, $channel, $msg, $color, @extra) = @_;	3189	my ($self, $channel, $msg, $color, @extra) = @_;
2520		3190
2521	$msg = $self->pl->expand_cfpod ($msg);	3191	$msg = $self->pl->expand_cfpod ($msg)
		3192	unless $color & cf::NDI_VERBATIM;
2522		3193
2523	$color &= cf::NDI_CLIENT_MASK; # just in case...	3194	$color &= cf::NDI_CLIENT_MASK; # just in case...
2524		3195
2525	# check predefined channels, for the benefit of C	3196	# check predefined channels, for the benefit of C
2526	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};	3197	if ($CHANNEL{$channel}) {
		3198	$channel = $CHANNEL{$channel};
2527		3199
		3200	$self->ext_msg (channel_info => $channel);
		3201	$channel = $channel->{id};
		3202
2528	if (ref $channel) {	3203	} elsif (ref $channel) {
2529	# send meta info to client, if not yet sent	3204	# send meta info to client, if not yet sent
2530	unless (exists $self->{channel}{$channel->{id}}) {	3205	unless (exists $self->{channel}{$channel->{id}}) {
2531	$self->{channel}{$channel->{id}} = $channel;	3206	$self->{channel}{$channel->{id}} = $channel;
2532	$self->ext_msg (channel_info => $channel);	3207	$self->ext_msg (channel_info => $channel);
2533	}	3208	}
…		…
2535	$channel = $channel->{id};	3210	$channel = $channel->{id};
2536	}	3211	}
2537		3212
2538	return unless @extra || length $msg;	3213	return unless @extra || length $msg;
2539		3214
2540	if ($self->can_msg) {
2541	# default colour, mask it out	3215	# default colour, mask it out
2542	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	3216	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2543	if $color & cf::NDI_DEF;	3217	if $color & cf::NDI_DEF;
2544		3218
2545	$self->send_packet ("msg " . $self->{json_coder}->encode (	3219	my $pkt = "msg "
		3220	. $self->{json_coder}->encode (
2546	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	3221	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2547	} else {	3222	);
2548	if ($color >= 0) {
2549	# replace some tags by gcfclient-compatible ones
2550	for ($msg) {
2551	1 while
2552	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2553	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2554	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2555	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2556	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2557	}
2558		3223
2559	$color &= cf::NDI_COLOR_MASK;	3224	$self->send_big_packet ($pkt);
2560
2561	utf8::encode $msg;
2562
2563	if (0 && $msg =~ /\[/) {
2564	# COMMAND/INFO
2565	$self->send_packet ("drawextinfo $color 10 8 $msg")
2566	} else {
2567	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2568	$self->send_packet ("drawinfo $color $msg")
2569	}
2570	}
2571	}
2572	}	3225	}
2573		3226
2574	=item $client->ext_msg ($type, @msg)	3227	=item $client->ext_msg ($type, @msg)
2575		3228
2576	Sends an ext event to the client.	3229	Sends an ext event to the client.
…		…
2579		3232
2580	sub cf::client::ext_msg($$@) {	3233	sub cf::client::ext_msg($$@) {
2581	my ($self, $type, @msg) = @_;	3234	my ($self, $type, @msg) = @_;
2582		3235
2583	if ($self->extcmd == 2) {	3236	if ($self->extcmd == 2) {
2584	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3237	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2585	} elsif ($self->extcmd == 1) { # TODO: remove	3238	} elsif ($self->extcmd == 1) { # TODO: remove
2586	push @msg, msgtype => "event_$type";	3239	push @msg, msgtype => "event_$type";
2587	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3240	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2588	}	3241	}
2589	}	3242	}
2590		3243
2591	=item $client->ext_reply ($msgid, @msg)	3244	=item $client->ext_reply ($msgid, @msg)
2592		3245
…		…
2595	=cut	3248	=cut
2596		3249
2597	sub cf::client::ext_reply($$@) {	3250	sub cf::client::ext_reply($$@) {
2598	my ($self, $id, @msg) = @_;	3251	my ($self, $id, @msg) = @_;
2599		3252
2600	if ($self->extcmd == 2) {	3253	return unless $self->extcmd == 2;
		3254
2601	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3255	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2602	} elsif ($self->extcmd == 1) {
2603	#TODO: version 1, remove
2604	unshift @msg, msgtype => "reply", msgid => $id;
2605	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2606	}
2607	}	3256	}
2608		3257
2609	=item $success = $client->query ($flags, "text", \&cb)	3258	=item $success = $client->query ($flags, "text", \&cb)
2610		3259
2611	Queues a query to the client, calling the given callback with	3260	Queues a query to the client, calling the given callback with
…		…
2666	my ($ns, $buf) = @_;	3315	my ($ns, $buf) = @_;
2667		3316
2668	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3317	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2669		3318
2670	if (ref $msg) {	3319	if (ref $msg) {
2671	my ($type, $reply, @payload) =	3320	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
2672	"ARRAY" eq ref $msg
2673	? @$msg
2674	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
2675		3321
2676	my @reply;	3322	my @reply;
2677		3323
2678	if (my $cb = $EXTICMD{$type}) {	3324	if (my $cb = $EXTICMD{$type}) {
2679	@reply = $cb->($ns, @payload);	3325	@reply = $cb->($ns, @payload);
…		…
2681		3327
2682	$ns->ext_reply ($reply, @reply)	3328	$ns->ext_reply ($reply, @reply)
2683	if $reply;	3329	if $reply;
2684		3330
2685	} else {	3331	} else {
2686	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3332	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2687	}	3333	}
2688		3334
2689	cf::override;	3335	cf::override;
2690	},	3336	},
2691	);	3337	);
…		…
2711		3357
2712	$coro	3358	$coro
2713	}	3359	}
2714		3360
2715	cf::client->attach (	3361	cf::client->attach (
2716	on_destroy => sub {	3362	on_client_destroy => sub {
2717	my ($ns) = @_;	3363	my ($ns) = @_;
2718		3364
2719	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3365	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2720	},	3366	},
2721	);	3367	);
…		…
2737	our $safe_hole = new Safe::Hole;	3383	our $safe_hole = new Safe::Hole;
2738		3384
2739	$SIG{FPE} = 'IGNORE';	3385	$SIG{FPE} = 'IGNORE';
2740		3386
2741	$safe->permit_only (Opcode::opset qw(	3387	$safe->permit_only (Opcode::opset qw(
2742	:base_core :base_mem :base_orig :base_math	3388	:base_core :base_mem :base_orig :base_math :base_loop
2743	grepstart grepwhile mapstart mapwhile	3389	grepstart grepwhile mapstart mapwhile
2744	sort time	3390	sort time
2745	));	3391	));
2746		3392
2747	# here we export the classes and methods available to script code	3393	# here we export the classes and methods available to script code
…		…
2749	=pod	3395	=pod
2750		3396
2751	The following functions and methods are available within a safe environment:	3397	The following functions and methods are available within a safe environment:
2752		3398
2753	cf::object	3399	cf::object
2754	contr pay_amount pay_player map x y force_find force_add	3400	contr pay_amount pay_player map x y force_find force_add destroy
2755	insert remove name archname title slaying race decrease_ob_nr	3401	insert remove name archname title slaying race decrease split
		3402	value
2756		3403
2757	cf::object::player	3404	cf::object::player
2758	player	3405	player
2759		3406
2760	cf::player	3407	cf::player
…		…
2765		3412
2766	=cut	3413	=cut
2767		3414
2768	for (	3415	for (
2769	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3416	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2770	insert remove inv name archname title slaying race	3417	insert remove inv nrof name archname title slaying race
2771	decrease_ob_nr)],	3418	decrease split destroy change_exp value msg lore send_msg)],
2772	["cf::object::player" => qw(player)],	3419	["cf::object::player" => qw(player)],
2773	["cf::player" => qw(peaceful)],	3420	["cf::player" => qw(peaceful send_msg)],
2774	["cf::map" => qw(trigger)],	3421	["cf::map" => qw(trigger)],
2775	) {	3422	) {
2776	no strict 'refs';
2777	my ($pkg, @funs) = @$_;	3423	my ($pkg, @funs) = @$_;
2778	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3424	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2779	for @funs;	3425	for @funs;
2780	}	3426	}
2781		3427
…		…
2796		3442
2797	my $qcode = $code;	3443	my $qcode = $code;
2798	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3444	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2799	$qcode =~ s/\n/\\n/g;	3445	$qcode =~ s/\n/\\n/g;
2800		3446
		3447	%vars = (_dummy => 0) unless %vars;
		3448
		3449	my @res;
2801	local $_;	3450	local $_;
2802	local @safe::cf::_safe_eval_args = values %vars;
2803		3451
2804	my $eval =	3452	my $eval =
2805	"do {\n"	3453	"do {\n"
2806	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3454	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2807	. "#line 0 \"{$qcode}\"\n"	3455	. "#line 0 \"{$qcode}\"\n"
2808	. $code	3456	. $code
2809	. "\n}"	3457	. "\n}"
2810	;	3458	;
2811		3459
		3460	if ($CFG{safe_eval}) {
2812	sub_generation_inc;	3461	sub_generation_inc;
		3462	local @safe::cf::_safe_eval_args = values %vars;
2813	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3463	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2814	sub_generation_inc;	3464	sub_generation_inc;
		3465	} else {
		3466	local @cf::_safe_eval_args = values %vars;
		3467	@res = wantarray ? eval eval : scalar eval $eval;
		3468	}
2815		3469
2816	if ($@) {	3470	if ($@) {
2817	warn "$@";	3471	warn "$@",
2818	warn "while executing safe code '$code'\n";	3472	"while executing safe code '$code'\n",
2819	warn "with arguments " . (join " ", %vars) . "\n";	3473	"with arguments " . (join " ", %vars) . "\n";
2820	}	3474	}
2821		3475
2822	wantarray ? @res : $res[0]	3476	wantarray ? @res : $res[0]
2823	}	3477	}
2824		3478
…		…
2838	=cut	3492	=cut
2839		3493
2840	sub register_script_function {	3494	sub register_script_function {
2841	my ($fun, $cb) = @_;	3495	my ($fun, $cb) = @_;
2842		3496
2843	no strict 'refs';	3497	$fun = "safe::$fun" if $CFG{safe_eval};
2844	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3498	*$fun = $safe_hole->wrap ($cb);
2845	}	3499	}
2846		3500
2847	=back	3501	=back
2848		3502
2849	=cut	3503	=cut
2850		3504
2851	#############################################################################	3505	#############################################################################
2852	# the server's init and main functions	3506	# the server's init and main functions
		3507
		3508	our %FACEHASH; # hash => idx, #d# HACK for http server
2853		3509
2854	sub load_facedata($) {	3510	sub load_facedata($) {
2855	my ($path) = @_;	3511	my ($path) = @_;
2856		3512
2857	# HACK to clear player env face cache, we need some signal framework	3513	# HACK to clear player env face cache, we need some signal framework
2858	# for this (global event?)	3514	# for this (global event?)
2859	%ext::player_env::MUSIC_FACE_CACHE = ();	3515	%ext::player_env::MUSIC_FACE_CACHE = ();
2860		3516
2861	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3517	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2862		3518
2863	warn "loading facedata from $path\n";	3519	trace "loading facedata from $path\n";
2864		3520
2865	my $facedata;	3521	my $facedata = decode_storable load_file $path;
2866	0 < aio_load $path, $facedata
2867	or die "$path: $!";
2868
2869	$facedata = Coro::Storable::thaw $facedata;
2870		3522
2871	$facedata->{version} == 2	3523	$facedata->{version} == 2
2872	or cf::cleanup "$path: version mismatch, cannot proceed.";	3524	or cf::cleanup "$path: version mismatch, cannot proceed.";
2873		3525
2874	# patch in the exptable	3526	# patch in the exptable
		3527	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
2875	$facedata->{resource}{"res/exp_table"} = {	3528	$facedata->{resource}{"res/exp_table"} = {
2876	type => FT_RSRC,	3529	type => FT_RSRC,
2877	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),	3530	data => $exp_table,
		3531	hash => (Digest::MD5::md5 $exp_table),
2878	};	3532	};
2879	cf::cede_to_tick;	3533	cf::cede_to_tick;
2880		3534
2881	{	3535	{
2882	my $faces = $facedata->{faceinfo};	3536	my $faces = $facedata->{faceinfo};
2883		3537
2884	while (my ($face, $info) = each %$faces) {	3538	for my $face (sort keys %$faces) {
		3539	my $info = $faces->{$face};
2885	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3540	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3541
2886	cf::face::set_visibility $idx, $info->{visibility};	3542	cf::face::set_visibility $idx, $info->{visibility};
2887	cf::face::set_magicmap $idx, $info->{magicmap};	3543	cf::face::set_magicmap $idx, $info->{magicmap};
2888	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3544	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2889	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3545	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
		3546	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
		3547	$FACEHASH{$info->{hash64}} = $idx;#d#
2890		3548
2891	cf::cede_to_tick;	3549	cf::cede_to_tick;
2892	}	3550	}
2893		3551
2894	while (my ($face, $info) = each %$faces) {	3552	while (my ($face, $info) = each %$faces) {
2895	next unless $info->{smooth};	3553	next unless $info->{smooth};
		3554
2896	my $idx = cf::face::find $face	3555	my $idx = cf::face::find $face
2897	or next;	3556	or next;
		3557
2898	if (my $smooth = cf::face::find $info->{smooth}) {	3558	if (my $smooth = cf::face::find $info->{smooth}) {
2899	cf::face::set_smooth $idx, $smooth;	3559	cf::face::set_smooth $idx, $smooth;
2900	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3560	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2901	} else {	3561	} else {
2902	warn "smooth face '$info->{smooth}' not found for face '$face'";	3562	error "smooth face '$info->{smooth}' not found for face '$face'";
2903	}	3563	}
2904		3564
2905	cf::cede_to_tick;	3565	cf::cede_to_tick;
2906	}	3566	}
2907	}	3567	}
…		…
2916		3576
2917	cf::anim::invalidate_all; # d'oh	3577	cf::anim::invalidate_all; # d'oh
2918	}	3578	}
2919		3579
2920	{	3580	{
2921	# TODO: for gcfclient pleasure, we should give resources
2922	# that gcfclient doesn't grok a >10000 face index.
2923	my $res = $facedata->{resource};	3581	my $res = $facedata->{resource};
2924		3582
2925	my $soundconf = delete $res->{"res/sound.conf"};
2926
2927	while (my ($name, $info) = each %$res) {	3583	while (my ($name, $info) = each %$res) {
		3584	if (defined (my $type = $info->{type})) {
		3585	# TODO: different hash - must free and use new index, or cache ixface data queue
2928	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3586	my $idx = (cf::face::find $name) || cf::face::alloc $name;
2929	my $data;
2930		3587
2931	if ($info->{type} & 1) {	3588	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
2932	# prepend meta info	3589	cf::face::set_type $idx, $type;
2933		3590	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
2934	my $meta = $enc->encode ({	3591	$FACEHASH{$info->{hash}} = $idx;#d#
2935	name => $name,
2936	%{ $info->{meta} || {} },
2937	});
2938
2939	$data = pack "(w/a*)*", $meta, $info->{data};
2940	} else {	3592	} else {
2941	$data = $info->{data};	3593	# $RESOURCE{$name} = $info; # unused
2942	}	3594	}
2943		3595
2944	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
2945	cf::face::set_type $idx, $info->{type};
2946
2947	cf::cede_to_tick;	3596	cf::cede_to_tick;
2948	}	3597	}
2949
2950	if ($soundconf) {
2951	$soundconf = $enc->decode (delete $soundconf->{data});
2952
2953	for (0 .. SOUND_CAST_SPELL_0 - 1) {
2954	my $sound = $soundconf->{compat}[$_]
2955	or next;
2956
2957	my $face = cf::face::find "sound/$sound->[1]";
2958	cf::sound::set $sound->[0] => $face;
2959	cf::sound::old_sound_index $_, $face; # gcfclient-compat
2960	}
2961
2962	while (my ($k, $v) = each %{$soundconf->{event}}) {
2963	my $face = cf::face::find "sound/$v";
2964	cf::sound::set $k => $face;
2965	}
2966	}
2967	}	3598	}
		3599
		3600	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2968		3601
2969	1	3602	1
2970	}	3603	}
2971		3604
2972	register_exticmd fx_want => sub {	3605	register_exticmd fx_want => sub {
…		…
2974		3607
2975	while (my ($k, $v) = each %$want) {	3608	while (my ($k, $v) = each %$want) {
2976	$ns->fx_want ($k, $v);	3609	$ns->fx_want ($k, $v);
2977	}	3610	}
2978	};	3611	};
		3612
		3613	sub load_resource_file($) {
		3614	my $guard = lock_acquire "load_resource_file";
		3615
		3616	my $status = load_resource_file_ $_[0];
		3617	get_slot 0.1, 100;
		3618	cf::arch::commit_load;
		3619
		3620	$status
		3621	}
2979		3622
2980	sub reload_regions {	3623	sub reload_regions {
2981	# HACK to clear player env face cache, we need some signal framework	3624	# HACK to clear player env face cache, we need some signal framework
2982	# for this (global event?)	3625	# for this (global event?)
2983	%ext::player_env::MUSIC_FACE_CACHE = ();	3626	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
2997	}	3640	}
2998		3641
2999	sub reload_archetypes {	3642	sub reload_archetypes {
3000	load_resource_file "$DATADIR/archetypes"	3643	load_resource_file "$DATADIR/archetypes"
3001	or die "unable to load archetypes\n";	3644	or die "unable to load archetypes\n";
3002	#d# NEED to laod twice to resolve forward references
3003	# this really needs to be done in an extra post-pass
3004	# (which needs to be synchronous, so solve it differently)
3005	load_resource_file "$DATADIR/archetypes"
3006	or die "unable to load archetypes\n";
3007	}	3645	}
3008		3646
3009	sub reload_treasures {	3647	sub reload_treasures {
3010	load_resource_file "$DATADIR/treasures"	3648	load_resource_file "$DATADIR/treasures"
3011	or die "unable to load treasurelists\n";	3649	or die "unable to load treasurelists\n";
3012	}	3650	}
3013		3651
		3652	sub reload_sound {
		3653	trace "loading sound config from $DATADIR/sound\n";
		3654
		3655	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3656
		3657	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3658	my $sound = $soundconf->{compat}[$_]
		3659	or next;
		3660
		3661	my $face = cf::face::find "sound/$sound->[1]";
		3662	cf::sound::set $sound->[0] => $face;
		3663	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3664	}
		3665
		3666	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3667	my $face = cf::face::find "sound/$v";
		3668	cf::sound::set $k => $face;
		3669	}
		3670	}
		3671
3014	sub reload_resources {	3672	sub reload_resources {
3015	warn "reloading resource files...\n";	3673	trace "reloading resource files...\n";
3016		3674
		3675	reload_exp_table;
		3676	reload_materials;
		3677	reload_facedata;
		3678	reload_sound;
		3679	reload_archetypes;
3017	reload_regions;	3680	reload_regions;
3018	reload_facedata;
3019	#reload_archetypes;#d#
3020	reload_archetypes;
3021	reload_treasures;	3681	reload_treasures;
3022		3682
3023	warn "finished reloading resource files\n";	3683	trace "finished reloading resource files\n";
3024	}
3025
3026	sub init {
3027	reload_resources;
3028	}	3684	}
3029		3685
3030	sub reload_config {	3686	sub reload_config {
3031	open my $fh, "<:utf8", "$CONFDIR/config"	3687	trace "reloading config file...\n";
3032	or return;
3033		3688
3034	local $/;	3689	my $config = load_file "$CONFDIR/config";
3035	*CFG = YAML::Syck::Load <$fh>;	3690	utf8::decode $config;
		3691	*CFG = decode_yaml $config;
3036		3692
3037	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3693	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3038		3694
3039	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3695	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3040	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3696	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3041		3697
3042	if (exists $CFG{mlockall}) {	3698	if (exists $CFG{mlockall}) {
…		…
3046	};	3702	};
3047	warn $@ if $@;	3703	warn $@ if $@;
3048	}	3704	}
3049	}	3705	}
3050		3706
		3707	sub pidfile() {
		3708	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3709	or die "$PIDFILE: $!";
		3710	flock $fh, &Fcntl::LOCK_EX
		3711	or die "$PIDFILE: flock: $!";
		3712	$fh
		3713	}
		3714
		3715	# make sure only one server instance is running at any one time
		3716	sub atomic {
		3717	my $fh = pidfile;
		3718
		3719	my $pid = <$fh>;
		3720	kill 9, $pid if $pid > 0;
		3721
		3722	seek $fh, 0, 0;
		3723	print $fh $$;
		3724	}
		3725
		3726	sub main_loop {
		3727	trace "EV::loop starting\n";
		3728	if (1) {
		3729	EV::loop;
		3730	}
		3731	trace "EV::loop returned\n";
		3732	goto &main_loop unless $REALLY_UNLOOP;
		3733	}
		3734
3051	sub main {	3735	sub main {
		3736	cf::init_globals; # initialise logging
		3737
		3738	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3739	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3740	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3741	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3742
		3743	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3744
3052	# we must not ever block the main coroutine	3745	# we must not ever block the main coroutine
3053	local $Coro::idle = sub {	3746	local $Coro::idle = sub {
3054	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3747	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3055	(async {	3748	(async {
3056	Event::one_event;	3749	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3750	EV::loop EV::LOOP_ONESHOT;
3057	})->prio (Coro::PRIO_MAX);	3751	})->prio (Coro::PRIO_MAX);
3058	};	3752	};
3059		3753
		3754	evthread_start IO::AIO::poll_fileno;
		3755
		3756	cf::sync_job {
		3757	cf::incloader::init ();
		3758
		3759	cf::init_anim;
		3760	cf::init_attackmess;
		3761	cf::init_dynamic;
		3762
		3763	cf::load_settings;
		3764
		3765	reload_resources;
3060	reload_config;	3766	reload_config;
3061	db_init;	3767	db_init;
		3768
		3769	cf::init_uuid;
		3770	cf::init_signals;
		3771	cf::init_skills;
		3772
		3773	cf::init_beforeplay;
		3774
		3775	atomic;
		3776
3062	load_extensions;	3777	load_extensions;
3063		3778
3064	$TICK_WATCHER->start;	3779	utime time, time, $RUNTIMEFILE;
3065	Event::loop;	3780
		3781	# no (long-running) fork's whatsoever before this point(!)
		3782	use POSIX ();
		3783	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3784
		3785	cf::_post_init 0;
		3786	};
		3787
		3788	cf::object::thawer::errors_are_fatal 0;
		3789	info "parse errors in files are no longer fatal from this point on.\n";
		3790
		3791	AE::postpone {
		3792	undef &main; # free gobs of memory :)
		3793	};
		3794
		3795	goto &main_loop;
3066	}	3796	}
3067		3797
3068	#############################################################################	3798	#############################################################################
3069	# initialisation and cleanup	3799	# initialisation and cleanup
3070		3800
3071	# install some emergency cleanup handlers	3801	# install some emergency cleanup handlers
3072	BEGIN {	3802	BEGIN {
		3803	our %SIGWATCHER = ();
3073	for my $signal (qw(INT HUP TERM)) {	3804	for my $signal (qw(INT HUP TERM)) {
3074	Event->signal (	3805	$SIGWATCHER{$signal} = AE::signal $signal, sub {
3075	reentrant => 0,
3076	data => WF_AUTOCANCEL,
3077	signal => $signal,
3078	prio => 0,
3079	cb => sub {
3080	cf::cleanup "SIG$signal";	3806	cf::cleanup "SIG$signal";
3081	},
3082	);	3807	};
3083	}	3808	}
3084	}	3809	}
3085		3810
3086	sub write_runtime {	3811	sub write_runtime_sync {
3087	my $runtime = "$LOCALDIR/runtime";	3812	my $t0 = AE::time;
3088		3813
3089	# first touch the runtime file to show we are still running:	3814	# first touch the runtime file to show we are still running:
3090	# the fsync below can take a very very long time.	3815	# the fsync below can take a very very long time.
3091		3816
3092	IO::AIO::aio_utime $runtime, undef, undef;	3817	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3093		3818
3094	my $guard = cf::lock_acquire "write_runtime";	3819	my $guard = cf::lock_acquire "write_runtime";
3095		3820
3096	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3821	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
3097	or return;	3822	or return;
3098		3823
3099	my $value = $cf::RUNTIME + 90 + 10;	3824	my $value = $cf::RUNTIME + 90 + 10;
3100	# 10 is the runtime save interval, for a monotonic clock	3825	# 10 is the runtime save interval, for a monotonic clock
3101	# 60 allows for the watchdog to kill the server.	3826	# 60 allows for the watchdog to kill the server.
…		…
3111	aio_utime $fh, undef, undef;	3836	aio_utime $fh, undef, undef;
3112		3837
3113	close $fh	3838	close $fh
3114	or return;	3839	or return;
3115		3840
3116	aio_rename "$runtime~", $runtime	3841	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3117	and return;	3842	and return;
3118		3843
3119	warn "runtime file written.\n";	3844	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3120		3845
3121	1	3846	1
		3847	}
		3848
		3849	our $uuid_lock;
		3850	our $uuid_skip;
		3851
		3852	sub write_uuid_sync($) {
		3853	$uuid_skip ||= $_[0];
		3854
		3855	return if $uuid_lock;
		3856	local $uuid_lock = 1;
		3857
		3858	my $uuid = "$LOCALDIR/uuid";
		3859
		3860	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3861	or return;
		3862
		3863	my $value = uuid_seq uuid_cur;
		3864
		3865	unless ($value) {
		3866	info "cowardly refusing to write zero uuid value!\n";
		3867	return;
		3868	}
		3869
		3870	my $value = uuid_str $value + $uuid_skip;
		3871	$uuid_skip = 0;
		3872
		3873	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3874	and return;
		3875
		3876	# always fsync - this file is important
		3877	aio_fsync $fh
		3878	and return;
		3879
		3880	close $fh
		3881	or return;
		3882
		3883	aio_rename "$uuid~", $uuid
		3884	and return;
		3885
		3886	trace "uuid file written ($value).\n";
		3887
		3888	1
		3889
		3890	}
		3891
		3892	sub write_uuid($$) {
		3893	my ($skip, $sync) = @_;
		3894
		3895	$sync ? write_uuid_sync $skip
		3896	: async { write_uuid_sync $skip };
3122	}	3897	}
3123		3898
3124	sub emergency_save() {	3899	sub emergency_save() {
3125	my $freeze_guard = cf::freeze_mainloop;	3900	my $freeze_guard = cf::freeze_mainloop;
3126		3901
3127	warn "enter emergency perl save\n";	3902	info "emergency_perl_save: enter\n";
		3903
		3904	# this is a trade-off: we want to be very quick here, so
		3905	# save all maps without fsync, and later call a global sync
		3906	# (which in turn might be very very slow)
		3907	local $USE_FSYNC = 0;
3128		3908
3129	cf::sync_job {	3909	cf::sync_job {
		3910	cf::write_runtime_sync; # external watchdog should not bark
		3911
3130	# use a peculiar iteration method to avoid tripping on perl	3912	# use a peculiar iteration method to avoid tripping on perl
3131	# refcount bugs in for. also avoids problems with players	3913	# refcount bugs in for. also avoids problems with players
3132	# and maps saved/destroyed asynchronously.	3914	# and maps saved/destroyed asynchronously.
3133	warn "begin emergency player save\n";	3915	info "emergency_perl_save: begin player save\n";
3134	for my $login (keys %cf::PLAYER) {	3916	for my $login (keys %cf::PLAYER) {
3135	my $pl = $cf::PLAYER{$login} or next;	3917	my $pl = $cf::PLAYER{$login} or next;
3136	$pl->valid or next;	3918	$pl->valid or next;
		3919	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3137	$pl->save;	3920	$pl->save;
3138	}	3921	}
3139	warn "end emergency player save\n";	3922	info "emergency_perl_save: end player save\n";
3140		3923
3141	warn "begin emergency map save\n";	3924	cf::write_runtime_sync; # external watchdog should not bark
		3925
		3926	info "emergency_perl_save: begin map save\n";
3142	for my $path (keys %cf::MAP) {	3927	for my $path (keys %cf::MAP) {
3143	my $map = $cf::MAP{$path} or next;	3928	my $map = $cf::MAP{$path} or next;
3144	$map->valid or next;	3929	$map->valid or next;
3145	$map->save;	3930	$map->save;
3146	}	3931	}
3147	warn "end emergency map save\n";	3932	info "emergency_perl_save: end map save\n";
3148		3933
3149	warn "begin emergency database checkpoint\n";	3934	cf::write_runtime_sync; # external watchdog should not bark
		3935
		3936	info "emergency_perl_save: begin database checkpoint\n";
3150	BDB::db_env_txn_checkpoint $DB_ENV;	3937	BDB::db_env_txn_checkpoint $DB_ENV;
3151	warn "end emergency database checkpoint\n";	3938	info "emergency_perl_save: end database checkpoint\n";
		3939
		3940	info "emergency_perl_save: begin write uuid\n";
		3941	write_uuid_sync 1;
		3942	info "emergency_perl_save: end write uuid\n";
		3943
		3944	cf::write_runtime_sync; # external watchdog should not bark
		3945
		3946	trace "emergency_perl_save: syncing database to disk";
		3947	BDB::db_env_txn_checkpoint $DB_ENV;
		3948
		3949	info "emergency_perl_save: starting sync\n";
		3950	IO::AIO::aio_sync sub {
		3951	info "emergency_perl_save: finished sync\n";
		3952	};
		3953
		3954	cf::write_runtime_sync; # external watchdog should not bark
		3955
		3956	trace "emergency_perl_save: flushing outstanding aio requests";
		3957	while (IO::AIO::nreqs || BDB::nreqs) {
		3958	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		3959	}
		3960
		3961	cf::write_runtime_sync; # external watchdog should not bark
3152	};	3962	};
3153		3963
3154	warn "leave emergency perl save\n";	3964	info "emergency_perl_save: leave\n";
3155	}	3965	}
3156		3966
3157	sub post_cleanup {	3967	sub post_cleanup {
3158	my ($make_core) = @_;	3968	my ($make_core) = @_;
3159		3969
		3970	IO::AIO::flush;
		3971
3160	warn Carp::longmess "post_cleanup backtrace"	3972	error Carp::longmess "post_cleanup backtrace"
3161	if $make_core;	3973	if $make_core;
		3974
		3975	my $fh = pidfile;
		3976	unlink $PIDFILE if <$fh> == $$;
		3977	}
		3978
		3979	# a safer delete_package, copied from Symbol
		3980	sub clear_package($) {
		3981	my $pkg = shift;
		3982
		3983	# expand to full symbol table name if needed
		3984	unless ($pkg =~ /^main::.*::$/) {
		3985	$pkg = "main$pkg" if $pkg =~ /^::/;
		3986	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3987	$pkg .= '::' unless $pkg =~ /::$/;
		3988	}
		3989
		3990	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3991	my $stem_symtab = *{$stem}{HASH};
		3992
		3993	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3994	or return;
		3995
		3996	# clear all symbols
		3997	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3998	for my $name (keys %$leaf_symtab) {
		3999	_gv_clear *{"$pkg$name"};
		4000	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4001	}
3162	}	4002	}
3163		4003
3164	sub do_reload_perl() {	4004	sub do_reload_perl() {
3165	# can/must only be called in main	4005	# can/must only be called in main
3166	if ($Coro::current != $Coro::main) {	4006	unless (in_main) {
3167	warn "can only reload from main coroutine";	4007	error "can only reload from main coroutine";
3168	return;	4008	return;
3169	}	4009	}
3170		4010
3171	warn "reloading...";	4011	return if $RELOAD++;
3172		4012
3173	warn "entering sync_job";	4013	my $t1 = AE::time;
3174		4014
		4015	while ($RELOAD) {
		4016	cf::get_slot 0.1, -1, "reload_perl";
		4017	info "perl_reload: reloading...";
		4018
		4019	trace "perl_reload: entering sync_job";
		4020
3175	cf::sync_job {	4021	cf::sync_job {
3176	cf::write_runtime; # external watchdog should not bark
3177	cf::emergency_save;	4022	#cf::emergency_save;
3178	cf::write_runtime; # external watchdog should not bark
3179		4023
3180	warn "syncing database to disk";
3181	BDB::db_env_txn_checkpoint $DB_ENV;
3182
3183	# if anything goes wrong in here, we should simply crash as we already saved
3184
3185	warn "cancelling all WF_AUTOCANCEL watchers";
3186	for (Event::all_watchers) {
3187	$_->cancel if $_->data & WF_AUTOCANCEL;
3188	}
3189
3190	warn "flushing outstanding aio requests";
3191	for (;;) {
3192	BDB::flush;
3193	IO::AIO::flush;
3194	Coro::cede;
3195	last unless IO::AIO::nreqs || BDB::nreqs;
3196	warn "iterate...";
3197	}
3198
3199	++$RELOAD;
3200
3201	warn "cancelling all extension coros";	4024	trace "perl_reload: cancelling all extension coros";
3202	$_->cancel for values %EXT_CORO;	4025	$_->cancel for values %EXT_CORO;
3203	%EXT_CORO = ();	4026	%EXT_CORO = ();
3204		4027
3205	warn "removing commands";	4028	trace "perl_reload: removing commands";
3206	%COMMAND = ();	4029	%COMMAND = ();
3207		4030
3208	warn "removing ext/exti commands";	4031	trace "perl_reload: removing ext/exti commands";
3209	%EXTCMD = ();	4032	%EXTCMD = ();
3210	%EXTICMD = ();	4033	%EXTICMD = ();
3211		4034
3212	warn "unloading/nuking all extensions";	4035	trace "perl_reload: unloading/nuking all extensions";
3213	for my $pkg (@EXTS) {	4036	for my $pkg (@EXTS) {
3214	warn "... unloading $pkg";	4037	trace "... unloading $pkg";
3215		4038
3216	if (my $cb = $pkg->can ("unload")) {	4039	if (my $cb = $pkg->can ("unload")) {
3217	eval {	4040	eval {
3218	$cb->($pkg);	4041	$cb->($pkg);
3219	1	4042	1
3220	} or warn "$pkg unloaded, but with errors: $@";	4043	} or error "$pkg unloaded, but with errors: $@";
		4044	}
		4045
		4046	trace "... clearing $pkg";
		4047	clear_package $pkg;
3221	}	4048	}
3222		4049
3223	warn "... nuking $pkg";
3224	Symbol::delete_package $pkg;
3225	}
3226
3227	warn "unloading all perl modules loaded from $LIBDIR";	4050	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3228	while (my ($k, $v) = each %INC) {	4051	while (my ($k, $v) = each %INC) {
3229	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4052	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3230		4053
3231	warn "... unloading $k";	4054	trace "... unloading $k";
3232	delete $INC{$k};	4055	delete $INC{$k};
3233		4056
3234	$k =~ s/\.pm$//;	4057	$k =~ s/\.pm$//;
3235	$k =~ s/\//::/g;	4058	$k =~ s/\//::/g;
3236		4059
3237	if (my $cb = $k->can ("unload_module")) {	4060	if (my $cb = $k->can ("unload_module")) {
3238	$cb->();	4061	$cb->();
		4062	}
		4063
		4064	clear_package $k;
3239	}	4065	}
3240		4066
3241	Symbol::delete_package $k;
3242	}
3243
3244	warn "getting rid of safe::, as good as possible";	4067	trace "perl_reload: getting rid of safe::, as good as possible";
3245	Symbol::delete_package "safe::$_"	4068	clear_package "safe::$_"
3246	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4069	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3247		4070
3248	warn "unloading cf.pm \"a bit\"";	4071	trace "perl_reload: unloading cf.pm \"a bit\"";
3249	delete $INC{"cf.pm"};	4072	delete $INC{"cf.pm"};
3250	delete $INC{"cf/pod.pm"};	4073	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3251		4074
3252	# don't, removes xs symbols, too,	4075	# don't, removes xs symbols, too,
3253	# and global variables created in xs	4076	# and global variables created in xs
3254	#Symbol::delete_package __PACKAGE__;	4077	#clear_package __PACKAGE__;
3255		4078
3256	warn "unload completed, starting to reload now";	4079	info "perl_reload: unload completed, starting to reload now";
3257		4080
3258	warn "reloading cf.pm";	4081	trace "perl_reload: reloading cf.pm";
3259	require cf;	4082	require cf;
3260	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4083	cf::_connect_to_perl_1;
3261		4084
3262	warn "loading config and database again";	4085	trace "perl_reload: loading config and database again";
3263	cf::reload_config;	4086	cf::reload_config;
3264		4087
3265	warn "loading extensions";	4088	trace "perl_reload: loading extensions";
3266	cf::load_extensions;	4089	cf::load_extensions;
3267		4090
		4091	if ($REATTACH_ON_RELOAD) {
3268	warn "reattaching attachments to objects/players";	4092	trace "perl_reload: reattaching attachments to objects/players";
3269	_global_reattach; # objects, sockets	4093	_global_reattach; # objects, sockets
3270	warn "reattaching attachments to maps";	4094	trace "perl_reload: reattaching attachments to maps";
3271	reattach $_ for values %MAP;	4095	reattach $_ for values %MAP;
3272	warn "reattaching attachments to players";	4096	trace "perl_reload: reattaching attachments to players";
3273	reattach $_ for values %PLAYER;	4097	reattach $_ for values %PLAYER;
		4098	}
3274		4099
3275	warn "leaving sync_job";	4100	cf::_post_init 1;
3276		4101
		4102	trace "perl_reload: leaving sync_job";
		4103
3277	1	4104	1
3278	} or do {	4105	} or do {
3279	warn $@;	4106	error $@;
3280	warn "error while reloading, exiting.";	4107	cf::cleanup "perl_reload: error, exiting.";
3281	exit 1;	4108	};
		4109
		4110	--$RELOAD;
3282	};	4111	}
3283		4112
3284	warn "reloaded";	4113	$t1 = AE::time - $t1;
		4114	info "perl_reload: completed in ${t1}s\n";
3285	};	4115	};
3286		4116
3287	our $RELOAD_WATCHER; # used only during reload	4117	our $RELOAD_WATCHER; # used only during reload
3288		4118
3289	sub reload_perl() {	4119	sub reload_perl() {
3290	# doing reload synchronously and two reloads happen back-to-back,	4120	# doing reload synchronously and two reloads happen back-to-back,
3291	# coro crashes during coro_state_free->destroy here.	4121	# coro crashes during coro_state_free->destroy here.
3292		4122
3293	$RELOAD_WATCHER ||= Event->timer (	4123	$RELOAD_WATCHER ||= cf::async {
3294	reentrant => 0,	4124	Coro::AIO::aio_wait cache_extensions;
3295	after => 0,	4125
3296	data => WF_AUTOCANCEL,	4126	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3297	cb => sub {
3298	do_reload_perl;	4127	do_reload_perl;
3299	undef $RELOAD_WATCHER;	4128	undef $RELOAD_WATCHER;
3300	},	4129	};
3301	);	4130	};
3302	}	4131	}
3303		4132
3304	register_command "reload" => sub {	4133	register_command "reload" => sub {
3305	my ($who, $arg) = @_;	4134	my ($who, $arg) = @_;
3306		4135
3307	if ($who->flag (FLAG_WIZ)) {	4136	if ($who->flag (FLAG_WIZ)) {
3308	$who->message ("reloading server.");	4137	$who->message ("reloading server.");
		4138	async {
		4139	$Coro::current->{desc} = "perl_reload";
3309	async { reload_perl };	4140	reload_perl;
		4141	};
3310	}	4142	}
3311	};	4143	};
3312		4144
3313	unshift @INC, $LIBDIR;	4145	#############################################################################
3314		4146
3315	my $bug_warning = 0;	4147	my $bug_warning = 0;
3316		4148
3317	our @WAIT_FOR_TICK;
3318	our @WAIT_FOR_TICK_BEGIN;
3319
3320	sub wait_for_tick {	4149	sub wait_for_tick() {
3321	return unless $TICK_WATCHER->is_active;	4150	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3322	return if $Coro::current == $Coro::main;
3323		4151
3324	my $signal = new Coro::Signal;	4152	$WAIT_FOR_TICK->wait;
3325	push @WAIT_FOR_TICK, $signal;
3326	$signal->wait;
3327	}	4153	}
3328		4154
3329	sub wait_for_tick_begin {	4155	sub wait_for_tick_begin() {
3330	return unless $TICK_WATCHER->is_active;	4156	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3331	return if $Coro::current == $Coro::main;
3332		4157
3333	my $signal = new Coro::Signal;	4158	my $signal = new Coro::Signal;
3334	push @WAIT_FOR_TICK_BEGIN, $signal;	4159	push @WAIT_FOR_TICK_BEGIN, $signal;
3335	$signal->wait;	4160	$signal->wait;
3336	}	4161	}
3337		4162
3338	my $min = 1e6;#d#	4163	sub tick {
3339	my $avg = 10;
3340	$TICK_WATCHER = Event->timer (
3341	reentrant => 0,
3342	parked => 1,
3343	prio => 0,
3344	at => $NEXT_TICK || $TICK,
3345	data => WF_AUTOCANCEL,
3346	cb => sub {
3347	if ($Coro::current != $Coro::main) {	4164	if ($Coro::current != $Coro::main) {
3348	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4165	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3349	unless ++$bug_warning > 10;	4166	unless ++$bug_warning > 10;
3350	return;	4167	return;
3351	}	4168	}
3352		4169
3353	$NOW = $tick_start = Event::time;	4170	cf::one_tick; # one server iteration
3354		4171
3355	cf::server_tick; # one server iteration	4172	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3356		4173
3357	0 && sync_job {#d#	4174	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3358	for(1..10) {	4175	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3359	my $t = Event::time;	4176	Coro::async_pool {
3360	my $map = my $map = new_from_path cf::map "/tmp/x.map"	4177	$Coro::current->{desc} = "runtime saver";
3361	or die;	4178	write_runtime_sync
3362		4179	or error "ERROR: unable to write runtime file: $!";
3363	$map->width (50);
3364	$map->height (50);
3365	$map->alloc;
3366	$map->_load_objects ("/tmp/x.map", 1);
3367	my $t = Event::time - $t;
3368
3369	#next unless $t < 0.0013;#d#
3370	if ($t < $min) {
3371	$min = $t;
3372	}
3373	$avg = $avg * 0.99 + $t * 0.01;
3374	}
3375	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3376	exit 0;
3377	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3378	};	4180	};
		4181	}
3379		4182
3380	$RUNTIME += $TICK;
3381	$NEXT_TICK += $TICK;
3382
3383	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3384	$NEXT_RUNTIME_WRITE = $NOW + 10;
3385	Coro::async_pool {
3386	write_runtime
3387	or warn "ERROR: unable to write runtime file: $!";
3388	};
3389	}
3390
3391	# my $AFTER = Event::time;
3392	# warn $AFTER - $NOW;#d#
3393
3394	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4183	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3395	$sig->send;	4184	$sig->send;
3396	}	4185	}
3397	while (my $sig = shift @WAIT_FOR_TICK) {	4186	$WAIT_FOR_TICK->broadcast;
3398	$sig->send;
3399	}
3400		4187
3401	$NOW = Event::time;	4188	$LOAD = ($NOW - $TICK_START) / $TICK;
3402
3403	# if we are delayed by four ticks or more, skip them all
3404	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3405
3406	$TICK_WATCHER->at ($NEXT_TICK);
3407	$TICK_WATCHER->start;
3408
3409	$LOAD = ($NOW - $tick_start) / $TICK;
3410	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4189	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3411		4190
3412	_post_tick;	4191	if (0) {
3413		4192	if ($NEXT_TICK) {
3414		4193	my $jitter = $TICK_START - $NEXT_TICK;
		4194	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4195	debug "jitter $JITTER\n";#d#
		4196	}
3415	},	4197	}
3416	);	4198	}
3417		4199
3418	{	4200	{
3419	BDB::max_poll_time $TICK * 0.1;	4201	# configure BDB
3420	$BDB_POLL_WATCHER = Event->io (	4202
3421	reentrant => 0,
3422	fd => BDB::poll_fileno,
3423	poll => 'r',
3424	prio => 0,
3425	data => WF_AUTOCANCEL,
3426	cb => \&BDB::poll_cb,
3427	);
3428	BDB::min_parallel 8;	4203	BDB::min_parallel 16;
3429		4204	BDB::max_poll_reqs $TICK * 0.1;
3430	BDB::set_sync_prepare {	4205	#$AnyEvent::BDB::WATCHER->priority (1);
3431	my $status;
3432	my $current = $Coro::current;
3433	(
3434	sub {
3435	$status = $!;
3436	$current->ready; undef $current;
3437	},
3438	sub {
3439	Coro::schedule while defined $current;
3440	$! = $status;
3441	},
3442	)
3443	};
3444		4206
3445	unless ($DB_ENV) {	4207	unless ($DB_ENV) {
3446	$DB_ENV = BDB::db_env_create;	4208	$DB_ENV = BDB::db_env_create;
		4209	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4210	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4211	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4212	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4213	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3447		4214
3448	cf::sync_job {	4215	cf::sync_job {
3449	eval {	4216	eval {
3450	BDB::db_env_open	4217	BDB::db_env_open
3451	$DB_ENV,	4218	$DB_ENV,
…		…
3453	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4220	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3454	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4221	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3455	0666;	4222	0666;
3456		4223
3457	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4224	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3458
3459	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3460	$DB_ENV->set_lk_detect;
3461	};	4225	};
3462		4226
3463	cf::cleanup "db_env_open(db): $@" if $@;	4227	cf::cleanup "db_env_open(db): $@" if $@;
3464	};	4228	};
3465	}	4229	}
		4230
		4231	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4232	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4233	};
		4234	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4235	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4236	};
		4237	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4238	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4239	};
3466	}	4240	}
3467		4241
3468	{	4242	{
		4243	# configure IO::AIO
		4244
3469	IO::AIO::min_parallel 8;	4245	IO::AIO::min_parallel 8;
3470
3471	undef $Coro::AIO::WATCHER;
3472	IO::AIO::max_poll_time $TICK * 0.1;	4246	IO::AIO::max_poll_time $TICK * 0.1;
3473	$AIO_POLL_WATCHER = Event->io (	4247	undef $AnyEvent::AIO::WATCHER;
3474	reentrant => 0,
3475	data => WF_AUTOCANCEL,
3476	fd => IO::AIO::poll_fileno,
3477	poll => 'r',
3478	prio => 6,
3479	cb => \&IO::AIO::poll_cb,
3480	);
3481	}	4248	}
3482		4249
3483	my $_log_backtrace;	4250	our $_log_backtrace;
		4251	our $_log_backtrace_last;
3484		4252
3485	sub _log_backtrace {	4253	sub _log_backtrace {
3486	my ($msg, @addr) = @_;	4254	my ($msg, @addr) = @_;
3487		4255
3488	$msg =~ s/\n//;	4256	$msg =~ s/\n$//;
3489		4257
		4258	if ($_log_backtrace_last eq $msg) {
		4259	LOG llevInfo, "[ABT] $msg\n";
		4260	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3490	# limit the # of concurrent backtraces	4261	# limit the # of concurrent backtraces
3491	if ($_log_backtrace < 2) {	4262	} elsif ($_log_backtrace < 2) {
		4263	$_log_backtrace_last = $msg;
3492	++$_log_backtrace;	4264	++$_log_backtrace;
		4265	my $perl_bt = Carp::longmess $msg;
3493	async {	4266	async {
		4267	$Coro::current->{desc} = "abt $msg";
		4268
3494	my @bt = fork_call {	4269	my @bt = fork_call {
3495	@addr = map { sprintf "%x", $_ } @addr;	4270	@addr = map { sprintf "%x", $_ } @addr;
3496	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4271	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3497	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4272	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3498	or die "addr2line: $!";	4273	or die "addr2line: $!";
…		…
3506	}	4281	}
3507		4282
3508	@funcs	4283	@funcs
3509	};	4284	};
3510		4285
3511	LOG llevInfo, "[ABT] $msg\n";	4286	LOG llevInfo, "[ABT] $perl_bt\n";
		4287	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3512	LOG llevInfo, "[ABT] $_\n" for @bt;	4288	LOG llevInfo, "[ABT] $_\n" for @bt;
3513	--$_log_backtrace;	4289	--$_log_backtrace;
3514	};	4290	};
3515	} else {	4291	} else {
3516	LOG llevInfo, "[ABT] $msg\n";	4292	LOG llevInfo, "[ABT] $msg\n";
3517	LOG llevInfo, "[ABT] [suppressed]\n";	4293	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3518	}	4294	}
3519	}	4295	}
3520		4296
3521	# load additional modules	4297	# load additional modules
3522	use cf::pod;	4298	require "cf/$_.pm" for @EXTRA_MODULES;
		4299	cf::_connect_to_perl_2;
3523		4300
3524	END { cf::emergency_save }	4301	END { cf::emergency_save }
3525		4302
3526	1	4303	1
3527		4304

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines