ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.290 by root, Mon Jul 2 03:15:30 2007 UTC vs.
Revision 1.586 by root, Wed Oct 31 15:02:02 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
14		36
		37	use Guard ();
15	use Coro 3.61 ();	38	use Coro ();
16	use Coro::State;	39	use Coro::State;
17	use Coro::Handle;	40	use Coro::Handle;
		41	use Coro::EV;
18	use Coro::Event;	42	use Coro::AnyEvent;
19	use Coro::Timer;	43	use Coro::Timer;
20	use Coro::Signal;	44	use Coro::Signal;
21	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
22	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
23	use Coro::Storable;	50	use Coro::Storable;
		51	use Coro::Util ();
24		52
25	use JSON::XS 1.4 ();	53	use JSON::XS 2.01 ();
26	use BDB ();	54	use BDB ();
27	use Data::Dumper;	55	use Data::Dumper;
28	use Digest::MD5;
29	use Fcntl;	56	use Fcntl;
30	use YAML::Syck ();	57	use YAML::XS ();
31	use IO::AIO 2.32 ();	58	use IO::AIO ();
32	use Time::HiRes;	59	use Time::HiRes;
33	use Compress::LZF;	60	use Compress::LZF;
		61	use Digest::MD5 ();
		62
		63	AnyEvent::detect;
34		64
35	# configure various modules to our taste	65	# configure various modules to our taste
36	#	66	#
37	$Storable::canonical = 1; # reduce rsync transfers	67	$Storable::canonical = 1; # reduce rsync transfers
38	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	68	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		69
		70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		71
		72	# make sure c-lzf reinitialises itself
		73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
39	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
40		75
41	$Event::Eval = 1; # no idea why this is required, but it is	76	# strictly for debugging
42		77	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
43	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
44	$YAML::Syck::ImplicitUnicode = 1;
45
46	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
47		78
48	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	79	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		80
		81	our @ORIG_INC;
49		82
50	our %COMMAND = ();	83	our %COMMAND = ();
51	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
52		85
53	our @EXTS = (); # list of extension package names	86	our @EXTS = (); # list of extension package names
54	our %EXTCMD = ();	87	our %EXTCMD = ();
55	our %EXTICMD = ();	88	our %EXTICMD = ();
56	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
57	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
58		91
59	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
60	our @EVENT;	93	our @EVENT;
		94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
61		96
62	our $CONFDIR = confdir;	97	our $CONFDIR = confdir;
		98
63	our $DATADIR = datadir;	99	our $DATADIR = datadir;
64	our $LIBDIR = "$DATADIR/ext";	100	our $LIBDIR = "$DATADIR/ext";
65	our $PODDIR = "$DATADIR/pod";	101	our $PODDIR = "$DATADIR/pod";
66	our $MAPDIR = "$DATADIR/" . mapdir;	102	our $MAPDIR = "$DATADIR/" . mapdir;
		103
67	our $LOCALDIR = localdir;	104	our $LOCALDIR = localdir;
68	our $TMPDIR = "$LOCALDIR/" . tmpdir;	105	our $TMPDIR = "$LOCALDIR/" . tmpdir;
69	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	106	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
70	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	107	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
71	our $RANDOMDIR = "$LOCALDIR/random";	108	our $RANDOMDIR = "$LOCALDIR/random";
72	our $BDBDIR = "$LOCALDIR/db";	109	our $BDBDIR = "$LOCALDIR/db";
		110	our $PIDFILE = "$LOCALDIR/pid";
		111	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		112
		113	#our %RESOURCE; # unused
		114
		115	our $OUTPUT_RATE_MIN = 3000;
		116	our $OUTPUT_RATE_MAX = 1000000;
		117
		118	our $MAX_LINKS = 32; # how many chained exits to follow
		119	our $VERBOSE_IO = 1;
73		120
74	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	121	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
75	our $TICK_WATCHER;
76	our $AIO_POLL_WATCHER;
77	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	122	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
78	our $NEXT_TICK;	123	our $NEXT_TICK;
		124	our $USE_FSYNC = 1; # use fsync to write maps - default on
		125
		126	our $BDB_DEADLOCK_WATCHER;
		127	our $BDB_CHECKPOINT_WATCHER;
		128	our $BDB_TRICKLE_WATCHER;
		129	our $DB_ENV;
		130
		131	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		132
		133	our %CFG;
		134	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
		135
		136	our $UPTIME; $UPTIME ||= time;
		137	our $RUNTIME = 0;
		138	our $SERVER_TICK = 0;
79	our $NOW;	139	our $NOW;
80	our $USE_FSYNC = 1; # use fsync to write maps - default off
81		140
82	our $BDB_POLL_WATCHER;	141	our (%PLAYER, %PLAYER_LOADING); # all users
83	our $DB_ENV;	142	our (%MAP, %MAP_LOADING ); # all maps
84
85	our %CFG;
86
87	our $UPTIME; $UPTIME ||= time;
88	our $RUNTIME;
89
90	our %PLAYER; # all users
91	our %MAP; # all maps
92	our $LINK_MAP; # the special {link} map, which is always available	143	our $LINK_MAP; # the special {link} map, which is always available
93		144
94	# used to convert map paths into valid unix filenames by replacing / by ∕	145	# used to convert map paths into valid unix filenames by replacing / by ∕
95	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	146	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
96		147
97	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	148	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
98	our $LOADAVG; # same thing, but with alpha-smoothing	149	our $LOADAVG; # same thing, but with alpha-smoothing
		150	our $JITTER; # average jitter
99	our $tick_start; # for load detecting purposes	151	our $TICK_START; # for load detecting purposes
		152
		153	our @POST_INIT;
		154
		155	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		156	our $REALLY_UNLOOP; # never set to true, please :)
		157
		158	our $WAIT_FOR_TICK = new Coro::Signal;
		159	our @WAIT_FOR_TICK_BEGIN;
100		160
101	binmode STDOUT;	161	binmode STDOUT;
102	binmode STDERR;	162	binmode STDERR;
103		163
104	# read virtual server time, if available	164	# read virtual server time, if available
105	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	165	unless ($RUNTIME || !-e $RUNTIMEFILE) {
106	open my $fh, "<", "$LOCALDIR/runtime"	166	open my $fh, "<", $RUNTIMEFILE
107	or die "unable to read runtime file: $!";	167	or die "unable to read $RUNTIMEFILE file: $!";
108	$RUNTIME = <$fh> + 0.;	168	$RUNTIME = <$fh> + 0.;
109	}	169	}
		170
		171	eval "sub TICK() { $TICK } 1" or die;
110		172
111	mkdir $_	173	mkdir $_
112	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	174	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
113		175
114	our $EMERGENCY_POSITION;	176	our $EMERGENCY_POSITION;
115		177
116	sub cf::map::normalise;	178	sub cf::map::normalise;
117		179
		180	sub in_main() {
		181	$Coro::current == $Coro::main
		182	}
		183
118	#############################################################################	184	#############################################################################
119		185
		186	%REFLECT = ();
		187	for (@REFLECT) {
		188	my $reflect = JSON::XS::decode_json $_;
		189	$REFLECT{$reflect->{class}} = $reflect;
		190	}
		191
		192	# this is decidedly evil
		193	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		194
		195	#############################################################################
		196
120	=head2 GLOBAL VARIABLES	197	=head2 GLOBAL VARIABLES
121		198
122	=over 4	199	=over 4
123		200
124	=item $cf::UPTIME	201	=item $cf::UPTIME
125		202
126	The timestamp of the server start (so not actually an uptime).	203	The timestamp of the server start (so not actually an "uptime").
		204
		205	=item $cf::SERVER_TICK
		206
		207	An unsigned integer that starts at zero when the server is started and is
		208	incremented on every tick.
		209
		210	=item $cf::NOW
		211
		212	The (real) time of the last (current) server tick - updated before and
		213	after tick processing, so this is useful only as a rough "what time is it
		214	now" estimate.
		215
		216	=item $cf::TICK
		217
		218	The interval between each server tick, in seconds.
127		219
128	=item $cf::RUNTIME	220	=item $cf::RUNTIME
129		221
130	The time this server has run, starts at 0 and is increased by $cf::TICK on	222	The time this server has run, starts at 0 and is increased by $cf::TICK on
131	every server tick.	223	every server tick.
…		…
137	Various directories - "/etc", read-only install directory, perl-library	229	Various directories - "/etc", read-only install directory, perl-library
138	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	230	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
139	unique-items directory, player file directory, random maps directory and	231	unique-items directory, player file directory, random maps directory and
140	database environment.	232	database environment.
141		233
142	=item $cf::NOW
143
144	The time of the last (current) server tick.
145
146	=item $cf::TICK
147
148	The interval between server ticks, in seconds.
149
150	=item $cf::LOADAVG	234	=item $cf::LOADAVG
151		235
152	The current CPU load on the server (alpha-smoothed), as a value between 0	236	The current CPU load on the server (alpha-smoothed), as a value between 0
153	(none) and 1 (overloaded), indicating how much time is spent on processing	237	(none) and 1 (overloaded), indicating how much time is spent on processing
154	objects per tick. Healthy values are < 0.5.	238	objects per tick. Healthy values are < 0.5.
…		…
157		241
158	The raw value load value from the last tick.	242	The raw value load value from the last tick.
159		243
160	=item %cf::CFG	244	=item %cf::CFG
161		245
162	Configuration for the server, loaded from C</etc/crossfire/config>, or	246	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
163	from wherever your confdir points to.	247	from wherever your confdir points to.
164		248
165	=item cf::wait_for_tick, cf::wait_for_tick_begin	249	=item cf::wait_for_tick, cf::wait_for_tick_begin
166		250
167	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	251	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
168	returns directly I<after> the tick processing (and consequently, can only wake one process	252	returns directly I<after> the tick processing (and consequently, can only wake one thread
169	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	253	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
170		254
		255	Note that cf::Wait_for_tick will immediately return when the server is not
		256	ticking, making it suitable for small pauses in threads that need to run
		257	when the server is paused. If that is not applicable (i.e. you I<really>
		258	want to wait, use C<$cf::WAIT_FOR_TICK>).
		259
		260	=item $cf::WAIT_FOR_TICK
		261
		262	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		263	variable contains a L<Coro::Signal> that is broadcats after every server
		264	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		265	next server tick.
		266
		267	=cut
		268
		269	sub wait_for_tick();
		270	sub wait_for_tick_begin();
		271
		272	=item @cf::INVOKE_RESULTS
		273
		274	This array contains the results of the last C<invoke ()> call. When
		275	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		276	that call.
		277
		278	=item %cf::REFLECT
		279
		280	Contains, for each (C++) class name, a hash reference with information
		281	about object members (methods, scalars, arrays and flags) and other
		282	metadata, which is useful for introspection.
		283
171	=back	284	=back
172		285
173	=cut	286	=cut
174		287
175	BEGIN {	288	sub error(@) { LOG llevError, join "", @_ }
176	*CORE::GLOBAL::warn = sub {	289	sub warn (@) { LOG llevWarn , join "", @_ }
		290	sub info (@) { LOG llevInfo , join "", @_ }
		291	sub debug(@) { LOG llevDebug, join "", @_ }
		292	sub trace(@) { LOG llevTrace, join "", @_ }
		293
		294	$Coro::State::WARNHOOK = sub {
177	my $msg = join "", @_;	295	my $msg = join "", @_;
178		296
179	$msg .= "\n"	297	$msg .= "\n"
180	unless $msg =~ /\n$/;	298	unless $msg =~ /\n$/;
181		299
182	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	300	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
183		301
184	utf8::encode $msg;
185	LOG llevError, $msg;	302	LOG llevWarn, $msg;
186	};	303	};
187	}	304
		305	$Coro::State::DIEHOOK = sub {
		306	return unless $^S eq 0; # "eq", not "=="
		307
		308	error Carp::longmess $_[0];
		309
		310	if (in_main) {#d#
		311	error "DIEHOOK called in main context, Coro bug?\n";#d#
		312	return;#d#
		313	}#d#
		314
		315	# kill coroutine otherwise
		316	Coro::terminate
		317	};
188		318
189	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	319	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
190	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	320	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
191	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	321	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
192	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	322	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
199	for my $pkg (qw(	329	for my $pkg (qw(
200	cf::global cf::attachable	330	cf::global cf::attachable
201	cf::object cf::object::player	331	cf::object cf::object::player
202	cf::client cf::player	332	cf::client cf::player
203	cf::arch cf::living	333	cf::arch cf::living
		334	cf::map cf::mapspace
204	cf::map cf::party cf::region	335	cf::party cf::region
205	)) {	336	)) {
206	no strict 'refs';
207	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	337	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
208	}	338	}
209		339
210	$Event::DIED = sub {	340	$EV::DIED = sub {
211	warn "error in event callback: @_";	341	warn "error in event callback: $@";
212	};	342	};
		343
		344	#############################################################################
		345
		346	sub fork_call(&@);
		347	sub get_slot($;$$);
213		348
214	#############################################################################	349	#############################################################################
215		350
216	=head2 UTILITY FUNCTIONS	351	=head2 UTILITY FUNCTIONS
217		352
…		…
238	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	373	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
239	$d	374	$d
240	} || "[unable to dump $_[0]: '$@']";	375	} || "[unable to dump $_[0]: '$@']";
241	}	376	}
242		377
		378	=item $scalar = cf::load_file $path
		379
		380	Loads the given file from path and returns its contents. Croaks on error
		381	and can block.
		382
		383	=cut
		384
		385	sub load_file($) {
		386	0 <= aio_load $_[0], my $data
		387	or Carp::croak "$_[0]: $!";
		388
		389	$data
		390	}
		391
		392	=item $success = cf::replace_file $path, $data, $sync
		393
		394	Atomically replaces the file at the given $path with new $data, and
		395	optionally $sync the data to disk before replacing the file.
		396
		397	=cut
		398
		399	sub replace_file($$;$) {
		400	my ($path, $data, $sync) = @_;
		401
		402	my $lock = cf::lock_acquire ("replace_file:$path");
		403
		404	my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
		405	or return;
		406
		407	$data = $data->() if ref $data;
		408
		409	length $data == aio_write $fh, 0, (length $data), $data, 0
		410	or return;
		411
		412	!$sync
		413	or !aio_fsync $fh
		414	or return;
		415
		416	aio_close $fh
		417	and return;
		418
		419	aio_rename "$path~", $path
		420	and return;
		421
		422	if ($sync) {
		423	$path =~ s%/[^/]*$%%;
		424	aio_pathsync $path;
		425	}
		426
		427	1
		428	}
		429
243	=item $ref = cf::from_json $json	430	=item $ref = cf::decode_json $json
244		431
245	Converts a JSON string into the corresponding perl data structure.	432	Converts a JSON string into the corresponding perl data structure.
246		433
247	=item $json = cf::to_json $ref	434	=item $json = cf::encode_json $ref
248		435
249	Converts a perl data structure into its JSON representation.	436	Converts a perl data structure into its JSON representation.
250		437
251	=cut	438	=cut
252		439
253	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	440	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
254		441
255	sub to_json ($) { $json_coder->encode ($_[0]) }	442	sub encode_json($) { $json_coder->encode ($_[0]) }
256	sub from_json ($) { $json_coder->decode ($_[0]) }	443	sub decode_json($) { $json_coder->decode ($_[0]) }
		444
		445	=item $ref = cf::decode_storable $scalar
		446
		447	Same as Coro::Storable::thaw, so blocks.
		448
		449	=cut
		450
		451	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		452
		453	=item $ref = cf::decode_yaml $scalar
		454
		455	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		456
		457	=cut
		458
		459	sub decode_yaml($) {
		460	fork_call { YAML::XS::Load $_[0] } @_
		461	}
		462
		463	=item $scalar = cf::unlzf $scalar
		464
		465	Same as Compress::LZF::compress, but takes server ticks into account, so
		466	blocks.
		467
		468	=cut
		469
		470	sub unlzf($) {
		471	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		472	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		473	Compress::LZF::decompress $_[0]
		474	}
		475
		476	=item cf::post_init { BLOCK }
		477
		478	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		479	but I<before> the server starts ticking again.
		480
		481	The codeblock will have a single boolean argument to indicate whether this
		482	is a reload or not.
		483
		484	=cut
		485
		486	sub post_init(&) {
		487	push @POST_INIT, shift;
		488	}
		489
		490	sub _post_init {
		491	trace "running post_init jobs";
		492
		493	# run them in parallel...
		494
		495	my @join;
		496
		497	while () {
		498	push @join, map &Coro::async ($_, 0), @POST_INIT;
		499	@POST_INIT = ();
		500
		501	@join or last;
		502
		503	(pop @join)->join;
		504	}
		505	}
257		506
258	=item cf::lock_wait $string	507	=item cf::lock_wait $string
259		508
260	Wait until the given lock is available. See cf::lock_acquire.	509	Wait until the given lock is available. See cf::lock_acquire.
261		510
262	=item my $lock = cf::lock_acquire $string	511	=item my $lock = cf::lock_acquire $string
263		512
264	Wait until the given lock is available and then acquires it and returns	513	Wait until the given lock is available and then acquires it and returns
265	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	514	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
266	for example when the coroutine gets canceled), the lock is automatically	515	for example when the coroutine gets canceled), the lock is automatically
267	returned.	516	returned.
268		517
		518	Locks are *not* recursive, locking from the same coro twice results in a
		519	deadlocked coro.
		520
269	Lock names should begin with a unique identifier (for example, cf::map::find	521	Lock names should begin with a unique identifier (for example, cf::map::find
270	uses map_find and cf::map::load uses map_load).	522	uses map_find and cf::map::load uses map_load).
271		523
272	=item $locked = cf::lock_active $string	524	=item $locked = cf::lock_active $string
273		525
274	Return true if the lock is currently active, i.e. somebody has locked it.	526	Return true if the lock is currently active, i.e. somebody has locked it.
275		527
276	=cut	528	=cut
277		529
278	our %LOCK;	530	our $LOCKS = new Coro::SemaphoreSet;
279		531
280	sub lock_wait($) {	532	sub lock_wait($) {
281	my ($key) = @_;	533	$LOCKS->wait ($_[0]);
282
283	# wait for lock, if any
284	while ($LOCK{$key}) {
285	push @{ $LOCK{$key} }, $Coro::current;
286	Coro::schedule;
287	}
288	}	534	}
289		535
290	sub lock_acquire($) {	536	sub lock_acquire($) {
291	my ($key) = @_;	537	$LOCKS->guard ($_[0])
292
293	# wait, to be sure we are not locked
294	lock_wait $key;
295
296	$LOCK{$key} = [];
297
298	Coro::guard {
299	# wake up all waiters, to be on the safe side
300	$_->ready for @{ delete $LOCK{$key} };
301	}
302	}	538	}
303		539
304	sub lock_active($) {	540	sub lock_active($) {
305	my ($key) = @_;	541	$LOCKS->count ($_[0]) < 1
306
307	! ! $LOCK{$key}
308	}	542	}
309		543
310	sub freeze_mainloop {	544	sub freeze_mainloop {
311	return unless $TICK_WATCHER->is_active;	545	tick_inhibit_inc;
312		546
313	my $guard = Coro::guard {	547	&Guard::guard (\&tick_inhibit_dec);
314	$TICK_WATCHER->start;	548	}
		549
		550	=item cf::periodic $interval, $cb
		551
		552	Like EV::periodic, but randomly selects a starting point so that the actions
		553	get spread over time.
		554
		555	=cut
		556
		557	sub periodic($$) {
		558	my ($interval, $cb) = @_;
		559
		560	my $start = rand List::Util::min 180, $interval;
		561
		562	EV::periodic $start, $interval, 0, $cb
		563	}
		564
		565	=item cf::get_slot $time[, $priority[, $name]]
		566
		567	Allocate $time seconds of blocking CPU time at priority C<$priority>
		568	(default: 0): This call blocks and returns only when you have at least
		569	C<$time> seconds of cpu time till the next tick. The slot is only valid
		570	till the next cede.
		571
		572	Background jobs should use a priority les than zero, interactive jobs
		573	should use 100 or more.
		574
		575	The optional C<$name> can be used to identify the job to run. It might be
		576	used for statistical purposes and should identify the same time-class.
		577
		578	Useful for short background jobs.
		579
		580	=cut
		581
		582	our @SLOT_QUEUE;
		583	our $SLOT_QUEUE;
		584	our $SLOT_DECAY = 0.9;
		585
		586	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		587	$SLOT_QUEUE = Coro::async {
		588	$Coro::current->desc ("timeslot manager");
		589
		590	my $signal = new Coro::Signal;
		591	my $busy;
		592
		593	while () {
		594	next_job:
		595
		596	my $avail = cf::till_tick;
		597
		598	for (0 .. $#SLOT_QUEUE) {
		599	if ($SLOT_QUEUE[$_][0] <= $avail) {
		600	$busy = 0;
		601	my $job = splice @SLOT_QUEUE, $_, 1, ();
		602	$job->[2]->send;
		603	Coro::cede;
		604	goto next_job;
		605	} else {
		606	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
		607	}
		608	}
		609
		610	if (@SLOT_QUEUE) {
		611	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		612	$WAIT_FOR_TICK->wait;
		613	} else {
		614	$busy = 0;
		615	Coro::schedule;
		616	}
315	};	617	}
316	$TICK_WATCHER->stop;	618	};
317	$guard	619
		620	sub get_slot($;$$) {
		621	return if tick_inhibit || $Coro::current == $Coro::main;
		622
		623	my ($time, $pri, $name) = @_;
		624
		625	$time = clamp $time, 0.01, $TICK * .6;
		626
		627	my $sig = new Coro::Signal;
		628
		629	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		630	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		631	$SLOT_QUEUE->ready;
		632	$sig->wait;
318	}	633	}
319		634
320	=item cf::async { BLOCK }	635	=item cf::async { BLOCK }
321		636
322	Currently the same as Coro::async_pool, meaning you cannot use	637	Currently the same as Coro::async_pool, meaning you cannot use
…		…
327		642
328	BEGIN { *async = \&Coro::async_pool }	643	BEGIN { *async = \&Coro::async_pool }
329		644
330	=item cf::sync_job { BLOCK }	645	=item cf::sync_job { BLOCK }
331		646
332	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	647	The design of Deliantra requires that the main coroutine ($Coro::main)
333	is always able to handle events or runnable, as Crossfire TRT is only	648	is always able to handle events or runnable, as Deliantra is only
334	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	649	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
335	acceptable.	650	acceptable.
336		651
337	If it must be done, put the blocking parts into C<sync_job>. This will run	652	If it must be done, put the blocking parts into C<sync_job>. This will run
338	the given BLOCK in another coroutine while waiting for the result. The	653	the given BLOCK in another coroutine while waiting for the result. The
…		…
342	=cut	657	=cut
343		658
344	sub sync_job(&) {	659	sub sync_job(&) {
345	my ($job) = @_;	660	my ($job) = @_;
346		661
347	if ($Coro::current == $Coro::main) {	662	if (in_main) {
348	my $time = Event::time;	663	my $time = AE::time;
349		664
350	# this is the main coro, too bad, we have to block	665	# this is the main coro, too bad, we have to block
351	# till the operation succeeds, freezing the server :/	666	# till the operation succeeds, freezing the server :/
352		667
353	# TODO: use suspend/resume instead	668	#LOG llevError, Carp::longmess "sync job";#d#
354	# (but this is cancel-safe)	669
355	my $freeze_guard = freeze_mainloop;	670	my $freeze_guard = freeze_mainloop;
356		671
357	my $busy = 1;	672	my $busy = 1;
358	my @res;	673	my @res;
359		674
360	(async {	675	(async {
		676	$Coro::current->desc ("sync job coro");
361	@res = eval { $job->() };	677	@res = eval { $job->() };
362	warn $@ if $@;	678	error $@ if $@;
363	undef $busy;	679	undef $busy;
364	})->prio (Coro::PRIO_MAX);	680	})->prio (Coro::PRIO_MAX);
365		681
366	while ($busy) {	682	while ($busy) {
367	Coro::cede or Event::one_event;	683	if (Coro::nready) {
		684	Coro::cede_notself;
		685	} else {
		686	EV::loop EV::LOOP_ONESHOT;
368	}	687	}
		688	}
369		689
370	$time = Event::time - $time;	690	my $time = AE::time - $time;
371		691
372	LOG llevError | logBacktrace, Carp::longmess "long sync job"
373	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
374
375	$tick_start += $time; # do not account sync jobs to server load	692	$TICK_START += $time; # do not account sync jobs to server load
376		693
377	wantarray ? @res : $res[0]	694	wantarray ? @res : $res[0]
378	} else {	695	} else {
379	# we are in another coroutine, how wonderful, everything just works	696	# we are in another coroutine, how wonderful, everything just works
380		697
…		…
400	$EXT_CORO{$coro+0} = $coro;	717	$EXT_CORO{$coro+0} = $coro;
401		718
402	$coro	719	$coro
403	}	720	}
404		721
405	=item fork_call { }, $args	722	=item fork_call { }, @args
406		723
407	Executes the given code block with the given arguments in a seperate	724	Executes the given code block with the given arguments in a seperate
408	process, returning the results. Everything must be serialisable with	725	process, returning the results. Everything must be serialisable with
409	Coro::Storable. May, of course, block. Note that the executed sub may	726	Coro::Storable. May, of course, block. Note that the executed sub may
410	never block itself or use any form of Event handling.	727	never block itself or use any form of event handling.
411		728
412	=cut	729	=cut
		730
		731	sub post_fork {
		732	reset_signals;
		733	}
413		734
414	sub fork_call(&@) {	735	sub fork_call(&@) {
415	my ($cb, @args) = @_;	736	my ($cb, @args) = @_;
416		737
417	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC	738	# we seemingly have to make a local copy of the whole thing,
418	# or die "socketpair: $!";	739	# otherwise perl prematurely frees the stuff :/
419	pipe my $fh1, my $fh2	740	# TODO: investigate and fix (likely this will be rather laborious)
420	or die "pipe: $!";
421		741
422	if (my $pid = fork) {	742	my @res = Coro::Util::fork_eval {
423	close $fh2;	743	cf::post_fork;
		744	&$cb
		745	} @args;
424		746
425	my $res = (Coro::Handle::unblock $fh1)->readline (undef);	747	wantarray ? @res : $res[-1]
426	$res = Coro::Storable::thaw $res;	748	}
427		749
428	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave	750	sub objinfo {
429
430	die $$res unless "ARRAY" eq ref $res;
431
432	return wantarray ? @$res : $res->[-1];
433	} else {
434	reset_signals;
435	local $SIG{__WARN__};
436	local $SIG{__DIE__};
437	eval {
438	close $fh1;
439
440	my @res = eval { $cb->(@args) };
441	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
442	};
443
444	warn $@ if $@;
445	_exit 0;
446	}	751	(
		752	"counter value" => cf::object::object_count,
		753	"objects created" => cf::object::create_count,
		754	"objects destroyed" => cf::object::destroy_count,
		755	"freelist size" => cf::object::free_count,
		756	"allocated objects" => cf::object::objects_size,
		757	"active objects" => cf::object::actives_size,
		758	)
		759	}
		760
		761	=item $coin = coin_from_name $name
		762
		763	=cut
		764
		765	our %coin_alias = (
		766	"silver" => "silvercoin",
		767	"silvercoin" => "silvercoin",
		768	"silvercoins" => "silvercoin",
		769	"gold" => "goldcoin",
		770	"goldcoin" => "goldcoin",
		771	"goldcoins" => "goldcoin",
		772	"platinum" => "platinacoin",
		773	"platinumcoin" => "platinacoin",
		774	"platinumcoins" => "platinacoin",
		775	"platina" => "platinacoin",
		776	"platinacoin" => "platinacoin",
		777	"platinacoins" => "platinacoin",
		778	"royalty" => "royalty",
		779	"royalties" => "royalty",
		780	);
		781
		782	sub coin_from_name($) {
		783	$coin_alias{$_[0]}
		784	? cf::arch::find $coin_alias{$_[0]}
		785	: undef
447	}	786	}
448		787
449	=item $value = cf::db_get $family => $key	788	=item $value = cf::db_get $family => $key
450		789
451	Returns a single value from the environment database.	790	Returns a single value from the environment database.
…		…
453	=item cf::db_put $family => $key => $value	792	=item cf::db_put $family => $key => $value
454		793
455	Stores the given C<$value> in the family. It can currently store binary	794	Stores the given C<$value> in the family. It can currently store binary
456	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	795	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
457		796
		797	=item $db = cf::db_table "name"
		798
		799	Create and/or open a new database table. The string must not be "db" and must be unique
		800	within each server.
		801
458	=cut	802	=cut
		803
		804	sub db_table($) {
		805	cf::error "db_get called from main context"
		806	if $Coro::current == $Coro::main;
		807
		808	my ($name) = @_;
		809	my $db = BDB::db_create $DB_ENV;
		810
		811	eval {
		812	$db->set_flags (BDB::CHKSUM);
		813
		814	utf8::encode $name;
		815	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		816	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		817	cf::cleanup "db_open(db): $!" if $!;
		818	};
		819	cf::cleanup "db_open(db): $@" if $@;
		820
		821	$db
		822	}
459		823
460	our $DB;	824	our $DB;
461		825
462	sub db_init {	826	sub db_init {
463	unless ($DB) {	827	$DB ||= db_table "db";
464	$DB = BDB::db_create $DB_ENV;
465
466	cf::sync_job {
467	eval {
468	$DB->set_flags (BDB::CHKSUM);
469
470	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
471	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
472	cf::cleanup "db_open(db): $!" if $!;
473	};
474	cf::cleanup "db_open(db): $@" if $@;
475	};
476	}
477	}	828	}
478		829
479	sub db_get($$) {	830	sub db_get($$) {
480	my $key = "$_[0]/$_[1]";	831	my $key = "$_[0]/$_[1]";
481		832
482	cf::sync_job {	833	cf::error "db_get called from main context"
		834	if $Coro::current == $Coro::main;
		835
483	BDB::db_get $DB, undef, $key, my $data;	836	BDB::db_get $DB, undef, $key, my $data;
484		837
485	$! ? ()	838	$! ? ()
486	: $data	839	: $data
487	}
488	}	840	}
489		841
490	sub db_put($$$) {	842	sub db_put($$$) {
491	BDB::dbreq_pri 4;	843	BDB::dbreq_pri 4;
492	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };	844	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
…		…
520		872
521	my @data;	873	my @data;
522	my $md5;	874	my $md5;
523		875
524	for (0 .. $#$src) {	876	for (0 .. $#$src) {
525	0 <= aio_load $src->[$_], $data[$_]	877	$data[$_] = load_file $src->[$_];
526	or Carp::croak "$src->[$_]: $!";
527	}	878	}
528		879
529	# if processing is expensive, check	880	# if processing is expensive, check
530	# checksum first	881	# checksum first
531	if (1) {	882	if (1) {
532	$md5 =	883	$md5 =
533	join "\x00",	884	join "\x00",
534	$processversion,	885	$processversion,
535	map {	886	map {
536	Coro::cede;	887	cf::cede_to_tick;
537	($src->[$_], Digest::MD5::md5_hex $data[$_])	888	($src->[$_], Digest::MD5::md5_hex $data[$_])
538	} 0.. $#$src;	889	} 0.. $#$src;
539		890
540		891
541	my $dbmd5 = db_get cache => "$id/md5";	892	my $dbmd5 = db_get cache => "$id/md5";
…		…
548		899
549	my $t1 = Time::HiRes::time;	900	my $t1 = Time::HiRes::time;
550	my $data = $process->(\@data);	901	my $data = $process->(\@data);
551	my $t2 = Time::HiRes::time;	902	my $t2 = Time::HiRes::time;
552		903
553	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";	904	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
554		905
555	db_put cache => "$id/data", $data;	906	db_put cache => "$id/data", $data;
556	db_put cache => "$id/md5" , $md5;	907	db_put cache => "$id/md5" , $md5;
557	db_put cache => "$id/meta", $meta;	908	db_put cache => "$id/meta", $meta;
558		909
…		…
568		919
569	=cut	920	=cut
570		921
571	sub datalog($@) {	922	sub datalog($@) {
572	my ($type, %kv) = @_;	923	my ($type, %kv) = @_;
573	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });	924	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
574	}	925	}
575		926
576	=back	927	=back
577		928
578	=cut	929	=cut
579		930
580	#############################################################################	931	#############################################################################
581		932
582	=head2 ATTACHABLE OBJECTS	933	=head2 ATTACHABLE OBJECTS
583		934
584	Many objects in crossfire are so-called attachable objects. That means you can	935	Many objects in deliantra are so-called attachable objects. That means you can
585	attach callbacks/event handlers (a collection of which is called an "attachment")	936	attach callbacks/event handlers (a collection of which is called an "attachment")
586	to it. All such attachable objects support the following methods.	937	to it. All such attachable objects support the following methods.
587		938
588	In the following description, CLASS can be any of C<global>, C<object>	939	In the following description, CLASS can be any of C<global>, C<object>
589	C<player>, C<client> or C<map> (i.e. the attachable objects in	940	C<player>, C<client> or C<map> (i.e. the attachable objects in
590	Crossfire TRT).	941	Deliantra).
591		942
592	=over 4	943	=over 4
593		944
594	=item $attachable->attach ($attachment, key => $value...)	945	=item $attachable->attach ($attachment, key => $value...)
595		946
…		…
639	=item cf::CLASS::attachment $name, ...	990	=item cf::CLASS::attachment $name, ...
640		991
641	Register an attachment by C<$name> through which attachable objects of the	992	Register an attachment by C<$name> through which attachable objects of the
642	given CLASS can refer to this attachment.	993	given CLASS can refer to this attachment.
643		994
644	Some classes such as crossfire maps and objects can specify attachments	995	Some classes such as deliantra maps and objects can specify attachments
645	that are attached at load/instantiate time, thus the need for a name.	996	that are attached at load/instantiate time, thus the need for a name.
646		997
647	These calls expect any number of the following handler/hook descriptions:	998	These calls expect any number of the following handler/hook descriptions:
648		999
649	=over 4	1000	=over 4
…		…
773		1124
774	} elsif (exists $cb_id{$type}) {	1125	} elsif (exists $cb_id{$type}) {
775	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1126	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
776		1127
777	} elsif (ref $type) {	1128	} elsif (ref $type) {
778	warn "attaching objects not supported, ignoring.\n";	1129	error "attaching objects not supported, ignoring.\n";
779		1130
780	} else {	1131	} else {
781	shift @arg;	1132	shift @arg;
782	warn "attach argument '$type' not supported, ignoring.\n";	1133	error "attach argument '$type' not supported, ignoring.\n";
783	}	1134	}
784	}	1135	}
785	}	1136	}
786		1137
787	sub _object_attach {	1138	sub _object_attach {
…		…
797	_attach $registry, $klass, @attach;	1148	_attach $registry, $klass, @attach;
798	}	1149	}
799		1150
800	$obj->{$name} = \%arg;	1151	$obj->{$name} = \%arg;
801	} else {	1152	} else {
802	warn "object uses attachment '$name' which is not available, postponing.\n";	1153	info "object uses attachment '$name' which is not available, postponing.\n";
803	}	1154	}
804		1155
805	$obj->{_attachment}{$name} = undef;	1156	$obj->{_attachment}{$name} = undef;
806	}	1157	}
807		1158
…		…
847	";	1198	";
848	die if $@;	1199	die if $@;
849	}	1200	}
850		1201
851	our $override;	1202	our $override;
852	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1203	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
853		1204
854	sub override {	1205	sub override {
855	$override = 1;	1206	$override = 1;
856	@invoke_results = ();	1207	@INVOKE_RESULTS = (@_);
857	}	1208	}
858		1209
859	sub do_invoke {	1210	sub do_invoke {
860	my $event = shift;	1211	my $event = shift;
861	my $callbacks = shift;	1212	my $callbacks = shift;
862		1213
863	@invoke_results = ();	1214	@INVOKE_RESULTS = ();
864		1215
865	local $override;	1216	local $override;
866		1217
867	for (@$callbacks) {	1218	for (@$callbacks) {
868	eval { &{$_->[1]} };	1219	eval { &{$_->[1]} };
869		1220
870	if ($@) {	1221	if ($@) {
871	warn "$@";
872	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1222	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
873	override;	1223	override;
874	}	1224	}
875		1225
876	return 1 if $override;	1226	return 1 if $override;
877	}	1227	}
878		1228
879	0	1229	0
880	}	1230	}
881		1231
882	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1232	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
883		1233
884	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1234	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
885		1235
886	Generate an object-specific event with the given arguments.	1236	Generate an object-specific event with the given arguments.
887		1237
888	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1238	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
889	removed in future versions), and there is no public API to access override	1239	removed in future versions), and there is no public API to access override
890	results (if you must, access C<@cf::invoke_results> directly).	1240	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
891		1241
892	=back	1242	=back
893		1243
894	=cut	1244	=cut
895		1245
896	#############################################################################	1246	#############################################################################
897	# object support	1247	# object support
		1248
		1249	sub _object_equal($$);
		1250	sub _object_equal($$) {
		1251	my ($a, $b) = @_;
		1252
		1253	return 0 unless (ref $a) eq (ref $b);
		1254
		1255	if ("HASH" eq ref $a) {
		1256	my @ka = keys %$a;
		1257	my @kb = keys %$b;
		1258
		1259	return 0 if @ka != @kb;
		1260
		1261	for (0 .. $#ka) {
		1262	return 0 unless $ka[$_] eq $kb[$_];
		1263	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1264	}
		1265
		1266	} elsif ("ARRAY" eq ref $a) {
		1267
		1268	return 0 if @$a != @$b;
		1269
		1270	for (0 .. $#$a) {
		1271	return 0 unless _object_equal $a->[$_], $b->[$_];
		1272	}
		1273
		1274	} elsif ($a ne $b) {
		1275	return 0;
		1276	}
		1277
		1278	1
		1279	}
		1280
		1281	our $SLOW_MERGES;#d#
		1282	sub _can_merge {
		1283	my ($ob1, $ob2) = @_;
		1284
		1285	++$SLOW_MERGES;#d#
		1286
		1287	# we do the slow way here
		1288	return _object_equal $ob1, $ob2
		1289	}
898		1290
899	sub reattach {	1291	sub reattach {
900	# basically do the same as instantiate, without calling instantiate	1292	# basically do the same as instantiate, without calling instantiate
901	my ($obj) = @_;	1293	my ($obj) = @_;
902		1294
		1295	# no longer needed after getting rid of delete_package?
903	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1296	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
904		1297
905	my $registry = $obj->registry;	1298	my $registry = $obj->registry;
906		1299
907	@$registry = ();	1300	@$registry = ();
908		1301
…		…
913	for (@$attach) {	1306	for (@$attach) {
914	my ($klass, @attach) = @$_;	1307	my ($klass, @attach) = @$_;
915	_attach $registry, $klass, @attach;	1308	_attach $registry, $klass, @attach;
916	}	1309	}
917	} else {	1310	} else {
918	warn "object uses attachment '$name' that is not available, postponing.\n";	1311	info "object uses attachment '$name' that is not available, postponing.\n";
919	}	1312	}
920	}	1313	}
921	}	1314	}
922		1315
923	cf::attachable->attach (	1316	cf::attachable->attach (
924	prio => -1000000,	1317	prio => -1000000,
925	on_instantiate => sub {	1318	on_instantiate => sub {
926	my ($obj, $data) = @_;	1319	my ($obj, $data) = @_;
927		1320
928	$data = from_json $data;	1321	$data = decode_json $data;
929		1322
930	for (@$data) {	1323	for (@$data) {
931	my ($name, $args) = @$_;	1324	my ($name, $args) = @$_;
932		1325
933	$obj->attach ($name, %{$args || {} });	1326	$obj->attach ($name, %{$args || {} });
…		…
949	sub object_freezer_save {	1342	sub object_freezer_save {
950	my ($filename, $rdata, $objs) = @_;	1343	my ($filename, $rdata, $objs) = @_;
951		1344
952	sync_job {	1345	sync_job {
953	if (length $$rdata) {	1346	if (length $$rdata) {
		1347	utf8::decode (my $decname = $filename);
954	warn sprintf "saving %s (%d,%d)\n",	1348	trace sprintf "saving %s (%d,%d)\n",
955	$filename, length $$rdata, scalar @$objs;	1349	$decname, length $$rdata, scalar @$objs
		1350	if $VERBOSE_IO;
956		1351
957	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1352	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
958	chmod SAVE_MODE, $fh;	1353	aio_chmod $fh, SAVE_MODE;
959	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1354	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
960	aio_fsync $fh if $cf::USE_FSYNC;	1355	if ($cf::USE_FSYNC) {
		1356	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1357	aio_fsync $fh;
		1358	}
961	close $fh;	1359	aio_close $fh;
962		1360
963	if (@$objs) {	1361	if (@$objs) {
964	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1362	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
965	chmod SAVE_MODE, $fh;	1363	aio_chmod $fh, SAVE_MODE;
966	my $data = Storable::nfreeze { version => 1, objs => $objs };	1364	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
967	aio_write $fh, 0, (length $data), $data, 0;	1365	aio_write $fh, 0, (length $data), $data, 0;
968	aio_fsync $fh if $cf::USE_FSYNC;	1366	if ($cf::USE_FSYNC) {
		1367	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1368	aio_fsync $fh;
		1369	}
969	close $fh;	1370	aio_close $fh;
970	aio_rename "$filename.pst~", "$filename.pst";	1371	aio_rename "$filename.pst~", "$filename.pst";
971	}	1372	}
972	} else {	1373	} else {
973	aio_unlink "$filename.pst";	1374	aio_unlink "$filename.pst";
974	}	1375	}
975		1376
976	aio_rename "$filename~", $filename;	1377	aio_rename "$filename~", $filename;
		1378
		1379	$filename =~ s%/[^/]+$%%;
		1380	aio_pathsync $filename if $cf::USE_FSYNC;
977	} else {	1381	} else {
978	warn "FATAL: $filename~: $!\n";	1382	error "unable to save objects: $filename~: $!\n";
979	}	1383	}
980	} else {	1384	} else {
981	aio_unlink $filename;	1385	aio_unlink $filename;
982	aio_unlink "$filename.pst";	1386	aio_unlink "$filename.pst";
983	}	1387	}
984	}	1388	};
985	}	1389	}
986		1390
987	sub object_freezer_as_string {	1391	sub object_freezer_as_string {
988	my ($rdata, $objs) = @_;	1392	my ($rdata, $objs) = @_;
989		1393
…		…
1001	or return;	1405	or return;
1002		1406
1003	unless (aio_stat "$filename.pst") {	1407	unless (aio_stat "$filename.pst") {
1004	(aio_load "$filename.pst", $av) >= 0	1408	(aio_load "$filename.pst", $av) >= 0
1005	or return;	1409	or return;
		1410
1006	$av = eval { (Storable::thaw $av)->{objs} };	1411	my $st = eval { Coro::Storable::thaw $av };
		1412	$av = $st->{objs};
1007	}	1413	}
1008		1414
		1415	utf8::decode (my $decname = $filename);
1009	warn sprintf "loading %s (%d)\n",	1416	trace sprintf "loading %s (%d,%d)\n",
1010	$filename, length $data, scalar @{$av || []};	1417	$decname, length $data, scalar @{$av || []}
		1418	if $VERBOSE_IO;
		1419
1011	return ($data, $av);	1420	($data, $av)
1012	}	1421	}
1013		1422
1014	=head2 COMMAND CALLBACKS	1423	=head2 COMMAND CALLBACKS
1015		1424
1016	=over 4	1425	=over 4
…		…
1070	my ($name, $cb) = @_;	1479	my ($name, $cb) = @_;
1071		1480
1072	$EXTICMD{$name} = $cb;	1481	$EXTICMD{$name} = $cb;
1073	}	1482	}
1074		1483
		1484	use File::Glob ();
		1485
1075	cf::player->attach (	1486	cf::player->attach (
1076	on_command => sub {	1487	on_unknown_command => sub {
1077	my ($pl, $name, $params) = @_;	1488	my ($pl, $name, $params) = @_;
1078		1489
1079	my $cb = $COMMAND{$name}	1490	my $cb = $COMMAND{$name}
1080	or return;	1491	or return;
1081		1492
…		…
1089	my ($pl, $buf) = @_;	1500	my ($pl, $buf) = @_;
1090		1501
1091	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1502	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1092		1503
1093	if (ref $msg) {	1504	if (ref $msg) {
		1505	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		1506
		1507	my @reply;
		1508
1094	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1509	if (my $cb = $EXTCMD{$type}) {
1095	if (my %reply = $cb->($pl, $msg)) {	1510	@reply = $cb->($pl, @payload);
1096	$pl->ext_reply ($msg->{msgid}, %reply);
1097	}
1098	}	1511	}
		1512
		1513	$pl->ext_reply ($reply, @reply)
		1514	if $reply;
		1515
1099	} else {	1516	} else {
1100	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1517	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1101	}	1518	}
1102		1519
1103	cf::override;	1520	cf::override;
1104	},	1521	},
1105	);	1522	);
1106		1523
		1524	# "readahead" all extensions
		1525	sub cache_extensions {
		1526	my $grp = IO::AIO::aio_group;
		1527
		1528	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1529	for (grep /\.ext$/, @{$_[0]}) {
		1530	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1531	}
		1532	};
		1533
		1534	$grp
		1535	}
		1536
		1537	sub _ext_cfg_reg($$$$) {
		1538	my ($rvar, $varname, $cfgname, $default) = @_;
		1539
		1540	$cfgname = lc $varname
		1541	unless length $cfgname;
		1542
		1543	$EXT_CFG{$cfgname} = [$rvar, $default];
		1544
		1545	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1546	}
		1547
1107	sub load_extensions {	1548	sub load_extensions {
		1549	info "loading extensions...";
		1550
		1551	%EXT_CFG = ();
		1552
1108	cf::sync_job {	1553	cf::sync_job {
1109	my %todo;	1554	my %todo;
1110		1555
1111	for my $path (<$LIBDIR/*.ext>) {	1556	for my $path (<$LIBDIR/*.ext>) {
1112	next unless -r $path;	1557	next unless -r $path;
…		…
1130		1575
1131	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1576	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1132	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1577	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1133		1578
1134	$ext{source} =	1579	$ext{source} =
1135	"package $pkg; use strict; use utf8;\n"	1580	"package $pkg; use common::sense;\n"
1136	. "#line 1 \"$path\"\n{\n"	1581	. "#line 1 \"$path\"\n{\n"
1137	. $source	1582	. $source
1138	. "\n};\n1";	1583	. "\n};\n1";
1139		1584
1140	$todo{$base} = \%ext;	1585	$todo{$base} = \%ext;
1141	}	1586	}
1142		1587
		1588	my $pass = 0;
1143	my %done;	1589	my %done;
1144	while (%todo) {	1590	while (%todo) {
1145	my $progress;	1591	my $progress;
1146		1592
		1593	++$pass;
		1594
		1595	ext:
1147	while (my ($k, $v) = each %todo) {	1596	while (my ($k, $v) = each %todo) {
1148	for (split /,\s*/, $v->{meta}{depends}) {	1597	for (split /,\s*/, $v->{meta}{depends}) {
1149	goto skip	1598	next ext
1150	unless exists $done{$_};	1599	unless exists $done{$_};
1151	}	1600	}
1152		1601
1153	warn "... loading '$k' into '$v->{pkg}'\n";	1602	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1154		1603
1155	unless (eval $v->{source}) {	1604	my $source = $v->{source};
		1605
		1606	# support "CONF varname :confname = default" pseudo-statements
		1607	$source =~ s{
		1608	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1609	}{
		1610	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1611	}gmxe;
		1612
		1613	my $active = eval $source;
		1614
		1615	if (length $@) {
1156	my $msg = $@ ? "$v->{path}: $@\n"	1616	error "$v->{path}: $@\n";
1157	: "$v->{base}: extension inactive.\n";
1158		1617
		1618	cf::cleanup "mandatory extension '$k' failed to load, exiting."
1159	if (exists $v->{meta}{mandatory}) {	1619	if exists $v->{meta}{mandatory};
1160	warn $msg;	1620
1161	warn "mandatory extension failed to load, exiting.\n";	1621	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
1162	exit 1;	1622	delete $todo{$k};
1163	}	1623	} else {
1164		1624	$done{$k} = delete $todo{$k};
1165	warn $msg;	1625	push @EXTS, $v->{pkg};
		1626	$progress = 1;
		1627
		1628	info "$v->{base}: extension inactive.\n"
		1629	unless $active;
1166	}	1630	}
1167
1168	$done{$k} = delete $todo{$k};
1169	push @EXTS, $v->{pkg};
1170	$progress = 1;
1171	}	1631	}
1172		1632
1173	skip:	1633	unless ($progress) {
1174	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"	1634	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
1175	unless $progress;	1635
		1636	while (my ($k, $v) = each %todo) {
		1637	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1638	if exists $v->{meta}{mandatory};
		1639	}
		1640
		1641	last;
		1642	}
1176	}	1643	}
1177	};	1644	};
1178	}	1645	}
1179		1646
1180	#############################################################################	1647	#############################################################################
1181		1648
1182	=back	1649	=back
1183		1650
1184	=head2 CORE EXTENSIONS	1651	=head2 CORE EXTENSIONS
1185		1652
1186	Functions and methods that extend core crossfire objects.	1653	Functions and methods that extend core deliantra objects.
1187		1654
1188	=cut	1655	=cut
1189		1656
1190	package cf::player;	1657	package cf::player;
1191		1658
1192	use Coro::AIO;	1659	use Coro::AIO;
1193		1660
1194	=head3 cf::player	1661	=head3 cf::player
1195		1662
1196	=over 4	1663	=over 4
		1664
		1665	=item cf::player::num_playing
		1666
		1667	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1668
		1669	=cut
		1670
		1671	sub num_playing {
		1672	scalar grep
		1673	$_->ob->map
		1674	&& !$_->hidden
		1675	&& !$_->ob->flag (cf::FLAG_WIZ),
		1676	cf::player::list
		1677	}
1197		1678
1198	=item cf::player::find $login	1679	=item cf::player::find $login
1199		1680
1200	Returns the given player object, loading it if necessary (might block).	1681	Returns the given player object, loading it if necessary (might block).
1201		1682
…		…
1220		1701
1221	sub exists($) {	1702	sub exists($) {
1222	my ($login) = @_;	1703	my ($login) = @_;
1223		1704
1224	$cf::PLAYER{$login}	1705	$cf::PLAYER{$login}
1225	or cf::sync_job { !aio_stat path $login }	1706	or !aio_stat path $login
1226	}	1707	}
1227		1708
1228	sub find($) {	1709	sub find($) {
1229	return $cf::PLAYER{$_[0]} || do {	1710	return $cf::PLAYER{$_[0]} || do {
1230	my $login = $_[0];	1711	my $login = $_[0];
…		…
1237	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1718	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1238	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1719	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1239	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1720	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1240	aio_unlink +(playerdir $login) . "/$login.pl";	1721	aio_unlink +(playerdir $login) . "/$login.pl";
1241		1722
1242	my $pl = load_pl path $login	1723	my $f = new_from_file cf::object::thawer path $login
1243	or return;	1724	or return;
		1725
		1726	my $pl = cf::player::load_pl $f
		1727	or return;
		1728
		1729	local $cf::PLAYER_LOADING{$login} = $pl;
		1730	$f->resolve_delayed_derefs;
1244	$cf::PLAYER{$login} = $pl	1731	$cf::PLAYER{$login} = $pl
1245	}	1732	}
1246	}	1733	}
1247	}	1734	}
		1735
		1736	cf::player->attach (
		1737	on_load => sub {
		1738	my ($pl, $path) = @_;
		1739
		1740	# restore slots saved in save, below
		1741	my $slots = delete $pl->{_slots};
		1742
		1743	$pl->ob->current_weapon ($slots->[0]);
		1744	$pl->combat_ob ($slots->[1]);
		1745	$pl->ranged_ob ($slots->[2]);
		1746	},
		1747	);
1248		1748
1249	sub save($) {	1749	sub save($) {
1250	my ($pl) = @_;	1750	my ($pl) = @_;
1251		1751
1252	return if $pl->{deny_save};	1752	return if $pl->{deny_save};
…		…
1257	return if $pl->{deny_save};	1757	return if $pl->{deny_save};
1258		1758
1259	aio_mkdir playerdir $pl, 0770;	1759	aio_mkdir playerdir $pl, 0770;
1260	$pl->{last_save} = $cf::RUNTIME;	1760	$pl->{last_save} = $cf::RUNTIME;
1261		1761
		1762	cf::get_slot 0.01;
		1763
		1764	# save slots, to be restored later
		1765	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1766
1262	$pl->save_pl ($path);	1767	$pl->save_pl ($path);
1263	Coro::cede;	1768	cf::cede_to_tick;
1264	}	1769	}
1265		1770
1266	sub new($) {	1771	sub new($) {
1267	my ($login) = @_;	1772	my ($login) = @_;
1268		1773
…		…
1274	$cf::PLAYER{$login} = $self;	1779	$cf::PLAYER{$login} = $self;
1275		1780
1276	$self	1781	$self
1277	}	1782	}
1278		1783
		1784	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1785
		1786	=cut
		1787
		1788	sub send_msg {
		1789	my $ns = shift->ns
		1790	or return;
		1791	$ns->send_msg (@_);
		1792	}
		1793
1279	=item $pl->quit_character	1794	=item $pl->quit_character
1280		1795
1281	Nukes the player without looking back. If logged in, the connection will	1796	Nukes the player without looking back. If logged in, the connection will
1282	be destroyed. May block for a long time.	1797	be destroyed. May block for a long time.
1283		1798
…		…
1287	my ($pl) = @_;	1802	my ($pl) = @_;
1288		1803
1289	my $name = $pl->ob->name;	1804	my $name = $pl->ob->name;
1290		1805
1291	$pl->{deny_save} = 1;	1806	$pl->{deny_save} = 1;
1292	$pl->password ("*"); # this should lock out the player until we nuked the dir	1807	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1293		1808
1294	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1809	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1295	$pl->deactivate;	1810	$pl->deactivate;
		1811
		1812	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1296	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1813	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1814	ext::highscore::check ($pl->ob);
		1815
1297	$pl->ns->destroy if $pl->ns;	1816	$pl->ns->destroy if $pl->ns;
1298		1817
1299	my $path = playerdir $pl;	1818	my $path = playerdir $pl;
1300	my $temp = "$path~$cf::RUNTIME~deleting~";	1819	my $temp = "$path~$cf::RUNTIME~deleting~";
1301	aio_rename $path, $temp;	1820	aio_rename $path, $temp;
…		…
1336	or return [];	1855	or return [];
1337		1856
1338	my @logins;	1857	my @logins;
1339		1858
1340	for my $login (@$dirs) {	1859	for my $login (@$dirs) {
		1860	my $path = path $login;
		1861
		1862	# a .pst is a dead give-away for a valid player
		1863	# if no pst file found, open and chekc for blocked users
		1864	if (aio_stat "$path.pst") {
1341	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1865	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1342	aio_read $fh, 0, 512, my $buf, 0 or next;	1866	aio_read $fh, 0, 512, my $buf, 0 or next;
1343	$buf !~ /^password -------------$/m or next; # official not-valid tag	1867	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1868	}
1344		1869
1345	utf8::decode $login;	1870	utf8::decode $login;
1346	push @logins, $login;	1871	push @logins, $login;
1347	}	1872	}
1348		1873
1349	\@logins	1874	\@logins
1350	}	1875	}
1351		1876
1352	=item $player->maps	1877	=item $player->maps
		1878
		1879	=item cf::player::maps $login
1353		1880
1354	Returns an arrayref of map paths that are private for this	1881	Returns an arrayref of map paths that are private for this
1355	player. May block.	1882	player. May block.
1356		1883
1357	=cut	1884	=cut
…		…
1375	}	1902	}
1376		1903
1377	\@paths	1904	\@paths
1378	}	1905	}
1379		1906
1380	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1907	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1381		1908
1382	Expand crossfire pod fragments into protocol xml.	1909	Expand deliantra pod fragments into protocol xml.
1383		1910
1384	=cut
1385
1386	sub expand_cfpod {
1387	((my $self), (local $_)) = @_;
1388
1389	# escape & and <
1390	s/&/&amp;/g;
1391	s/(?<![BIUGH])</&lt;/g;
1392
1393	# this is buggy, it needs to properly take care of nested <'s
1394
1395	1 while
1396	# replace B<>, I<>, U<> etc.
1397	s/B<([^\>]*)>/<b>$1<\/b>/
1398	|| s/I<([^\>]*)>/<i>$1<\/i>/
1399	|| s/U<([^\>]*)>/<u>$1<\/u>/
1400	# replace G<male|female> tags
1401	|| s{G<([^>|]*)\|([^>]*)>}{
1402	$self->gender ? $2 : $1
1403	}ge
1404	# replace H<hint text>
1405	|| s/H<([^\>]*)>/<fg name="lightblue">[$1]<\/fg>/g;
1406
1407	# create single paragraphs (very hackish)
1408	s/(?<=\S)\n(?=\w)/ /g;
1409
1410	$_
1411	}
1412
1413	=item $player->ext_reply ($msgid, %msg)	1911	=item $player->ext_reply ($msgid, @msg)
1414		1912
1415	Sends an ext reply to the player.	1913	Sends an ext reply to the player.
1416		1914
1417	=cut	1915	=cut
1418		1916
1419	sub ext_reply($$%) {	1917	sub ext_reply($$@) {
1420	my ($self, $id, %msg) = @_;	1918	my ($self, $id, @msg) = @_;
1421		1919
1422	$msg{msgid} = $id;	1920	$self->ns->ext_reply ($id, @msg)
1423	$self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1424	}	1921	}
1425		1922
1426	=item $player->ext_event ($type, %msg)	1923	=item $player->ext_msg ($type, @msg)
1427		1924
1428	Sends an ext event to the client.	1925	Sends an ext event to the client.
1429		1926
1430	=cut	1927	=cut
1431		1928
1432	sub ext_event($$%) {	1929	sub ext_msg($$@) {
1433	my ($self, $type, %msg) = @_;	1930	my ($self, $type, @msg) = @_;
1434		1931
1435	$self->ns->ext_event ($type, %msg);	1932	$self->ns->ext_msg ($type, @msg);
1436	}	1933	}
1437		1934
1438	=head3 cf::region	1935	=head3 cf::region
1439		1936
1440	=over 4	1937	=over 4
…		…
1450	=cut	1947	=cut
1451		1948
1452	sub find_by_path($) {	1949	sub find_by_path($) {
1453	my ($path) = @_;	1950	my ($path) = @_;
1454		1951
		1952	$path =~ s/^~[^\/]*//; # skip ~login
		1953
1455	my ($match, $specificity);	1954	my ($match, $specificity);
1456		1955
1457	for my $region (list) {	1956	for my $region (list) {
1458	if ($region->match && $path =~ $region->match) {	1957	if ($region->{match} && $path =~ $region->{match}) {
1459	($match, $specificity) = ($region, $region->specificity)	1958	($match, $specificity) = ($region, $region->specificity)
1460	if $region->specificity > $specificity;	1959	if $region->specificity > $specificity;
1461	}	1960	}
1462	}	1961	}
1463		1962
…		…
1484	our $MAX_RESET = 3600;	1983	our $MAX_RESET = 3600;
1485	our $DEFAULT_RESET = 3000;	1984	our $DEFAULT_RESET = 3000;
1486		1985
1487	sub generate_random_map {	1986	sub generate_random_map {
1488	my ($self, $rmp) = @_;	1987	my ($self, $rmp) = @_;
1489	# mit "rum" bekleckern, nicht	1988
		1989	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1990
1490	$self->_create_random_map (	1991	$self->_create_random_map ($rmp);
1491	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1492	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1493	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1494	$rmp->{exit_on_final_map},
1495	$rmp->{xsize}, $rmp->{ysize},
1496	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1497	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1498	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1499	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1500	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1501	(cf::region::find $rmp->{region}), $rmp->{custom}
1502	)
1503	}	1992	}
1504		1993
1505	=item cf::map->register ($regex, $prio)	1994	=item cf::map->register ($regex, $prio)
1506		1995
1507	Register a handler for the map path matching the given regex at the	1996	Register a handler for the map path matching the given regex at the
…		…
1512		2001
1513	sub register {	2002	sub register {
1514	my (undef, $regex, $prio) = @_;	2003	my (undef, $regex, $prio) = @_;
1515	my $pkg = caller;	2004	my $pkg = caller;
1516		2005
1517	no strict;
1518	push @{"$pkg\::ISA"}, __PACKAGE__;	2006	push @{"$pkg\::ISA"}, __PACKAGE__;
1519		2007
1520	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	2008	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1521	}	2009	}
1522		2010
1523	# also paths starting with '/'	2011	# also paths starting with '/'
1524	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	2012	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1525		2013
1526	sub thawer_merge {	2014	sub thawer_merge {
1527	my ($self, $merge) = @_;	2015	my ($self, $merge) = @_;
1528		2016
1529	# we have to keep some variables in memory intact	2017	# we have to keep some variables in memory intact
…		…
1534	}	2022	}
1535		2023
1536	sub normalise {	2024	sub normalise {
1537	my ($path, $base) = @_;	2025	my ($path, $base) = @_;
1538		2026
1539	$path = "$path"; # make sure its a string	2027	$path = "$path"; # make sure it's a string
1540		2028
1541	$path =~ s/\.map$//;	2029	$path =~ s/\.map$//;
1542		2030
1543	# map plan:	2031	# map plan:
1544	#	2032	#
…		…
1559	$base =~ s{[^/]+/?$}{};	2047	$base =~ s{[^/]+/?$}{};
1560	$path = "$base/$path";	2048	$path = "$base/$path";
1561	}	2049	}
1562		2050
1563	for ($path) {	2051	for ($path) {
1564	redo if s{//}{/};
1565	redo if s{/\.?/}{/};	2052	redo if s{/\.?/}{/};
1566	redo if s{/[^/]+/\.\./}{/};	2053	redo if s{/[^/]+/\.\./}{/};
1567	}	2054	}
1568		2055
1569	$path	2056	$path
…		…
1583	$self->init; # pass $1 etc.	2070	$self->init; # pass $1 etc.
1584	return $self;	2071	return $self;
1585	}	2072	}
1586	}	2073	}
1587		2074
1588	Carp::carp "unable to resolve path '$path' (base '$base').";	2075	Carp::cluck "unable to resolve path '$path' (base '$base')";
1589	()	2076	()
1590	}	2077	}
1591		2078
		2079	# may re-bless or do other evil things
1592	sub init {	2080	sub init {
1593	my ($self) = @_;	2081	my ($self) = @_;
1594		2082
1595	$self	2083	$self
1596	}	2084	}
…		…
1615		2103
1616	# the temporary/swap location	2104	# the temporary/swap location
1617	sub save_path {	2105	sub save_path {
1618	my ($self) = @_;	2106	my ($self) = @_;
1619		2107
1620	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2108	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1621	"$TMPDIR/$path.map"	2109	"$TMPDIR/$path.map"
1622	}	2110	}
1623		2111
1624	# the unique path, undef == no special unique path	2112	# the unique path, undef == no special unique path
1625	sub uniq_path {	2113	sub uniq_path {
1626	my ($self) = @_;	2114	my ($self) = @_;
1627		2115
1628	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2116	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1629	"$UNIQUEDIR/$path"	2117	"$UNIQUEDIR/$path"
1630	}
1631
1632	# and all this just because we cannot iterate over
1633	# all maps in C++...
1634	sub change_all_map_light {
1635	my ($change) = @_;
1636
1637	$_->change_map_light ($change)
1638	for grep $_->outdoor, values %cf::MAP;
1639	}	2118	}
1640		2119
1641	sub decay_objects {	2120	sub decay_objects {
1642	my ($self) = @_;	2121	my ($self) = @_;
1643		2122
…		…
1656		2135
1657	sub load_header_from($) {	2136	sub load_header_from($) {
1658	my ($self, $path) = @_;	2137	my ($self, $path) = @_;
1659		2138
1660	utf8::encode $path;	2139	utf8::encode $path;
1661	#aio_open $path, O_RDONLY, 0	2140	my $f = new_from_file cf::object::thawer $path
1662	# or return;
1663
1664	$self->_load_header ($path)
1665	or return;	2141	or return;
1666		2142
		2143	$self->_load_header ($f)
		2144	or return;
		2145
		2146	local $MAP_LOADING{$self->{path}} = $self;
		2147	$f->resolve_delayed_derefs;
		2148
1667	$self->{load_path} = $path;	2149	$self->{load_path} = $path;
1668		2150
1669	1	2151	1
1670	}	2152	}
1671		2153
		2154	# used to laod the header of an original map
1672	sub load_header_orig {	2155	sub load_header_orig {
1673	my ($self) = @_;	2156	my ($self) = @_;
1674		2157
1675	$self->load_header_from ($self->load_path)	2158	$self->load_header_from ($self->load_path)
1676	}	2159	}
1677		2160
		2161	# used to laod the header of an instantiated map
1678	sub load_header_temp {	2162	sub load_header_temp {
1679	my ($self) = @_;	2163	my ($self) = @_;
1680		2164
1681	$self->load_header_from ($self->save_path)	2165	$self->load_header_from ($self->save_path)
1682	}	2166	}
1683		2167
		2168	# called after loading the header from an instantiated map
1684	sub prepare_temp {	2169	sub prepare_temp {
1685	my ($self) = @_;	2170	my ($self) = @_;
1686		2171
1687	$self->last_access ((delete $self->{last_access})	2172	$self->last_access ((delete $self->{last_access})
1688	|| $cf::RUNTIME); #d#	2173	|| $cf::RUNTIME); #d#
1689	# safety	2174	# safety
1690	$self->{instantiate_time} = $cf::RUNTIME	2175	$self->{instantiate_time} = $cf::RUNTIME
1691	if $self->{instantiate_time} > $cf::RUNTIME;	2176	if $self->{instantiate_time} > $cf::RUNTIME;
1692	}	2177	}
1693		2178
		2179	# called after loading the header from an original map
1694	sub prepare_orig {	2180	sub prepare_orig {
1695	my ($self) = @_;	2181	my ($self) = @_;
1696		2182
1697	$self->{load_original} = 1;	2183	$self->{load_original} = 1;
1698	$self->{instantiate_time} = $cf::RUNTIME;	2184	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1722		2208
1723	sub find;	2209	sub find;
1724	sub find {	2210	sub find {
1725	my ($path, $origin) = @_;	2211	my ($path, $origin) = @_;
1726		2212
		2213	cf::cede_to_tick;
		2214
1727	$path = normalise $path, $origin && $origin->path;	2215	$path = normalise $path, $origin;
1728		2216
		2217	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1729	cf::lock_wait "map_find:$path";	2218	my $guard2 = cf::lock_acquire "map_find:$path";
1730		2219
1731	$cf::MAP{$path} || do {	2220	$cf::MAP{$path} || do {
1732	my $guard = cf::lock_acquire "map_find:$path";
1733	my $map = new_from_path cf::map $path	2221	my $map = new_from_path cf::map $path
1734	or return;	2222	or return;
1735		2223
1736	$map->{last_save} = $cf::RUNTIME;	2224	$map->{last_save} = $cf::RUNTIME;
1737		2225
…		…
1739	or return;	2227	or return;
1740		2228
1741	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2229	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1742	# doing this can freeze the server in a sync job, obviously	2230	# doing this can freeze the server in a sync job, obviously
1743	#$cf::WAIT_FOR_TICK->wait;	2231	#$cf::WAIT_FOR_TICK->wait;
		2232	undef $guard2;
		2233	undef $guard1;
1744	$map->reset;	2234	$map->reset;
1745	undef $guard;
1746	return find $path;	2235	return find $path;
1747	}	2236	}
1748		2237
1749	$cf::MAP{$path} = $map	2238	$cf::MAP{$path} = $map
1750	}	2239	}
1751	}	2240	}
1752		2241
1753	sub pre_load { }	2242	sub pre_load { }
1754	sub post_load { }	2243	#sub post_load { } # XS
1755		2244
1756	sub load {	2245	sub load {
1757	my ($self) = @_;	2246	my ($self) = @_;
1758		2247
1759	local $self->{deny_reset} = 1; # loading can take a long time	2248	local $self->{deny_reset} = 1; # loading can take a long time
1760		2249
1761	my $path = $self->{path};	2250	my $path = $self->{path};
1762		2251
1763	{	2252	{
1764	my $guard = cf::lock_acquire "map_load:$path";	2253	my $guard = cf::lock_acquire "map_data:$path";
1765		2254
		2255	return unless $self->valid;
1766	return if $self->in_memory != cf::MAP_SWAPPED;	2256	return unless $self->state == cf::MAP_SWAPPED;
1767
1768	$self->in_memory (cf::MAP_LOADING);
1769		2257
1770	$self->alloc;	2258	$self->alloc;
1771		2259
1772	$self->pre_load;	2260	$self->pre_load;
1773	Coro::cede;	2261	cf::cede_to_tick;
1774		2262
1775	$self->_load_objects ($self->{load_path}, 1)	2263	if (exists $self->{load_path}) {
		2264	my $f = new_from_file cf::object::thawer $self->{load_path};
		2265	$f->skip_block;
		2266	$self->_load_objects ($f)
1776	or return;	2267	or return;
1777		2268
1778	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2269	$self->post_load_original
1779	if delete $self->{load_original};	2270	if delete $self->{load_original};
1780		2271
1781	if (my $uniq = $self->uniq_path) {	2272	if (my $uniq = $self->uniq_path) {
1782	utf8::encode $uniq;	2273	utf8::encode $uniq;
1783	if (aio_open $uniq, O_RDONLY, 0) {	2274	unless (aio_stat $uniq) {
		2275	if (my $f = new_from_file cf::object::thawer $uniq) {
1784	$self->clear_unique_items;	2276	$self->clear_unique_items;
1785	$self->_load_objects ($uniq, 0);	2277	$self->_load_objects ($f);
		2278	$f->resolve_delayed_derefs;
		2279	}
		2280	}
1786	}	2281	}
1787	}
1788		2282
1789	Coro::cede;	2283	$f->resolve_delayed_derefs;
		2284	} else {
		2285	$self->post_load_original
		2286	if delete $self->{load_original};
		2287	}
		2288
		2289	$self->state (cf::MAP_INACTIVE);
		2290
		2291	cf::cede_to_tick;
1790	# now do the right thing for maps	2292	# now do the right thing for maps
1791	$self->link_multipart_objects;	2293	$self->link_multipart_objects;
1792	$self->difficulty ($self->estimate_difficulty)	2294	$self->difficulty ($self->estimate_difficulty)
1793	unless $self->difficulty;	2295	unless $self->difficulty;
1794	Coro::cede;	2296	cf::cede_to_tick;
1795		2297
1796	unless ($self->{deny_activate}) {	2298	unless ($self->{deny_activate}) {
1797	$self->decay_objects;	2299	$self->decay_objects;
1798	$self->fix_auto_apply;	2300	$self->fix_auto_apply;
1799	$self->update_buttons;	2301	$self->update_buttons;
1800	Coro::cede;	2302	cf::cede_to_tick;
1801	$self->set_darkness_map;	2303	#$self->activate; # no longer activate maps automatically
1802	Coro::cede;
1803	$self->activate;
1804	}	2304	}
1805		2305
1806	$self->in_memory (cf::MAP_IN_MEMORY);	2306	$self->{last_save} = $cf::RUNTIME;
		2307	$self->last_access ($cf::RUNTIME);
1807	}	2308	}
1808		2309
1809	$self->post_load;	2310	$self->post_load;
1810	}
1811		2311
		2312	1
		2313	}
		2314
		2315	# customize the map for a given player, i.e.
		2316	# return the _real_ map. used by e.g. per-player
		2317	# maps to change the path to ~playername/mappath
1812	sub customise_for {	2318	sub customise_for {
1813	my ($self, $ob) = @_;	2319	my ($self, $ob) = @_;
1814		2320
1815	return find "~" . $ob->name . "/" . $self->{path}	2321	return find "~" . $ob->name . "/" . $self->{path}
1816	if $self->per_player;	2322	if $self->per_player;
…		…
1819	# if $self->per_party;	2325	# if $self->per_party;
1820		2326
1821	$self	2327	$self
1822	}	2328	}
1823		2329
1824	# find and load all maps in the 3x3 area around a map
1825	sub load_diag {
1826	my ($map) = @_;
1827
1828	my @diag; # diagonal neighbours
1829
1830	for (0 .. 3) {
1831	my $neigh = $map->tile_path ($_)
1832	or next;
1833	$neigh = find $neigh, $map
1834	or next;
1835	$neigh->load;
1836
1837	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1838	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1839	}
1840
1841	for (@diag) {
1842	my $neigh = find @$_
1843	or next;
1844	$neigh->load;
1845	}
1846	}
1847
1848	sub find_sync {	2330	sub find_sync {
1849	my ($path, $origin) = @_;	2331	my ($path, $origin) = @_;
1850		2332
1851	cf::sync_job { find $path, $origin }	2333	# it's a bug to call this from the main context
		2334	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2335	if $Coro::current == $Coro::main;
		2336
		2337	find $path, $origin
1852	}	2338	}
1853		2339
1854	sub do_load_sync {	2340	sub do_load_sync {
1855	my ($map) = @_;	2341	my ($map) = @_;
1856		2342
1857	cf::sync_job { $map->load };	2343	# it's a bug to call this from the main context
		2344	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2345	if $Coro::current == $Coro::main;
		2346
		2347	$map->load;
1858	}	2348	}
1859		2349
1860	our %MAP_PREFETCH;	2350	our %MAP_PREFETCH;
1861	our $MAP_PREFETCHER = undef;	2351	our $MAP_PREFETCHER = undef;
1862		2352
1863	sub find_async {	2353	sub find_async {
1864	my ($path, $origin) = @_;	2354	my ($path, $origin, $load) = @_;
1865		2355
1866	$path = normalise $path, $origin && $origin->{path};	2356	$path = normalise $path, $origin;
1867		2357
1868	if (my $map = $cf::MAP{$path}) {	2358	if (my $map = $cf::MAP{$path}) {
1869	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2359	return $map if !$load || $map->linkable;
1870	}	2360	}
1871		2361
1872	undef $MAP_PREFETCH{$path};	2362	$MAP_PREFETCH{$path} |= $load;
		2363
1873	$MAP_PREFETCHER ||= cf::async {	2364	$MAP_PREFETCHER ||= cf::async {
		2365	$Coro::current->{desc} = "map prefetcher";
		2366
1874	while (%MAP_PREFETCH) {	2367	while (%MAP_PREFETCH) {
1875	for my $path (keys %MAP_PREFETCH) {	2368	while (my ($k, $v) = each %MAP_PREFETCH) {
1876	my $map = find $path	2369	if (my $map = find $k) {
1877	or next;
1878	$map->load;	2370	$map->load if $v;
		2371	}
1879		2372
1880	delete $MAP_PREFETCH{$path};	2373	delete $MAP_PREFETCH{$k};
1881	}	2374	}
1882	}	2375	}
1883	undef $MAP_PREFETCHER;	2376	undef $MAP_PREFETCHER;
1884	};	2377	};
1885	$MAP_PREFETCHER->prio (6);	2378	$MAP_PREFETCHER->prio (6);
1886		2379
1887	()	2380	()
1888	}	2381	}
1889		2382
		2383	# common code, used by both ->save and ->swapout
1890	sub save {	2384	sub _save {
1891	my ($self) = @_;	2385	my ($self) = @_;
1892
1893	my $lock = cf::lock_acquire "map_data:" . $self->path;
1894		2386
1895	$self->{last_save} = $cf::RUNTIME;	2387	$self->{last_save} = $cf::RUNTIME;
1896		2388
1897	return unless $self->dirty;	2389	return unless $self->dirty;
1898		2390
…		…
1904	return if $self->{deny_save};	2396	return if $self->{deny_save};
1905		2397
1906	local $self->{last_access} = $self->last_access;#d#	2398	local $self->{last_access} = $self->last_access;#d#
1907		2399
1908	cf::async {	2400	cf::async {
		2401	$Coro::current->{desc} = "map player save";
1909	$_->contr->save for $self->players;	2402	$_->contr->save for $self->players;
1910	};	2403	};
		2404
		2405	cf::get_slot 0.02;
1911		2406
1912	if ($uniq) {	2407	if ($uniq) {
1913	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2408	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1914	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2409	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1915	} else {	2410	} else {
1916	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2411	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1917	}	2412	}
1918	}	2413	}
1919		2414
		2415	sub save {
		2416	my ($self) = @_;
		2417
		2418	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2419
		2420	$self->_save;
		2421	}
		2422
1920	sub swap_out {	2423	sub swap_out {
1921	my ($self) = @_;	2424	my ($self) = @_;
1922		2425
1923	# save first because save cedes
1924	$self->save;
1925
1926	my $lock = cf::lock_acquire "map_data:" . $self->path;	2426	my $lock = cf::lock_acquire "map_data:$self->{path}";
1927		2427
		2428	return if !$self->linkable;
		2429	return if $self->{deny_save};
1928	return if $self->players;	2430	return if $self->players;
1929	return if $self->in_memory != cf::MAP_IN_MEMORY;
1930	return if $self->{deny_save};
1931		2431
		2432	# first deactivate the map and "unlink" it from the core
		2433	$self->deactivate;
		2434	$_->clear_links_to ($self) for values %cf::MAP;
		2435	$self->state (cf::MAP_SWAPPED);
		2436
		2437	# then atomically save
		2438	$self->_save;
		2439
		2440	# then free the map
1932	$self->clear;	2441	$self->clear;
1933	$self->in_memory (cf::MAP_SWAPPED);
1934	}	2442	}
1935		2443
1936	sub reset_at {	2444	sub reset_at {
1937	my ($self) = @_;	2445	my ($self) = @_;
1938		2446
…		…
1956		2464
1957	my $lock = cf::lock_acquire "map_data:$self->{path}";	2465	my $lock = cf::lock_acquire "map_data:$self->{path}";
1958		2466
1959	return if $self->players;	2467	return if $self->players;
1960		2468
1961	warn "resetting map ", $self->path;	2469	cf::trace "resetting map ", $self->path, "\n";
1962		2470
1963	$self->in_memory (cf::MAP_SWAPPED);	2471	$self->state (cf::MAP_SWAPPED);
1964		2472
1965	# need to save uniques path	2473	# need to save uniques path
1966	unless ($self->{deny_save}) {	2474	unless ($self->{deny_save}) {
1967	my $uniq = $self->uniq_path; utf8::encode $uniq;	2475	my $uniq = $self->uniq_path; utf8::encode $uniq;
1968		2476
…		…
1970	if $uniq;	2478	if $uniq;
1971	}	2479	}
1972		2480
1973	delete $cf::MAP{$self->path};	2481	delete $cf::MAP{$self->path};
1974		2482
		2483	$self->deactivate;
		2484	$_->clear_links_to ($self) for values %cf::MAP;
1975	$self->clear;	2485	$self->clear;
1976
1977	$_->clear_links_to ($self) for values %cf::MAP;
1978		2486
1979	$self->unlink_save;	2487	$self->unlink_save;
1980	$self->destroy;	2488	$self->destroy;
1981	}	2489	}
1982		2490
1983	my $nuke_counter = "aaaa";	2491	my $nuke_counter = "aaaa";
1984		2492
1985	sub nuke {	2493	sub nuke {
1986	my ($self) = @_;	2494	my ($self) = @_;
1987		2495
		2496	{
		2497	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2498
1988	delete $cf::MAP{$self->path};	2499	delete $cf::MAP{$self->path};
1989		2500
1990	$self->unlink_save;	2501	$self->unlink_save;
1991		2502
1992	bless $self, "cf::map";	2503	bless $self, "cf::map::wrap";
1993	delete $self->{deny_reset};	2504	delete $self->{deny_reset};
1994	$self->{deny_save} = 1;	2505	$self->{deny_save} = 1;
1995	$self->reset_timeout (1);	2506	$self->reset_timeout (1);
1996	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2507	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1997		2508
1998	$cf::MAP{$self->path} = $self;	2509	$cf::MAP{$self->path} = $self;
		2510	}
1999		2511
2000	$self->reset; # polite request, might not happen	2512	$self->reset; # polite request, might not happen
2001	}	2513	}
2002		2514
2003	=item $maps = cf::map::tmp_maps	2515	=item $maps = cf::map::tmp_maps
…		…
2045		2557
2046	sub unique_maps() {	2558	sub unique_maps() {
2047	[	2559	[
2048	map {	2560	map {
2049	utf8::decode $_;	2561	utf8::decode $_;
2050	/\.map$/	2562	s/\.map$//; # TODO future compatibility hack
		2563	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2564	? ()
2051	? normalise $_	2565	: normalise $_
2052	: ()
2053	} @{ aio_readdir $UNIQUEDIR or [] }	2566	} @{ aio_readdir $UNIQUEDIR or [] }
2054	]	2567	]
2055	}	2568	}
2056		2569
2057	package cf;	2570	=item cf::map::static_maps
		2571
		2572	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2573	file in the shared directory excluding F</styles> and F</editor>). May
		2574	block.
		2575
		2576	=cut
		2577
		2578	sub static_maps() {
		2579	my @dirs = "";
		2580	my @maps;
		2581
		2582	while (@dirs) {
		2583	my $dir = shift @dirs;
		2584
		2585	next if $dir eq "/styles" || $dir eq "/editor";
		2586
		2587	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2588	or return;
		2589
		2590	for (@$files) {
		2591	s/\.map$// or next;
		2592	utf8::decode $_;
		2593	push @maps, "$dir/$_";
		2594	}
		2595
		2596	push @dirs, map "$dir/$_", @$dirs;
		2597	}
		2598
		2599	\@maps
		2600	}
2058		2601
2059	=back	2602	=back
2060		2603
2061	=head3 cf::object	2604	=head3 cf::object
2062		2605
…		…
2066		2609
2067	=over 4	2610	=over 4
2068		2611
2069	=item $ob->inv_recursive	2612	=item $ob->inv_recursive
2070		2613
2071	Returns the inventory of the object _and_ their inventories, recursively.	2614	Returns the inventory of the object I<and> their inventories, recursively,
		2615	but I<not> the object itself.
2072		2616
2073	=cut	2617	=cut
2074		2618
2075	sub inv_recursive_;	2619	sub inv_recursive_;
2076	sub inv_recursive_ {	2620	sub inv_recursive_ {
…		…
2079		2623
2080	sub inv_recursive {	2624	sub inv_recursive {
2081	inv_recursive_ inv $_[0]	2625	inv_recursive_ inv $_[0]
2082	}	2626	}
2083		2627
		2628	=item $ref = $ob->ref
		2629
		2630	Creates and returns a persistent reference to an object that can be stored as a string.
		2631
		2632	=item $ob = cf::object::deref ($refstring)
		2633
		2634	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2635	even if the object actually exists. May block.
		2636
		2637	=cut
		2638
		2639	sub deref {
		2640	my ($ref) = @_;
		2641
		2642	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2643	my ($uuid, $name) = ($1, $2);
		2644	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2645	or return;
		2646	$pl->ob->uuid eq $uuid
		2647	or return;
		2648
		2649	$pl->ob
		2650	} else {
		2651	warn "$ref: cannot resolve object reference\n";
		2652	undef
		2653	}
		2654	}
		2655
2084	package cf;	2656	package cf;
2085		2657
2086	=back	2658	=back
2087		2659
2088	=head3 cf::object::player	2660	=head3 cf::object::player
…		…
2094	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2666	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
2095	can be C<undef>. Does the right thing when the player is currently in a	2667	can be C<undef>. Does the right thing when the player is currently in a
2096	dialogue with the given NPC character.	2668	dialogue with the given NPC character.
2097		2669
2098	=cut	2670	=cut
		2671
		2672	our $SAY_CHANNEL = {
		2673	id => "say",
		2674	title => "Map",
		2675	reply => "say ",
		2676	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2677	};
		2678
		2679	our $CHAT_CHANNEL = {
		2680	id => "chat",
		2681	title => "Chat",
		2682	reply => "chat ",
		2683	tooltip => "Player chat and shouts, global to the server.",
		2684	};
2099		2685
2100	# rough implementation of a future "reply" method that works	2686	# rough implementation of a future "reply" method that works
2101	# with dialog boxes.	2687	# with dialog boxes.
2102	#TODO: the first argument must go, split into a $npc->reply_to ( method	2688	#TODO: the first argument must go, split into a $npc->reply_to ( method
2103	sub cf::object::player::reply($$$;$) {	2689	sub cf::object::player::reply($$$;$) {
…		…
2110		2696
2111	} else {	2697	} else {
2112	my $pl = $self->contr;	2698	my $pl = $self->contr;
2113		2699
2114	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {	2700	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
2115	my $diag = $pl->{npc_dialog};	2701	my $dialog = $pl->{npc_dialog};
2116	$diag->{pl}->ext_reply (	2702	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2117	$diag->{id},
2118	msgtype => "reply",
2119	msg => $diag->{pl}->expand_cfpod ($msg),
2120	add_topics => []
2121	);
2122		2703
2123	} else {	2704	} else {
2124	$msg = $npc->name . " says: $msg" if $npc;	2705	$msg = $npc->name . " says: $msg" if $npc;
2125	$self->message ($msg, $flags);	2706	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2126	}	2707	}
2127	}	2708	}
		2709	}
		2710
		2711	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2712
		2713	=cut
		2714
		2715	sub cf::object::send_msg {
		2716	my $pl = shift->contr
		2717	or return;
		2718	$pl->send_msg (@_);
2128	}	2719	}
2129		2720
2130	=item $player_object->may ("access")	2721	=item $player_object->may ("access")
2131		2722
2132	Returns wether the given player is authorized to access resource "access"	2723	Returns wether the given player is authorized to access resource "access"
…		…
2145		2736
2146	=item $player_object->enter_link	2737	=item $player_object->enter_link
2147		2738
2148	Freezes the player and moves him/her to a special map (C<{link}>).	2739	Freezes the player and moves him/her to a special map (C<{link}>).
2149		2740
2150	The player should be reasonably safe there for short amounts of time. You	2741	The player should be reasonably safe there for short amounts of time (e.g.
2151	I<MUST> call C<leave_link> as soon as possible, though.	2742	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2743	though, as the player cannot control the character while it is on the link
		2744	map.
2152		2745
2153	Will never block.	2746	Will never block.
2154		2747
2155	=item $player_object->leave_link ($map, $x, $y)	2748	=item $player_object->leave_link ($map, $x, $y)
2156		2749
…		…
2176	sub cf::object::player::enter_link {	2769	sub cf::object::player::enter_link {
2177	my ($self) = @_;	2770	my ($self) = @_;
2178		2771
2179	$self->deactivate_recursive;	2772	$self->deactivate_recursive;
2180		2773
		2774	++$self->{_link_recursion};
		2775
2181	return if UNIVERSAL::isa $self->map, "ext::map_link";	2776	return if UNIVERSAL::isa $self->map, "ext::map_link";
2182		2777
2183	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2778	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
2184	if $self->map && $self->map->{path} ne "{link}";	2779	if $self->map && $self->map->{path} ne "{link}";
2185		2780
2186	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2781	$self->enter_map ($LINK_MAP || link_map, 3, 3);
2187	}	2782	}
2188		2783
2189	sub cf::object::player::leave_link {	2784	sub cf::object::player::leave_link {
2190	my ($self, $map, $x, $y) = @_;	2785	my ($self, $map, $x, $y) = @_;
2191		2786
…		…
2208	($x, $y) = (-1, -1)	2803	($x, $y) = (-1, -1)
2209	unless (defined $x) && (defined $y);	2804	unless (defined $x) && (defined $y);
2210		2805
2211	# use -1 or undef as default coordinates, not 0, 0	2806	# use -1 or undef as default coordinates, not 0, 0
2212	($x, $y) = ($map->enter_x, $map->enter_y)	2807	($x, $y) = ($map->enter_x, $map->enter_y)
2213	if $x <=0 && $y <= 0;	2808	if $x <= 0 && $y <= 0;
2214		2809
2215	$map->load;	2810	$map->load;
2216	$map->load_diag;
2217		2811
2218	return unless $self->contr->active;	2812	return unless $self->contr->active;
2219	$self->activate_recursive;
2220		2813
2221	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2814	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2222	$self->enter_map ($map, $x, $y);	2815	if ($self->enter_map ($map, $x, $y)) {
2223	}	2816	# entering was successful
		2817	delete $self->{_link_recursion};
		2818	# only activate afterwards, to support waiting in hooks
		2819	$self->activate_recursive;
		2820	}
2224		2821
		2822	}
		2823
2225	=item $player_object->goto ($path, $x, $y[, $check->($map)])	2824	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
2226		2825
2227	Moves the player to the given map-path and coordinates by first freezing	2826	Moves the player to the given map-path and coordinates by first freezing
2228	her, loading and preparing them map, calling the provided $check callback	2827	her, loading and preparing them map, calling the provided $check callback
2229	that has to return the map if sucecssful, and then unfreezes the player on	2828	that has to return the map if sucecssful, and then unfreezes the player on
2230	the new (success) or old (failed) map position.	2829	the new (success) or old (failed) map position. In either case, $done will
		2830	be called at the end of this process.
		2831
		2832	Note that $check will be called with a potentially non-loaded map, so if
		2833	it needs a loaded map it has to call C<< ->load >>.
2231		2834
2232	=cut	2835	=cut
2233		2836
2234	our $GOTOGEN;	2837	our $GOTOGEN;
2235		2838
2236	sub cf::object::player::goto {	2839	sub cf::object::player::goto {
2237	my ($self, $path, $x, $y, $check) = @_;	2840	my ($self, $path, $x, $y, $check, $done) = @_;
		2841
		2842	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2843	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2844	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2845	($path, $x, $y) = @$EMERGENCY_POSITION;
		2846	}
2238		2847
2239	# do generation counting so two concurrent goto's will be executed in-order	2848	# do generation counting so two concurrent goto's will be executed in-order
2240	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2849	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2241		2850
2242	$self->enter_link;	2851	$self->enter_link;
2243		2852
2244	(async {	2853	(async {
		2854	$Coro::current->{desc} = "player::goto $path $x $y";
		2855
		2856	# *tag paths override both path and x|y
		2857	if ($path =~ /^\*(.*)$/) {
		2858	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2859	my $ob = $obs[rand @obs];
		2860
		2861	# see if we actually can go there
		2862	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2863	$ob = $obs[rand @obs];
		2864	} else {
		2865	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2866	}
		2867	# else put us there anyways for now #d#
		2868
		2869	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2870	} else {
		2871	($path, $x, $y) = (undef, undef, undef);
		2872	}
		2873	}
		2874
2245	my $map = eval {	2875	my $map = eval {
2246	my $map = cf::map::find $path;	2876	my $map = defined $path ? cf::map::find $path, $self->map : undef;
2247		2877
2248	if ($map) {	2878	if ($map) {
2249	$map = $map->customise_for ($self);	2879	$map = $map->customise_for ($self);
2250	$map = $check->($map) if $check && $map;	2880	$map = $check->($map, $x, $y, $self) if $check && $map;
2251	} else {	2881	} else {
2252	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2882	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2253	}	2883	}
2254		2884
2255	$map	2885	$map
2256	};	2886	};
2257		2887
…		…
2262		2892
2263	if ($gen == $self->{_goto_generation}) {	2893	if ($gen == $self->{_goto_generation}) {
2264	delete $self->{_goto_generation};	2894	delete $self->{_goto_generation};
2265	$self->leave_link ($map, $x, $y);	2895	$self->leave_link ($map, $x, $y);
2266	}	2896	}
		2897
		2898	$done->($self) if $done;
2267	})->prio (1);	2899	})->prio (1);
2268	}	2900	}
2269		2901
2270	=item $player_object->enter_exit ($exit_object)	2902	=item $player_object->enter_exit ($exit_object)
2271		2903
…		…
2291	}	2923	}
2292		2924
2293	sub prepare_random_map {	2925	sub prepare_random_map {
2294	my ($exit) = @_;	2926	my ($exit) = @_;
2295		2927
2296	my $guard = cf::lock_acquire "exit_prepare:$exit";
2297
2298	# all this does is basically replace the /! path by	2928	# all this does is basically replace the /! path by
2299	# a new random map path (?random/...) with a seed	2929	# a new random map path (?random/...) with a seed
2300	# that depends on the exit object	2930	# that depends on the exit object
2301		2931
2302	my $rmp = parse_random_map_params $exit->msg;	2932	my $rmp = parse_random_map_params $exit->msg;
…		…
2304	if ($exit->map) {	2934	if ($exit->map) {
2305	$rmp->{region} = $exit->region->name;	2935	$rmp->{region} = $exit->region->name;
2306	$rmp->{origin_map} = $exit->map->path;	2936	$rmp->{origin_map} = $exit->map->path;
2307	$rmp->{origin_x} = $exit->x;	2937	$rmp->{origin_x} = $exit->x;
2308	$rmp->{origin_y} = $exit->y;	2938	$rmp->{origin_y} = $exit->y;
		2939
		2940	$exit->map->touch;
2309	}	2941	}
2310		2942
2311	$rmp->{random_seed} ||= $exit->random_seed;	2943	$rmp->{random_seed} ||= $exit->random_seed;
2312		2944
2313	my $data = cf::to_json $rmp;	2945	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2314	my $md5 = Digest::MD5::md5_hex $data;	2946	my $md5 = Digest::MD5::md5_hex $data;
2315	my $meta = "$RANDOMDIR/$md5.meta";	2947	my $meta = "$RANDOMDIR/$md5.meta";
2316		2948
2317	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2949	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2318	aio_write $fh, 0, (length $data), $data, 0;	2950	aio_write $fh, 0, (length $data), $data, 0;
2319	undef $fh;	2951	undef $fh;
2320	aio_rename "$meta~", $meta;	2952	aio_rename "$meta~", $meta;
2321		2953
		2954	my $slaying = "?random/$md5";
		2955
		2956	if ($exit->valid) {
2322	$exit->slaying ("?random/$md5");	2957	$exit->slaying ("?random/$md5");
2323	$exit->msg (undef);	2958	$exit->msg (undef);
		2959	}
2324	}	2960	}
2325	}	2961	}
2326		2962
2327	sub cf::object::player::enter_exit {	2963	sub cf::object::player::enter_exit {
2328	my ($self, $exit) = @_;	2964	my ($self, $exit) = @_;
2329		2965
2330	return unless $self->type == cf::PLAYER;	2966	return unless $self->type == cf::PLAYER;
2331		2967
2332	if ($exit->slaying eq "/!") {
2333	#TODO: this should de-fi-ni-te-ly not be a sync-job
2334	# the problem is that $exit might not survive long enough
2335	# so it needs to be done right now, right here
2336	cf::sync_job { prepare_random_map $exit };
2337	}
2338
2339	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2340	my $hp = $exit->stats->hp;
2341	my $sp = $exit->stats->sp;
2342
2343	$self->enter_link;	2968	$self->enter_link;
2344		2969
2345	(async {	2970	(async {
2346	$self->deactivate_recursive; # just to be sure	2971	$Coro::current->{desc} = "enter_exit";
		2972
2347	unless (eval {	2973	unless (eval {
		2974	$self->deactivate_recursive; # just to be sure
		2975
		2976	my $map = cf::map::normalise $exit->slaying, $exit->map;
		2977	my $x = $exit->stats->hp;
		2978	my $y = $exit->stats->sp;
		2979
		2980	# special map handling
		2981	my $slaying = $exit->slaying;
		2982
		2983	# special map handling
		2984	if ($slaying eq "/!") {
		2985	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2986
		2987	prepare_random_map $exit
		2988	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		2989
		2990	$map = $exit->slaying;
		2991
		2992	} elsif ($slaying eq '!up') {
		2993	$map = $exit->map->tile_path (cf::TILE_UP);
		2994	$x = $exit->x;
		2995	$y = $exit->y;
		2996
		2997	} elsif ($slaying eq '!down') {
		2998	$map = $exit->map->tile_path (cf::TILE_DOWN);
		2999	$x = $exit->x;
		3000	$y = $exit->y;
		3001	}
		3002
2348	$self->goto ($slaying, $hp, $sp);	3003	$self->goto ($map, $x, $y);
2349		3004
		3005	# if exit is damned, update players death & WoR home-position
		3006	$self->contr->savebed ($map, $x, $y)
		3007	if $exit->flag (cf::FLAG_DAMNED);
		3008
2350	1;	3009	1
2351	}) {	3010	}) {
2352	$self->message ("Something went wrong deep within the crossfire server. "	3011	$self->message ("Something went wrong deep within the deliantra server. "
2353	. "I'll try to bring you back to the map you were before. "	3012	. "I'll try to bring you back to the map you were before. "
2354	. "Please report this to the dungeon master!",	3013	. "Please report this to the dungeon master!",
2355	cf::NDI_UNIQUE | cf::NDI_RED);	3014	cf::NDI_UNIQUE | cf::NDI_RED);
2356		3015
2357	warn "ERROR in enter_exit: $@";	3016	error "ERROR in enter_exit: $@";
2358	$self->leave_link;	3017	$self->leave_link;
2359	}	3018	}
2360	})->prio (1);	3019	})->prio (1);
2361	}	3020	}
2362		3021
…		…
2376		3035
2377	utf8::encode $text;	3036	utf8::encode $text;
2378	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	3037	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2379	}	3038	}
2380		3039
		3040	=item $client->send_big_packet ($pkt)
		3041
		3042	Like C<send_packet>, but tries to compress large packets, and fragments
		3043	them as required.
		3044
		3045	=cut
		3046
		3047	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		3048
		3049	sub cf::client::send_big_packet {
		3050	my ($self, $pkt) = @_;
		3051
		3052	# try lzf for large packets
		3053	$pkt = "lzf " . Compress::LZF::compress $pkt
		3054	if 1024 <= length $pkt and $self->{can_lzf};
		3055
		3056	# split very large packets
		3057	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		3058	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		3059	$pkt = "frag";
		3060	}
		3061
		3062	$self->send_packet ($pkt);
		3063	}
		3064
2381	=item $client->send_msg ($color, $type, $msg, [extra...])	3065	=item $client->send_msg ($channel, $msg, $color, [extra...])
2382		3066
2383	Send a drawinfo or msg packet to the client, formatting the msg for the	3067	Send a drawinfo or msg packet to the client, formatting the msg for the
2384	client if neccessary. C<$type> should be a string identifying the type of	3068	client if neccessary. C<$type> should be a string identifying the type of
2385	the message, with C<log> being the default. If C<$color> is negative, suppress	3069	the message, with C<log> being the default. If C<$color> is negative, suppress
2386	the message unless the client supports the msg packet.	3070	the message unless the client supports the msg packet.
2387		3071
2388	=cut	3072	=cut
2389		3073
		3074	# non-persistent channels (usually the info channel)
		3075	our %CHANNEL = (
		3076	"c/motd" => {
		3077	id => "infobox",
		3078	title => "MOTD",
		3079	reply => undef,
		3080	tooltip => "The message of the day",
		3081	},
		3082	"c/identify" => {
		3083	id => "infobox",
		3084	title => "Identify",
		3085	reply => undef,
		3086	tooltip => "Items recently identified",
		3087	},
		3088	"c/examine" => {
		3089	id => "infobox",
		3090	title => "Examine",
		3091	reply => undef,
		3092	tooltip => "Signs and other items you examined",
		3093	},
		3094	"c/shopinfo" => {
		3095	id => "infobox",
		3096	title => "Shop Info",
		3097	reply => undef,
		3098	tooltip => "What your bargaining skill tells you about the shop",
		3099	},
		3100	"c/book" => {
		3101	id => "infobox",
		3102	title => "Book",
		3103	reply => undef,
		3104	tooltip => "The contents of a note or book",
		3105	},
		3106	"c/lookat" => {
		3107	id => "infobox",
		3108	title => "Look",
		3109	reply => undef,
		3110	tooltip => "What you saw there",
		3111	},
		3112	"c/who" => {
		3113	id => "infobox",
		3114	title => "Players",
		3115	reply => undef,
		3116	tooltip => "Shows players who are currently online",
		3117	},
		3118	"c/body" => {
		3119	id => "infobox",
		3120	title => "Body Parts",
		3121	reply => undef,
		3122	tooltip => "Shows which body parts you posess and are available",
		3123	},
		3124	"c/statistics" => {
		3125	id => "infobox",
		3126	title => "Statistics",
		3127	reply => undef,
		3128	tooltip => "Shows your primary statistics",
		3129	},
		3130	"c/skills" => {
		3131	id => "infobox",
		3132	title => "Skills",
		3133	reply => undef,
		3134	tooltip => "Shows your experience per skill and item power",
		3135	},
		3136	"c/shopitems" => {
		3137	id => "infobox",
		3138	title => "Shop Items",
		3139	reply => undef,
		3140	tooltip => "Shows the items currently for sale in this shop",
		3141	},
		3142	"c/resistances" => {
		3143	id => "infobox",
		3144	title => "Resistances",
		3145	reply => undef,
		3146	tooltip => "Shows your resistances",
		3147	},
		3148	"c/pets" => {
		3149	id => "infobox",
		3150	title => "Pets",
		3151	reply => undef,
		3152	tooltip => "Shows information abotu your pets/a specific pet",
		3153	},
		3154	"c/perceiveself" => {
		3155	id => "infobox",
		3156	title => "Perceive Self",
		3157	reply => undef,
		3158	tooltip => "You gained detailed knowledge about yourself",
		3159	},
		3160	"c/uptime" => {
		3161	id => "infobox",
		3162	title => "Uptime",
		3163	reply => undef,
		3164	tooltip => "How long the server has been running since last restart",
		3165	},
		3166	"c/mapinfo" => {
		3167	id => "infobox",
		3168	title => "Map Info",
		3169	reply => undef,
		3170	tooltip => "Information related to the maps",
		3171	},
		3172	"c/party" => {
		3173	id => "party",
		3174	title => "Party",
		3175	reply => "gsay ",
		3176	tooltip => "Messages and chat related to your party",
		3177	},
		3178	"c/death" => {
		3179	id => "death",
		3180	title => "Death",
		3181	reply => undef,
		3182	tooltip => "Reason for and more info about your most recent death",
		3183	},
		3184	"c/say" => $SAY_CHANNEL,
		3185	"c/chat" => $CHAT_CHANNEL,
		3186	);
		3187
2390	sub cf::client::send_msg {	3188	sub cf::client::send_msg {
2391	my ($self, $color, $type, $msg, @extra) = @_;	3189	my ($self, $channel, $msg, $color, @extra) = @_;
2392		3190
2393	$msg = $self->pl->expand_cfpod ($msg);	3191	$msg = $self->pl->expand_cfpod ($msg)
		3192	unless $color & cf::NDI_VERBATIM;
2394		3193
2395	if ($self->can_msg) {	3194	$color &= cf::NDI_CLIENT_MASK; # just in case...
2396	$self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));
2397	} else {
2398	# replace some tags by gcfclient-compatible ones
2399	for ($msg) {
2400	1 while
2401	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2402	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2403	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2404	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2405	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2406	}
2407		3195
2408	if ($color >= 0) {	3196	# check predefined channels, for the benefit of C
2409	if (0 && $msg =~ /\[/) {	3197	if ($CHANNEL{$channel}) {
2410	$self->send_packet ("drawextinfo $color 4 0 $msg")	3198	$channel = $CHANNEL{$channel};
2411	} else {	3199
2412	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;	3200	$self->ext_msg (channel_info => $channel);
2413	$self->send_packet ("drawinfo $color $msg")	3201	$channel = $channel->{id};
		3202
		3203	} elsif (ref $channel) {
		3204	# send meta info to client, if not yet sent
		3205	unless (exists $self->{channel}{$channel->{id}}) {
		3206	$self->{channel}{$channel->{id}} = $channel;
		3207	$self->ext_msg (channel_info => $channel);
2414	}	3208	}
2415	}
2416	}
2417	}
2418		3209
		3210	$channel = $channel->{id};
		3211	}
		3212
		3213	return unless @extra || length $msg;
		3214
		3215	# default colour, mask it out
		3216	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		3217	if $color & cf::NDI_DEF;
		3218
		3219	my $pkt = "msg "
		3220	. $self->{json_coder}->encode (
		3221	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		3222	);
		3223
		3224	$self->send_big_packet ($pkt);
		3225	}
		3226
2419	=item $client->ext_event ($type, %msg)	3227	=item $client->ext_msg ($type, @msg)
2420		3228
2421	Sends an ext event to the client.	3229	Sends an ext event to the client.
2422		3230
2423	=cut	3231	=cut
2424		3232
2425	sub cf::client::ext_event($$%) {	3233	sub cf::client::ext_msg($$@) {
2426	my ($self, $type, %msg) = @_;	3234	my ($self, $type, @msg) = @_;
2427		3235
		3236	if ($self->extcmd == 2) {
		3237	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		3238	} elsif ($self->extcmd == 1) { # TODO: remove
2428	$msg{msgtype} = "event_$type";	3239	push @msg, msgtype => "event_$type";
2429	$self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));	3240	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		3241	}
		3242	}
		3243
		3244	=item $client->ext_reply ($msgid, @msg)
		3245
		3246	Sends an ext reply to the client.
		3247
		3248	=cut
		3249
		3250	sub cf::client::ext_reply($$@) {
		3251	my ($self, $id, @msg) = @_;
		3252
		3253	return unless $self->extcmd == 2;
		3254
		3255	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2430	}	3256	}
2431		3257
2432	=item $success = $client->query ($flags, "text", \&cb)	3258	=item $success = $client->query ($flags, "text", \&cb)
2433		3259
2434	Queues a query to the client, calling the given callback with	3260	Queues a query to the client, calling the given callback with
…		…
2489	my ($ns, $buf) = @_;	3315	my ($ns, $buf) = @_;
2490		3316
2491	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3317	my $msg = eval { $ns->{json_coder}->decode ($buf) };
2492		3318
2493	if (ref $msg) {	3319	if (ref $msg) {
		3320	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		3321
		3322	my @reply;
		3323
2494	if (my $cb = $EXTICMD{$msg->{msgtype}}) {	3324	if (my $cb = $EXTICMD{$type}) {
2495	if (my %reply = $cb->($ns, $msg)) {	3325	@reply = $cb->($ns, @payload);
2496	$reply{msgid} = $msg->{msgid};
2497	$ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
2498	}
2499	}	3326	}
		3327
		3328	$ns->ext_reply ($reply, @reply)
		3329	if $reply;
		3330
2500	} else {	3331	} else {
2501	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3332	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
2502	}	3333	}
2503		3334
2504	cf::override;	3335	cf::override;
2505	},	3336	},
2506	);	3337	);
…		…
2526		3357
2527	$coro	3358	$coro
2528	}	3359	}
2529		3360
2530	cf::client->attach (	3361	cf::client->attach (
2531	on_destroy => sub {	3362	on_client_destroy => sub {
2532	my ($ns) = @_;	3363	my ($ns) = @_;
2533		3364
2534	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3365	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2535	},	3366	},
2536	);	3367	);
…		…
2551	our $safe = new Safe "safe";	3382	our $safe = new Safe "safe";
2552	our $safe_hole = new Safe::Hole;	3383	our $safe_hole = new Safe::Hole;
2553		3384
2554	$SIG{FPE} = 'IGNORE';	3385	$SIG{FPE} = 'IGNORE';
2555		3386
2556	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3387	$safe->permit_only (Opcode::opset qw(
		3388	:base_core :base_mem :base_orig :base_math :base_loop
		3389	grepstart grepwhile mapstart mapwhile
		3390	sort time
		3391	));
2557		3392
2558	# here we export the classes and methods available to script code	3393	# here we export the classes and methods available to script code
2559		3394
2560	=pod	3395	=pod
2561		3396
2562	The following functions and methods are available within a safe environment:	3397	The following functions and methods are available within a safe environment:
2563		3398
2564	cf::object contr pay_amount pay_player map	3399	cf::object
		3400	contr pay_amount pay_player map x y force_find force_add destroy
		3401	insert remove name archname title slaying race decrease split
		3402	value
		3403
2565	cf::object::player player	3404	cf::object::player
2566	cf::player peaceful	3405	player
2567	cf::map trigger	3406
		3407	cf::player
		3408	peaceful
		3409
		3410	cf::map
		3411	trigger
2568		3412
2569	=cut	3413	=cut
2570		3414
2571	for (	3415	for (
2572	["cf::object" => qw(contr pay_amount pay_player map)],	3416	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3417	insert remove inv nrof name archname title slaying race
		3418	decrease split destroy change_exp value msg lore send_msg)],
2573	["cf::object::player" => qw(player)],	3419	["cf::object::player" => qw(player)],
2574	["cf::player" => qw(peaceful)],	3420	["cf::player" => qw(peaceful send_msg)],
2575	["cf::map" => qw(trigger)],	3421	["cf::map" => qw(trigger)],
2576	) {	3422	) {
2577	no strict 'refs';
2578	my ($pkg, @funs) = @$_;	3423	my ($pkg, @funs) = @$_;
2579	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3424	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2580	for @funs;	3425	for @funs;
2581	}	3426	}
2582		3427
…		…
2597		3442
2598	my $qcode = $code;	3443	my $qcode = $code;
2599	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3444	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2600	$qcode =~ s/\n/\\n/g;	3445	$qcode =~ s/\n/\\n/g;
2601		3446
		3447	%vars = (_dummy => 0) unless %vars;
		3448
		3449	my @res;
2602	local $_;	3450	local $_;
2603	local @safe::cf::_safe_eval_args = values %vars;
2604		3451
2605	my $eval =	3452	my $eval =
2606	"do {\n"	3453	"do {\n"
2607	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3454	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2608	. "#line 0 \"{$qcode}\"\n"	3455	. "#line 0 \"{$qcode}\"\n"
2609	. $code	3456	. $code
2610	. "\n}"	3457	. "\n}"
2611	;	3458	;
2612		3459
		3460	if ($CFG{safe_eval}) {
2613	sub_generation_inc;	3461	sub_generation_inc;
		3462	local @safe::cf::_safe_eval_args = values %vars;
2614	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3463	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2615	sub_generation_inc;	3464	sub_generation_inc;
		3465	} else {
		3466	local @cf::_safe_eval_args = values %vars;
		3467	@res = wantarray ? eval eval : scalar eval $eval;
		3468	}
2616		3469
2617	if ($@) {	3470	if ($@) {
2618	warn "$@";	3471	warn "$@",
2619	warn "while executing safe code '$code'\n";	3472	"while executing safe code '$code'\n",
2620	warn "with arguments " . (join " ", %vars) . "\n";	3473	"with arguments " . (join " ", %vars) . "\n";
2621	}	3474	}
2622		3475
2623	wantarray ? @res : $res[0]	3476	wantarray ? @res : $res[0]
2624	}	3477	}
2625		3478
…		…
2639	=cut	3492	=cut
2640		3493
2641	sub register_script_function {	3494	sub register_script_function {
2642	my ($fun, $cb) = @_;	3495	my ($fun, $cb) = @_;
2643		3496
2644	no strict 'refs';	3497	$fun = "safe::$fun" if $CFG{safe_eval};
2645	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3498	*$fun = $safe_hole->wrap ($cb);
2646	}	3499	}
2647		3500
2648	=back	3501	=back
2649		3502
2650	=cut	3503	=cut
2651		3504
2652	#############################################################################	3505	#############################################################################
2653	# the server's init and main functions	3506	# the server's init and main functions
2654		3507
		3508	our %FACEHASH; # hash => idx, #d# HACK for http server
		3509
2655	sub load_facedata($) {	3510	sub load_facedata($) {
2656	my ($path) = @_;	3511	my ($path) = @_;
2657		3512
		3513	# HACK to clear player env face cache, we need some signal framework
		3514	# for this (global event?)
		3515	%ext::player_env::MUSIC_FACE_CACHE = ();
		3516
		3517	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3518
2658	warn "loading facedata from $path\n";	3519	trace "loading facedata from $path\n";
2659		3520
2660	my $facedata;	3521	my $facedata = decode_storable load_file $path;
2661	0 < aio_load $path, $facedata
2662	or die "$path: $!";
2663
2664	$facedata = Coro::Storable::thaw $facedata;
2665		3522
2666	$facedata->{version} == 2	3523	$facedata->{version} == 2
2667	or cf::cleanup "$path: version mismatch, cannot proceed.";	3524	or cf::cleanup "$path: version mismatch, cannot proceed.";
2668		3525
		3526	# patch in the exptable
		3527	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
		3528	$facedata->{resource}{"res/exp_table"} = {
		3529	type => FT_RSRC,
		3530	data => $exp_table,
		3531	hash => (Digest::MD5::md5 $exp_table),
		3532	};
		3533	cf::cede_to_tick;
		3534
2669	{	3535	{
2670	my $faces = $facedata->{faceinfo};	3536	my $faces = $facedata->{faceinfo};
2671		3537
2672	while (my ($face, $info) = each %$faces) {	3538	for my $face (sort keys %$faces) {
		3539	my $info = $faces->{$face};
2673	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3540	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3541
2674	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3542	cf::face::set_visibility $idx, $info->{visibility};
		3543	cf::face::set_magicmap $idx, $info->{magicmap};
2675	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3544	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2676	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3545	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
2677	Coro::cede;	3546	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
		3547	$FACEHASH{$info->{hash64}} = $idx;#d#
		3548
		3549	cf::cede_to_tick;
2678	}	3550	}
2679		3551
2680	while (my ($face, $info) = each %$faces) {	3552	while (my ($face, $info) = each %$faces) {
2681	next unless $info->{smooth};	3553	next unless $info->{smooth};
		3554
2682	my $idx = cf::face::find $face	3555	my $idx = cf::face::find $face
2683	or next;	3556	or next;
		3557
2684	if (my $smooth = cf::face::find $info->{smooth}) {	3558	if (my $smooth = cf::face::find $info->{smooth}) {
		3559	cf::face::set_smooth $idx, $smooth;
2685	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3560	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2686	} else {	3561	} else {
2687	warn "smooth face '$info->{smooth}' not found for face '$face'";	3562	error "smooth face '$info->{smooth}' not found for face '$face'";
2688	}	3563	}
2689	Coro::cede;	3564
		3565	cf::cede_to_tick;
2690	}	3566	}
2691	}	3567	}
2692		3568
2693	{	3569	{
2694	my $anims = $facedata->{animinfo};	3570	my $anims = $facedata->{animinfo};
2695		3571
2696	while (my ($anim, $info) = each %$anims) {	3572	while (my ($anim, $info) = each %$anims) {
2697	cf::anim::set $anim, $info->{frames}, $info->{facings};	3573	cf::anim::set $anim, $info->{frames}, $info->{facings};
2698	Coro::cede;	3574	cf::cede_to_tick;
2699	}	3575	}
2700		3576
2701	cf::anim::invalidate_all; # d'oh	3577	cf::anim::invalidate_all; # d'oh
2702	}	3578	}
2703		3579
		3580	{
		3581	my $res = $facedata->{resource};
		3582
		3583	while (my ($name, $info) = each %$res) {
		3584	if (defined (my $type = $info->{type})) {
		3585	# TODO: different hash - must free and use new index, or cache ixface data queue
		3586	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3587
		3588	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
		3589	cf::face::set_type $idx, $type;
		3590	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
		3591	$FACEHASH{$info->{hash}} = $idx;#d#
		3592	} else {
		3593	# $RESOURCE{$name} = $info; # unused
		3594	}
		3595
		3596	cf::cede_to_tick;
		3597	}
		3598	}
		3599
		3600	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3601
2704	1	3602	1
2705	}	3603	}
2706		3604
		3605	register_exticmd fx_want => sub {
		3606	my ($ns, $want) = @_;
		3607
		3608	while (my ($k, $v) = each %$want) {
		3609	$ns->fx_want ($k, $v);
		3610	}
		3611	};
		3612
		3613	sub load_resource_file($) {
		3614	my $guard = lock_acquire "load_resource_file";
		3615
		3616	my $status = load_resource_file_ $_[0];
		3617	get_slot 0.1, 100;
		3618	cf::arch::commit_load;
		3619
		3620	$status
		3621	}
		3622
2707	sub reload_regions {	3623	sub reload_regions {
		3624	# HACK to clear player env face cache, we need some signal framework
		3625	# for this (global event?)
		3626	%ext::player_env::MUSIC_FACE_CACHE = ();
		3627
2708	load_resource_file "$MAPDIR/regions"	3628	load_resource_file "$MAPDIR/regions"
2709	or die "unable to load regions file\n";	3629	or die "unable to load regions file\n";
		3630
		3631	for (cf::region::list) {
		3632	$_->{match} = qr/$_->{match}/
		3633	if exists $_->{match};
		3634	}
2710	}	3635	}
2711		3636
2712	sub reload_facedata {	3637	sub reload_facedata {
2713	load_facedata "$DATADIR/facedata"	3638	load_facedata "$DATADIR/facedata"
2714	or die "unable to load facedata\n";	3639	or die "unable to load facedata\n";
2715	}	3640	}
2716		3641
2717	sub reload_archetypes {	3642	sub reload_archetypes {
2718	load_resource_file "$DATADIR/archetypes"	3643	load_resource_file "$DATADIR/archetypes"
2719	or die "unable to load archetypes\n";	3644	or die "unable to load archetypes\n";
2720	#d# NEED to laod twice to resolve forward references
2721	# this really needs to be done in an extra post-pass
2722	# (which needs to be synchronous, so solve it differently)
2723	load_resource_file "$DATADIR/archetypes"
2724	or die "unable to load archetypes\n";
2725	}	3645	}
2726		3646
2727	sub reload_treasures {	3647	sub reload_treasures {
2728	load_resource_file "$DATADIR/treasures"	3648	load_resource_file "$DATADIR/treasures"
2729	or die "unable to load treasurelists\n";	3649	or die "unable to load treasurelists\n";
2730	}	3650	}
2731		3651
		3652	sub reload_sound {
		3653	trace "loading sound config from $DATADIR/sound\n";
		3654
		3655	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3656
		3657	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3658	my $sound = $soundconf->{compat}[$_]
		3659	or next;
		3660
		3661	my $face = cf::face::find "sound/$sound->[1]";
		3662	cf::sound::set $sound->[0] => $face;
		3663	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3664	}
		3665
		3666	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3667	my $face = cf::face::find "sound/$v";
		3668	cf::sound::set $k => $face;
		3669	}
		3670	}
		3671
2732	sub reload_resources {	3672	sub reload_resources {
2733	warn "reloading resource files...\n";	3673	trace "reloading resource files...\n";
2734		3674
		3675	reload_exp_table;
		3676	reload_materials;
		3677	reload_facedata;
		3678	reload_sound;
		3679	reload_archetypes;
2735	reload_regions;	3680	reload_regions;
2736	reload_facedata;
2737	#reload_archetypes;#d#
2738	reload_archetypes;
2739	reload_treasures;	3681	reload_treasures;
2740		3682
2741	warn "finished reloading resource files\n";	3683	trace "finished reloading resource files\n";
2742	}	3684	}
2743		3685
2744	sub init {	3686	sub reload_config {
2745	reload_resources;	3687	trace "reloading config file...\n";
2746	}
2747		3688
2748	sub cfg_load {	3689	my $config = load_file "$CONFDIR/config";
2749	open my $fh, "<:utf8", "$CONFDIR/config"	3690	utf8::decode $config;
2750	or return;	3691	*CFG = decode_yaml $config;
2751		3692
2752	local $/;
2753	*CFG = YAML::Syck::Load <$fh>;
2754
2755	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3693	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2756		3694
2757	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3695	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2758	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3696	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2759		3697
2760	if (exists $CFG{mlockall}) {	3698	if (exists $CFG{mlockall}) {
…		…
2764	};	3702	};
2765	warn $@ if $@;	3703	warn $@ if $@;
2766	}	3704	}
2767	}	3705	}
2768		3706
		3707	sub pidfile() {
		3708	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3709	or die "$PIDFILE: $!";
		3710	flock $fh, &Fcntl::LOCK_EX
		3711	or die "$PIDFILE: flock: $!";
		3712	$fh
		3713	}
		3714
		3715	# make sure only one server instance is running at any one time
		3716	sub atomic {
		3717	my $fh = pidfile;
		3718
		3719	my $pid = <$fh>;
		3720	kill 9, $pid if $pid > 0;
		3721
		3722	seek $fh, 0, 0;
		3723	print $fh $$;
		3724	}
		3725
		3726	sub main_loop {
		3727	trace "EV::loop starting\n";
		3728	if (1) {
		3729	EV::loop;
		3730	}
		3731	trace "EV::loop returned\n";
		3732	goto &main_loop unless $REALLY_UNLOOP;
		3733	}
		3734
2769	sub main {	3735	sub main {
		3736	cf::init_globals; # initialise logging
		3737
		3738	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3739	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3740	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3741	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3742
		3743	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3744
2770	# we must not ever block the main coroutine	3745	# we must not ever block the main coroutine
2771	local $Coro::idle = sub {	3746	local $Coro::idle = sub {
2772	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3747	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2773	(async {	3748	(async {
2774	Event::one_event;	3749	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3750	EV::loop EV::LOOP_ONESHOT;
2775	})->prio (Coro::PRIO_MAX);	3751	})->prio (Coro::PRIO_MAX);
2776	};	3752	};
2777		3753
2778	cfg_load;	3754	evthread_start IO::AIO::poll_fileno;
		3755
		3756	cf::sync_job {
		3757	cf::incloader::init ();
		3758
		3759	cf::init_anim;
		3760	cf::init_attackmess;
		3761	cf::init_dynamic;
		3762
		3763	cf::load_settings;
		3764
		3765	reload_resources;
		3766	reload_config;
2779	db_init;	3767	db_init;
		3768
		3769	cf::init_uuid;
		3770	cf::init_signals;
		3771	cf::init_skills;
		3772
		3773	cf::init_beforeplay;
		3774
		3775	atomic;
		3776
2780	load_extensions;	3777	load_extensions;
2781		3778
2782	$TICK_WATCHER->start;	3779	utime time, time, $RUNTIMEFILE;
2783	Event::loop;	3780
		3781	# no (long-running) fork's whatsoever before this point(!)
		3782	use POSIX ();
		3783	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3784
		3785	cf::_post_init 0;
		3786	};
		3787
		3788	cf::object::thawer::errors_are_fatal 0;
		3789	info "parse errors in files are no longer fatal from this point on.\n";
		3790
		3791	AE::postpone {
		3792	undef &main; # free gobs of memory :)
		3793	};
		3794
		3795	goto &main_loop;
2784	}	3796	}
2785		3797
2786	#############################################################################	3798	#############################################################################
2787	# initialisation and cleanup	3799	# initialisation and cleanup
2788		3800
2789	# install some emergency cleanup handlers	3801	# install some emergency cleanup handlers
2790	BEGIN {	3802	BEGIN {
		3803	our %SIGWATCHER = ();
2791	for my $signal (qw(INT HUP TERM)) {	3804	for my $signal (qw(INT HUP TERM)) {
2792	Event->signal (	3805	$SIGWATCHER{$signal} = AE::signal $signal, sub {
2793	reentrant => 0,
2794	data => WF_AUTOCANCEL,
2795	signal => $signal,
2796	prio => 0,
2797	cb => sub {
2798	cf::cleanup "SIG$signal";	3806	cf::cleanup "SIG$signal";
2799	},
2800	);	3807	};
2801	}	3808	}
2802	}	3809	}
2803		3810
2804	sub write_runtime {	3811	sub write_runtime_sync {
2805	my $runtime = "$LOCALDIR/runtime";	3812	my $t0 = AE::time;
2806		3813
2807	# first touch the runtime file to show we are still running:	3814	# first touch the runtime file to show we are still running:
2808	# the fsync below can take a very very long time.	3815	# the fsync below can take a very very long time.
2809		3816
2810	IO::AIO::aio_utime $runtime, undef, undef;	3817	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
2811		3818
2812	my $guard = cf::lock_acquire "write_runtime";	3819	my $guard = cf::lock_acquire "write_runtime";
2813		3820
2814	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3821	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
2815	or return;	3822	or return;
2816		3823
2817	my $value = $cf::RUNTIME + 90 + 10;	3824	my $value = $cf::RUNTIME + 90 + 10;
2818	# 10 is the runtime save interval, for a monotonic clock	3825	# 10 is the runtime save interval, for a monotonic clock
2819	# 60 allows for the watchdog to kill the server.	3826	# 60 allows for the watchdog to kill the server.
…		…
2829	aio_utime $fh, undef, undef;	3836	aio_utime $fh, undef, undef;
2830		3837
2831	close $fh	3838	close $fh
2832	or return;	3839	or return;
2833		3840
2834	aio_rename "$runtime~", $runtime	3841	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
2835	and return;	3842	and return;
2836		3843
2837	warn "runtime file written.\n";	3844	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
2838		3845
2839	1	3846	1
		3847	}
		3848
		3849	our $uuid_lock;
		3850	our $uuid_skip;
		3851
		3852	sub write_uuid_sync($) {
		3853	$uuid_skip ||= $_[0];
		3854
		3855	return if $uuid_lock;
		3856	local $uuid_lock = 1;
		3857
		3858	my $uuid = "$LOCALDIR/uuid";
		3859
		3860	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3861	or return;
		3862
		3863	my $value = uuid_seq uuid_cur;
		3864
		3865	unless ($value) {
		3866	info "cowardly refusing to write zero uuid value!\n";
		3867	return;
		3868	}
		3869
		3870	my $value = uuid_str $value + $uuid_skip;
		3871	$uuid_skip = 0;
		3872
		3873	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3874	and return;
		3875
		3876	# always fsync - this file is important
		3877	aio_fsync $fh
		3878	and return;
		3879
		3880	close $fh
		3881	or return;
		3882
		3883	aio_rename "$uuid~", $uuid
		3884	and return;
		3885
		3886	trace "uuid file written ($value).\n";
		3887
		3888	1
		3889
		3890	}
		3891
		3892	sub write_uuid($$) {
		3893	my ($skip, $sync) = @_;
		3894
		3895	$sync ? write_uuid_sync $skip
		3896	: async { write_uuid_sync $skip };
2840	}	3897	}
2841		3898
2842	sub emergency_save() {	3899	sub emergency_save() {
2843	my $freeze_guard = cf::freeze_mainloop;	3900	my $freeze_guard = cf::freeze_mainloop;
2844		3901
2845	warn "enter emergency perl save\n";	3902	info "emergency_perl_save: enter\n";
		3903
		3904	# this is a trade-off: we want to be very quick here, so
		3905	# save all maps without fsync, and later call a global sync
		3906	# (which in turn might be very very slow)
		3907	local $USE_FSYNC = 0;
2846		3908
2847	cf::sync_job {	3909	cf::sync_job {
		3910	cf::write_runtime_sync; # external watchdog should not bark
		3911
2848	# use a peculiar iteration method to avoid tripping on perl	3912	# use a peculiar iteration method to avoid tripping on perl
2849	# refcount bugs in for. also avoids problems with players	3913	# refcount bugs in for. also avoids problems with players
2850	# and maps saved/destroyed asynchronously.	3914	# and maps saved/destroyed asynchronously.
2851	warn "begin emergency player save\n";	3915	info "emergency_perl_save: begin player save\n";
2852	for my $login (keys %cf::PLAYER) {	3916	for my $login (keys %cf::PLAYER) {
2853	my $pl = $cf::PLAYER{$login} or next;	3917	my $pl = $cf::PLAYER{$login} or next;
2854	$pl->valid or next;	3918	$pl->valid or next;
		3919	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2855	$pl->save;	3920	$pl->save;
2856	}	3921	}
2857	warn "end emergency player save\n";	3922	info "emergency_perl_save: end player save\n";
2858		3923
2859	warn "begin emergency map save\n";	3924	cf::write_runtime_sync; # external watchdog should not bark
		3925
		3926	info "emergency_perl_save: begin map save\n";
2860	for my $path (keys %cf::MAP) {	3927	for my $path (keys %cf::MAP) {
2861	my $map = $cf::MAP{$path} or next;	3928	my $map = $cf::MAP{$path} or next;
2862	$map->valid or next;	3929	$map->valid or next;
2863	$map->save;	3930	$map->save;
2864	}	3931	}
2865	warn "end emergency map save\n";	3932	info "emergency_perl_save: end map save\n";
2866		3933
2867	warn "begin emergency database checkpoint\n";	3934	cf::write_runtime_sync; # external watchdog should not bark
		3935
		3936	info "emergency_perl_save: begin database checkpoint\n";
2868	BDB::db_env_txn_checkpoint $DB_ENV;	3937	BDB::db_env_txn_checkpoint $DB_ENV;
2869	warn "end emergency database checkpoint\n";	3938	info "emergency_perl_save: end database checkpoint\n";
		3939
		3940	info "emergency_perl_save: begin write uuid\n";
		3941	write_uuid_sync 1;
		3942	info "emergency_perl_save: end write uuid\n";
		3943
		3944	cf::write_runtime_sync; # external watchdog should not bark
		3945
		3946	trace "emergency_perl_save: syncing database to disk";
		3947	BDB::db_env_txn_checkpoint $DB_ENV;
		3948
		3949	info "emergency_perl_save: starting sync\n";
		3950	IO::AIO::aio_sync sub {
		3951	info "emergency_perl_save: finished sync\n";
		3952	};
		3953
		3954	cf::write_runtime_sync; # external watchdog should not bark
		3955
		3956	trace "emergency_perl_save: flushing outstanding aio requests";
		3957	while (IO::AIO::nreqs || BDB::nreqs) {
		3958	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		3959	}
		3960
		3961	cf::write_runtime_sync; # external watchdog should not bark
2870	};	3962	};
2871		3963
2872	warn "leave emergency perl save\n";	3964	info "emergency_perl_save: leave\n";
2873	}	3965	}
2874		3966
2875	sub post_cleanup {	3967	sub post_cleanup {
2876	my ($make_core) = @_;	3968	my ($make_core) = @_;
2877		3969
		3970	IO::AIO::flush;
		3971
2878	warn Carp::longmess "post_cleanup backtrace"	3972	error Carp::longmess "post_cleanup backtrace"
2879	if $make_core;	3973	if $make_core;
		3974
		3975	my $fh = pidfile;
		3976	unlink $PIDFILE if <$fh> == $$;
		3977	}
		3978
		3979	# a safer delete_package, copied from Symbol
		3980	sub clear_package($) {
		3981	my $pkg = shift;
		3982
		3983	# expand to full symbol table name if needed
		3984	unless ($pkg =~ /^main::.*::$/) {
		3985	$pkg = "main$pkg" if $pkg =~ /^::/;
		3986	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3987	$pkg .= '::' unless $pkg =~ /::$/;
		3988	}
		3989
		3990	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3991	my $stem_symtab = *{$stem}{HASH};
		3992
		3993	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3994	or return;
		3995
		3996	# clear all symbols
		3997	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3998	for my $name (keys %$leaf_symtab) {
		3999	_gv_clear *{"$pkg$name"};
		4000	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		4001	}
2880	}	4002	}
2881		4003
2882	sub do_reload_perl() {	4004	sub do_reload_perl() {
2883	# can/must only be called in main	4005	# can/must only be called in main
2884	if ($Coro::current != $Coro::main) {	4006	unless (in_main) {
2885	warn "can only reload from main coroutine";	4007	error "can only reload from main coroutine";
2886	return;	4008	return;
2887	}	4009	}
2888		4010
2889	warn "reloading...";	4011	return if $RELOAD++;
2890		4012
2891	warn "entering sync_job";	4013	my $t1 = AE::time;
2892		4014
		4015	while ($RELOAD) {
		4016	cf::get_slot 0.1, -1, "reload_perl";
		4017	info "perl_reload: reloading...";
		4018
		4019	trace "perl_reload: entering sync_job";
		4020
2893	cf::sync_job {	4021	cf::sync_job {
2894	cf::write_runtime; # external watchdog should not bark
2895	cf::emergency_save;	4022	#cf::emergency_save;
2896	cf::write_runtime; # external watchdog should not bark
2897		4023
2898	warn "syncing database to disk";
2899	BDB::db_env_txn_checkpoint $DB_ENV;
2900
2901	# if anything goes wrong in here, we should simply crash as we already saved
2902
2903	warn "cancelling all WF_AUTOCANCEL watchers";
2904	for (Event::all_watchers) {
2905	$_->cancel if $_->data & WF_AUTOCANCEL;
2906	}
2907
2908	warn "flushing outstanding aio requests";
2909	for (;;) {
2910	BDB::flush;
2911	IO::AIO::flush;
2912	Coro::cede;
2913	last unless IO::AIO::nreqs || BDB::nreqs;
2914	warn "iterate...";
2915	}
2916
2917	++$RELOAD;
2918
2919	warn "cancelling all extension coros";	4024	trace "perl_reload: cancelling all extension coros";
2920	$_->cancel for values %EXT_CORO;	4025	$_->cancel for values %EXT_CORO;
2921	%EXT_CORO = ();	4026	%EXT_CORO = ();
2922		4027
2923	warn "removing commands";	4028	trace "perl_reload: removing commands";
2924	%COMMAND = ();	4029	%COMMAND = ();
2925		4030
2926	warn "removing ext/exti commands";	4031	trace "perl_reload: removing ext/exti commands";
2927	%EXTCMD = ();	4032	%EXTCMD = ();
2928	%EXTICMD = ();	4033	%EXTICMD = ();
2929		4034
2930	warn "unloading/nuking all extensions";	4035	trace "perl_reload: unloading/nuking all extensions";
2931	for my $pkg (@EXTS) {	4036	for my $pkg (@EXTS) {
2932	warn "... unloading $pkg";	4037	trace "... unloading $pkg";
2933		4038
2934	if (my $cb = $pkg->can ("unload")) {	4039	if (my $cb = $pkg->can ("unload")) {
2935	eval {	4040	eval {
2936	$cb->($pkg);	4041	$cb->($pkg);
2937	1	4042	1
2938	} or warn "$pkg unloaded, but with errors: $@";	4043	} or error "$pkg unloaded, but with errors: $@";
		4044	}
		4045
		4046	trace "... clearing $pkg";
		4047	clear_package $pkg;
2939	}	4048	}
2940		4049
2941	warn "... nuking $pkg";
2942	Symbol::delete_package $pkg;
2943	}
2944
2945	warn "unloading all perl modules loaded from $LIBDIR";	4050	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2946	while (my ($k, $v) = each %INC) {	4051	while (my ($k, $v) = each %INC) {
2947	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	4052	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2948		4053
2949	warn "... unloading $k";	4054	trace "... unloading $k";
2950	delete $INC{$k};	4055	delete $INC{$k};
2951		4056
2952	$k =~ s/\.pm$//;	4057	$k =~ s/\.pm$//;
2953	$k =~ s/\//::/g;	4058	$k =~ s/\//::/g;
2954		4059
2955	if (my $cb = $k->can ("unload_module")) {	4060	if (my $cb = $k->can ("unload_module")) {
2956	$cb->();	4061	$cb->();
		4062	}
		4063
		4064	clear_package $k;
2957	}	4065	}
2958		4066
2959	Symbol::delete_package $k;
2960	}
2961
2962	warn "getting rid of safe::, as good as possible";	4067	trace "perl_reload: getting rid of safe::, as good as possible";
2963	Symbol::delete_package "safe::$_"	4068	clear_package "safe::$_"
2964	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4069	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2965		4070
2966	warn "unloading cf.pm \"a bit\"";	4071	trace "perl_reload: unloading cf.pm \"a bit\"";
2967	delete $INC{"cf.pm"};	4072	delete $INC{"cf.pm"};
2968	delete $INC{"cf/pod.pm"};	4073	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2969		4074
2970	# don't, removes xs symbols, too,	4075	# don't, removes xs symbols, too,
2971	# and global variables created in xs	4076	# and global variables created in xs
2972	#Symbol::delete_package __PACKAGE__;	4077	#clear_package __PACKAGE__;
2973		4078
2974	warn "unload completed, starting to reload now";	4079	info "perl_reload: unload completed, starting to reload now";
2975		4080
2976	warn "reloading cf.pm";	4081	trace "perl_reload: reloading cf.pm";
2977	require cf;	4082	require cf;
2978	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4083	cf::_connect_to_perl_1;
2979		4084
2980	warn "loading config and database again";	4085	trace "perl_reload: loading config and database again";
2981	cf::cfg_load;	4086	cf::reload_config;
2982		4087
2983	warn "loading extensions";	4088	trace "perl_reload: loading extensions";
2984	cf::load_extensions;	4089	cf::load_extensions;
2985		4090
		4091	if ($REATTACH_ON_RELOAD) {
2986	warn "reattaching attachments to objects/players";	4092	trace "perl_reload: reattaching attachments to objects/players";
2987	_global_reattach; # objects, sockets	4093	_global_reattach; # objects, sockets
2988	warn "reattaching attachments to maps";	4094	trace "perl_reload: reattaching attachments to maps";
2989	reattach $_ for values %MAP;	4095	reattach $_ for values %MAP;
2990	warn "reattaching attachments to players";	4096	trace "perl_reload: reattaching attachments to players";
2991	reattach $_ for values %PLAYER;	4097	reattach $_ for values %PLAYER;
		4098	}
2992		4099
2993	warn "leaving sync_job";	4100	cf::_post_init 1;
2994		4101
		4102	trace "perl_reload: leaving sync_job";
		4103
2995	1	4104	1
2996	} or do {	4105	} or do {
2997	warn $@;	4106	error $@;
2998	warn "error while reloading, exiting.";	4107	cf::cleanup "perl_reload: error, exiting.";
2999	exit 1;	4108	};
		4109
		4110	--$RELOAD;
3000	};	4111	}
3001		4112
3002	warn "reloaded";	4113	$t1 = AE::time - $t1;
		4114	info "perl_reload: completed in ${t1}s\n";
3003	};	4115	};
3004		4116
3005	our $RELOAD_WATCHER; # used only during reload	4117	our $RELOAD_WATCHER; # used only during reload
3006		4118
3007	sub reload_perl() {	4119	sub reload_perl() {
3008	# doing reload synchronously and two reloads happen back-to-back,	4120	# doing reload synchronously and two reloads happen back-to-back,
3009	# coro crashes during coro_state_free->destroy here.	4121	# coro crashes during coro_state_free->destroy here.
3010		4122
3011	$RELOAD_WATCHER ||= Event->timer (	4123	$RELOAD_WATCHER ||= cf::async {
3012	reentrant => 0,	4124	Coro::AIO::aio_wait cache_extensions;
3013	after => 0,	4125
3014	data => WF_AUTOCANCEL,	4126	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
3015	cb => sub {
3016	do_reload_perl;	4127	do_reload_perl;
3017	undef $RELOAD_WATCHER;	4128	undef $RELOAD_WATCHER;
3018	},	4129	};
3019	);	4130	};
3020	}	4131	}
3021		4132
3022	register_command "reload" => sub {	4133	register_command "reload" => sub {
3023	my ($who, $arg) = @_;	4134	my ($who, $arg) = @_;
3024		4135
3025	if ($who->flag (FLAG_WIZ)) {	4136	if ($who->flag (FLAG_WIZ)) {
3026	$who->message ("reloading server.");	4137	$who->message ("reloading server.");
		4138	async {
		4139	$Coro::current->{desc} = "perl_reload";
3027	async { reload_perl };	4140	reload_perl;
		4141	};
3028	}	4142	}
3029	};	4143	};
3030		4144
3031	unshift @INC, $LIBDIR;	4145	#############################################################################
3032		4146
3033	my $bug_warning = 0;	4147	my $bug_warning = 0;
3034		4148
3035	our @WAIT_FOR_TICK;
3036	our @WAIT_FOR_TICK_BEGIN;
3037
3038	sub wait_for_tick {	4149	sub wait_for_tick() {
3039	return unless $TICK_WATCHER->is_active;	4150	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3040	return if $Coro::current == $Coro::main;
3041		4151
3042	my $signal = new Coro::Signal;	4152	$WAIT_FOR_TICK->wait;
3043	push @WAIT_FOR_TICK, $signal;
3044	$signal->wait;
3045	}	4153	}
3046		4154
3047	sub wait_for_tick_begin {	4155	sub wait_for_tick_begin() {
3048	return unless $TICK_WATCHER->is_active;	4156	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
3049	return if $Coro::current == $Coro::main;
3050		4157
3051	my $signal = new Coro::Signal;	4158	my $signal = new Coro::Signal;
3052	push @WAIT_FOR_TICK_BEGIN, $signal;	4159	push @WAIT_FOR_TICK_BEGIN, $signal;
3053	$signal->wait;	4160	$signal->wait;
3054	}	4161	}
3055		4162
3056	my $min = 1e6;#d#	4163	sub tick {
3057	my $avg = 10;
3058	$TICK_WATCHER = Event->timer (
3059	reentrant => 0,
3060	parked => 1,
3061	prio => 0,
3062	at => $NEXT_TICK || $TICK,
3063	data => WF_AUTOCANCEL,
3064	cb => sub {
3065	if ($Coro::current != $Coro::main) {	4164	if ($Coro::current != $Coro::main) {
3066	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4165	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3067	unless ++$bug_warning > 10;	4166	unless ++$bug_warning > 10;
3068	return;	4167	return;
3069	}	4168	}
3070		4169
3071	$NOW = $tick_start = Event::time;	4170	cf::one_tick; # one server iteration
3072		4171
3073	cf::server_tick; # one server iteration	4172	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
3074		4173
3075	0 && sync_job {#d#	4174	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3076	for(1..10) {	4175	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3077	my $t = Event::time;	4176	Coro::async_pool {
3078	my $map = my $map = new_from_path cf::map "/tmp/x.map"	4177	$Coro::current->{desc} = "runtime saver";
3079	or die;	4178	write_runtime_sync
3080		4179	or error "ERROR: unable to write runtime file: $!";
3081	$map->width (50);
3082	$map->height (50);
3083	$map->alloc;
3084	$map->_load_objects ("/tmp/x.map", 1);
3085	my $t = Event::time - $t;
3086
3087	#next unless $t < 0.0013;#d#
3088	if ($t < $min) {
3089	$min = $t;
3090	}
3091	$avg = $avg * 0.99 + $t * 0.01;
3092	}
3093	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3094	exit 0;
3095	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3096	};	4180	};
		4181	}
3097		4182
3098	$RUNTIME += $TICK;
3099	$NEXT_TICK += $TICK;
3100
3101	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3102	$NEXT_RUNTIME_WRITE = $NOW + 10;
3103	Coro::async_pool {
3104	write_runtime
3105	or warn "ERROR: unable to write runtime file: $!";
3106	};
3107	}
3108
3109	# my $AFTER = Event::time;
3110	# warn $AFTER - $NOW;#d#
3111
3112	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	4183	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3113	$sig->send;	4184	$sig->send;
3114	}	4185	}
3115	while (my $sig = shift @WAIT_FOR_TICK) {	4186	$WAIT_FOR_TICK->broadcast;
3116	$sig->send;
3117	}
3118		4187
3119	$NOW = Event::time;	4188	$LOAD = ($NOW - $TICK_START) / $TICK;
3120
3121	# if we are delayed by four ticks or more, skip them all
3122	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3123
3124	$TICK_WATCHER->at ($NEXT_TICK);
3125	$TICK_WATCHER->start;
3126
3127	$LOAD = ($NOW - $tick_start) / $TICK;
3128	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	4189	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3129		4190
3130	_post_tick;	4191	if (0) {
3131		4192	if ($NEXT_TICK) {
3132		4193	my $jitter = $TICK_START - $NEXT_TICK;
		4194	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		4195	debug "jitter $JITTER\n";#d#
		4196	}
3133	},	4197	}
3134	);	4198	}
3135		4199
3136	{	4200	{
3137	BDB::max_poll_time $TICK * 0.1;	4201	# configure BDB
3138	$BDB_POLL_WATCHER = Event->io (	4202
3139	reentrant => 0,
3140	fd => BDB::poll_fileno,
3141	poll => 'r',
3142	prio => 0,
3143	data => WF_AUTOCANCEL,
3144	cb => \&BDB::poll_cb,
3145	);
3146	BDB::min_parallel 8;	4203	BDB::min_parallel 16;
3147		4204	BDB::max_poll_reqs $TICK * 0.1;
3148	BDB::set_sync_prepare {	4205	#$AnyEvent::BDB::WATCHER->priority (1);
3149	my $status;
3150	my $current = $Coro::current;
3151	(
3152	sub {
3153	$status = $!;
3154	$current->ready; undef $current;
3155	},
3156	sub {
3157	Coro::schedule while defined $current;
3158	$! = $status;
3159	},
3160	)
3161	};
3162		4206
3163	unless ($DB_ENV) {	4207	unless ($DB_ENV) {
3164	$DB_ENV = BDB::db_env_create;	4208	$DB_ENV = BDB::db_env_create;
		4209	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4210	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4211	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4212	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4213	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3165		4214
3166	cf::sync_job {	4215	cf::sync_job {
3167	eval {	4216	eval {
3168	BDB::db_env_open	4217	BDB::db_env_open
3169	$DB_ENV,	4218	$DB_ENV,
…		…
3171	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4220	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3172	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4221	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3173	0666;	4222	0666;
3174		4223
3175	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	4224	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3176
3177	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3178	$DB_ENV->set_lk_detect;
3179	};	4225	};
3180		4226
3181	cf::cleanup "db_env_open(db): $@" if $@;	4227	cf::cleanup "db_env_open(db): $@" if $@;
3182	};	4228	};
3183	}	4229	}
		4230
		4231	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4232	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4233	};
		4234	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4235	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4236	};
		4237	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4238	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4239	};
3184	}	4240	}
3185		4241
3186	{	4242	{
		4243	# configure IO::AIO
		4244
3187	IO::AIO::min_parallel 8;	4245	IO::AIO::min_parallel 8;
3188
3189	undef $Coro::AIO::WATCHER;
3190	IO::AIO::max_poll_time $TICK * 0.1;	4246	IO::AIO::max_poll_time $TICK * 0.1;
3191	$AIO_POLL_WATCHER = Event->io (	4247	undef $AnyEvent::AIO::WATCHER;
3192	reentrant => 0,
3193	data => WF_AUTOCANCEL,
3194	fd => IO::AIO::poll_fileno,
3195	poll => 'r',
3196	prio => 6,
3197	cb => \&IO::AIO::poll_cb,
3198	);
3199	}	4248	}
3200		4249
3201	my $_log_backtrace;	4250	our $_log_backtrace;
		4251	our $_log_backtrace_last;
3202		4252
3203	sub _log_backtrace {	4253	sub _log_backtrace {
3204	my ($msg, @addr) = @_;	4254	my ($msg, @addr) = @_;
3205		4255
3206	$msg =~ s/\n//;	4256	$msg =~ s/\n$//;
3207		4257
		4258	if ($_log_backtrace_last eq $msg) {
		4259	LOG llevInfo, "[ABT] $msg\n";
		4260	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
3208	# limit the # of concurrent backtraces	4261	# limit the # of concurrent backtraces
3209	if ($_log_backtrace < 2) {	4262	} elsif ($_log_backtrace < 2) {
		4263	$_log_backtrace_last = $msg;
3210	++$_log_backtrace;	4264	++$_log_backtrace;
		4265	my $perl_bt = Carp::longmess $msg;
3211	async {	4266	async {
		4267	$Coro::current->{desc} = "abt $msg";
		4268
3212	my @bt = fork_call {	4269	my @bt = fork_call {
3213	@addr = map { sprintf "%x", $_ } @addr;	4270	@addr = map { sprintf "%x", $_ } @addr;
3214	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4271	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3215	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4272	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3216	or die "addr2line: $!";	4273	or die "addr2line: $!";
…		…
3224	}	4281	}
3225		4282
3226	@funcs	4283	@funcs
3227	};	4284	};
3228		4285
3229	LOG llevInfo, "[ABT] $msg\n";	4286	LOG llevInfo, "[ABT] $perl_bt\n";
		4287	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3230	LOG llevInfo, "[ABT] $_\n" for @bt;	4288	LOG llevInfo, "[ABT] $_\n" for @bt;
3231	--$_log_backtrace;	4289	--$_log_backtrace;
3232	};	4290	};
3233	} else {	4291	} else {
3234	LOG llevInfo, "[ABT] $msg\n";	4292	LOG llevInfo, "[ABT] $msg\n";
3235	LOG llevInfo, "[ABT] [suppressed]\n";	4293	LOG llevInfo, "[ABT] [overload, suppressed]\n";
3236	}	4294	}
3237	}	4295	}
3238		4296
3239	# load additional modules	4297	# load additional modules
3240	use cf::pod;	4298	require "cf/$_.pm" for @EXTRA_MODULES;
		4299	cf::_connect_to_perl_2;
3241		4300
3242	END { cf::emergency_save }	4301	END { cf::emergency_save }
3243		4302
3244	1	4303	1
3245		4304

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines