ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.228 by root, Mon Mar 26 16:53:33 2007 UTC vs.
Revision 1.580 by root, Wed Jan 4 03:22:48 2012 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
3	use utf8;	25	use common::sense;
4	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Storable;	29	use Socket;
9	use Event;	30	use EV;
10	use Opcode;	31	use Opcode;
11	use Safe;	32	use Safe;
12	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
		35	use Carp ();
13		36
		37	use Guard ();
14	use Coro 3.52 ();	38	use Coro ();
15	use Coro::State;	39	use Coro::State;
		40	use Coro::Handle;
		41	use Coro::EV;
16	use Coro::Event;	42	use Coro::AnyEvent;
17	use Coro::Timer;	43	use Coro::Timer;
18	use Coro::Signal;	44	use Coro::Signal;
19	use Coro::Semaphore;	45	use Coro::Semaphore;
		46	use Coro::SemaphoreSet;
		47	use Coro::AnyEvent;
20	use Coro::AIO;	48	use Coro::AIO;
		49	use Coro::BDB 1.6;
		50	use Coro::Storable;
		51	use Coro::Util ();
21		52
		53	use JSON::XS 2.01 ();
22	use BDB ();	54	use BDB ();
23	use Data::Dumper;	55	use Data::Dumper;
24	use Digest::MD5;
25	use Fcntl;	56	use Fcntl;
26	use YAML::Syck ();	57	use YAML::XS ();
27	use IO::AIO 2.32 ();	58	use IO::AIO ();
28	use Time::HiRes;	59	use Time::HiRes;
29	use Compress::LZF;	60	use Compress::LZF;
		61	use Digest::MD5 ();
		62
		63	AnyEvent::detect;
30		64
31	# configure various modules to our taste	65	# configure various modules to our taste
32	#	66	#
		67	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	68	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		69
		70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		71
		72	# make sure c-lzf reinitialises itself
		73	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	74	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		75
36	$Event::Eval = 1; # no idea why this is required, but it is	76	# strictly for debugging
37		77	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
38	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
39	$YAML::Syck::ImplicitUnicode = 1;
40
41	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
42		78
43	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	79	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		80
		81	our @ORIG_INC;
44		82
45	our %COMMAND = ();	83	our %COMMAND = ();
46	our %COMMAND_TIME = ();	84	our %COMMAND_TIME = ();
47		85
48	our @EXTS = (); # list of extension package names	86	our @EXTS = (); # list of extension package names
49	our %EXTCMD = ();	87	our %EXTCMD = ();
		88	our %EXTICMD = ();
50	our %EXT_CORO = (); # coroutines bound to extensions	89	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	90	our %EXT_MAP = (); # pluggable maps
52		91
53	our $RELOAD; # number of reloads so far	92	our $RELOAD; # number of reloads so far, non-zero while in reload
54	our @EVENT;	93	our @EVENT;
55	our $LIBDIR = datadir . "/ext";	94	our @REFLECT; # set by XS
		95	our %REFLECT; # set by us
56		96
57	our $TICK = MAX_TIME * 1e-6;	97	our $CONFDIR = confdir;
58	our $TICK_WATCHER;	98
59	our $AIO_POLL_WATCHER;	99	our $DATADIR = datadir;
		100	our $LIBDIR = "$DATADIR/ext";
		101	our $PODDIR = "$DATADIR/pod";
		102	our $MAPDIR = "$DATADIR/" . mapdir;
		103
		104	our $LOCALDIR = localdir;
		105	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		106	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		107	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		108	our $RANDOMDIR = "$LOCALDIR/random";
		109	our $BDBDIR = "$LOCALDIR/db";
		110	our $PIDFILE = "$LOCALDIR/pid";
		111	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		112
		113	#our %RESOURCE; # unused
		114
		115	our $OUTPUT_RATE_MIN = 3000;
		116	our $OUTPUT_RATE_MAX = 1000000;
		117
		118	our $MAX_LINKS = 32; # how many chained exits to follow
		119	our $VERBOSE_IO = 1;
		120
		121	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	122	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	123	our $NEXT_TICK;
		124	our $USE_FSYNC = 1; # use fsync to write maps - default on
		125
		126	our $BDB_DEADLOCK_WATCHER;
		127	our $BDB_CHECKPOINT_WATCHER;
		128	our $BDB_TRICKLE_WATCHER;
		129	our $DB_ENV;
		130
		131	our @EXTRA_MODULES = qw(pod match mapscript incloader);
		132
		133	our %CFG;
		134
		135	our $UPTIME; $UPTIME ||= time;
		136	our $RUNTIME = 0;
		137	our $SERVER_TICK = 0;
62	our $NOW;	138	our $NOW;
63	our $USE_FSYNC = 1; # use fsync to write maps - default off
64		139
65	our $BDB_POLL_WATCHER;	140	our (%PLAYER, %PLAYER_LOADING); # all users
66	our $DB_ENV;	141	our (%MAP, %MAP_LOADING ); # all maps
67
68	our %CFG;
69
70	our $UPTIME; $UPTIME ||= time;
71	our $RUNTIME;
72
73	our %PLAYER; # all users
74	our %MAP; # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	142	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
81		143
82	# used to convert map paths into valid unix filenames by replacing / by ∕	144	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	145	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		146
		147	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		148	our $LOADAVG; # same thing, but with alpha-smoothing
		149	our $JITTER; # average jitter
		150	our $TICK_START; # for load detecting purposes
		151
		152	our @POST_INIT;
		153
		154	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		155	our $REALLY_UNLOOP; # never set to true, please :)
		156
		157	our $WAIT_FOR_TICK = new Coro::Signal;
		158	our @WAIT_FOR_TICK_BEGIN;
		159
85	binmode STDOUT;	160	binmode STDOUT;
86	binmode STDERR;	161	binmode STDERR;
87		162
88	# read virtual server time, if available	163	# read virtual server time, if available
89	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	164	unless ($RUNTIME || !-e $RUNTIMEFILE) {
90	open my $fh, "<", cf::localdir . "/runtime"	165	open my $fh, "<", $RUNTIMEFILE
91	or die "unable to read runtime file: $!";	166	or die "unable to read $RUNTIMEFILE file: $!";
92	$RUNTIME = <$fh> + 0.;	167	$RUNTIME = <$fh> + 0.;
93	}	168	}
94		169
95	mkdir cf::localdir;	170	eval "sub TICK() { $TICK } 1" or die;
96	mkdir cf::localdir . "/" . cf::playerdir;	171
97	mkdir cf::localdir . "/" . cf::tmpdir;	172	mkdir $_
98	mkdir cf::localdir . "/" . cf::uniquedir;	173	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		174
102	our $EMERGENCY_POSITION;	175	our $EMERGENCY_POSITION;
103		176
104	sub cf::map::normalise;	177	sub cf::map::normalise;
105		178
		179	sub in_main() {
		180	$Coro::current == $Coro::main
		181	}
		182
106	#############################################################################	183	#############################################################################
107		184
		185	%REFLECT = ();
		186	for (@REFLECT) {
		187	my $reflect = JSON::XS::decode_json $_;
		188	$REFLECT{$reflect->{class}} = $reflect;
		189	}
		190
		191	# this is decidedly evil
		192	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
		193
		194	#############################################################################
		195
108	=head2 GLOBAL VARIABLES	196	=head2 GLOBAL VARIABLES
109		197
110	=over 4	198	=over 4
111		199
112	=item $cf::UPTIME	200	=item $cf::UPTIME
113		201
114	The timestamp of the server start (so not actually an uptime).	202	The timestamp of the server start (so not actually an "uptime").
		203
		204	=item $cf::SERVER_TICK
		205
		206	An unsigned integer that starts at zero when the server is started and is
		207	incremented on every tick.
		208
		209	=item $cf::NOW
		210
		211	The (real) time of the last (current) server tick - updated before and
		212	after tick processing, so this is useful only as a rough "what time is it
		213	now" estimate.
		214
		215	=item $cf::TICK
		216
		217	The interval between each server tick, in seconds.
115		218
116	=item $cf::RUNTIME	219	=item $cf::RUNTIME
117		220
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	221	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	222	every server tick.
120		223
121	=item $cf::LIBDIR	224	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		225	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		226	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		227
123	The perl library directory, where extensions and cf-specific modules can	228	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	229	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		230	unique-items directory, player file directory, random maps directory and
		231	database environment.
125		232
		233	=item $cf::LOADAVG
		234
		235	The current CPU load on the server (alpha-smoothed), as a value between 0
		236	(none) and 1 (overloaded), indicating how much time is spent on processing
		237	objects per tick. Healthy values are < 0.5.
		238
126	=item $cf::NOW	239	=item $cf::LOAD
127		240
128	The time of the last (current) server tick.	241	The raw value load value from the last tick.
129
130	=item $cf::TICK
131
132	The interval between server ticks, in seconds.
133		242
134	=item %cf::CFG	243	=item %cf::CFG
135		244
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	245	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
137	from wherever your confdir points to.	246	from wherever your confdir points to.
138		247
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	248	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		249
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	250	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	251	returns directly I<after> the tick processing (and consequently, can only wake one thread
143	processing has been done. Call C<< ->wait >> on them to maximise the	252	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.	253
		254	Note that cf::Wait_for_tick will immediately return when the server is not
		255	ticking, making it suitable for small pauses in threads that need to run
		256	when the server is paused. If that is not applicable (i.e. you I<really>
		257	want to wait, use C<$cf::WAIT_FOR_TICK>).
		258
		259	=item $cf::WAIT_FOR_TICK
		260
		261	Note that C<cf::wait_for_tick> is probably the correct thing to use. This
		262	variable contains a L<Coro::Signal> that is broadcats after every server
		263	tick. Calling C<< ->wait >> on it will suspend the caller until after the
		264	next server tick.
		265
		266	=cut
		267
		268	sub wait_for_tick();
		269	sub wait_for_tick_begin();
		270
		271	=item @cf::INVOKE_RESULTS
		272
		273	This array contains the results of the last C<invoke ()> call. When
		274	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		275	that call.
		276
		277	=item %cf::REFLECT
		278
		279	Contains, for each (C++) class name, a hash reference with information
		280	about object members (methods, scalars, arrays and flags) and other
		281	metadata, which is useful for introspection.
145		282
146	=back	283	=back
147		284
148	=cut	285	=cut
149		286
150	BEGIN {	287	sub error(@) { LOG llevError, join "", @_ }
151	*CORE::GLOBAL::warn = sub {	288	sub warn (@) { LOG llevWarn , join "", @_ }
		289	sub info (@) { LOG llevInfo , join "", @_ }
		290	sub debug(@) { LOG llevDebug, join "", @_ }
		291	sub trace(@) { LOG llevTrace, join "", @_ }
		292
		293	$Coro::State::WARNHOOK = sub {
152	my $msg = join "", @_;	294	my $msg = join "", @_;
153	utf8::encode $msg;
154		295
155	$msg .= "\n"	296	$msg .= "\n"
156	unless $msg =~ /\n$/;	297	unless $msg =~ /\n$/;
157		298
		299	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		300
158	LOG llevError, $msg;	301	LOG llevWarn, $msg;
159	};	302	};
160	}	303
		304	$Coro::State::DIEHOOK = sub {
		305	return unless $^S eq 0; # "eq", not "=="
		306
		307	error Carp::longmess $_[0];
		308
		309	if (in_main) {#d#
		310	error "DIEHOOK called in main context, Coro bug?\n";#d#
		311	return;#d#
		312	}#d#
		313
		314	# kill coroutine otherwise
		315	Coro::terminate
		316	};
161		317
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	318	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
163	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	319	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
164	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	320	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
165	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	321	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
166	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	322	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		323	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
167	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	324	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
168		325
169	# we bless all objects into (empty) derived classes to force a method lookup	326	# we bless all objects into (empty) derived classes to force a method lookup
170	# within the Safe compartment.	327	# within the Safe compartment.
171	for my $pkg (qw(	328	for my $pkg (qw(
172	cf::global cf::attachable	329	cf::global cf::attachable
173	cf::object cf::object::player	330	cf::object cf::object::player
174	cf::client cf::player	331	cf::client cf::player
175	cf::arch cf::living	332	cf::arch cf::living
		333	cf::map cf::mapspace
176	cf::map cf::party cf::region	334	cf::party cf::region
177	)) {	335	)) {
178	no strict 'refs';
179	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	336	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
180	}	337	}
181		338
182	$Event::DIED = sub {	339	$EV::DIED = sub {
183	warn "error in event callback: @_";	340	Carp::cluck "error in event callback: @_";
184	};	341	};
		342
		343	#############################################################################
		344
		345	sub fork_call(&@);
		346	sub get_slot($;$$);
		347
		348	#############################################################################
185		349
186	=head2 UTILITY FUNCTIONS	350	=head2 UTILITY FUNCTIONS
187		351
188	=over 4	352	=over 4
189		353
…		…
208	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	372	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
209	$d	373	$d
210	} || "[unable to dump $_[0]: '$@']";	374	} || "[unable to dump $_[0]: '$@']";
211	}	375	}
212		376
213	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working	377	=item $scalar = load_file $path
214		378
		379	Loads the given file from path and returns its contents. Croaks on error
		380	and can block.
		381
		382	=cut
		383
		384	sub load_file($) {
		385	0 <= aio_load $_[0], my $data
		386	or Carp::croak "$_[0]: $!";
		387
		388	$data
		389	}
		390
215	=item $ref = cf::from_json $json	391	=item $ref = cf::decode_json $json
216		392
217	Converts a JSON string into the corresponding perl data structure.	393	Converts a JSON string into the corresponding perl data structure.
218		394
219	=item $json = cf::to_json $ref	395	=item $json = cf::encode_json $ref
220		396
221	Converts a perl data structure into its JSON representation.	397	Converts a perl data structure into its JSON representation.
222		398
		399	=cut
		400
		401	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		402
		403	sub encode_json($) { $json_coder->encode ($_[0]) }
		404	sub decode_json($) { $json_coder->decode ($_[0]) }
		405
		406	=item $ref = cf::decode_storable $scalar
		407
		408	Same as Coro::Storable::thaw, so blocks.
		409
		410	=cut
		411
		412	BEGIN { *decode_storable = \&Coro::Storable::thaw }
		413
		414	=item $ref = cf::decode_yaml $scalar
		415
		416	Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
		417
		418	=cut
		419
		420	sub decode_yaml($) {
		421	fork_call { YAML::XS::Load $_[0] } @_
		422	}
		423
		424	=item $scalar = cf::unlzf $scalar
		425
		426	Same as Compress::LZF::compress, but takes server ticks into account, so
		427	blocks.
		428
		429	=cut
		430
		431	sub unlzf($) {
		432	# we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
		433	cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
		434	Compress::LZF::decompress $_[0]
		435	}
		436
		437	=item cf::post_init { BLOCK }
		438
		439	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		440	but I<before> the server starts ticking again.
		441
		442	The codeblock will have a single boolean argument to indicate whether this
		443	is a reload or not.
		444
		445	=cut
		446
		447	sub post_init(&) {
		448	push @POST_INIT, shift;
		449	}
		450
		451	sub _post_init {
		452	trace "running post_init jobs";
		453
		454	# run them in parallel...
		455
		456	my @join;
		457
		458	while () {
		459	push @join, map &Coro::async ($_, 0), @POST_INIT;
		460	@POST_INIT = ();
		461
		462	@join or last;
		463
		464	(pop @join)->join;
		465	}
		466	}
		467
223	=item cf::lock_wait $string	468	=item cf::lock_wait $string
224		469
225	Wait until the given lock is available. See cf::lock_acquire.	470	Wait until the given lock is available. See cf::lock_acquire.
226		471
227	=item my $lock = cf::lock_acquire $string	472	=item my $lock = cf::lock_acquire $string
228		473
229	Wait until the given lock is available and then acquires it and returns	474	Wait until the given lock is available and then acquires it and returns
230	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	475	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
231	for example when the coroutine gets canceled), the lock is automatically	476	for example when the coroutine gets canceled), the lock is automatically
232	returned.	477	returned.
233		478
		479	Locks are *not* recursive, locking from the same coro twice results in a
		480	deadlocked coro.
		481
234	Lock names should begin with a unique identifier (for example, cf::map::find	482	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	483	uses map_find and cf::map::load uses map_load).
236		484
237	=cut	485	=item $locked = cf::lock_active $string
238		486
239	our %LOCK;	487	Return true if the lock is currently active, i.e. somebody has locked it.
		488
		489	=cut
		490
		491	our $LOCKS = new Coro::SemaphoreSet;
240		492
241	sub lock_wait($) {	493	sub lock_wait($) {
242	my ($key) = @_;	494	$LOCKS->wait ($_[0]);
243
244	# wait for lock, if any
245	while ($LOCK{$key}) {
246	push @{ $LOCK{$key} }, $Coro::current;
247	Coro::schedule;
248	}
249	}	495	}
250		496
251	sub lock_acquire($) {	497	sub lock_acquire($) {
252	my ($key) = @_;	498	$LOCKS->guard ($_[0])
		499	}
253		500
254	# wait, to be sure we are not locked	501	sub lock_active($) {
255	lock_wait $key;	502	$LOCKS->count ($_[0]) < 1
256
257	$LOCK{$key} = [];
258
259	Coro::guard {
260	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };
262	}
263	}	503	}
264		504
265	sub freeze_mainloop {	505	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	506	tick_inhibit_inc;
267		507
268	my $guard = Coro::guard {	508	&Guard::guard (\&tick_inhibit_dec);
269	$TICK_WATCHER->start;	509	}
		510
		511	=item cf::periodic $interval, $cb
		512
		513	Like EV::periodic, but randomly selects a starting point so that the actions
		514	get spread over time.
		515
		516	=cut
		517
		518	sub periodic($$) {
		519	my ($interval, $cb) = @_;
		520
		521	my $start = rand List::Util::min 180, $interval;
		522
		523	EV::periodic $start, $interval, 0, $cb
		524	}
		525
		526	=item cf::get_slot $time[, $priority[, $name]]
		527
		528	Allocate $time seconds of blocking CPU time at priority C<$priority>
		529	(default: 0): This call blocks and returns only when you have at least
		530	C<$time> seconds of cpu time till the next tick. The slot is only valid
		531	till the next cede.
		532
		533	Background jobs should use a priority les than zero, interactive jobs
		534	should use 100 or more.
		535
		536	The optional C<$name> can be used to identify the job to run. It might be
		537	used for statistical purposes and should identify the same time-class.
		538
		539	Useful for short background jobs.
		540
		541	=cut
		542
		543	our @SLOT_QUEUE;
		544	our $SLOT_QUEUE;
		545	our $SLOT_DECAY = 0.9;
		546
		547	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		548	$SLOT_QUEUE = Coro::async {
		549	$Coro::current->desc ("timeslot manager");
		550
		551	my $signal = new Coro::Signal;
		552	my $busy;
		553
		554	while () {
		555	next_job:
		556
		557	my $avail = cf::till_tick;
		558
		559	for (0 .. $#SLOT_QUEUE) {
		560	if ($SLOT_QUEUE[$_][0] <= $avail) {
		561	$busy = 0;
		562	my $job = splice @SLOT_QUEUE, $_, 1, ();
		563	$job->[2]->send;
		564	Coro::cede;
		565	goto next_job;
		566	} else {
		567	$SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
		568	}
		569	}
		570
		571	if (@SLOT_QUEUE) {
		572	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		573	$WAIT_FOR_TICK->wait;
		574	} else {
		575	$busy = 0;
		576	Coro::schedule;
		577	}
270	};	578	}
271	$TICK_WATCHER->stop;	579	};
272	$guard	580
		581	sub get_slot($;$$) {
		582	return if tick_inhibit || $Coro::current == $Coro::main;
		583
		584	my ($time, $pri, $name) = @_;
		585
		586	$time = clamp $time, 0.01, $TICK * .6;
		587
		588	my $sig = new Coro::Signal;
		589
		590	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		591	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		592	$SLOT_QUEUE->ready;
		593	$sig->wait;
273	}	594	}
274		595
275	=item cf::async { BLOCK }	596	=item cf::async { BLOCK }
276		597
277	Currently the same as Coro::async_pool, meaning you cannot use	598	Currently the same as Coro::async_pool, meaning you cannot use
…		…
282		603
283	BEGIN { *async = \&Coro::async_pool }	604	BEGIN { *async = \&Coro::async_pool }
284		605
285	=item cf::sync_job { BLOCK }	606	=item cf::sync_job { BLOCK }
286		607
287	The design of crossfire+ requires that the main coro ($Coro::main) is	608	The design of Deliantra requires that the main coroutine ($Coro::main)
288	always able to handle events or runnable, as crossfire+ is only partly	609	is always able to handle events or runnable, as Deliantra is only
289	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	610	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		611	acceptable.
290		612
291	If it must be done, put the blocking parts into C<sync_job>. This will run	613	If it must be done, put the blocking parts into C<sync_job>. This will run
292	the given BLOCK in another coroutine while waiting for the result. The	614	the given BLOCK in another coroutine while waiting for the result. The
293	server will be frozen during this time, so the block should either finish	615	server will be frozen during this time, so the block should either finish
294	fast or be very important.	616	fast or be very important.
…		…
296	=cut	618	=cut
297		619
298	sub sync_job(&) {	620	sub sync_job(&) {
299	my ($job) = @_;	621	my ($job) = @_;
300		622
301	if ($Coro::current == $Coro::main) {	623	if (in_main) {
		624	my $time = AE::time;
		625
302	# this is the main coro, too bad, we have to block	626	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	627	# till the operation succeeds, freezing the server :/
304		628
305	# TODO: use suspend/resume instead	629	#LOG llevError, Carp::longmess "sync job";#d#
306	# (but this is cancel-safe)	630
307	my $freeze_guard = freeze_mainloop;	631	my $freeze_guard = freeze_mainloop;
308		632
309	my $busy = 1;	633	my $busy = 1;
310	my @res;	634	my @res;
311		635
312	(async {	636	(async {
		637	$Coro::current->desc ("sync job coro");
313	@res = eval { $job->() };	638	@res = eval { $job->() };
314	warn $@ if $@;	639	error $@ if $@;
315	undef $busy;	640	undef $busy;
316	})->prio (Coro::PRIO_MAX);	641	})->prio (Coro::PRIO_MAX);
317		642
318	while ($busy) {	643	while ($busy) {
319	Coro::cede or Event::one_event;	644	if (Coro::nready) {
		645	Coro::cede_notself;
		646	} else {
		647	EV::loop EV::LOOP_ONESHOT;
320	}	648	}
		649	}
		650
		651	my $time = AE::time - $time;
		652
		653	$TICK_START += $time; # do not account sync jobs to server load
321		654
322	wantarray ? @res : $res[0]	655	wantarray ? @res : $res[0]
323	} else {	656	} else {
324	# we are in another coroutine, how wonderful, everything just works	657	# we are in another coroutine, how wonderful, everything just works
325		658
…		…
345	$EXT_CORO{$coro+0} = $coro;	678	$EXT_CORO{$coro+0} = $coro;
346		679
347	$coro	680	$coro
348	}	681	}
349		682
350	sub write_runtime {	683	=item fork_call { }, @args
351	my $guard = cf::lock_acquire "write_runtime";
352		684
353	my $runtime = cf::localdir . "/runtime";	685	Executes the given code block with the given arguments in a seperate
		686	process, returning the results. Everything must be serialisable with
		687	Coro::Storable. May, of course, block. Note that the executed sub may
		688	never block itself or use any form of event handling.
354		689
355	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	690	=cut
356	or return;
357		691
358	my $value = $cf::RUNTIME + 90 + 10;	692	sub post_fork {
359	# 10 is the runtime save interval, for a monotonic clock	693	reset_signals;
360	# 60 allows for the watchdog to kill the server.	694	}
361		695
362	(aio_write $fh, 0, (length $value), $value, 0) <= 0	696	sub fork_call(&@) {
363	and return;	697	my ($cb, @args) = @_;
364		698
365	# always fsync - this file is important	699	# we seemingly have to make a local copy of the whole thing,
366	aio_fsync $fh	700	# otherwise perl prematurely frees the stuff :/
367	and return;	701	# TODO: investigate and fix (likely this will be rather laborious)
368		702
369	close $fh	703	my @res = Coro::Util::fork_eval {
370	or return;	704	cf::post_fork;
		705	&$cb
		706	} @args;
371		707
372	aio_rename "$runtime~", $runtime	708	wantarray ? @res : $res[-1]
373	and return;	709	}
374		710
		711	sub objinfo {
375	1	712	(
		713	"counter value" => cf::object::object_count,
		714	"objects created" => cf::object::create_count,
		715	"objects destroyed" => cf::object::destroy_count,
		716	"freelist size" => cf::object::free_count,
		717	"allocated objects" => cf::object::objects_size,
		718	"active objects" => cf::object::actives_size,
		719	)
		720	}
		721
		722	=item $coin = coin_from_name $name
		723
		724	=cut
		725
		726	our %coin_alias = (
		727	"silver" => "silvercoin",
		728	"silvercoin" => "silvercoin",
		729	"silvercoins" => "silvercoin",
		730	"gold" => "goldcoin",
		731	"goldcoin" => "goldcoin",
		732	"goldcoins" => "goldcoin",
		733	"platinum" => "platinacoin",
		734	"platinumcoin" => "platinacoin",
		735	"platinumcoins" => "platinacoin",
		736	"platina" => "platinacoin",
		737	"platinacoin" => "platinacoin",
		738	"platinacoins" => "platinacoin",
		739	"royalty" => "royalty",
		740	"royalties" => "royalty",
		741	);
		742
		743	sub coin_from_name($) {
		744	$coin_alias{$_[0]}
		745	? cf::arch::find $coin_alias{$_[0]}
		746	: undef
		747	}
		748
		749	=item $value = cf::db_get $family => $key
		750
		751	Returns a single value from the environment database.
		752
		753	=item cf::db_put $family => $key => $value
		754
		755	Stores the given C<$value> in the family. It can currently store binary
		756	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		757
		758	=item $db = cf::db_table "name"
		759
		760	Create and/or open a new database table. The string must not be "db" and must be unique
		761	within each server.
		762
		763	=cut
		764
		765	sub db_table($) {
		766	cf::error "db_get called from main context"
		767	if $Coro::current == $Coro::main;
		768
		769	my ($name) = @_;
		770	my $db = BDB::db_create $DB_ENV;
		771
		772	eval {
		773	$db->set_flags (BDB::CHKSUM);
		774
		775	utf8::encode $name;
		776	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		777	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		778	cf::cleanup "db_open(db): $!" if $!;
		779	};
		780	cf::cleanup "db_open(db): $@" if $@;
		781
		782	$db
		783	}
		784
		785	our $DB;
		786
		787	sub db_init {
		788	$DB ||= db_table "db";
		789	}
		790
		791	sub db_get($$) {
		792	my $key = "$_[0]/$_[1]";
		793
		794	cf::error "db_get called from main context"
		795	if $Coro::current == $Coro::main;
		796
		797	BDB::db_get $DB, undef, $key, my $data;
		798
		799	$! ? ()
		800	: $data
		801	}
		802
		803	sub db_put($$$) {
		804	BDB::dbreq_pri 4;
		805	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		806	}
		807
		808	=item cf::cache $id => [$paths...], $processversion => $process
		809
		810	Generic caching function that returns the value of the resource $id,
		811	caching and regenerating as required.
		812
		813	This function can block.
		814
		815	=cut
		816
		817	sub cache {
		818	my ($id, $src, $processversion, $process) = @_;
		819
		820	my $meta =
		821	join "\x00",
		822	$processversion,
		823	map {
		824	aio_stat $_
		825	and Carp::croak "$_: $!";
		826
		827	($_, (stat _)[7,9])
		828	} @$src;
		829
		830	my $dbmeta = db_get cache => "$id/meta";
		831	if ($dbmeta ne $meta) {
		832	# changed, we may need to process
		833
		834	my @data;
		835	my $md5;
		836
		837	for (0 .. $#$src) {
		838	$data[$_] = load_file $src->[$_];
		839	}
		840
		841	# if processing is expensive, check
		842	# checksum first
		843	if (1) {
		844	$md5 =
		845	join "\x00",
		846	$processversion,
		847	map {
		848	cf::cede_to_tick;
		849	($src->[$_], Digest::MD5::md5_hex $data[$_])
		850	} 0.. $#$src;
		851
		852
		853	my $dbmd5 = db_get cache => "$id/md5";
		854	if ($dbmd5 eq $md5) {
		855	db_put cache => "$id/meta", $meta;
		856
		857	return db_get cache => "$id/data";
		858	}
		859	}
		860
		861	my $t1 = Time::HiRes::time;
		862	my $data = $process->(\@data);
		863	my $t2 = Time::HiRes::time;
		864
		865	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
		866
		867	db_put cache => "$id/data", $data;
		868	db_put cache => "$id/md5" , $md5;
		869	db_put cache => "$id/meta", $meta;
		870
		871	return $data;
		872	}
		873
		874	db_get cache => "$id/data"
		875	}
		876
		877	=item cf::datalog type => key => value, ...
		878
		879	Log a datalog packet of the given type with the given key-value pairs.
		880
		881	=cut
		882
		883	sub datalog($@) {
		884	my ($type, %kv) = @_;
		885	info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
376	}	886	}
377		887
378	=back	888	=back
379		889
380	=cut	890	=cut
381		891
382	#############################################################################	892	#############################################################################
383		893
384	=head2 ATTACHABLE OBJECTS	894	=head2 ATTACHABLE OBJECTS
385		895
386	Many objects in crossfire are so-called attachable objects. That means you can	896	Many objects in deliantra are so-called attachable objects. That means you can
387	attach callbacks/event handlers (a collection of which is called an "attachment")	897	attach callbacks/event handlers (a collection of which is called an "attachment")
388	to it. All such attachable objects support the following methods.	898	to it. All such attachable objects support the following methods.
389		899
390	In the following description, CLASS can be any of C<global>, C<object>	900	In the following description, CLASS can be any of C<global>, C<object>
391	C<player>, C<client> or C<map> (i.e. the attachable objects in	901	C<player>, C<client> or C<map> (i.e. the attachable objects in
392	crossfire+).	902	Deliantra).
393		903
394	=over 4	904	=over 4
395		905
396	=item $attachable->attach ($attachment, key => $value...)	906	=item $attachable->attach ($attachment, key => $value...)
397		907
…		…
441	=item cf::CLASS::attachment $name, ...	951	=item cf::CLASS::attachment $name, ...
442		952
443	Register an attachment by C<$name> through which attachable objects of the	953	Register an attachment by C<$name> through which attachable objects of the
444	given CLASS can refer to this attachment.	954	given CLASS can refer to this attachment.
445		955
446	Some classes such as crossfire maps and objects can specify attachments	956	Some classes such as deliantra maps and objects can specify attachments
447	that are attached at load/instantiate time, thus the need for a name.	957	that are attached at load/instantiate time, thus the need for a name.
448		958
449	These calls expect any number of the following handler/hook descriptions:	959	These calls expect any number of the following handler/hook descriptions:
450		960
451	=over 4	961	=over 4
…		…
560	$registry = $CB_TYPE[$object_type] ||= [];	1070	$registry = $CB_TYPE[$object_type] ||= [];
561		1071
562	} elsif ($type eq "subtype") {	1072	} elsif ($type eq "subtype") {
563	defined $object_type or Carp::croak "subtype specified without type";	1073	defined $object_type or Carp::croak "subtype specified without type";
564	my $object_subtype = shift @arg;	1074	my $object_subtype = shift @arg;
565	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	1075	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
566		1076
567	} elsif ($type eq "package") {	1077	} elsif ($type eq "package") {
568	my $pkg = shift @arg;	1078	my $pkg = shift @arg;
569		1079
570	while (my ($name, $id) = each %cb_id) {	1080	while (my ($name, $id) = each %cb_id) {
…		…
575		1085
576	} elsif (exists $cb_id{$type}) {	1086	} elsif (exists $cb_id{$type}) {
577	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;	1087	_attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
578		1088
579	} elsif (ref $type) {	1089	} elsif (ref $type) {
580	warn "attaching objects not supported, ignoring.\n";	1090	error "attaching objects not supported, ignoring.\n";
581		1091
582	} else {	1092	} else {
583	shift @arg;	1093	shift @arg;
584	warn "attach argument '$type' not supported, ignoring.\n";	1094	error "attach argument '$type' not supported, ignoring.\n";
585	}	1095	}
586	}	1096	}
587	}	1097	}
588		1098
589	sub _object_attach {	1099	sub _object_attach {
…		…
599	_attach $registry, $klass, @attach;	1109	_attach $registry, $klass, @attach;
600	}	1110	}
601		1111
602	$obj->{$name} = \%arg;	1112	$obj->{$name} = \%arg;
603	} else {	1113	} else {
604	warn "object uses attachment '$name' that is not available, postponing.\n";	1114	info "object uses attachment '$name' which is not available, postponing.\n";
605	}	1115	}
606		1116
607	$obj->{_attachment}{$name} = undef;	1117	$obj->{_attachment}{$name} = undef;
608	}	1118	}
609		1119
…		…
611	if (ref $_[0]) {	1121	if (ref $_[0]) {
612	_object_attach @_;	1122	_object_attach @_;
613	} else {	1123	} else {
614	_attach shift->_attach_registry, @_;	1124	_attach shift->_attach_registry, @_;
615	}	1125	}
		1126	_recalc_want;
616	};	1127	};
617		1128
618	# all those should be optimised	1129	# all those should be optimised
619	sub cf::attachable::detach {	1130	sub cf::attachable::detach {
620	my ($obj, $name) = @_;	1131	my ($obj, $name) = @_;
…		…
623	delete $obj->{_attachment}{$name};	1134	delete $obj->{_attachment}{$name};
624	reattach ($obj);	1135	reattach ($obj);
625	} else {	1136	} else {
626	Carp::croak "cannot, currently, detach class attachments";	1137	Carp::croak "cannot, currently, detach class attachments";
627	}	1138	}
		1139	_recalc_want;
628	};	1140	};
629		1141
630	sub cf::attachable::attached {	1142	sub cf::attachable::attached {
631	my ($obj, $name) = @_;	1143	my ($obj, $name) = @_;
632		1144
…		…
647	";	1159	";
648	die if $@;	1160	die if $@;
649	}	1161	}
650		1162
651	our $override;	1163	our $override;
652	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1164	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
653		1165
654	sub override {	1166	sub override {
655	$override = 1;	1167	$override = 1;
656	@invoke_results = ();	1168	@INVOKE_RESULTS = (@_);
657	}	1169	}
658		1170
659	sub do_invoke {	1171	sub do_invoke {
660	my $event = shift;	1172	my $event = shift;
661	my $callbacks = shift;	1173	my $callbacks = shift;
662		1174
663	@invoke_results = ();	1175	@INVOKE_RESULTS = ();
664		1176
665	local $override;	1177	local $override;
666		1178
667	for (@$callbacks) {	1179	for (@$callbacks) {
668	eval { &{$_->[1]} };	1180	eval { &{$_->[1]} };
669		1181
670	if ($@) {	1182	if ($@) {
671	warn "$@";
672	warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";	1183	error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
673	override;	1184	override;
674	}	1185	}
675		1186
676	return 1 if $override;	1187	return 1 if $override;
677	}	1188	}
678		1189
679	0	1190	0
680	}	1191	}
681		1192
682	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1193	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
683		1194
684	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1195	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
685		1196
686	Generate an object-specific event with the given arguments.	1197	Generate an object-specific event with the given arguments.
687		1198
688	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1199	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
689	removed in future versions), and there is no public API to access override	1200	removed in future versions), and there is no public API to access override
690	results (if you must, access C<@cf::invoke_results> directly).	1201	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
691		1202
692	=back	1203	=back
693		1204
694	=cut	1205	=cut
695		1206
696	#############################################################################	1207	#############################################################################
697	# object support	1208	# object support
		1209
		1210	sub _object_equal($$);
		1211	sub _object_equal($$) {
		1212	my ($a, $b) = @_;
		1213
		1214	return 0 unless (ref $a) eq (ref $b);
		1215
		1216	if ("HASH" eq ref $a) {
		1217	my @ka = keys %$a;
		1218	my @kb = keys %$b;
		1219
		1220	return 0 if @ka != @kb;
		1221
		1222	for (0 .. $#ka) {
		1223	return 0 unless $ka[$_] eq $kb[$_];
		1224	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1225	}
		1226
		1227	} elsif ("ARRAY" eq ref $a) {
		1228
		1229	return 0 if @$a != @$b;
		1230
		1231	for (0 .. $#$a) {
		1232	return 0 unless _object_equal $a->[$_], $b->[$_];
		1233	}
		1234
		1235	} elsif ($a ne $b) {
		1236	return 0;
		1237	}
		1238
		1239	1
		1240	}
		1241
		1242	our $SLOW_MERGES;#d#
		1243	sub _can_merge {
		1244	my ($ob1, $ob2) = @_;
		1245
		1246	++$SLOW_MERGES;#d#
		1247
		1248	# we do the slow way here
		1249	return _object_equal $ob1, $ob2
		1250	}
698		1251
699	sub reattach {	1252	sub reattach {
700	# basically do the same as instantiate, without calling instantiate	1253	# basically do the same as instantiate, without calling instantiate
701	my ($obj) = @_;	1254	my ($obj) = @_;
702		1255
		1256	# no longer needed after getting rid of delete_package?
703	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1257	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
704		1258
705	my $registry = $obj->registry;	1259	my $registry = $obj->registry;
706		1260
707	@$registry = ();	1261	@$registry = ();
708		1262
…		…
713	for (@$attach) {	1267	for (@$attach) {
714	my ($klass, @attach) = @$_;	1268	my ($klass, @attach) = @$_;
715	_attach $registry, $klass, @attach;	1269	_attach $registry, $klass, @attach;
716	}	1270	}
717	} else {	1271	} else {
718	warn "object uses attachment '$name' that is not available, postponing.\n";	1272	info "object uses attachment '$name' that is not available, postponing.\n";
719	}	1273	}
720	}	1274	}
721	}	1275	}
722		1276
723	cf::attachable->attach (	1277	cf::attachable->attach (
724	prio => -1000000,	1278	prio => -1000000,
725	on_instantiate => sub {	1279	on_instantiate => sub {
726	my ($obj, $data) = @_;	1280	my ($obj, $data) = @_;
727		1281
728	$data = from_json $data;	1282	$data = decode_json $data;
729		1283
730	for (@$data) {	1284	for (@$data) {
731	my ($name, $args) = @$_;	1285	my ($name, $args) = @$_;
732		1286
733	$obj->attach ($name, %{$args || {} });	1287	$obj->attach ($name, %{$args || {} });
…		…
749	sub object_freezer_save {	1303	sub object_freezer_save {
750	my ($filename, $rdata, $objs) = @_;	1304	my ($filename, $rdata, $objs) = @_;
751		1305
752	sync_job {	1306	sync_job {
753	if (length $$rdata) {	1307	if (length $$rdata) {
		1308	utf8::decode (my $decname = $filename);
754	warn sprintf "saving %s (%d,%d)\n",	1309	trace sprintf "saving %s (%d,%d)\n",
755	$filename, length $$rdata, scalar @$objs;	1310	$decname, length $$rdata, scalar @$objs
		1311	if $VERBOSE_IO;
756		1312
757	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1313	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
758	chmod SAVE_MODE, $fh;	1314	aio_chmod $fh, SAVE_MODE;
759	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1315	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
760	aio_fsync $fh if $cf::USE_FSYNC;	1316	if ($cf::USE_FSYNC) {
		1317	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1318	aio_fsync $fh;
		1319	}
761	close $fh;	1320	aio_close $fh;
762		1321
763	if (@$objs) {	1322	if (@$objs) {
764	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1323	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
765	chmod SAVE_MODE, $fh;	1324	aio_chmod $fh, SAVE_MODE;
766	my $data = Storable::nfreeze { version => 1, objs => $objs };	1325	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
767	aio_write $fh, 0, (length $data), $data, 0;	1326	aio_write $fh, 0, (length $data), $data, 0;
768	aio_fsync $fh if $cf::USE_FSYNC;	1327	if ($cf::USE_FSYNC) {
		1328	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1329	aio_fsync $fh;
		1330	}
769	close $fh;	1331	aio_close $fh;
770	aio_rename "$filename.pst~", "$filename.pst";	1332	aio_rename "$filename.pst~", "$filename.pst";
771	}	1333	}
772	} else {	1334	} else {
773	aio_unlink "$filename.pst";	1335	aio_unlink "$filename.pst";
774	}	1336	}
775		1337
776	aio_rename "$filename~", $filename;	1338	aio_rename "$filename~", $filename;
		1339
		1340	$filename =~ s%/[^/]+$%%;
		1341	aio_pathsync $filename if $cf::USE_FSYNC;
777	} else {	1342	} else {
778	warn "FATAL: $filename~: $!\n";	1343	error "unable to save objects: $filename~: $!\n";
779	}	1344	}
780	} else {	1345	} else {
781	aio_unlink $filename;	1346	aio_unlink $filename;
782	aio_unlink "$filename.pst";	1347	aio_unlink "$filename.pst";
783	}	1348	}
784	}	1349	};
785	}	1350	}
786		1351
787	sub object_freezer_as_string {	1352	sub object_freezer_as_string {
788	my ($rdata, $objs) = @_;	1353	my ($rdata, $objs) = @_;
789		1354
…		…
801	or return;	1366	or return;
802		1367
803	unless (aio_stat "$filename.pst") {	1368	unless (aio_stat "$filename.pst") {
804	(aio_load "$filename.pst", $av) >= 0	1369	(aio_load "$filename.pst", $av) >= 0
805	or return;	1370	or return;
		1371
806	$av = eval { (Storable::thaw $av)->{objs} };	1372	my $st = eval { Coro::Storable::thaw $av };
		1373	$av = $st->{objs};
807	}	1374	}
808		1375
		1376	utf8::decode (my $decname = $filename);
809	warn sprintf "loading %s (%d)\n",	1377	trace sprintf "loading %s (%d,%d)\n",
810	$filename, length $data, scalar @{$av || []};#d#	1378	$decname, length $data, scalar @{$av || []}
		1379	if $VERBOSE_IO;
		1380
811	return ($data, $av);	1381	($data, $av)
812	}	1382	}
		1383
		1384	=head2 COMMAND CALLBACKS
		1385
		1386	=over 4
		1387
		1388	=cut
813		1389
814	#############################################################################	1390	#############################################################################
815	# command handling &c	1391	# command handling &c
816		1392
817	=item cf::register_command $name => \&callback($ob,$args);	1393	=item cf::register_command $name => \&callback($ob,$args);
…		…
830	push @{ $COMMAND{$name} }, [$caller, $cb];	1406	push @{ $COMMAND{$name} }, [$caller, $cb];
831	}	1407	}
832		1408
833	=item cf::register_extcmd $name => \&callback($pl,$packet);	1409	=item cf::register_extcmd $name => \&callback($pl,$packet);
834		1410
835	Register a callbackf ro execution when the client sends an extcmd packet.	1411	Register a callback for execution when the client sends an (synchronous)
		1412	extcmd packet. Ext commands will be processed in the order they are
		1413	received by the server, like other user commands. The first argument is
		1414	the logged-in player. Ext commands can only be processed after a player
		1415	has logged in successfully.
836		1416
837	If the callback returns something, it is sent back as if reply was being	1417	If the callback returns something, it is sent back as if reply was being
838	called.	1418	called.
839		1419
		1420	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1421
		1422	Register a callback for execution when the client sends an (asynchronous)
		1423	exticmd packet. Exti commands are processed by the server as soon as they
		1424	are received, i.e. out of order w.r.t. other commands. The first argument
		1425	is a client socket. Exti commands can be received anytime, even before
		1426	log-in.
		1427
		1428	If the callback returns something, it is sent back as if reply was being
		1429	called.
		1430
840	=cut	1431	=cut
841		1432
842	sub register_extcmd {	1433	sub register_extcmd {
843	my ($name, $cb) = @_;	1434	my ($name, $cb) = @_;
844		1435
845	$EXTCMD{$name} = $cb;	1436	$EXTCMD{$name} = $cb;
846	}	1437	}
847		1438
		1439	sub register_exticmd {
		1440	my ($name, $cb) = @_;
		1441
		1442	$EXTICMD{$name} = $cb;
		1443	}
		1444
		1445	use File::Glob ();
		1446
848	cf::player->attach (	1447	cf::player->attach (
849	on_command => sub {	1448	on_unknown_command => sub {
850	my ($pl, $name, $params) = @_;	1449	my ($pl, $name, $params) = @_;
851		1450
852	my $cb = $COMMAND{$name}	1451	my $cb = $COMMAND{$name}
853	or return;	1452	or return;
854		1453
…		…
859	cf::override;	1458	cf::override;
860	},	1459	},
861	on_extcmd => sub {	1460	on_extcmd => sub {
862	my ($pl, $buf) = @_;	1461	my ($pl, $buf) = @_;
863		1462
864	my $msg = eval { from_json $buf };	1463	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
865		1464
866	if (ref $msg) {	1465	if (ref $msg) {
		1466	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		1467
		1468	my @reply;
		1469
867	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1470	if (my $cb = $EXTCMD{$type}) {
868	if (my %reply = $cb->($pl, $msg)) {	1471	@reply = $cb->($pl, @payload);
869	$pl->ext_reply ($msg->{msgid}, %reply);
870	}
871	}	1472	}
		1473
		1474	$pl->ext_reply ($reply, @reply)
		1475	if $reply;
		1476
872	} else {	1477	} else {
873	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1478	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
874	}	1479	}
875		1480
876	cf::override;	1481	cf::override;
877	},	1482	},
878	);	1483	);
879		1484
		1485	# "readahead" all extensions
880	sub load_extension {	1486	sub cache_extensions {
881	my ($path) = @_;	1487	my $grp = IO::AIO::aio_group;
882		1488
883	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1489	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
884	my $base = $1;	1490	for (grep /\.ext$/, @{$_[0]}) {
885	my $pkg = $1;	1491	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
886	$pkg =~ s/[^[:word:]]/_/g;
887	$pkg = "ext::$pkg";
888
889	warn "... loading '$path' into '$pkg'\n";
890
891	open my $fh, "<:utf8", $path
892	or die "$path: $!";
893
894	my $source =
895	"package $pkg; use strict; use utf8;\n"
896	. "#line 1 \"$path\"\n{\n"
897	. (do { local $/; <$fh> })
898	. "\n};\n1";
899
900	unless (eval $source) {
901	my $msg = $@ ? "$path: $@\n"
902	: "extension disabled.\n";
903	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
904	warn $@;
905	warn "mandatory extension failed to load, exiting.\n";
906	exit 1;
907	}	1492	}
908	die $@;
909	}	1493	};
910		1494
911	push @EXTS, $pkg;	1495	$grp
912	}	1496	}
913		1497
914	sub load_extensions {	1498	sub load_extensions {
		1499	info "loading extensions...";
		1500
		1501	cf::sync_job {
		1502	my %todo;
		1503
915	for my $ext (<$LIBDIR/*.ext>) {	1504	for my $path (<$LIBDIR/*.ext>) {
916	next unless -r $ext;	1505	next unless -r $path;
917	eval {	1506
918	load_extension $ext;	1507	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1508	my $base = $1;
		1509	my $pkg = $1;
		1510	$pkg =~ s/[^[:word:]]/_/g;
		1511	$pkg = "ext::$pkg";
		1512
		1513	open my $fh, "<:utf8", $path
		1514	or die "$path: $!";
		1515
		1516	my $source = do { local $/; <$fh> };
		1517
		1518	my %ext = (
		1519	path => $path,
		1520	base => $base,
		1521	pkg => $pkg,
		1522	);
		1523
		1524	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1525	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1526
		1527	$ext{source} =
		1528	"package $pkg; use common::sense;\n"
		1529	. "#line 1 \"$path\"\n{\n"
		1530	. $source
		1531	. "\n};\n1";
		1532
		1533	$todo{$base} = \%ext;
		1534	}
		1535
		1536	my $pass = 0;
		1537	my %done;
		1538	while (%todo) {
		1539	my $progress;
		1540
		1541	++$pass;
		1542
		1543	ext:
		1544	while (my ($k, $v) = each %todo) {
		1545	for (split /,\s*/, $v->{meta}{depends}) {
		1546	next ext
		1547	unless exists $done{$_};
		1548	}
		1549
		1550	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
		1551
		1552	my $active = eval $v->{source};
		1553
		1554	if (length $@) {
		1555	error "$v->{path}: $@\n";
		1556
		1557	cf::cleanup "mandatory extension '$k' failed to load, exiting."
		1558	if exists $v->{meta}{mandatory};
		1559
		1560	warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
		1561	delete $todo{$k};
		1562	} else {
		1563	$done{$k} = delete $todo{$k};
		1564	push @EXTS, $v->{pkg};
		1565	$progress = 1;
		1566
		1567	info "$v->{base}: extension inactive.\n"
		1568	unless $active;
		1569	}
919	1	1570	}
920	} or warn "$ext not loaded: $@";	1571
		1572	unless ($progress) {
		1573	warn "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n";
		1574
		1575	while (my ($k, $v) = each %todo) {
		1576	cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
		1577	if exists $v->{meta}{mandatory};
		1578	}
		1579
		1580	last;
		1581	}
		1582	}
921	}	1583	};
922	}	1584	}
923		1585
924	#############################################################################	1586	#############################################################################
925		1587
		1588	=back
		1589
926	=head2 CORE EXTENSIONS	1590	=head2 CORE EXTENSIONS
927		1591
928	Functions and methods that extend core crossfire objects.	1592	Functions and methods that extend core deliantra objects.
929		1593
930	=cut	1594	=cut
931		1595
932	package cf::player;	1596	package cf::player;
933		1597
…		…
935		1599
936	=head3 cf::player	1600	=head3 cf::player
937		1601
938	=over 4	1602	=over 4
939		1603
		1604	=item cf::player::num_playing
		1605
		1606	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1607
		1608	=cut
		1609
		1610	sub num_playing {
		1611	scalar grep
		1612	$_->ob->map
		1613	&& !$_->hidden
		1614	&& !$_->ob->flag (cf::FLAG_WIZ),
		1615	cf::player::list
		1616	}
		1617
940	=item cf::player::find $login	1618	=item cf::player::find $login
941		1619
942	Returns the given player object, loading it if necessary (might block).	1620	Returns the given player object, loading it if necessary (might block).
943		1621
944	=cut	1622	=cut
945		1623
946	sub playerdir($) {	1624	sub playerdir($) {
947	cf::localdir	1625	"$PLAYERDIR/"
948	. "/"
949	. cf::playerdir
950	. "/"
951	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1626	. (ref $_[0] ? $_[0]->ob->name : $_[0])
952	}	1627	}
953		1628
954	sub path($) {	1629	sub path($) {
955	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1630	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
956		1631
957	(playerdir $login) . "/$login.pl"	1632	(playerdir $login) . "/playerdata"
958	}	1633	}
959		1634
960	sub find_active($) {	1635	sub find_active($) {
961	$cf::PLAYER{$_[0]}	1636	$cf::PLAYER{$_[0]}
962	and $cf::PLAYER{$_[0]}->active	1637	and $cf::PLAYER{$_[0]}->active
…		…
965		1640
966	sub exists($) {	1641	sub exists($) {
967	my ($login) = @_;	1642	my ($login) = @_;
968		1643
969	$cf::PLAYER{$login}	1644	$cf::PLAYER{$login}
970	or cf::sync_job { !aio_stat path $login }	1645	or !aio_stat path $login
971	}	1646	}
972		1647
973	sub find($) {	1648	sub find($) {
974	return $cf::PLAYER{$_[0]} || do {	1649	return $cf::PLAYER{$_[0]} || do {
975	my $login = $_[0];	1650	my $login = $_[0];
976		1651
977	my $guard = cf::lock_acquire "user_find:$login";	1652	my $guard = cf::lock_acquire "user_find:$login";
978		1653
979	$cf::PLAYER{$_[0]} || do {	1654	$cf::PLAYER{$_[0]} || do {
980	my $pl = load_pl path $login	1655	# rename old playerfiles to new ones
		1656	#TODO: remove when no longer required
		1657	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1658	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1659	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1660	aio_unlink +(playerdir $login) . "/$login.pl";
		1661
		1662	my $f = new_from_file cf::object::thawer path $login
981	or return;	1663	or return;
		1664
		1665	my $pl = cf::player::load_pl $f
		1666	or return;
		1667
		1668	local $cf::PLAYER_LOADING{$login} = $pl;
		1669	$f->resolve_delayed_derefs;
982	$cf::PLAYER{$login} = $pl	1670	$cf::PLAYER{$login} = $pl
983	}	1671	}
984	}	1672	}
985	}	1673	}
		1674
		1675	cf::player->attach (
		1676	on_load => sub {
		1677	my ($pl, $path) = @_;
		1678
		1679	# restore slots saved in save, below
		1680	my $slots = delete $pl->{_slots};
		1681
		1682	$pl->ob->current_weapon ($slots->[0]);
		1683	$pl->combat_ob ($slots->[1]);
		1684	$pl->ranged_ob ($slots->[2]);
		1685	},
		1686	);
986		1687
987	sub save($) {	1688	sub save($) {
988	my ($pl) = @_;	1689	my ($pl) = @_;
989		1690
990	return if $pl->{deny_save};	1691	return if $pl->{deny_save};
…		…
995	return if $pl->{deny_save};	1696	return if $pl->{deny_save};
996		1697
997	aio_mkdir playerdir $pl, 0770;	1698	aio_mkdir playerdir $pl, 0770;
998	$pl->{last_save} = $cf::RUNTIME;	1699	$pl->{last_save} = $cf::RUNTIME;
999		1700
		1701	cf::get_slot 0.01;
		1702
		1703	# save slots, to be restored later
		1704	local $pl->{_slots} = [$pl->ob->current_weapon, $pl->combat_ob, $pl->ranged_ob];
		1705
1000	$pl->save_pl ($path);	1706	$pl->save_pl ($path);
1001	Coro::cede;	1707	cf::cede_to_tick;
1002	}	1708	}
1003		1709
1004	sub new($) {	1710	sub new($) {
1005	my ($login) = @_;	1711	my ($login) = @_;
1006		1712
…		…
1012	$cf::PLAYER{$login} = $self;	1718	$cf::PLAYER{$login} = $self;
1013		1719
1014	$self	1720	$self
1015	}	1721	}
1016		1722
		1723	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1724
		1725	=cut
		1726
		1727	sub send_msg {
		1728	my $ns = shift->ns
		1729	or return;
		1730	$ns->send_msg (@_);
		1731	}
		1732
1017	=item $pl->quit_character	1733	=item $pl->quit_character
1018		1734
1019	Nukes the player without looking back. If logged in, the connection will	1735	Nukes the player without looking back. If logged in, the connection will
1020	be destroyed. May block for a long time.	1736	be destroyed. May block for a long time.
1021		1737
…		…
1025	my ($pl) = @_;	1741	my ($pl) = @_;
1026		1742
1027	my $name = $pl->ob->name;	1743	my $name = $pl->ob->name;
1028		1744
1029	$pl->{deny_save} = 1;	1745	$pl->{deny_save} = 1;
1030	$pl->password ("*"); # this should lock out the player until we nuked the dir	1746	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1031		1747
1032	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1748	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1033	$pl->deactivate;	1749	$pl->deactivate;
		1750
		1751	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1034	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1752	$pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
		1753	ext::highscore::check ($pl->ob);
		1754
1035	$pl->ns->destroy if $pl->ns;	1755	$pl->ns->destroy if $pl->ns;
1036		1756
1037	my $path = playerdir $pl;	1757	my $path = playerdir $pl;
1038	my $temp = "$path~$cf::RUNTIME~deleting~";	1758	my $temp = "$path~$cf::RUNTIME~deleting~";
1039	aio_rename $path, $temp;	1759	aio_rename $path, $temp;
…		…
1068	while and may block, so not sync_job-capable, ever.	1788	while and may block, so not sync_job-capable, ever.
1069		1789
1070	=cut	1790	=cut
1071		1791
1072	sub list_logins {	1792	sub list_logins {
1073	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1793	my $dirs = aio_readdir $PLAYERDIR
1074	or return [];	1794	or return [];
1075		1795
1076	my @logins;	1796	my @logins;
1077		1797
1078	for my $login (@$dirs) {	1798	for my $login (@$dirs) {
		1799	my $path = path $login;
		1800
		1801	# a .pst is a dead give-away for a valid player
		1802	# if no pst file found, open and chekc for blocked users
		1803	if (aio_stat "$path.pst") {
1079	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1804	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1080	aio_read $fh, 0, 512, my $buf, 0 or next;	1805	aio_read $fh, 0, 512, my $buf, 0 or next;
1081	$buf !~ /^password -------------$/m or next; # official not-valid tag	1806	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1807	}
1082		1808
1083	utf8::decode $login;	1809	utf8::decode $login;
1084	push @logins, $login;	1810	push @logins, $login;
1085	}	1811	}
1086		1812
1087	\@logins	1813	\@logins
1088	}	1814	}
1089		1815
1090	=item $player->maps	1816	=item $player->maps
		1817
		1818	=item cf::player::maps $login
1091		1819
1092	Returns an arrayref of map paths that are private for this	1820	Returns an arrayref of map paths that are private for this
1093	player. May block.	1821	player. May block.
1094		1822
1095	=cut	1823	=cut
…		…
1113	}	1841	}
1114		1842
1115	\@paths	1843	\@paths
1116	}	1844	}
1117		1845
		1846	=item $protocol_xml = $player->expand_cfpod ($cfpod)
		1847
		1848	Expand deliantra pod fragments into protocol xml.
		1849
1118	=item $player->ext_reply ($msgid, $msgtype, %msg)	1850	=item $player->ext_reply ($msgid, @msg)
1119		1851
1120	Sends an ext reply to the player.	1852	Sends an ext reply to the player.
1121		1853
1122	=cut	1854	=cut
1123		1855
1124	sub ext_reply($$$%) {	1856	sub ext_reply($$@) {
1125	my ($self, $id, %msg) = @_;	1857	my ($self, $id, @msg) = @_;
1126		1858
1127	$msg{msgid} = $id;	1859	$self->ns->ext_reply ($id, @msg)
1128
1129	$self->send ("ext " . cf::to_json \%msg);
1130	}	1860	}
1131		1861
1132	package cf;	1862	=item $player->ext_msg ($type, @msg)
		1863
		1864	Sends an ext event to the client.
		1865
		1866	=cut
		1867
		1868	sub ext_msg($$@) {
		1869	my ($self, $type, @msg) = @_;
		1870
		1871	$self->ns->ext_msg ($type, @msg);
		1872	}
		1873
		1874	=head3 cf::region
		1875
		1876	=over 4
		1877
		1878	=cut
		1879
		1880	package cf::region;
		1881
		1882	=item cf::region::find_by_path $path
		1883
		1884	Tries to decuce the likely region for a map knowing only its path.
		1885
		1886	=cut
		1887
		1888	sub find_by_path($) {
		1889	my ($path) = @_;
		1890
		1891	$path =~ s/^~[^\/]*//; # skip ~login
		1892
		1893	my ($match, $specificity);
		1894
		1895	for my $region (list) {
		1896	if ($region->{match} && $path =~ $region->{match}) {
		1897	($match, $specificity) = ($region, $region->specificity)
		1898	if $region->specificity > $specificity;
		1899	}
		1900	}
		1901
		1902	$match
		1903	}
1133		1904
1134	=back	1905	=back
1135
1136		1906
1137	=head3 cf::map	1907	=head3 cf::map
1138		1908
1139	=over 4	1909	=over 4
1140		1910
…		…
1152	our $MAX_RESET = 3600;	1922	our $MAX_RESET = 3600;
1153	our $DEFAULT_RESET = 3000;	1923	our $DEFAULT_RESET = 3000;
1154		1924
1155	sub generate_random_map {	1925	sub generate_random_map {
1156	my ($self, $rmp) = @_;	1926	my ($self, $rmp) = @_;
1157	# mit "rum" bekleckern, nicht	1927
		1928	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1929
1158	$self->_create_random_map (	1930	$self->_create_random_map ($rmp);
1159	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1160	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1161	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1162	$rmp->{exit_on_final_map},
1163	$rmp->{xsize}, $rmp->{ysize},
1164	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1165	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1166	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1167	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1168	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1169	(cf::region::find $rmp->{region}), $rmp->{custom}
1170	)
1171	}	1931	}
1172		1932
1173	=item cf::map->register ($regex, $prio)	1933	=item cf::map->register ($regex, $prio)
1174		1934
1175	Register a handler for the map path matching the given regex at the	1935	Register a handler for the map path matching the given regex at the
…		…
1180		1940
1181	sub register {	1941	sub register {
1182	my (undef, $regex, $prio) = @_;	1942	my (undef, $regex, $prio) = @_;
1183	my $pkg = caller;	1943	my $pkg = caller;
1184		1944
1185	no strict;
1186	push @{"$pkg\::ISA"}, __PACKAGE__;	1945	push @{"$pkg\::ISA"}, __PACKAGE__;
1187		1946
1188	$EXT_MAP{$pkg} = [$prio, qr<$regex>];	1947	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1189	}	1948	}
1190		1949
1191	# also paths starting with '/'	1950	# also paths starting with '/'
1192	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];	1951	$EXT_MAP{"cf::map::wrap"} = [0, qr{^(?=/)}];
1193		1952
1194	sub thawer_merge {	1953	sub thawer_merge {
1195	my ($self, $merge) = @_;	1954	my ($self, $merge) = @_;
1196		1955
1197	# we have to keep some variables in memory intact	1956	# we have to keep some variables in memory intact
1198	local $self->{path};	1957	local $self->{path};
1199	local $self->{load_path};	1958	local $self->{load_path};
1200	local $self->{deny_save};
1201	local $self->{deny_reset};
1202		1959
1203	$self->SUPER::thawer_merge ($merge);	1960	$self->SUPER::thawer_merge ($merge);
1204	}	1961	}
1205		1962
1206	sub normalise {	1963	sub normalise {
1207	my ($path, $base) = @_;	1964	my ($path, $base) = @_;
1208		1965
1209	$path = "$path"; # make sure its a string	1966	$path = "$path"; # make sure it's a string
1210		1967
1211	$path =~ s/\.map$//;	1968	$path =~ s/\.map$//;
1212		1969
1213	# map plan:	1970	# map plan:
1214	#	1971	#
…		…
1229	$base =~ s{[^/]+/?$}{};	1986	$base =~ s{[^/]+/?$}{};
1230	$path = "$base/$path";	1987	$path = "$base/$path";
1231	}	1988	}
1232		1989
1233	for ($path) {	1990	for ($path) {
1234	redo if s{//}{/};
1235	redo if s{/\.?/}{/};	1991	redo if s{/\.?/}{/};
1236	redo if s{/[^/]+/\.\./}{/};	1992	redo if s{/[^/]+/\.\./}{/};
1237	}	1993	}
1238		1994
1239	$path	1995	$path
…		…
1253	$self->init; # pass $1 etc.	2009	$self->init; # pass $1 etc.
1254	return $self;	2010	return $self;
1255	}	2011	}
1256	}	2012	}
1257		2013
1258	Carp::carp "unable to resolve path '$path' (base '$base').";	2014	Carp::cluck "unable to resolve path '$path' (base '$base')";
1259	()	2015	()
1260	}	2016	}
1261		2017
		2018	# may re-bless or do other evil things
1262	sub init {	2019	sub init {
1263	my ($self) = @_;	2020	my ($self) = @_;
1264		2021
1265	$self	2022	$self
1266	}	2023	}
…		…
1278		2035
1279	# the original (read-only) location	2036	# the original (read-only) location
1280	sub load_path {	2037	sub load_path {
1281	my ($self) = @_;	2038	my ($self) = @_;
1282		2039
1283	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	2040	"$MAPDIR/$self->{path}.map"
1284	}	2041	}
1285		2042
1286	# the temporary/swap location	2043	# the temporary/swap location
1287	sub save_path {	2044	sub save_path {
1288	my ($self) = @_;	2045	my ($self) = @_;
1289		2046
1290	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2047	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1291	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	2048	"$TMPDIR/$path.map"
1292	}	2049	}
1293		2050
1294	# the unique path, undef == no special unique path	2051	# the unique path, undef == no special unique path
1295	sub uniq_path {	2052	sub uniq_path {
1296	my ($self) = @_;	2053	my ($self) = @_;
1297		2054
1298	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	2055	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1299	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	2056	"$UNIQUEDIR/$path"
1300	}	2057	}
1301		2058
1302	# and all this just because we cannot iterate over	2059	sub decay_objects {
1303	# all maps in C++...
1304	sub change_all_map_light {
1305	my ($change) = @_;	2060	my ($self) = @_;
1306		2061
1307	$_->change_map_light ($change)	2062	return if $self->{deny_reset};
1308	for grep $_->outdoor, values %cf::MAP;	2063
		2064	$self->do_decay_objects;
1309	}	2065	}
1310		2066
1311	sub unlink_save {	2067	sub unlink_save {
1312	my ($self) = @_;	2068	my ($self) = @_;
1313		2069
…		…
1318		2074
1319	sub load_header_from($) {	2075	sub load_header_from($) {
1320	my ($self, $path) = @_;	2076	my ($self, $path) = @_;
1321		2077
1322	utf8::encode $path;	2078	utf8::encode $path;
1323	#aio_open $path, O_RDONLY, 0	2079	my $f = new_from_file cf::object::thawer $path
1324	# or return;
1325
1326	$self->_load_header ($path)
1327	or return;	2080	or return;
1328		2081
		2082	$self->_load_header ($f)
		2083	or return;
		2084
		2085	local $MAP_LOADING{$self->{path}} = $self;
		2086	$f->resolve_delayed_derefs;
		2087
1329	$self->{load_path} = $path;	2088	$self->{load_path} = $path;
1330		2089
1331	1	2090	1
1332	}	2091	}
1333		2092
		2093	# used to laod the header of an original map
1334	sub load_header_orig {	2094	sub load_header_orig {
1335	my ($self) = @_;	2095	my ($self) = @_;
1336		2096
1337	$self->load_header_from ($self->load_path)	2097	$self->load_header_from ($self->load_path)
1338	}	2098	}
1339		2099
		2100	# used to laod the header of an instantiated map
1340	sub load_header_temp {	2101	sub load_header_temp {
1341	my ($self) = @_;	2102	my ($self) = @_;
1342		2103
1343	$self->load_header_from ($self->save_path)	2104	$self->load_header_from ($self->save_path)
1344	}	2105	}
1345		2106
		2107	# called after loading the header from an instantiated map
1346	sub prepare_temp {	2108	sub prepare_temp {
1347	my ($self) = @_;	2109	my ($self) = @_;
1348		2110
1349	$self->last_access ((delete $self->{last_access})	2111	$self->last_access ((delete $self->{last_access})
1350	|| $cf::RUNTIME); #d#	2112	|| $cf::RUNTIME); #d#
1351	# safety	2113	# safety
1352	$self->{instantiate_time} = $cf::RUNTIME	2114	$self->{instantiate_time} = $cf::RUNTIME
1353	if $self->{instantiate_time} > $cf::RUNTIME;	2115	if $self->{instantiate_time} > $cf::RUNTIME;
1354	}	2116	}
1355		2117
		2118	# called after loading the header from an original map
1356	sub prepare_orig {	2119	sub prepare_orig {
1357	my ($self) = @_;	2120	my ($self) = @_;
1358		2121
1359	$self->{load_original} = 1;	2122	$self->{load_original} = 1;
1360	$self->{instantiate_time} = $cf::RUNTIME;	2123	$self->{instantiate_time} = $cf::RUNTIME;
…		…
1371	$self->load_header_orig	2134	$self->load_header_orig
1372	or return;	2135	or return;
1373	$self->prepare_orig;	2136	$self->prepare_orig;
1374	}	2137	}
1375		2138
		2139	$self->{deny_reset} = 1
		2140	if $self->no_reset;
		2141
		2142	$self->default_region (cf::region::find_by_path $self->{path})
		2143	unless $self->default_region;
		2144
1376	1	2145	1
1377	}	2146	}
1378		2147
1379	sub find;	2148	sub find;
1380	sub find {	2149	sub find {
1381	my ($path, $origin) = @_;	2150	my ($path, $origin) = @_;
1382		2151
		2152	cf::cede_to_tick;
		2153
1383	$path = normalise $path, $origin && $origin->path;	2154	$path = normalise $path, $origin;
1384		2155
		2156	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1385	cf::lock_wait "map_find:$path";	2157	my $guard2 = cf::lock_acquire "map_find:$path";
1386		2158
1387	$cf::MAP{$path} || do {	2159	$cf::MAP{$path} || do {
1388	my $guard = cf::lock_acquire "map_find:$path";
1389	my $map = new_from_path cf::map $path	2160	my $map = new_from_path cf::map $path
1390	or return;	2161	or return;
1391		2162
1392	$map->{last_save} = $cf::RUNTIME;	2163	$map->{last_save} = $cf::RUNTIME;
1393		2164
1394	$map->load_header	2165	$map->load_header
1395	or return;	2166	or return;
1396		2167
1397	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	2168	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1398	# doing this can freeze the server in a sync job, obviously	2169	# doing this can freeze the server in a sync job, obviously
1399	#$cf::WAIT_FOR_TICK->wait;	2170	#$cf::WAIT_FOR_TICK->wait;
		2171	undef $guard2;
		2172	undef $guard1;
1400	$map->reset;	2173	$map->reset;
1401	undef $guard;
1402	return find $path;	2174	return find $path;
1403	}	2175	}
1404		2176
1405	$cf::MAP{$path} = $map	2177	$cf::MAP{$path} = $map
1406	}	2178	}
1407	}	2179	}
1408		2180
1409	sub pre_load { }	2181	sub pre_load { }
1410	sub post_load { }	2182	#sub post_load { } # XS
1411		2183
1412	sub load {	2184	sub load {
1413	my ($self) = @_;	2185	my ($self) = @_;
1414		2186
1415	local $self->{deny_reset} = 1; # loading can take a long time	2187	local $self->{deny_reset} = 1; # loading can take a long time
1416		2188
1417	my $path = $self->{path};	2189	my $path = $self->{path};
		2190
		2191	{
1418	my $guard = cf::lock_acquire "map_load:$path";	2192	my $guard = cf::lock_acquire "map_data:$path";
1419		2193
1420	return if $self->in_memory != cf::MAP_SWAPPED;	2194	return unless $self->valid;
		2195	return unless $self->state == cf::MAP_SWAPPED;
1421		2196
1422	$self->in_memory (cf::MAP_LOADING);
1423
1424	$self->alloc;	2197	$self->alloc;
1425		2198
1426	$self->pre_load;	2199	$self->pre_load;
		2200	cf::cede_to_tick;
1427		2201
1428	$self->_load_objects ($self->{load_path}, 1)	2202	if (exists $self->{load_path}) {
		2203	my $f = new_from_file cf::object::thawer $self->{load_path};
		2204	$f->skip_block;
		2205	$self->_load_objects ($f)
1429	or return;	2206	or return;
1430		2207
1431	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2208	$self->post_load_original
1432	if delete $self->{load_original};	2209	if delete $self->{load_original};
1433		2210
1434	if (my $uniq = $self->uniq_path) {	2211	if (my $uniq = $self->uniq_path) {
1435	utf8::encode $uniq;	2212	utf8::encode $uniq;
1436	if (aio_open $uniq, O_RDONLY, 0) {	2213	unless (aio_stat $uniq) {
		2214	if (my $f = new_from_file cf::object::thawer $uniq) {
1437	$self->clear_unique_items;	2215	$self->clear_unique_items;
1438	$self->_load_objects ($uniq, 0);	2216	$self->_load_objects ($f);
		2217	$f->resolve_delayed_derefs;
		2218	}
		2219	}
1439	}	2220	}
1440	}
1441		2221
1442	Coro::cede;	2222	$f->resolve_delayed_derefs;
		2223	} else {
		2224	$self->post_load_original
		2225	if delete $self->{load_original};
		2226	}
1443		2227
		2228	$self->state (cf::MAP_INACTIVE);
		2229
		2230	cf::cede_to_tick;
1444	# now do the right thing for maps	2231	# now do the right thing for maps
1445	$self->link_multipart_objects;	2232	$self->link_multipart_objects;
1446
1447	unless ($self->{deny_activate}) {
1448	$self->decay_objects;
1449	$self->fix_auto_apply;
1450	$self->update_buttons;
1451	Coro::cede;
1452	$self->set_darkness_map;
1453	$self->difficulty ($self->estimate_difficulty)	2233	$self->difficulty ($self->estimate_difficulty)
1454	unless $self->difficulty;	2234	unless $self->difficulty;
1455	Coro::cede;	2235	cf::cede_to_tick;
1456	$self->activate;	2236
		2237	unless ($self->{deny_activate}) {
		2238	$self->decay_objects;
		2239	$self->fix_auto_apply;
		2240	$self->update_buttons;
		2241	cf::cede_to_tick;
		2242	#$self->activate; # no longer activate maps automatically
		2243	}
		2244
		2245	$self->{last_save} = $cf::RUNTIME;
		2246	$self->last_access ($cf::RUNTIME);
1457	}	2247	}
1458		2248
1459	$self->post_load;	2249	$self->post_load;
1460		2250
1461	$self->in_memory (cf::MAP_IN_MEMORY);	2251	1
1462	}	2252	}
1463		2253
		2254	# customize the map for a given player, i.e.
		2255	# return the _real_ map. used by e.g. per-player
		2256	# maps to change the path to ~playername/mappath
1464	sub customise_for {	2257	sub customise_for {
1465	my ($self, $ob) = @_;	2258	my ($self, $ob) = @_;
1466		2259
1467	return find "~" . $ob->name . "/" . $self->{path}	2260	return find "~" . $ob->name . "/" . $self->{path}
1468	if $self->per_player;	2261	if $self->per_player;
1469		2262
		2263	# return find "?party/" . $ob->name . "/" . $self->{path}
		2264	# if $self->per_party;
		2265
1470	$self	2266	$self
1471	}
1472
1473	# find and load all maps in the 3x3 area around a map
1474	sub load_diag {
1475	my ($map) = @_;
1476
1477	my @diag; # diagonal neighbours
1478
1479	for (0 .. 3) {
1480	my $neigh = $map->tile_path ($_)
1481	or next;
1482	$neigh = find $neigh, $map
1483	or next;
1484	$neigh->load;
1485
1486	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
1487	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1488	}
1489
1490	for (@diag) {
1491	my $neigh = find @$_
1492	or next;
1493	$neigh->load;
1494	}
1495	}	2267	}
1496		2268
1497	sub find_sync {	2269	sub find_sync {
1498	my ($path, $origin) = @_;	2270	my ($path, $origin) = @_;
1499		2271
1500	cf::sync_job { find $path, $origin }	2272	# it's a bug to call this from the main context
		2273	return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
		2274	if $Coro::current == $Coro::main;
		2275
		2276	find $path, $origin
1501	}	2277	}
1502		2278
1503	sub do_load_sync {	2279	sub do_load_sync {
1504	my ($map) = @_;	2280	my ($map) = @_;
1505		2281
1506	cf::sync_job { $map->load };	2282	# it's a bug to call this from the main context
		2283	return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
		2284	if $Coro::current == $Coro::main;
		2285
		2286	$map->load;
1507	}	2287	}
1508		2288
1509	our %MAP_PREFETCH;	2289	our %MAP_PREFETCH;
1510	our $MAP_PREFETCHER = undef;	2290	our $MAP_PREFETCHER = undef;
1511		2291
1512	sub find_async {	2292	sub find_async {
1513	my ($path, $origin) = @_;	2293	my ($path, $origin, $load) = @_;
1514		2294
1515	$path = normalise $path, $origin && $origin->{path};	2295	$path = normalise $path, $origin;
1516		2296
1517	if (my $map = $cf::MAP{$path}) {	2297	if (my $map = $cf::MAP{$path}) {
1518	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2298	return $map if !$load || $map->linkable;
1519	}	2299	}
1520		2300
1521	undef $MAP_PREFETCH{$path};	2301	$MAP_PREFETCH{$path} |= $load;
		2302
1522	$MAP_PREFETCHER ||= cf::async {	2303	$MAP_PREFETCHER ||= cf::async {
		2304	$Coro::current->{desc} = "map prefetcher";
		2305
1523	while (%MAP_PREFETCH) {	2306	while (%MAP_PREFETCH) {
1524	for my $path (keys %MAP_PREFETCH) {	2307	while (my ($k, $v) = each %MAP_PREFETCH) {
1525	my $map = find $path	2308	if (my $map = find $k) {
1526	or next;
1527	$map->load;	2309	$map->load if $v;
		2310	}
1528		2311
1529	delete $MAP_PREFETCH{$path};	2312	delete $MAP_PREFETCH{$k};
1530	}	2313	}
1531	}	2314	}
1532	undef $MAP_PREFETCHER;	2315	undef $MAP_PREFETCHER;
1533	};	2316	};
1534	$MAP_PREFETCHER->prio (6);	2317	$MAP_PREFETCHER->prio (6);
1535		2318
1536	()	2319	()
1537	}	2320	}
1538		2321
		2322	# common code, used by both ->save and ->swapout
1539	sub save {	2323	sub _save {
1540	my ($self) = @_;	2324	my ($self) = @_;
1541
1542	my $lock = cf::lock_acquire "map_data:" . $self->path;
1543		2325
1544	$self->{last_save} = $cf::RUNTIME;	2326	$self->{last_save} = $cf::RUNTIME;
1545		2327
1546	return unless $self->dirty;	2328	return unless $self->dirty;
1547		2329
…		…
1553	return if $self->{deny_save};	2335	return if $self->{deny_save};
1554		2336
1555	local $self->{last_access} = $self->last_access;#d#	2337	local $self->{last_access} = $self->last_access;#d#
1556		2338
1557	cf::async {	2339	cf::async {
		2340	$Coro::current->{desc} = "map player save";
1558	$_->contr->save for $self->players;	2341	$_->contr->save for $self->players;
1559	};	2342	};
		2343
		2344	cf::get_slot 0.02;
1560		2345
1561	if ($uniq) {	2346	if ($uniq) {
1562	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2347	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1563	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2348	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1564	} else {	2349	} else {
1565	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	2350	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1566	}	2351	}
1567	}	2352	}
1568		2353
		2354	sub save {
		2355	my ($self) = @_;
		2356
		2357	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2358
		2359	$self->_save;
		2360	}
		2361
1569	sub swap_out {	2362	sub swap_out {
1570	my ($self) = @_;	2363	my ($self) = @_;
1571		2364
1572	# save first because save cedes
1573	$self->save;
1574
1575	my $lock = cf::lock_acquire "map_data:" . $self->path;	2365	my $lock = cf::lock_acquire "map_data:$self->{path}";
1576		2366
		2367	return if !$self->linkable;
		2368	return if $self->{deny_save};
1577	return if $self->players;	2369	return if $self->players;
1578	return if $self->in_memory != cf::MAP_IN_MEMORY;
1579	return if $self->{deny_save};
1580		2370
		2371	# first deactivate the map and "unlink" it from the core
		2372	$self->deactivate;
		2373	$_->clear_links_to ($self) for values %cf::MAP;
		2374	$self->state (cf::MAP_SWAPPED);
		2375
		2376	# then atomically save
		2377	$self->_save;
		2378
		2379	# then free the map
1581	$self->clear;	2380	$self->clear;
1582	$self->in_memory (cf::MAP_SWAPPED);
1583	}	2381	}
1584		2382
1585	sub reset_at {	2383	sub reset_at {
1586	my ($self) = @_;	2384	my ($self) = @_;
1587		2385
1588	# TODO: safety, remove and allow resettable per-player maps	2386	# TODO: safety, remove and allow resettable per-player maps
1589	return 1e99 if $self->isa ("ext::map_per_player");#d#
1590	return 1e99 if $self->{deny_reset};	2387	return 1e99 if $self->{deny_reset};
1591		2388
1592	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2389	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1593	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2390	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1594		2391
…		…
1605	my ($self) = @_;	2402	my ($self) = @_;
1606		2403
1607	my $lock = cf::lock_acquire "map_data:$self->{path}";	2404	my $lock = cf::lock_acquire "map_data:$self->{path}";
1608		2405
1609	return if $self->players;	2406	return if $self->players;
1610	return if $self->isa ("ext::map_per_player");#d#
1611		2407
1612	warn "resetting map ", $self->path;#d#	2408	cf::trace "resetting map ", $self->path, "\n";
1613		2409
1614	$self->in_memory (cf::MAP_SWAPPED);	2410	$self->state (cf::MAP_SWAPPED);
1615		2411
1616	# need to save uniques path	2412	# need to save uniques path
1617	unless ($self->{deny_save}) {	2413	unless ($self->{deny_save}) {
1618	my $uniq = $self->uniq_path; utf8::encode $uniq;	2414	my $uniq = $self->uniq_path; utf8::encode $uniq;
1619		2415
…		…
1621	if $uniq;	2417	if $uniq;
1622	}	2418	}
1623		2419
1624	delete $cf::MAP{$self->path};	2420	delete $cf::MAP{$self->path};
1625		2421
		2422	$self->deactivate;
		2423	$_->clear_links_to ($self) for values %cf::MAP;
1626	$self->clear;	2424	$self->clear;
1627
1628	$_->clear_links_to ($self) for values %cf::MAP;
1629		2425
1630	$self->unlink_save;	2426	$self->unlink_save;
1631	$self->destroy;	2427	$self->destroy;
1632	}	2428	}
1633		2429
1634	my $nuke_counter = "aaaa";	2430	my $nuke_counter = "aaaa";
1635		2431
1636	sub nuke {	2432	sub nuke {
1637	my ($self) = @_;	2433	my ($self) = @_;
1638		2434
		2435	{
		2436	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2437
1639	delete $cf::MAP{$self->path};	2438	delete $cf::MAP{$self->path};
1640		2439
1641	$self->unlink_save;	2440	$self->unlink_save;
1642		2441
1643	bless $self, "cf::map";	2442	bless $self, "cf::map::wrap";
1644	delete $self->{deny_reset};	2443	delete $self->{deny_reset};
1645	$self->{deny_save} = 1;	2444	$self->{deny_save} = 1;
1646	$self->reset_timeout (1);	2445	$self->reset_timeout (1);
1647	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2446	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1648		2447
1649	$cf::MAP{$self->path} = $self;	2448	$cf::MAP{$self->path} = $self;
		2449	}
1650		2450
1651	$self->reset; # polite request, might not happen	2451	$self->reset; # polite request, might not happen
		2452	}
		2453
		2454	=item $maps = cf::map::tmp_maps
		2455
		2456	Returns an arrayref with all map paths of currently instantiated and saved
		2457	maps. May block.
		2458
		2459	=cut
		2460
		2461	sub tmp_maps() {
		2462	[
		2463	map {
		2464	utf8::decode $_;
		2465	/\.map$/
		2466	? normalise $_
		2467	: ()
		2468	} @{ aio_readdir $TMPDIR or [] }
		2469	]
		2470	}
		2471
		2472	=item $maps = cf::map::random_maps
		2473
		2474	Returns an arrayref with all map paths of currently instantiated and saved
		2475	random maps. May block.
		2476
		2477	=cut
		2478
		2479	sub random_maps() {
		2480	[
		2481	map {
		2482	utf8::decode $_;
		2483	/\.map$/
		2484	? normalise "?random/$_"
		2485	: ()
		2486	} @{ aio_readdir $RANDOMDIR or [] }
		2487	]
1652	}	2488	}
1653		2489
1654	=item cf::map::unique_maps	2490	=item cf::map::unique_maps
1655		2491
1656	Returns an arrayref of paths of all shared maps that have	2492	Returns an arrayref of paths of all shared maps that have
1657	instantiated unique items. May block.	2493	instantiated unique items. May block.
1658		2494
1659	=cut	2495	=cut
1660		2496
1661	sub unique_maps() {	2497	sub unique_maps() {
1662	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2498	[
1663	or return;	2499	map {
1664
1665	my @paths;
1666
1667	for (@$files) {
1668	utf8::decode $_;	2500	utf8::decode $_;
1669	next if /\.pst$/;	2501	s/\.map$//; # TODO future compatibility hack
1670	next unless /^$PATH_SEP/o;	2502	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1671		2503	? ()
1672	push @paths, cf::map::normalise $_;	2504	: normalise $_
		2505	} @{ aio_readdir $UNIQUEDIR or [] }
1673	}	2506	]
1674
1675	\@paths
1676	}	2507	}
1677		2508
1678	package cf;	2509	=item cf::map::static_maps
		2510
		2511	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2512	file in the shared directory excluding F</styles> and F</editor>). May
		2513	block.
		2514
		2515	=cut
		2516
		2517	sub static_maps() {
		2518	my @dirs = "";
		2519	my @maps;
		2520
		2521	while (@dirs) {
		2522	my $dir = shift @dirs;
		2523
		2524	next if $dir eq "/styles" || $dir eq "/editor";
		2525
		2526	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2527	or return;
		2528
		2529	for (@$files) {
		2530	s/\.map$// or next;
		2531	utf8::decode $_;
		2532	push @maps, "$dir/$_";
		2533	}
		2534
		2535	push @dirs, map "$dir/$_", @$dirs;
		2536	}
		2537
		2538	\@maps
		2539	}
1679		2540
1680	=back	2541	=back
1681		2542
1682	=head3 cf::object	2543	=head3 cf::object
1683		2544
…		…
1687		2548
1688	=over 4	2549	=over 4
1689		2550
1690	=item $ob->inv_recursive	2551	=item $ob->inv_recursive
1691		2552
1692	Returns the inventory of the object _and_ their inventories, recursively.	2553	Returns the inventory of the object I<and> their inventories, recursively,
		2554	but I<not> the object itself.
1693		2555
1694	=cut	2556	=cut
1695		2557
1696	sub inv_recursive_;	2558	sub inv_recursive_;
1697	sub inv_recursive_ {	2559	sub inv_recursive_ {
…		…
1700		2562
1701	sub inv_recursive {	2563	sub inv_recursive {
1702	inv_recursive_ inv $_[0]	2564	inv_recursive_ inv $_[0]
1703	}	2565	}
1704		2566
		2567	=item $ref = $ob->ref
		2568
		2569	Creates and returns a persistent reference to an object that can be stored as a string.
		2570
		2571	=item $ob = cf::object::deref ($refstring)
		2572
		2573	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2574	even if the object actually exists. May block.
		2575
		2576	=cut
		2577
		2578	sub deref {
		2579	my ($ref) = @_;
		2580
		2581	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2582	my ($uuid, $name) = ($1, $2);
		2583	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2584	or return;
		2585	$pl->ob->uuid eq $uuid
		2586	or return;
		2587
		2588	$pl->ob
		2589	} else {
		2590	warn "$ref: cannot resolve object reference\n";
		2591	undef
		2592	}
		2593	}
		2594
1705	package cf;	2595	package cf;
1706		2596
1707	=back	2597	=back
1708		2598
1709	=head3 cf::object::player	2599	=head3 cf::object::player
…		…
1715	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2605	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1716	can be C<undef>. Does the right thing when the player is currently in a	2606	can be C<undef>. Does the right thing when the player is currently in a
1717	dialogue with the given NPC character.	2607	dialogue with the given NPC character.
1718		2608
1719	=cut	2609	=cut
		2610
		2611	our $SAY_CHANNEL = {
		2612	id => "say",
		2613	title => "Map",
		2614	reply => "say ",
		2615	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2616	};
		2617
		2618	our $CHAT_CHANNEL = {
		2619	id => "chat",
		2620	title => "Chat",
		2621	reply => "chat ",
		2622	tooltip => "Player chat and shouts, global to the server.",
		2623	};
1720		2624
1721	# rough implementation of a future "reply" method that works	2625	# rough implementation of a future "reply" method that works
1722	# with dialog boxes.	2626	# with dialog boxes.
1723	#TODO: the first argument must go, split into a $npc->reply_to ( method	2627	#TODO: the first argument must go, split into a $npc->reply_to ( method
1724	sub cf::object::player::reply($$$;$) {	2628	sub cf::object::player::reply($$$;$) {
…		…
1726		2630
1727	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2631	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1728		2632
1729	if ($self->{record_replies}) {	2633	if ($self->{record_replies}) {
1730	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2634	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2635
1731	} else {	2636	} else {
		2637	my $pl = $self->contr;
		2638
		2639	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2640	my $dialog = $pl->{npc_dialog};
		2641	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2642
		2643	} else {
1732	$msg = $npc->name . " says: $msg" if $npc;	2644	$msg = $npc->name . " says: $msg" if $npc;
1733	$self->message ($msg, $flags);	2645	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
		2646	}
1734	}	2647	}
		2648	}
		2649
		2650	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2651
		2652	=cut
		2653
		2654	sub cf::object::send_msg {
		2655	my $pl = shift->contr
		2656	or return;
		2657	$pl->send_msg (@_);
1735	}	2658	}
1736		2659
1737	=item $player_object->may ("access")	2660	=item $player_object->may ("access")
1738		2661
1739	Returns wether the given player is authorized to access resource "access"	2662	Returns wether the given player is authorized to access resource "access"
…		…
1752		2675
1753	=item $player_object->enter_link	2676	=item $player_object->enter_link
1754		2677
1755	Freezes the player and moves him/her to a special map (C<{link}>).	2678	Freezes the player and moves him/her to a special map (C<{link}>).
1756		2679
1757	The player should be reasonably safe there for short amounts of time. You	2680	The player should be reasonably safe there for short amounts of time (e.g.
1758	I<MUST> call C<leave_link> as soon as possible, though.	2681	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2682	though, as the player cannot control the character while it is on the link
		2683	map.
1759		2684
1760	Will never block.	2685	Will never block.
1761		2686
1762	=item $player_object->leave_link ($map, $x, $y)	2687	=item $player_object->leave_link ($map, $x, $y)
1763		2688
…		…
1783	sub cf::object::player::enter_link {	2708	sub cf::object::player::enter_link {
1784	my ($self) = @_;	2709	my ($self) = @_;
1785		2710
1786	$self->deactivate_recursive;	2711	$self->deactivate_recursive;
1787		2712
		2713	++$self->{_link_recursion};
		2714
1788	return if UNIVERSAL::isa $self->map, "ext::map_link";	2715	return if UNIVERSAL::isa $self->map, "ext::map_link";
1789		2716
1790	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2717	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1791	if $self->map;	2718	if $self->map && $self->map->{path} ne "{link}";
1792		2719
1793	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2720	$self->enter_map ($LINK_MAP || link_map, 3, 3);
1794	}	2721	}
1795		2722
1796	sub cf::object::player::leave_link {	2723	sub cf::object::player::leave_link {
1797	my ($self, $map, $x, $y) = @_;	2724	my ($self, $map, $x, $y) = @_;
		2725
		2726	return unless $self->contr->active;
1798		2727
1799	my $link_pos = delete $self->{_link_pos};	2728	my $link_pos = delete $self->{_link_pos};
1800		2729
1801	unless ($map) {	2730	unless ($map) {
1802	# restore original map position	2731	# restore original map position
…		…
1813	($x, $y) = (-1, -1)	2742	($x, $y) = (-1, -1)
1814	unless (defined $x) && (defined $y);	2743	unless (defined $x) && (defined $y);
1815		2744
1816	# use -1 or undef as default coordinates, not 0, 0	2745	# use -1 or undef as default coordinates, not 0, 0
1817	($x, $y) = ($map->enter_x, $map->enter_y)	2746	($x, $y) = ($map->enter_x, $map->enter_y)
1818	if $x <=0 && $y <= 0;	2747	if $x <= 0 && $y <= 0;
1819		2748
1820	$map->load;	2749	$map->load;
1821	$map->load_diag;
1822		2750
1823	return unless $self->contr->active;	2751	return unless $self->contr->active;
1824	$self->activate_recursive;
1825		2752
1826	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2753	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1827	$self->enter_map ($map, $x, $y);	2754	if ($self->enter_map ($map, $x, $y)) {
1828	}	2755	# entering was successful
1829		2756	delete $self->{_link_recursion};
1830	cf::player->attach (	2757	# only activate afterwards, to support waiting in hooks
1831	on_logout => sub {	2758	$self->activate_recursive;
1832	my ($pl) = @_;
1833
1834	# abort map switching before logout
1835	if ($pl->ob->{_link_pos}) {
1836	cf::sync_job {
1837	$pl->ob->leave_link
1838	};
1839	}
1840	},	2759	}
1841	on_login => sub {
1842	my ($pl) = @_;
1843		2760
1844	# try to abort aborted map switching on player login :)	2761	}
1845	# should happen only on crashes
1846	if ($pl->ob->{_link_pos}) {
1847	$pl->ob->enter_link;
1848	(async {
1849	$pl->ob->reply (undef,
1850	"There was an internal problem at your last logout, "
1851	. "the server will try to bring you to your intended destination in a second.",
1852	cf::NDI_RED);
1853	# we need this sleep as the login has a concurrent enter_exit running
1854	# and this sleep increases chances of the player not ending up in scorn
1855	Coro::Timer::sleep 1;
1856	$pl->ob->leave_link;
1857	})->prio (2);
1858	}
1859	},
1860	);
1861		2762
1862	=item $player_object->goto ($path, $x, $y)	2763	=item $player_object->goto ($path, $x, $y[, $check->($map, $x, $y, $player)[, $done->($player)]])
1863		2764
		2765	Moves the player to the given map-path and coordinates by first freezing
		2766	her, loading and preparing them map, calling the provided $check callback
		2767	that has to return the map if sucecssful, and then unfreezes the player on
		2768	the new (success) or old (failed) map position. In either case, $done will
		2769	be called at the end of this process.
		2770
		2771	Note that $check will be called with a potentially non-loaded map, so if
		2772	it needs a loaded map it has to call C<< ->load >>.
		2773
1864	=cut	2774	=cut
		2775
		2776	our $GOTOGEN;
1865		2777
1866	sub cf::object::player::goto {	2778	sub cf::object::player::goto {
1867	my ($self, $path, $x, $y) = @_;	2779	my ($self, $path, $x, $y, $check, $done) = @_;
		2780
		2781	if ($self->{_link_recursion} >= $MAX_LINKS) {
		2782	error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
		2783	$self->failmsg ("Something went wrong inside the server - please contact an administrator!");
		2784	($path, $x, $y) = @$EMERGENCY_POSITION;
		2785	}
		2786
		2787	# do generation counting so two concurrent goto's will be executed in-order
		2788	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1868		2789
1869	$self->enter_link;	2790	$self->enter_link;
1870		2791
1871	(async {	2792	(async {
		2793	$Coro::current->{desc} = "player::goto $path $x $y";
		2794
		2795	# *tag paths override both path and x|y
		2796	if ($path =~ /^\*(.*)$/) {
		2797	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2798	my $ob = $obs[rand @obs];
		2799
		2800	# see if we actually can go there
		2801	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2802	$ob = $obs[rand @obs];
		2803	} else {
		2804	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2805	}
		2806	# else put us there anyways for now #d#
		2807
		2808	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2809	} else {
		2810	($path, $x, $y) = (undef, undef, undef);
		2811	}
		2812	}
		2813
1872	my $map = eval {	2814	my $map = eval {
1873	my $map = cf::map::find $path;	2815	my $map = defined $path ? cf::map::find $path, $self->map : undef;
		2816
		2817	if ($map) {
1874	$map = $map->customise_for ($self) if $map;	2818	$map = $map->customise_for ($self);
		2819	$map = $check->($map, $x, $y, $self) if $check && $map;
		2820	} else {
		2821	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2822	}
		2823
1875	$map	2824	$map
		2825	};
		2826
		2827	if ($@) {
		2828	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2829	LOG llevError | logBacktrace, Carp::longmess $@;
1876	} or	2830	}
1877	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1878		2831
		2832	if ($gen == $self->{_goto_generation}) {
		2833	delete $self->{_goto_generation};
1879	$self->leave_link ($map, $x, $y);	2834	$self->leave_link ($map, $x, $y);
		2835	}
		2836
		2837	$done->($self) if $done;
1880	})->prio (1);	2838	})->prio (1);
1881	}	2839	}
1882		2840
1883	=item $player_object->enter_exit ($exit_object)	2841	=item $player_object->enter_exit ($exit_object)
1884		2842
…		…
1904	}	2862	}
1905		2863
1906	sub prepare_random_map {	2864	sub prepare_random_map {
1907	my ($exit) = @_;	2865	my ($exit) = @_;
1908		2866
1909	my $guard = cf::lock_acquire "exit_prepare:$exit";
1910
1911	# all this does is basically replace the /! path by	2867	# all this does is basically replace the /! path by
1912	# a new random map path (?random/...) with a seed	2868	# a new random map path (?random/...) with a seed
1913	# that depends on the exit object	2869	# that depends on the exit object
1914		2870
1915	my $rmp = parse_random_map_params $exit->msg;	2871	my $rmp = parse_random_map_params $exit->msg;
…		…
1917	if ($exit->map) {	2873	if ($exit->map) {
1918	$rmp->{region} = $exit->region->name;	2874	$rmp->{region} = $exit->region->name;
1919	$rmp->{origin_map} = $exit->map->path;	2875	$rmp->{origin_map} = $exit->map->path;
1920	$rmp->{origin_x} = $exit->x;	2876	$rmp->{origin_x} = $exit->x;
1921	$rmp->{origin_y} = $exit->y;	2877	$rmp->{origin_y} = $exit->y;
		2878
		2879	$exit->map->touch;
1922	}	2880	}
1923		2881
1924	$rmp->{random_seed} ||= $exit->random_seed;	2882	$rmp->{random_seed} ||= $exit->random_seed;
1925		2883
1926	my $data = cf::to_json $rmp;	2884	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
1927	my $md5 = Digest::MD5::md5_hex $data;	2885	my $md5 = Digest::MD5::md5_hex $data;
1928	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2886	my $meta = "$RANDOMDIR/$md5.meta";
1929		2887
1930	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2888	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1931	aio_write $fh, 0, (length $data), $data, 0;	2889	aio_write $fh, 0, (length $data), $data, 0;
1932	undef $fh;	2890	undef $fh;
1933	aio_rename "$meta~", $meta;	2891	aio_rename "$meta~", $meta;
1934		2892
		2893	my $slaying = "?random/$md5";
		2894
		2895	if ($exit->valid) {
1935	$exit->slaying ("?random/$md5");	2896	$exit->slaying ("?random/$md5");
1936	$exit->msg (undef);	2897	$exit->msg (undef);
		2898	}
1937	}	2899	}
1938	}	2900	}
1939		2901
1940	sub cf::object::player::enter_exit {	2902	sub cf::object::player::enter_exit {
1941	my ($self, $exit) = @_;	2903	my ($self, $exit) = @_;
1942		2904
1943	return unless $self->type == cf::PLAYER;	2905	return unless $self->type == cf::PLAYER;
1944		2906
1945	if ($exit->slaying eq "/!") {
1946	#TODO: this should de-fi-ni-te-ly not be a sync-job
1947	cf::sync_job { prepare_random_map $exit };
1948	}
1949
1950	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1951	my $hp = $exit->stats->hp;
1952	my $sp = $exit->stats->sp;
1953
1954	$self->enter_link;	2907	$self->enter_link;
1955		2908
1956	(async {	2909	(async {
1957	$self->deactivate_recursive; # just to be sure	2910	$Coro::current->{desc} = "enter_exit";
		2911
1958	unless (eval {	2912	unless (eval {
		2913	$self->deactivate_recursive; # just to be sure
		2914
		2915	my $map = cf::map::normalise $exit->slaying, $exit->map;
		2916	my $x = $exit->stats->hp;
		2917	my $y = $exit->stats->sp;
		2918
		2919	# special map handling
		2920	my $slaying = $exit->slaying;
		2921
		2922	# special map handling
		2923	if ($slaying eq "/!") {
		2924	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2925
		2926	prepare_random_map $exit
		2927	if $exit->slaying eq "/!"; # need to re-check after getting the lock
		2928
		2929	$map = $exit->slaying;
		2930
		2931	} elsif ($slaying eq '!up') {
		2932	$map = $exit->map->tile_path (cf::TILE_UP);
		2933	$x = $exit->x;
		2934	$y = $exit->y;
		2935
		2936	} elsif ($slaying eq '!down') {
		2937	$map = $exit->map->tile_path (cf::TILE_DOWN);
		2938	$x = $exit->x;
		2939	$y = $exit->y;
		2940	}
		2941
1959	$self->goto ($slaying, $hp, $sp);	2942	$self->goto ($map, $x, $y);
1960		2943
		2944	# if exit is damned, update players death & WoR home-position
		2945	$self->contr->savebed ($map, $x, $y)
		2946	if $exit->flag (cf::FLAG_DAMNED);
		2947
1961	1;	2948	1
1962	}) {	2949	}) {
1963	$self->message ("Something went wrong deep within the crossfire server. "	2950	$self->message ("Something went wrong deep within the deliantra server. "
1964	. "I'll try to bring you back to the map you were before. "	2951	. "I'll try to bring you back to the map you were before. "
1965	. "Please report this to the dungeon master!",	2952	. "Please report this to the dungeon master!",
1966	cf::NDI_UNIQUE | cf::NDI_RED);	2953	cf::NDI_UNIQUE | cf::NDI_RED);
1967		2954
1968	warn "ERROR in enter_exit: $@";	2955	error "ERROR in enter_exit: $@";
1969	$self->leave_link;	2956	$self->leave_link;
1970	}	2957	}
1971	})->prio (1);	2958	})->prio (1);
1972	}	2959	}
1973		2960
…		…
1987		2974
1988	utf8::encode $text;	2975	utf8::encode $text;
1989	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2976	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1990	}	2977	}
1991		2978
		2979	=item $client->send_big_packet ($pkt)
		2980
		2981	Like C<send_packet>, but tries to compress large packets, and fragments
		2982	them as required.
		2983
		2984	=cut
		2985
		2986	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		2987
		2988	sub cf::client::send_big_packet {
		2989	my ($self, $pkt) = @_;
		2990
		2991	# try lzf for large packets
		2992	$pkt = "lzf " . Compress::LZF::compress $pkt
		2993	if 1024 <= length $pkt and $self->{can_lzf};
		2994
		2995	# split very large packets
		2996	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		2997	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		2998	$pkt = "frag";
		2999	}
		3000
		3001	$self->send_packet ($pkt);
		3002	}
		3003
		3004	=item $client->send_msg ($channel, $msg, $color, [extra...])
		3005
		3006	Send a drawinfo or msg packet to the client, formatting the msg for the
		3007	client if neccessary. C<$type> should be a string identifying the type of
		3008	the message, with C<log> being the default. If C<$color> is negative, suppress
		3009	the message unless the client supports the msg packet.
		3010
		3011	=cut
		3012
		3013	# non-persistent channels (usually the info channel)
		3014	our %CHANNEL = (
		3015	"c/motd" => {
		3016	id => "infobox",
		3017	title => "MOTD",
		3018	reply => undef,
		3019	tooltip => "The message of the day",
		3020	},
		3021	"c/identify" => {
		3022	id => "infobox",
		3023	title => "Identify",
		3024	reply => undef,
		3025	tooltip => "Items recently identified",
		3026	},
		3027	"c/examine" => {
		3028	id => "infobox",
		3029	title => "Examine",
		3030	reply => undef,
		3031	tooltip => "Signs and other items you examined",
		3032	},
		3033	"c/shopinfo" => {
		3034	id => "infobox",
		3035	title => "Shop Info",
		3036	reply => undef,
		3037	tooltip => "What your bargaining skill tells you about the shop",
		3038	},
		3039	"c/book" => {
		3040	id => "infobox",
		3041	title => "Book",
		3042	reply => undef,
		3043	tooltip => "The contents of a note or book",
		3044	},
		3045	"c/lookat" => {
		3046	id => "infobox",
		3047	title => "Look",
		3048	reply => undef,
		3049	tooltip => "What you saw there",
		3050	},
		3051	"c/who" => {
		3052	id => "infobox",
		3053	title => "Players",
		3054	reply => undef,
		3055	tooltip => "Shows players who are currently online",
		3056	},
		3057	"c/body" => {
		3058	id => "infobox",
		3059	title => "Body Parts",
		3060	reply => undef,
		3061	tooltip => "Shows which body parts you posess and are available",
		3062	},
		3063	"c/statistics" => {
		3064	id => "infobox",
		3065	title => "Statistics",
		3066	reply => undef,
		3067	tooltip => "Shows your primary statistics",
		3068	},
		3069	"c/skills" => {
		3070	id => "infobox",
		3071	title => "Skills",
		3072	reply => undef,
		3073	tooltip => "Shows your experience per skill and item power",
		3074	},
		3075	"c/shopitems" => {
		3076	id => "infobox",
		3077	title => "Shop Items",
		3078	reply => undef,
		3079	tooltip => "Shows the items currently for sale in this shop",
		3080	},
		3081	"c/resistances" => {
		3082	id => "infobox",
		3083	title => "Resistances",
		3084	reply => undef,
		3085	tooltip => "Shows your resistances",
		3086	},
		3087	"c/pets" => {
		3088	id => "infobox",
		3089	title => "Pets",
		3090	reply => undef,
		3091	tooltip => "Shows information abotu your pets/a specific pet",
		3092	},
		3093	"c/perceiveself" => {
		3094	id => "infobox",
		3095	title => "Perceive Self",
		3096	reply => undef,
		3097	tooltip => "You gained detailed knowledge about yourself",
		3098	},
		3099	"c/uptime" => {
		3100	id => "infobox",
		3101	title => "Uptime",
		3102	reply => undef,
		3103	tooltip => "How long the server has been running since last restart",
		3104	},
		3105	"c/mapinfo" => {
		3106	id => "infobox",
		3107	title => "Map Info",
		3108	reply => undef,
		3109	tooltip => "Information related to the maps",
		3110	},
		3111	"c/party" => {
		3112	id => "party",
		3113	title => "Party",
		3114	reply => "gsay ",
		3115	tooltip => "Messages and chat related to your party",
		3116	},
		3117	"c/death" => {
		3118	id => "death",
		3119	title => "Death",
		3120	reply => undef,
		3121	tooltip => "Reason for and more info about your most recent death",
		3122	},
		3123	"c/say" => $SAY_CHANNEL,
		3124	"c/chat" => $CHAT_CHANNEL,
		3125	);
		3126
		3127	sub cf::client::send_msg {
		3128	my ($self, $channel, $msg, $color, @extra) = @_;
		3129
		3130	$msg = $self->pl->expand_cfpod ($msg)
		3131	unless $color & cf::NDI_VERBATIM;
		3132
		3133	$color &= cf::NDI_CLIENT_MASK; # just in case...
		3134
		3135	# check predefined channels, for the benefit of C
		3136	if ($CHANNEL{$channel}) {
		3137	$channel = $CHANNEL{$channel};
		3138
		3139	$self->ext_msg (channel_info => $channel);
		3140	$channel = $channel->{id};
		3141
		3142	} elsif (ref $channel) {
		3143	# send meta info to client, if not yet sent
		3144	unless (exists $self->{channel}{$channel->{id}}) {
		3145	$self->{channel}{$channel->{id}} = $channel;
		3146	$self->ext_msg (channel_info => $channel);
		3147	}
		3148
		3149	$channel = $channel->{id};
		3150	}
		3151
		3152	return unless @extra || length $msg;
		3153
		3154	# default colour, mask it out
		3155	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		3156	if $color & cf::NDI_DEF;
		3157
		3158	my $pkt = "msg "
		3159	. $self->{json_coder}->encode (
		3160	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		3161	);
		3162
		3163	$self->send_big_packet ($pkt);
		3164	}
		3165
		3166	=item $client->ext_msg ($type, @msg)
		3167
		3168	Sends an ext event to the client.
		3169
		3170	=cut
		3171
		3172	sub cf::client::ext_msg($$@) {
		3173	my ($self, $type, @msg) = @_;
		3174
		3175	if ($self->extcmd == 2) {
		3176	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		3177	} elsif ($self->extcmd == 1) { # TODO: remove
		3178	push @msg, msgtype => "event_$type";
		3179	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		3180	}
		3181	}
		3182
		3183	=item $client->ext_reply ($msgid, @msg)
		3184
		3185	Sends an ext reply to the client.
		3186
		3187	=cut
		3188
		3189	sub cf::client::ext_reply($$@) {
		3190	my ($self, $id, @msg) = @_;
		3191
		3192	return unless $self->extcmd == 2;
		3193
		3194	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		3195	}
1992		3196
1993	=item $success = $client->query ($flags, "text", \&cb)	3197	=item $success = $client->query ($flags, "text", \&cb)
1994		3198
1995	Queues a query to the client, calling the given callback with	3199	Queues a query to the client, calling the given callback with
1996	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	3200	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1997	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	3201	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1998		3202
1999	Queries can fail, so check the return code. Or don't, as queries will become	3203	Queries can fail, so check the return code. Or don't, as queries will
2000	reliable at some point in the future.	3204	become reliable at some point in the future.
2001		3205
2002	=cut	3206	=cut
2003		3207
2004	sub cf::client::query {	3208	sub cf::client::query {
2005	my ($self, $flags, $text, $cb) = @_;	3209	my ($self, $flags, $text, $cb) = @_;
…		…
2013	utf8::encode $text;	3217	utf8::encode $text;
2014	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	3218	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2015		3219
2016	$self->send_packet ($self->{query_queue}[0][0])	3220	$self->send_packet ($self->{query_queue}[0][0])
2017	if @{ $self->{query_queue} } == 1;	3221	if @{ $self->{query_queue} } == 1;
		3222
		3223	1
2018	}	3224	}
2019		3225
2020	cf::client->attach (	3226	cf::client->attach (
		3227	on_connect => sub {
		3228	my ($ns) = @_;
		3229
		3230	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		3231	},
2021	on_reply => sub {	3232	on_reply => sub {
2022	my ($ns, $msg) = @_;	3233	my ($ns, $msg) = @_;
2023		3234
2024	# this weird shuffling is so that direct followup queries	3235	# this weird shuffling is so that direct followup queries
2025	# get handled first	3236	# get handled first
…		…
2037	} else {	3248	} else {
2038	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	3249	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2039	}	3250	}
2040	}	3251	}
2041	},	3252	},
		3253	on_exticmd => sub {
		3254	my ($ns, $buf) = @_;
		3255
		3256	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		3257
		3258	if (ref $msg) {
		3259	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
		3260
		3261	my @reply;
		3262
		3263	if (my $cb = $EXTICMD{$type}) {
		3264	@reply = $cb->($ns, @payload);
		3265	}
		3266
		3267	$ns->ext_reply ($reply, @reply)
		3268	if $reply;
		3269
		3270	} else {
		3271	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		3272	}
		3273
		3274	cf::override;
		3275	},
2042	);	3276	);
2043		3277
2044	=item $client->async (\&cb)	3278	=item $client->async (\&cb)
2045		3279
2046	Create a new coroutine, running the specified callback. The coroutine will	3280	Create a new coroutine, running the specified callback. The coroutine will
…		…
2062		3296
2063	$coro	3297	$coro
2064	}	3298	}
2065		3299
2066	cf::client->attach (	3300	cf::client->attach (
2067	on_destroy => sub {	3301	on_client_destroy => sub {
2068	my ($ns) = @_;	3302	my ($ns) = @_;
2069		3303
2070	$_->cancel for values %{ (delete $ns->{_coro}) || {} };	3304	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
2071	},	3305	},
2072	);	3306	);
…		…
2087	our $safe = new Safe "safe";	3321	our $safe = new Safe "safe";
2088	our $safe_hole = new Safe::Hole;	3322	our $safe_hole = new Safe::Hole;
2089		3323
2090	$SIG{FPE} = 'IGNORE';	3324	$SIG{FPE} = 'IGNORE';
2091		3325
2092	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3326	$safe->permit_only (Opcode::opset qw(
		3327	:base_core :base_mem :base_orig :base_math :base_loop
		3328	grepstart grepwhile mapstart mapwhile
		3329	sort time
		3330	));
2093		3331
2094	# here we export the classes and methods available to script code	3332	# here we export the classes and methods available to script code
2095		3333
2096	=pod	3334	=pod
2097		3335
2098	The following functions and methods are available within a safe environment:	3336	The following functions and methods are available within a safe environment:
2099		3337
2100	cf::object contr pay_amount pay_player map	3338	cf::object
		3339	contr pay_amount pay_player map x y force_find force_add destroy
		3340	insert remove name archname title slaying race decrease split
		3341	value
		3342
2101	cf::object::player player	3343	cf::object::player
2102	cf::player peaceful	3344	player
2103	cf::map trigger	3345
		3346	cf::player
		3347	peaceful
		3348
		3349	cf::map
		3350	trigger
2104		3351
2105	=cut	3352	=cut
2106		3353
2107	for (	3354	for (
2108	["cf::object" => qw(contr pay_amount pay_player map)],	3355	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3356	insert remove inv nrof name archname title slaying race
		3357	decrease split destroy change_exp value msg lore send_msg)],
2109	["cf::object::player" => qw(player)],	3358	["cf::object::player" => qw(player)],
2110	["cf::player" => qw(peaceful)],	3359	["cf::player" => qw(peaceful send_msg)],
2111	["cf::map" => qw(trigger)],	3360	["cf::map" => qw(trigger)],
2112	) {	3361	) {
2113	no strict 'refs';
2114	my ($pkg, @funs) = @$_;	3362	my ($pkg, @funs) = @$_;
2115	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3363	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
2116	for @funs;	3364	for @funs;
2117	}	3365	}
2118		3366
…		…
2133		3381
2134	my $qcode = $code;	3382	my $qcode = $code;
2135	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3383	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2136	$qcode =~ s/\n/\\n/g;	3384	$qcode =~ s/\n/\\n/g;
2137		3385
		3386	%vars = (_dummy => 0) unless %vars;
		3387
		3388	my @res;
2138	local $_;	3389	local $_;
2139	local @safe::cf::_safe_eval_args = values %vars;
2140		3390
2141	my $eval =	3391	my $eval =
2142	"do {\n"	3392	"do {\n"
2143	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"	3393	. "my (" . (join ",", map "\$$_", keys %vars) . ") = \@cf::_safe_eval_args;\n"
2144	. "#line 0 \"{$qcode}\"\n"	3394	. "#line 0 \"{$qcode}\"\n"
2145	. $code	3395	. $code
2146	. "\n}"	3396	. "\n}"
2147	;	3397	;
2148		3398
		3399	if ($CFG{safe_eval}) {
2149	sub_generation_inc;	3400	sub_generation_inc;
		3401	local @safe::cf::_safe_eval_args = values %vars;
2150	my @res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);	3402	@res = wantarray ? $safe->reval ($eval) : scalar $safe->reval ($eval);
2151	sub_generation_inc;	3403	sub_generation_inc;
		3404	} else {
		3405	local @cf::_safe_eval_args = values %vars;
		3406	@res = wantarray ? eval eval : scalar eval $eval;
		3407	}
2152		3408
2153	if ($@) {	3409	if ($@) {
2154	warn "$@";	3410	warn "$@",
2155	warn "while executing safe code '$code'\n";	3411	"while executing safe code '$code'\n",
2156	warn "with arguments " . (join " ", %vars) . "\n";	3412	"with arguments " . (join " ", %vars) . "\n";
2157	}	3413	}
2158		3414
2159	wantarray ? @res : $res[0]	3415	wantarray ? @res : $res[0]
2160	}	3416	}
2161		3417
…		…
2175	=cut	3431	=cut
2176		3432
2177	sub register_script_function {	3433	sub register_script_function {
2178	my ($fun, $cb) = @_;	3434	my ($fun, $cb) = @_;
2179		3435
2180	no strict 'refs';	3436	$fun = "safe::$fun" if $CFG{safe_eval};
2181	*{"safe::$fun"} = $safe_hole->wrap ($cb);	3437	*$fun = $safe_hole->wrap ($cb);
2182	}	3438	}
2183		3439
2184	=back	3440	=back
2185		3441
2186	=cut	3442	=cut
2187
2188	#############################################################################
2189
2190	=head2 EXTENSION DATABASE SUPPORT
2191
2192	Crossfire maintains a very simple database for extension use. It can
2193	currently store anything that can be serialised using Storable, which
2194	excludes objects.
2195
2196	The parameter C<$family> should best start with the name of the extension
2197	using it, it should be unique.
2198
2199	=over 4
2200
2201	=item $value = cf::db_get $family => $key
2202
2203	Returns a single value from the database.
2204
2205	=item cf::db_put $family => $key => $value
2206
2207	Stores the given C<$value> in the family.
2208
2209	=cut
2210
2211	our $DB;
2212
2213	sub db_init {
2214	unless ($DB) {
2215	$DB = BDB::db_create $DB_ENV;
2216
2217	cf::sync_job {
2218	eval {
2219	$DB->set_flags (BDB::CHKSUM);
2220
2221	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2222	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2223	cf::cleanup "db_open(db): $!" if $!;
2224	};
2225	cf::cleanup "db_open(db): $@" if $@;
2226	};
2227
2228	my $path = cf::localdir . "/database.pst";
2229	if (stat $path) {
2230	cf::sync_job {
2231	my $pst = Storable::retrieve $path;
2232
2233	cf::db_put (board => data => $pst->{board});
2234	cf::db_put (guildrules => data => $pst->{guildrules});
2235	cf::db_put (rent => balance => $pst->{rent}{balance});
2236	BDB::db_env_txn_checkpoint $DB_ENV;
2237
2238	unlink $path;
2239	};
2240	}
2241	}
2242	}
2243
2244	sub db_get($$) {
2245	my $key = "$_[0]/$_[1]";
2246
2247	cf::sync_job {
2248	BDB::db_get $DB, undef, $key, my $data;
2249
2250	$! ? ()
2251	: Compress::LZF::sthaw $data
2252	}
2253	}
2254
2255	sub db_put($$$) {
2256	BDB::dbreq_pri 4;
2257	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2258	}
2259		3443
2260	#############################################################################	3444	#############################################################################
2261	# the server's init and main functions	3445	# the server's init and main functions
2262		3446
2263	sub load_faces {	3447	sub load_facedata($) {
2264	my $path = sprintf "%s/faces", cf::datadir;	3448	my ($path) = @_;
2265		3449
		3450	# HACK to clear player env face cache, we need some signal framework
		3451	# for this (global event?)
		3452	%ext::player_env::MUSIC_FACE_CACHE = ();
		3453
		3454	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3455
2266	warn "loading faces from $path\n";	3456	trace "loading facedata from $path\n";
2267		3457
2268	my $faces;	3458	my $facedata = decode_storable load_file $path;
2269	0 < aio_load $path, $faces
2270	or die "$path: $!";
2271		3459
2272	Coro::cede;
2273	$faces = Storable::thaw $faces;
2274	Coro::cede;
2275
2276	my $meta = delete $faces->{""};
2277	$meta->{version} == 1	3460	$facedata->{version} == 2
2278	or cf::cleanup "$path: version mismatch, cannot proceed.";	3461	or cf::cleanup "$path: version mismatch, cannot proceed.";
2279		3462
		3463	# patch in the exptable
		3464	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
		3465	$facedata->{resource}{"res/exp_table"} = {
		3466	type => FT_RSRC,
		3467	data => $exp_table,
		3468	hash => (Digest::MD5::md5 $exp_table),
		3469	};
		3470	cf::cede_to_tick;
		3471
		3472	{
		3473	my $faces = $facedata->{faceinfo};
		3474
2280	while (my ($face, $info) = each %$faces) {	3475	while (my ($face, $info) = each %$faces) {
2281	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3476	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2282	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3477
		3478	cf::face::set_visibility $idx, $info->{visibility};
		3479	cf::face::set_magicmap $idx, $info->{magicmap};
2283	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3480	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
2284	Coro::cede;	3481	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
2285	}	3482	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
2286		3483
		3484	cf::cede_to_tick;
		3485	}
		3486
2287	while (my ($face, $info) = each %$faces) {	3487	while (my ($face, $info) = each %$faces) {
2288	next unless $info->{smooth};	3488	next unless $info->{smooth};
		3489
2289	my $idx = cf::face::find $face	3490	my $idx = cf::face::find $face
		3491	or next;
		3492
		3493	if (my $smooth = cf::face::find $info->{smooth}) {
		3494	cf::face::set_smooth $idx, $smooth;
		3495	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
		3496	} else {
		3497	error "smooth face '$info->{smooth}' not found for face '$face'";
		3498	}
		3499
		3500	cf::cede_to_tick;
		3501	}
		3502	}
		3503
		3504	{
		3505	my $anims = $facedata->{animinfo};
		3506
		3507	while (my ($anim, $info) = each %$anims) {
		3508	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3509	cf::cede_to_tick;
		3510	}
		3511
		3512	cf::anim::invalidate_all; # d'oh
		3513	}
		3514
		3515	{
		3516	my $res = $facedata->{resource};
		3517
		3518	while (my ($name, $info) = each %$res) {
		3519	if (defined (my $type = $info->{type})) {
		3520	# TODO: different hash - must free and use new index, or cache ixface data queue
		3521	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3522
		3523	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
		3524	cf::face::set_type $idx, $type;
		3525	cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
		3526	} else {
		3527	# $RESOURCE{$name} = $info; # unused
		3528	}
		3529
		3530	cf::cede_to_tick;
		3531	}
		3532	}
		3533
		3534	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3535
		3536	1
		3537	}
		3538
		3539	register_exticmd fx_want => sub {
		3540	my ($ns, $want) = @_;
		3541
		3542	while (my ($k, $v) = each %$want) {
		3543	$ns->fx_want ($k, $v);
		3544	}
		3545	};
		3546
		3547	sub load_resource_file($) {
		3548	my $guard = lock_acquire "load_resource_file";
		3549
		3550	my $status = load_resource_file_ $_[0];
		3551	get_slot 0.1, 100;
		3552	cf::arch::commit_load;
		3553
		3554	$status
		3555	}
		3556
		3557	sub reload_regions {
		3558	# HACK to clear player env face cache, we need some signal framework
		3559	# for this (global event?)
		3560	%ext::player_env::MUSIC_FACE_CACHE = ();
		3561
		3562	load_resource_file "$MAPDIR/regions"
		3563	or die "unable to load regions file\n";
		3564
		3565	for (cf::region::list) {
		3566	$_->{match} = qr/$_->{match}/
		3567	if exists $_->{match};
		3568	}
		3569	}
		3570
		3571	sub reload_facedata {
		3572	load_facedata "$DATADIR/facedata"
		3573	or die "unable to load facedata\n";
		3574	}
		3575
		3576	sub reload_archetypes {
		3577	load_resource_file "$DATADIR/archetypes"
		3578	or die "unable to load archetypes\n";
		3579	}
		3580
		3581	sub reload_treasures {
		3582	load_resource_file "$DATADIR/treasures"
		3583	or die "unable to load treasurelists\n";
		3584	}
		3585
		3586	sub reload_sound {
		3587	trace "loading sound config from $DATADIR/sound\n";
		3588
		3589	my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
		3590
		3591	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3592	my $sound = $soundconf->{compat}[$_]
2290	or next;	3593	or next;
2291	if (my $smooth = cf::face::find $info->{smooth}) {
2292	cf::face::set_smooth $idx, $smooth;
2293	} else {
2294	warn "smooth face '$info->{smooth}' not found for face '$face'";
2295	}
2296	Coro::cede;
2297	}
2298		3594
		3595	my $face = cf::face::find "sound/$sound->[1]";
		3596	cf::sound::set $sound->[0] => $face;
		3597	cf::sound::old_sound_index $_, $face; # gcfclient-compat
2299	1	3598	}
		3599
		3600	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3601	my $face = cf::face::find "sound/$v";
		3602	cf::sound::set $k => $face;
		3603	}
2300	}	3604	}
2301		3605
2302	sub reload_resources {	3606	sub reload_resources {
2303	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	3607	trace "reloading resource files...\n";
2304	or die "unable to load regions file\n";#d#	3608
		3609	reload_exp_table;
		3610	reload_materials;
2305	load_faces	3611	reload_facedata;
2306	or die "unable to load faces\n";#d#	3612	reload_sound;
2307	}	3613	reload_archetypes;
2308
2309	sub init {
2310	reload_resources;	3614	reload_regions;
2311	}	3615	reload_treasures;
2312		3616
2313	sub cfg_load {	3617	trace "finished reloading resource files\n";
2314	open my $fh, "<:utf8", cf::confdir . "/config"	3618	}
2315	or return;
2316		3619
2317	local $/;	3620	sub reload_config {
2318	*CFG = YAML::Syck::Load <$fh>;	3621	trace "reloading config file...\n";
2319		3622
		3623	my $config = load_file "$CONFDIR/config";
		3624	utf8::decode $config;
		3625	*CFG = decode_yaml $config;
		3626
2320	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3627	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
2321		3628
2322	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3629	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2323	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3630	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
2324		3631
2325	if (exists $CFG{mlockall}) {	3632	if (exists $CFG{mlockall}) {
…		…
2329	};	3636	};
2330	warn $@ if $@;	3637	warn $@ if $@;
2331	}	3638	}
2332	}	3639	}
2333		3640
		3641	sub pidfile() {
		3642	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3643	or die "$PIDFILE: $!";
		3644	flock $fh, &Fcntl::LOCK_EX
		3645	or die "$PIDFILE: flock: $!";
		3646	$fh
		3647	}
		3648
		3649	# make sure only one server instance is running at any one time
		3650	sub atomic {
		3651	my $fh = pidfile;
		3652
		3653	my $pid = <$fh>;
		3654	kill 9, $pid if $pid > 0;
		3655
		3656	seek $fh, 0, 0;
		3657	print $fh $$;
		3658	}
		3659
		3660	sub main_loop {
		3661	trace "EV::loop starting\n";
		3662	if (1) {
		3663	EV::loop;
		3664	}
		3665	trace "EV::loop returned\n";
		3666	goto &main_loop unless $REALLY_UNLOOP;
		3667	}
		3668
2334	sub main {	3669	sub main {
		3670	cf::init_globals; # initialise logging
		3671
		3672	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3673	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3674	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3675	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3676
		3677	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3678
2335	# we must not ever block the main coroutine	3679	# we must not ever block the main coroutine
2336	local $Coro::idle = sub {	3680	local $Coro::idle = sub {
2337	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3681	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2338	(async {	3682	(async {
2339	Event::one_event;	3683	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3684	EV::loop EV::LOOP_ONESHOT;
2340	})->prio (Coro::PRIO_MAX);	3685	})->prio (Coro::PRIO_MAX);
2341	};	3686	};
2342		3687
2343	cfg_load;	3688	evthread_start IO::AIO::poll_fileno;
		3689
		3690	cf::sync_job {
		3691	cf::incloader::init ();
		3692
		3693	cf::init_anim;
		3694	cf::init_attackmess;
		3695	cf::init_dynamic;
		3696
		3697	cf::load_settings;
		3698
		3699	reload_resources;
		3700	reload_config;
2344	db_init;	3701	db_init;
		3702
		3703	cf::init_uuid;
		3704	cf::init_signals;
		3705	cf::init_skills;
		3706
		3707	cf::init_beforeplay;
		3708
		3709	atomic;
		3710
2345	load_extensions;	3711	load_extensions;
2346		3712
2347	$TICK_WATCHER->start;	3713	utime time, time, $RUNTIMEFILE;
2348	Event::loop;	3714
		3715	# no (long-running) fork's whatsoever before this point(!)
		3716	use POSIX ();
		3717	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3718
		3719	cf::_post_init 0;
		3720	};
		3721
		3722	cf::object::thawer::errors_are_fatal 0;
		3723	info "parse errors in files are no longer fatal from this point on.\n";
		3724
		3725	AE::postpone {
		3726	undef &main; # free gobs of memory :)
		3727	};
		3728
		3729	goto &main_loop;
2349	}	3730	}
2350		3731
2351	#############################################################################	3732	#############################################################################
2352	# initialisation and cleanup	3733	# initialisation and cleanup
2353		3734
2354	# install some emergency cleanup handlers	3735	# install some emergency cleanup handlers
2355	BEGIN {	3736	BEGIN {
		3737	our %SIGWATCHER = ();
2356	for my $signal (qw(INT HUP TERM)) {	3738	for my $signal (qw(INT HUP TERM)) {
2357	Event->signal (	3739	$SIGWATCHER{$signal} = AE::signal $signal, sub {
2358	reentrant => 0,
2359	data => WF_AUTOCANCEL,
2360	signal => $signal,
2361	prio => 0,
2362	cb => sub {
2363	cf::cleanup "SIG$signal";	3740	cf::cleanup "SIG$signal";
2364	},
2365	);	3741	};
		3742	}
		3743	}
		3744
		3745	sub write_runtime_sync {
		3746	my $t0 = AE::time;
		3747
		3748	# first touch the runtime file to show we are still running:
		3749	# the fsync below can take a very very long time.
		3750
		3751	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
		3752
		3753	my $guard = cf::lock_acquire "write_runtime";
		3754
		3755	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT | O_TRUNC, 0644
		3756	or return;
		3757
		3758	my $value = $cf::RUNTIME + 90 + 10;
		3759	# 10 is the runtime save interval, for a monotonic clock
		3760	# 60 allows for the watchdog to kill the server.
		3761
		3762	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3763	and return;
		3764
		3765	# always fsync - this file is important
		3766	aio_fsync $fh
		3767	and return;
		3768
		3769	# touch it again to show we are up-to-date
		3770	aio_utime $fh, undef, undef;
		3771
		3772	close $fh
		3773	or return;
		3774
		3775	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
		3776	and return;
		3777
		3778	trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
		3779
2366	}	3780	1
		3781	}
		3782
		3783	our $uuid_lock;
		3784	our $uuid_skip;
		3785
		3786	sub write_uuid_sync($) {
		3787	$uuid_skip ||= $_[0];
		3788
		3789	return if $uuid_lock;
		3790	local $uuid_lock = 1;
		3791
		3792	my $uuid = "$LOCALDIR/uuid";
		3793
		3794	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3795	or return;
		3796
		3797	my $value = uuid_seq uuid_cur;
		3798
		3799	unless ($value) {
		3800	info "cowardly refusing to write zero uuid value!\n";
		3801	return;
		3802	}
		3803
		3804	my $value = uuid_str $value + $uuid_skip;
		3805	$uuid_skip = 0;
		3806
		3807	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3808	and return;
		3809
		3810	# always fsync - this file is important
		3811	aio_fsync $fh
		3812	and return;
		3813
		3814	close $fh
		3815	or return;
		3816
		3817	aio_rename "$uuid~", $uuid
		3818	and return;
		3819
		3820	trace "uuid file written ($value).\n";
		3821
		3822	1
		3823
		3824	}
		3825
		3826	sub write_uuid($$) {
		3827	my ($skip, $sync) = @_;
		3828
		3829	$sync ? write_uuid_sync $skip
		3830	: async { write_uuid_sync $skip };
2367	}	3831	}
2368		3832
2369	sub emergency_save() {	3833	sub emergency_save() {
2370	my $freeze_guard = cf::freeze_mainloop;	3834	my $freeze_guard = cf::freeze_mainloop;
2371		3835
2372	warn "enter emergency perl save\n";	3836	info "emergency_perl_save: enter\n";
		3837
		3838	# this is a trade-off: we want to be very quick here, so
		3839	# save all maps without fsync, and later call a global sync
		3840	# (which in turn might be very very slow)
		3841	local $USE_FSYNC = 0;
2373		3842
2374	cf::sync_job {	3843	cf::sync_job {
		3844	cf::write_runtime_sync; # external watchdog should not bark
		3845
2375	# use a peculiar iteration method to avoid tripping on perl	3846	# use a peculiar iteration method to avoid tripping on perl
2376	# refcount bugs in for. also avoids problems with players	3847	# refcount bugs in for. also avoids problems with players
2377	# and maps saved/destroyed asynchronously.	3848	# and maps saved/destroyed asynchronously.
2378	warn "begin emergency player save\n";	3849	info "emergency_perl_save: begin player save\n";
2379	for my $login (keys %cf::PLAYER) {	3850	for my $login (keys %cf::PLAYER) {
2380	my $pl = $cf::PLAYER{$login} or next;	3851	my $pl = $cf::PLAYER{$login} or next;
2381	$pl->valid or next;	3852	$pl->valid or next;
		3853	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2382	$pl->save;	3854	$pl->save;
2383	}	3855	}
2384	warn "end emergency player save\n";	3856	info "emergency_perl_save: end player save\n";
2385		3857
2386	warn "begin emergency map save\n";	3858	cf::write_runtime_sync; # external watchdog should not bark
		3859
		3860	info "emergency_perl_save: begin map save\n";
2387	for my $path (keys %cf::MAP) {	3861	for my $path (keys %cf::MAP) {
2388	my $map = $cf::MAP{$path} or next;	3862	my $map = $cf::MAP{$path} or next;
2389	$map->valid or next;	3863	$map->valid or next;
2390	$map->save;	3864	$map->save;
2391	}	3865	}
2392	warn "end emergency map save\n";	3866	info "emergency_perl_save: end map save\n";
2393		3867
2394	warn "begin emergency database checkpoint\n";	3868	cf::write_runtime_sync; # external watchdog should not bark
		3869
		3870	info "emergency_perl_save: begin database checkpoint\n";
2395	BDB::db_env_txn_checkpoint $DB_ENV;	3871	BDB::db_env_txn_checkpoint $DB_ENV;
2396	warn "end emergency database checkpoint\n";	3872	info "emergency_perl_save: end database checkpoint\n";
		3873
		3874	info "emergency_perl_save: begin write uuid\n";
		3875	write_uuid_sync 1;
		3876	info "emergency_perl_save: end write uuid\n";
		3877
		3878	cf::write_runtime_sync; # external watchdog should not bark
		3879
		3880	trace "emergency_perl_save: syncing database to disk";
		3881	BDB::db_env_txn_checkpoint $DB_ENV;
		3882
		3883	info "emergency_perl_save: starting sync\n";
		3884	IO::AIO::aio_sync sub {
		3885	info "emergency_perl_save: finished sync\n";
		3886	};
		3887
		3888	cf::write_runtime_sync; # external watchdog should not bark
		3889
		3890	trace "emergency_perl_save: flushing outstanding aio requests";
		3891	while (IO::AIO::nreqs || BDB::nreqs) {
		3892	Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
		3893	}
		3894
		3895	cf::write_runtime_sync; # external watchdog should not bark
2397	};	3896	};
2398		3897
2399	warn "leave emergency perl save\n";	3898	info "emergency_perl_save: leave\n";
2400	}	3899	}
2401		3900
2402	sub post_cleanup {	3901	sub post_cleanup {
2403	my ($make_core) = @_;	3902	my ($make_core) = @_;
2404		3903
		3904	IO::AIO::flush;
		3905
2405	warn Carp::longmess "post_cleanup backtrace"	3906	error Carp::longmess "post_cleanup backtrace"
2406	if $make_core;	3907	if $make_core;
2407	}
2408		3908
		3909	my $fh = pidfile;
		3910	unlink $PIDFILE if <$fh> == $$;
		3911	}
		3912
		3913	# a safer delete_package, copied from Symbol
		3914	sub clear_package($) {
		3915	my $pkg = shift;
		3916
		3917	# expand to full symbol table name if needed
		3918	unless ($pkg =~ /^main::.*::$/) {
		3919	$pkg = "main$pkg" if $pkg =~ /^::/;
		3920	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3921	$pkg .= '::' unless $pkg =~ /::$/;
		3922	}
		3923
		3924	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3925	my $stem_symtab = *{$stem}{HASH};
		3926
		3927	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3928	or return;
		3929
		3930	# clear all symbols
		3931	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3932	for my $name (keys %$leaf_symtab) {
		3933	_gv_clear *{"$pkg$name"};
		3934	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3935	}
		3936	}
		3937
2409	sub reload() {	3938	sub do_reload_perl() {
2410	# can/must only be called in main	3939	# can/must only be called in main
2411	if ($Coro::current != $Coro::main) {	3940	unless (in_main) {
2412	warn "can only reload from main coroutine";	3941	error "can only reload from main coroutine";
2413	return;	3942	return;
2414	}	3943	}
2415		3944
2416	warn "reloading...";	3945	return if $RELOAD++;
2417		3946
2418	warn "entering sync_job";	3947	my $t1 = AE::time;
2419		3948
		3949	while ($RELOAD) {
		3950	cf::get_slot 0.1, -1, "reload_perl";
		3951	info "perl_reload: reloading...";
		3952
		3953	trace "perl_reload: entering sync_job";
		3954
2420	cf::sync_job {	3955	cf::sync_job {
2421	cf::write_runtime; # external watchdog should not bark
2422	cf::emergency_save;	3956	#cf::emergency_save;
2423	cf::write_runtime; # external watchdog should not bark
2424		3957
2425	warn "syncing database to disk";
2426	BDB::db_env_txn_checkpoint $DB_ENV;
2427
2428	# if anything goes wrong in here, we should simply crash as we already saved
2429
2430	warn "cancelling all WF_AUTOCANCEL watchers";
2431	for (Event::all_watchers) {
2432	$_->cancel if $_->data & WF_AUTOCANCEL;
2433	}
2434
2435	warn "flushing outstanding aio requests";
2436	for (;;) {
2437	BDB::flush;
2438	IO::AIO::flush;
2439	Coro::cede;
2440	last unless IO::AIO::nreqs || BDB::nreqs;
2441	warn "iterate...";
2442	}
2443
2444	++$RELOAD;
2445
2446	warn "cancelling all extension coros";	3958	trace "perl_reload: cancelling all extension coros";
2447	$_->cancel for values %EXT_CORO;	3959	$_->cancel for values %EXT_CORO;
2448	%EXT_CORO = ();	3960	%EXT_CORO = ();
2449		3961
2450	warn "removing commands";	3962	trace "perl_reload: removing commands";
2451	%COMMAND = ();	3963	%COMMAND = ();
2452		3964
2453	warn "removing ext commands";	3965	trace "perl_reload: removing ext/exti commands";
2454	%EXTCMD = ();	3966	%EXTCMD = ();
		3967	%EXTICMD = ();
2455		3968
2456	warn "unloading/nuking all extensions";	3969	trace "perl_reload: unloading/nuking all extensions";
2457	for my $pkg (@EXTS) {	3970	for my $pkg (@EXTS) {
2458	warn "... unloading $pkg";	3971	trace "... unloading $pkg";
2459		3972
2460	if (my $cb = $pkg->can ("unload")) {	3973	if (my $cb = $pkg->can ("unload")) {
2461	eval {	3974	eval {
2462	$cb->($pkg);	3975	$cb->($pkg);
2463	1	3976	1
2464	} or warn "$pkg unloaded, but with errors: $@";	3977	} or error "$pkg unloaded, but with errors: $@";
		3978	}
		3979
		3980	trace "... clearing $pkg";
		3981	clear_package $pkg;
2465	}	3982	}
2466		3983
2467	warn "... nuking $pkg";
2468	Symbol::delete_package $pkg;
2469	}
2470
2471	warn "unloading all perl modules loaded from $LIBDIR";	3984	trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
2472	while (my ($k, $v) = each %INC) {	3985	while (my ($k, $v) = each %INC) {
2473	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3986	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2474		3987
2475	warn "... unloading $k";	3988	trace "... unloading $k";
2476	delete $INC{$k};	3989	delete $INC{$k};
2477		3990
2478	$k =~ s/\.pm$//;	3991	$k =~ s/\.pm$//;
2479	$k =~ s/\//::/g;	3992	$k =~ s/\//::/g;
2480		3993
2481	if (my $cb = $k->can ("unload_module")) {	3994	if (my $cb = $k->can ("unload_module")) {
2482	$cb->();	3995	$cb->();
		3996	}
		3997
		3998	clear_package $k;
2483	}	3999	}
2484		4000
2485	Symbol::delete_package $k;
2486	}
2487
2488	warn "getting rid of safe::, as good as possible";	4001	trace "perl_reload: getting rid of safe::, as good as possible";
2489	Symbol::delete_package "safe::$_"	4002	clear_package "safe::$_"
2490	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	4003	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2491		4004
2492	warn "unloading cf.pm \"a bit\"";	4005	trace "perl_reload: unloading cf.pm \"a bit\"";
2493	delete $INC{"cf.pm"};	4006	delete $INC{"cf.pm"};
		4007	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
2494		4008
2495	# don't, removes xs symbols, too,	4009	# don't, removes xs symbols, too,
2496	# and global variables created in xs	4010	# and global variables created in xs
2497	#Symbol::delete_package __PACKAGE__;	4011	#clear_package __PACKAGE__;
2498		4012
2499	warn "unload completed, starting to reload now";	4013	info "perl_reload: unload completed, starting to reload now";
2500		4014
2501	warn "reloading cf.pm";	4015	trace "perl_reload: reloading cf.pm";
2502	require cf;	4016	require cf;
2503	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	4017	cf::_connect_to_perl_1;
2504		4018
2505	warn "loading config and database again";	4019	trace "perl_reload: loading config and database again";
2506	cf::cfg_load;	4020	cf::reload_config;
2507		4021
2508	warn "loading extensions";	4022	trace "perl_reload: loading extensions";
2509	cf::load_extensions;	4023	cf::load_extensions;
2510		4024
		4025	if ($REATTACH_ON_RELOAD) {
2511	warn "reattaching attachments to objects/players";	4026	trace "perl_reload: reattaching attachments to objects/players";
2512	_global_reattach; # objects, sockets	4027	_global_reattach; # objects, sockets
2513	warn "reattaching attachments to maps";	4028	trace "perl_reload: reattaching attachments to maps";
2514	reattach $_ for values %MAP;	4029	reattach $_ for values %MAP;
2515	warn "reattaching attachments to players";	4030	trace "perl_reload: reattaching attachments to players";
2516	reattach $_ for values %PLAYER;	4031	reattach $_ for values %PLAYER;
		4032	}
2517		4033
2518	warn "loading reloadable resources";	4034	cf::_post_init 1;
2519	reload_resources;
2520		4035
2521	warn "leaving sync_job";	4036	trace "perl_reload: leaving sync_job";
2522		4037
2523	1	4038	1
2524	} or do {	4039	} or do {
2525	warn $@;	4040	error $@;
2526	warn "error while reloading, exiting.";	4041	cf::cleanup "perl_reload: error, exiting.";
2527	exit 1;	4042	};
		4043
		4044	--$RELOAD;
		4045	}
		4046
		4047	$t1 = AE::time - $t1;
		4048	info "perl_reload: completed in ${t1}s\n";
		4049	};
		4050
		4051	our $RELOAD_WATCHER; # used only during reload
		4052
		4053	sub reload_perl() {
		4054	# doing reload synchronously and two reloads happen back-to-back,
		4055	# coro crashes during coro_state_free->destroy here.
		4056
		4057	$RELOAD_WATCHER ||= cf::async {
		4058	Coro::AIO::aio_wait cache_extensions;
		4059
		4060	$RELOAD_WATCHER = AE::timer $TICK * 1.5, 0, sub {
		4061	do_reload_perl;
		4062	undef $RELOAD_WATCHER;
		4063	};
2528	};	4064	};
2529		4065	}
2530	warn "reloaded";
2531	};
2532
2533	our $RELOAD_WATCHER; # used only during reload
2534		4066
2535	register_command "reload" => sub {	4067	register_command "reload" => sub {
2536	my ($who, $arg) = @_;	4068	my ($who, $arg) = @_;
2537		4069
2538	if ($who->flag (FLAG_WIZ)) {	4070	if ($who->flag (FLAG_WIZ)) {
2539	$who->message ("reloading server.");	4071	$who->message ("reloading server.");
2540		4072	async {
2541	# doing reload synchronously and two reloads happen back-to-back,	4073	$Coro::current->{desc} = "perl_reload";
2542	# coro crashes during coro_state_free->destroy here.
2543
2544	$RELOAD_WATCHER ||= Event->timer (
2545	reentrant => 0,
2546	after => 0,
2547	data => WF_AUTOCANCEL,
2548	cb => sub {
2549	reload;	4074	reload_perl;
2550	undef $RELOAD_WATCHER;
2551	},
2552	);	4075	};
2553	}	4076	}
2554	};	4077	};
2555		4078
2556	unshift @INC, $LIBDIR;	4079	#############################################################################
2557		4080
2558	my $bug_warning = 0;	4081	my $bug_warning = 0;
2559		4082
2560	$TICK_WATCHER = Event->timer (	4083	sub wait_for_tick() {
2561	reentrant => 0,	4084	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
2562	parked => 1,	4085
2563	prio => 0,	4086	$WAIT_FOR_TICK->wait;
2564	at => $NEXT_TICK || $TICK,	4087	}
2565	data => WF_AUTOCANCEL,	4088
2566	cb => sub {	4089	sub wait_for_tick_begin() {
		4090	return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
		4091
		4092	my $signal = new Coro::Signal;
		4093	push @WAIT_FOR_TICK_BEGIN, $signal;
		4094	$signal->wait;
		4095	}
		4096
		4097	sub tick {
2567	if ($Coro::current != $Coro::main) {	4098	if ($Coro::current != $Coro::main) {
2568	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	4099	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2569	unless ++$bug_warning > 10;	4100	unless ++$bug_warning > 10;
2570	return;	4101	return;
2571	}	4102	}
2572		4103
2573	$NOW = Event::time;	4104	cf::one_tick; # one server iteration
2574		4105
2575	cf::server_tick; # one server iteration	4106	#for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
2576	$RUNTIME += $TICK;
2577	$NEXT_TICK += $TICK;
2578		4107
2579	if ($NOW >= $NEXT_RUNTIME_WRITE) {	4108	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2580	$NEXT_RUNTIME_WRITE = $NOW + 10;	4109	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2581	Coro::async_pool {	4110	Coro::async_pool {
		4111	$Coro::current->{desc} = "runtime saver";
2582	write_runtime	4112	write_runtime_sync
2583	or warn "ERROR: unable to write runtime file: $!";	4113	or error "ERROR: unable to write runtime file: $!";
2584	};
2585	}	4114	};
		4115	}
2586		4116
		4117	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		4118	$sig->send;
		4119	}
2587	$WAIT_FOR_TICK->broadcast;	4120	$WAIT_FOR_TICK->broadcast;
2588	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2589		4121
2590	# my $AFTER = Event::time;	4122	$LOAD = ($NOW - $TICK_START) / $TICK;
2591	# warn $AFTER - $NOW;#d#	4123	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2592		4124
2593	# if we are delayed by four ticks or more, skip them all	4125	if (0) {
2594	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	4126	if ($NEXT_TICK) {
2595		4127	my $jitter = $TICK_START - $NEXT_TICK;
2596	$TICK_WATCHER->at ($NEXT_TICK);	4128	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
2597	$TICK_WATCHER->start;	4129	debug "jitter $JITTER\n";#d#
		4130	}
2598	},	4131	}
2599	);	4132	}
2600		4133
2601	{	4134	{
2602	BDB::max_poll_time $TICK * 0.1;	4135	# configure BDB
2603	$BDB_POLL_WATCHER = Event->io (	4136
2604	reentrant => 0,
2605	fd => BDB::poll_fileno,
2606	poll => 'r',
2607	prio => 0,
2608	data => WF_AUTOCANCEL,
2609	cb => \&BDB::poll_cb,
2610	);
2611	BDB::min_parallel 8;	4137	BDB::min_parallel 16;
2612		4138	BDB::max_poll_reqs $TICK * 0.1;
2613	BDB::set_sync_prepare {	4139	#$AnyEvent::BDB::WATCHER->priority (1);
2614	my $status;
2615	my $current = $Coro::current;
2616	(
2617	sub {
2618	$status = $!;
2619	$current->ready; undef $current;
2620	},
2621	sub {
2622	Coro::schedule while defined $current;
2623	$! = $status;
2624	},
2625	)
2626	};
2627		4140
2628	unless ($DB_ENV) {	4141	unless ($DB_ENV) {
2629	$DB_ENV = BDB::db_env_create;	4142	$DB_ENV = BDB::db_env_create;
		4143	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		4144	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		4145	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		4146	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		4147	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2630		4148
2631	cf::sync_job {	4149	cf::sync_job {
2632	eval {	4150	eval {
2633	BDB::db_env_open	4151	BDB::db_env_open
2634	$DB_ENV,	4152	$DB_ENV,
2635	$BDB_ENV_DIR,	4153	$BDBDIR,
2636	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	4154	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2637	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	4155	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2638	0666;	4156	0666;
2639		4157
2640	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	4158	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2641
2642	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2643	$DB_ENV->set_lk_detect;
2644	};	4159	};
2645		4160
2646	cf::cleanup "db_env_open(db): $@" if $@;	4161	cf::cleanup "db_env_open(db): $@" if $@;
2647	};	4162	};
2648	}	4163	}
		4164
		4165	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		4166	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		4167	};
		4168	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		4169	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		4170	};
		4171	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		4172	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		4173	};
2649	}	4174	}
2650		4175
2651	{	4176	{
		4177	# configure IO::AIO
		4178
2652	IO::AIO::min_parallel 8;	4179	IO::AIO::min_parallel 8;
2653
2654	undef $Coro::AIO::WATCHER;
2655	IO::AIO::max_poll_time $TICK * 0.1;	4180	IO::AIO::max_poll_time $TICK * 0.1;
2656	$AIO_POLL_WATCHER = Event->io (	4181	undef $AnyEvent::AIO::WATCHER;
2657	reentrant => 0,
2658	data => WF_AUTOCANCEL,
2659	fd => IO::AIO::poll_fileno,
2660	poll => 'r',
2661	prio => 6,
2662	cb => \&IO::AIO::poll_cb,
2663	);
2664	}	4182	}
		4183
		4184	our $_log_backtrace;
		4185	our $_log_backtrace_last;
		4186
		4187	sub _log_backtrace {
		4188	my ($msg, @addr) = @_;
		4189
		4190	$msg =~ s/\n$//;
		4191
		4192	if ($_log_backtrace_last eq $msg) {
		4193	LOG llevInfo, "[ABT] $msg\n";
		4194	LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
		4195	# limit the # of concurrent backtraces
		4196	} elsif ($_log_backtrace < 2) {
		4197	$_log_backtrace_last = $msg;
		4198	++$_log_backtrace;
		4199	my $perl_bt = Carp::longmess $msg;
		4200	async {
		4201	$Coro::current->{desc} = "abt $msg";
		4202
		4203	my @bt = fork_call {
		4204	@addr = map { sprintf "%x", $_ } @addr;
		4205	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		4206	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		4207	or die "addr2line: $!";
		4208
		4209	my @funcs;
		4210	my @res = <$fh>;
		4211	chomp for @res;
		4212	while (@res) {
		4213	my ($func, $line) = splice @res, 0, 2, ();
		4214	push @funcs, "[$func] $line";
		4215	}
		4216
		4217	@funcs
		4218	};
		4219
		4220	LOG llevInfo, "[ABT] $perl_bt\n";
		4221	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
		4222	LOG llevInfo, "[ABT] $_\n" for @bt;
		4223	--$_log_backtrace;
		4224	};
		4225	} else {
		4226	LOG llevInfo, "[ABT] $msg\n";
		4227	LOG llevInfo, "[ABT] [overload, suppressed]\n";
		4228	}
		4229	}
		4230
		4231	# load additional modules
		4232	require "cf/$_.pm" for @EXTRA_MODULES;
		4233	cf::_connect_to_perl_2;
2665		4234
2666	END { cf::emergency_save }	4235	END { cf::emergency_save }
2667		4236
2668	1	4237	1
2669		4238

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines