ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.215 by root, Thu Feb 15 03:19:02 2007 UTC vs.
Revision 1.448 by root, Fri Sep 19 05:30:23 2008 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify
		7	# it under the terms of the GNU General Public License as published by
		8	# the Free Software Foundation, either version 3 of the License, or
		9	# (at your option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the GNU General Public License
		17	# along with this program. If not, see <http://www.gnu.org/licenses/>.
		18	#
		19	# The authors can be reached via e-mail to <support@deliantra.net>
		20	#
		21
1	package cf;	22	package cf;
2		23
		24	use 5.10.0;
3	use utf8;	25	use utf8;
4	use strict;	26	use strict "vars", "subs";
5		27
6	use Symbol;	28	use Symbol;
7	use List::Util;	29	use List::Util;
8	use Storable;	30	use Socket;
		31	use EV;
9	use Opcode;	32	use Opcode;
10	use Safe;	33	use Safe;
11	use Safe::Hole;	34	use Safe::Hole;
		35	use Storable ();
12		36
13	use Coro 3.5 ();	37	use Coro ();
		38	use Coro::State;
		39	use Coro::Handle;
		40	use Coro::EV;
14	use Coro::Event;	41	use Coro::AnyEvent;
15	use Coro::Timer;	42	use Coro::Timer;
16	use Coro::Signal;	43	use Coro::Signal;
17	use Coro::Semaphore;	44	use Coro::Semaphore;
		45	use Coro::AnyEvent;
18	use Coro::AIO;	46	use Coro::AIO;
		47	use Coro::BDB 1.6;
		48	use Coro::Storable;
		49	use Coro::Util ();
19		50
		51	use JSON::XS 2.01 ();
20	use BDB ();	52	use BDB ();
21	use Data::Dumper;	53	use Data::Dumper;
22	use Digest::MD5;	54	use Digest::MD5;
23	use Fcntl;	55	use Fcntl;
		56	use YAML ();
24	use IO::AIO 2.32 ();	57	use IO::AIO ();
25	use YAML::Syck ();
26	use Time::HiRes;	58	use Time::HiRes;
27	use Compress::LZF;	59	use Compress::LZF;
		60	use Digest::MD5 ();
28		61
		62	AnyEvent::detect;
		63
		64	# configure various modules to our taste
		65	#
		66	$Storable::canonical = 1; # reduce rsync transfers
		67	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		68
		69	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		70
		71	{
		72	# very ugly, but ensure we acquire the storable lock
		73
		74	sub net_mstore {
		75	my $guard = Coro::Storable::guard;
		76	&Storable::net_mstore
		77	}
		78
		79	sub mretrieve {
		80	my $guard = Coro::Storable::guard;
		81	&Storable::mretrieve
		82	}
		83
		84	Compress::LZF::set_serializer "Coro::Storable", "cf::net_mstore", "cf::mretrieve";
29	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	85	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
30		86	}
31	use Event; $Event::Eval = 1; # no idea why this is required, but it is
32		87
33	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	88	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34
35	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
36	$YAML::Syck::ImplicitUnicode = 1;
37
38	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
39		89
40	our %COMMAND = ();	90	our %COMMAND = ();
41	our %COMMAND_TIME = ();	91	our %COMMAND_TIME = ();
42		92
43	our @EXTS = (); # list of extension package names	93	our @EXTS = (); # list of extension package names
44	our %EXTCMD = ();	94	our %EXTCMD = ();
		95	our %EXTICMD = ();
45	our %EXT_CORO = (); # coroutines bound to extensions	96	our %EXT_CORO = (); # coroutines bound to extensions
46	our %EXT_MAP = (); # pluggable maps	97	our %EXT_MAP = (); # pluggable maps
47		98
		99	our $RELOAD; # number of reloads so far
48	our @EVENT;	100	our @EVENT;
49	our $LIBDIR = datadir . "/ext";
50		101
51	our $TICK = MAX_TIME * 1e-6;	102	our $CONFDIR = confdir;
52	our $TICK_WATCHER;	103	our $DATADIR = datadir;
53	our $AIO_POLL_WATCHER;	104	our $LIBDIR = "$DATADIR/ext";
		105	our $PODDIR = "$DATADIR/pod";
		106	our $MAPDIR = "$DATADIR/" . mapdir;
		107	our $LOCALDIR = localdir;
		108	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		109	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		110	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		111	our $RANDOMDIR = "$LOCALDIR/random";
		112	our $BDBDIR = "$LOCALDIR/db";
		113	our $PIDFILE = "$LOCALDIR/pid";
		114	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		115
		116	our %RESOURCE;
		117
		118	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
54	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	119	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
55	our $NEXT_TICK;	120	our $NEXT_TICK;
56	our $NOW;
57	our $USE_FSYNC = 1; # use fsync to write maps - default off	121	our $USE_FSYNC = 1; # use fsync to write maps - default off
58		122
		123	our $BDB_DEADLOCK_WATCHER;
		124	our $BDB_CHECKPOINT_WATCHER;
59	our $BDB_POLL_WATCHER;	125	our $BDB_TRICKLE_WATCHER;
60	our $DB_ENV;	126	our $DB_ENV;
61		127
62	our %CFG;	128	our %CFG;
63		129
64	our $UPTIME; $UPTIME ||= time;	130	our $UPTIME; $UPTIME ||= time;
65	our $RUNTIME;	131	our $RUNTIME;
		132	our $NOW;
66		133
67	our %PLAYER; # all users	134	our (%PLAYER, %PLAYER_LOADING); # all users
68	our %MAP; # all maps	135	our (%MAP, %MAP_LOADING ); # all maps
69	our $LINK_MAP; # the special {link} map, which is always available	136	our $LINK_MAP; # the special {link} map, which is always available
70	our $RANDOM_MAPS = cf::localdir . "/random";
71	our $BDB_ENV_DIR = cf::localdir . "/db";
72
73	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
74	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
75		137
76	# used to convert map paths into valid unix filenames by replacing / by ∕	138	# used to convert map paths into valid unix filenames by replacing / by ∕
77	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	139	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
78		140
		141	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		142	our $LOADAVG; # same thing, but with alpha-smoothing
		143	our $JITTER; # average jitter
		144	our $TICK_START; # for load detecting purposes
		145
79	binmode STDOUT;	146	binmode STDOUT;
80	binmode STDERR;	147	binmode STDERR;
81		148
82	# read virtual server time, if available	149	# read virtual server time, if available
83	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	150	unless ($RUNTIME || !-e $RUNTIMEFILE) {
84	open my $fh, "<", cf::localdir . "/runtime"	151	open my $fh, "<", $RUNTIMEFILE
85	or die "unable to read runtime file: $!";	152	or die "unable to read $RUNTIMEFILE file: $!";
86	$RUNTIME = <$fh> + 0.;	153	$RUNTIME = <$fh> + 0.;
87	}	154	}
88		155
89	mkdir cf::localdir;	156	mkdir $_
90	mkdir cf::localdir . "/" . cf::playerdir;	157	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
91	mkdir cf::localdir . "/" . cf::tmpdir;
92	mkdir cf::localdir . "/" . cf::uniquedir;
93	mkdir $RANDOM_MAPS;
94	mkdir $BDB_ENV_DIR;
95		158
96	our $EMERGENCY_POSITION;	159	our $EMERGENCY_POSITION;
97		160
98	sub cf::map::normalise;	161	sub cf::map::normalise;
99		162
…		…
110	=item $cf::RUNTIME	173	=item $cf::RUNTIME
111		174
112	The time this server has run, starts at 0 and is increased by $cf::TICK on	175	The time this server has run, starts at 0 and is increased by $cf::TICK on
113	every server tick.	176	every server tick.
114		177
115	=item $cf::LIBDIR	178	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		179	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		180	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
116		181
117	The perl library directory, where extensions and cf-specific modules can	182	Various directories - "/etc", read-only install directory, perl-library
118	be found. It will be added to C<@INC> automatically.	183	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		184	unique-items directory, player file directory, random maps directory and
		185	database environment.
119		186
120	=item $cf::NOW	187	=item $cf::NOW
121		188
122	The time of the last (current) server tick.	189	The time of the last (current) server tick.
123		190
124	=item $cf::TICK	191	=item $cf::TICK
125		192
126	The interval between server ticks, in seconds.	193	The interval between server ticks, in seconds.
127		194
		195	=item $cf::LOADAVG
		196
		197	The current CPU load on the server (alpha-smoothed), as a value between 0
		198	(none) and 1 (overloaded), indicating how much time is spent on processing
		199	objects per tick. Healthy values are < 0.5.
		200
		201	=item $cf::LOAD
		202
		203	The raw value load value from the last tick.
		204
128	=item %cf::CFG	205	=item %cf::CFG
129		206
130	Configuration for the server, loaded from C</etc/crossfire/config>, or	207	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
131	from wherever your confdir points to.	208	from wherever your confdir points to.
132		209
133	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	210	=item cf::wait_for_tick, cf::wait_for_tick_begin
134		211
135	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	212	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
136	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	213	returns directly I<after> the tick processing (and consequently, can only wake one process
137	processing has been done. Call C<< ->wait >> on them to maximise the	214	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
138	window of cpu time available, or simply to synchronise to the server tick.	215
		216	=item @cf::INVOKE_RESULTS
		217
		218	This array contains the results of the last C<invoke ()> call. When
		219	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		220	that call.
139		221
140	=back	222	=back
141		223
142	=cut	224	=cut
143		225
144	BEGIN {	226	BEGIN {
145	*CORE::GLOBAL::warn = sub {	227	*CORE::GLOBAL::warn = sub {
146	my $msg = join "", @_;	228	my $msg = join "", @_;
147	utf8::encode $msg;
148		229
149	$msg .= "\n"	230	$msg .= "\n"
150	unless $msg =~ /\n$/;	231	unless $msg =~ /\n$/;
151		232
		233	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		234
152	LOG llevError, $msg;	235	LOG llevError, $msg;
153	};	236	};
154	}	237	}
		238
		239	$Coro::State::DIEHOOK = sub {
		240	return unless $^S eq 0; # "eq", not "=="
		241
		242	if ($Coro::current == $Coro::main) {#d#
		243	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		244	return;#d#
		245	}#d#
		246
		247	# kill coroutine otherwise
		248	warn Carp::longmess $_[0];
		249	Coro::terminate
		250	};
		251
		252	$SIG{__DIE__} = sub { }; #d#?
155		253
156	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	254	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
157	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	255	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
158	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	256	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
159	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	257	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
160	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	258	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		259	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
161	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	260	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
162		261
163	# we bless all objects into (empty) derived classes to force a method lookup	262	# we bless all objects into (empty) derived classes to force a method lookup
164	# within the Safe compartment.	263	# within the Safe compartment.
165	for my $pkg (qw(	264	for my $pkg (qw(
166	cf::global cf::attachable	265	cf::global cf::attachable
167	cf::object cf::object::player	266	cf::object cf::object::player
168	cf::client cf::player	267	cf::client cf::player
169	cf::arch cf::living	268	cf::arch cf::living
		269	cf::map cf::mapspace
170	cf::map cf::party cf::region	270	cf::party cf::region
171	)) {	271	)) {
172	no strict 'refs';
173	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	272	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
174	}	273	}
175		274
176	$Event::DIED = sub {	275	$EV::DIED = sub {
177	warn "error in event callback: @_";	276	warn "error in event callback: @_";
178	};	277	};
		278
		279	#############################################################################
179		280
180	=head2 UTILITY FUNCTIONS	281	=head2 UTILITY FUNCTIONS
181		282
182	=over 4	283	=over 4
183		284
…		…
202	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	303	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
203	$d	304	$d
204	} || "[unable to dump $_[0]: '$@']";	305	} || "[unable to dump $_[0]: '$@']";
205	}	306	}
206		307
207	use JSON::Syck (); # TODO# replace by JSON::PC once working
208
209	=item $ref = cf::from_json $json	308	=item $ref = cf::decode_json $json
210		309
211	Converts a JSON string into the corresponding perl data structure.	310	Converts a JSON string into the corresponding perl data structure.
212		311
213	=cut
214
215	sub from_json($) {
216	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
217	JSON::Syck::Load $_[0]
218	}
219
220	=item $json = cf::to_json $ref	312	=item $json = cf::encode_json $ref
221		313
222	Converts a perl data structure into its JSON representation.	314	Converts a perl data structure into its JSON representation.
223		315
224	=cut	316	=cut
225		317
226	sub to_json($) {	318	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
227	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	319
228	JSON::Syck::Dump $_[0]	320	sub encode_json($) { $json_coder->encode ($_[0]) }
229	}	321	sub decode_json($) { $json_coder->decode ($_[0]) }
230		322
231	=item cf::lock_wait $string	323	=item cf::lock_wait $string
232		324
233	Wait until the given lock is available. See cf::lock_acquire.	325	Wait until the given lock is available. See cf::lock_acquire.
234		326
…		…
237	Wait until the given lock is available and then acquires it and returns	329	Wait until the given lock is available and then acquires it and returns
238	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	330	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
239	for example when the coroutine gets canceled), the lock is automatically	331	for example when the coroutine gets canceled), the lock is automatically
240	returned.	332	returned.
241		333
		334	Locks are *not* recursive, locking from the same coro twice results in a
		335	deadlocked coro.
		336
242	Lock names should begin with a unique identifier (for example, cf::map::find	337	Lock names should begin with a unique identifier (for example, cf::map::find
243	uses map_find and cf::map::load uses map_load).	338	uses map_find and cf::map::load uses map_load).
244		339
		340	=item $locked = cf::lock_active $string
		341
		342	Return true if the lock is currently active, i.e. somebody has locked it.
		343
245	=cut	344	=cut
246		345
247	our %LOCK;	346	our %LOCK;
		347	our %LOCKER;#d#
248		348
249	sub lock_wait($) {	349	sub lock_wait($) {
250	my ($key) = @_;	350	my ($key) = @_;
		351
		352	if ($LOCKER{$key} == $Coro::current) {#d#
		353	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		354	return;#d#
		355	}#d#
251		356
252	# wait for lock, if any	357	# wait for lock, if any
253	while ($LOCK{$key}) {	358	while ($LOCK{$key}) {
254	push @{ $LOCK{$key} }, $Coro::current;	359	push @{ $LOCK{$key} }, $Coro::current;
255	Coro::schedule;	360	Coro::schedule;
…		…
261		366
262	# wait, to be sure we are not locked	367	# wait, to be sure we are not locked
263	lock_wait $key;	368	lock_wait $key;
264		369
265	$LOCK{$key} = [];	370	$LOCK{$key} = [];
		371	$LOCKER{$key} = $Coro::current;#d#
266		372
267	Coro::guard {	373	Coro::guard {
		374	delete $LOCKER{$key};#d#
268	# wake up all waiters, to be on the safe side	375	# wake up all waiters, to be on the safe side
269	$_->ready for @{ delete $LOCK{$key} };	376	$_->ready for @{ delete $LOCK{$key} };
270	}	377	}
271	}	378	}
272		379
		380	sub lock_active($) {
		381	my ($key) = @_;
		382
		383	! ! $LOCK{$key}
		384	}
		385
273	sub freeze_mainloop {	386	sub freeze_mainloop {
274	return unless $TICK_WATCHER->is_active;	387	tick_inhibit_inc;
275		388
276	my $guard = Coro::guard {	389	Coro::guard \&tick_inhibit_dec;
277	$TICK_WATCHER->start;	390	}
		391
		392	=item cf::periodic $interval, $cb
		393
		394	Like EV::periodic, but randomly selects a starting point so that the actions
		395	get spread over timer.
		396
		397	=cut
		398
		399	sub periodic($$) {
		400	my ($interval, $cb) = @_;
		401
		402	my $start = rand List::Util::min 180, $interval;
		403
		404	EV::periodic $start, $interval, 0, $cb
		405	}
		406
		407	=item cf::get_slot $time[, $priority[, $name]]
		408
		409	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		410	This call blocks and returns only when you have at least C<$time> seconds
		411	of cpu time till the next tick. The slot is only valid till the next cede.
		412
		413	The optional C<$name> can be used to identify the job to run. It might be
		414	used for statistical purposes and should identify the same time-class.
		415
		416	Useful for short background jobs.
		417
		418	=cut
		419
		420	our @SLOT_QUEUE;
		421	our $SLOT_QUEUE;
		422
		423	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		424	$SLOT_QUEUE = Coro::async {
		425	$Coro::current->desc ("timeslot manager");
		426
		427	my $signal = new Coro::Signal;
		428
		429	while () {
		430	next_job:
		431	my $avail = cf::till_tick;
		432	if ($avail > 0.01) {
		433	for (0 .. $#SLOT_QUEUE) {
		434	if ($SLOT_QUEUE[$_][0] < $avail) {
		435	my $job = splice @SLOT_QUEUE, $_, 1, ();
		436	$job->[2]->send;
		437	Coro::cede;
		438	goto next_job;
		439	}
		440	}
		441	}
		442
		443	if (@SLOT_QUEUE) {
		444	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		445	push @cf::WAIT_FOR_TICK, $signal;
		446	$signal->wait;
		447	} else {
		448	Coro::schedule;
		449	}
278	};	450	}
279	$TICK_WATCHER->stop;	451	};
280	$guard	452
		453	sub get_slot($;$$) {
		454	return if tick_inhibit || $Coro::current == $Coro::main;
		455
		456	my ($time, $pri, $name) = @_;
		457
		458	$time = $TICK * .6 if $time > $TICK * .6;
		459	my $sig = new Coro::Signal;
		460
		461	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		462	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		463	$SLOT_QUEUE->ready;
		464	$sig->wait;
281	}	465	}
282		466
283	=item cf::async { BLOCK }	467	=item cf::async { BLOCK }
284		468
285	Currently the same as Coro::async_pool, meaning you cannot use	469	Currently the same as Coro::async_pool, meaning you cannot use
…		…
290		474
291	BEGIN { *async = \&Coro::async_pool }	475	BEGIN { *async = \&Coro::async_pool }
292		476
293	=item cf::sync_job { BLOCK }	477	=item cf::sync_job { BLOCK }
294		478
295	The design of crossfire+ requires that the main coro ($Coro::main) is	479	The design of Deliantra requires that the main coroutine ($Coro::main)
296	always able to handle events or runnable, as crossfire+ is only partly	480	is always able to handle events or runnable, as Deliantra is only
297	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	481	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		482	acceptable.
298		483
299	If it must be done, put the blocking parts into C<sync_job>. This will run	484	If it must be done, put the blocking parts into C<sync_job>. This will run
300	the given BLOCK in another coroutine while waiting for the result. The	485	the given BLOCK in another coroutine while waiting for the result. The
301	server will be frozen during this time, so the block should either finish	486	server will be frozen during this time, so the block should either finish
302	fast or be very important.	487	fast or be very important.
…		…
305		490
306	sub sync_job(&) {	491	sub sync_job(&) {
307	my ($job) = @_;	492	my ($job) = @_;
308		493
309	if ($Coro::current == $Coro::main) {	494	if ($Coro::current == $Coro::main) {
		495	my $time = EV::time;
		496
310	# this is the main coro, too bad, we have to block	497	# this is the main coro, too bad, we have to block
311	# till the operation succeeds, freezing the server :/	498	# till the operation succeeds, freezing the server :/
312		499
313	# TODO: use suspend/resume instead	500	LOG llevError, Carp::longmess "sync job";#d#
314	# (but this is cancel-safe)	501
315	my $freeze_guard = freeze_mainloop;	502	my $freeze_guard = freeze_mainloop;
316		503
317	my $busy = 1;	504	my $busy = 1;
318	my @res;	505	my @res;
319		506
320	(async {	507	(async {
		508	$Coro::current->desc ("sync job coro");
321	@res = eval { $job->() };	509	@res = eval { $job->() };
322	warn $@ if $@;	510	warn $@ if $@;
323	undef $busy;	511	undef $busy;
324	})->prio (Coro::PRIO_MAX);	512	})->prio (Coro::PRIO_MAX);
325		513
326	while ($busy) {	514	while ($busy) {
327	Coro::cede or Event::one_event;	515	if (Coro::nready) {
		516	Coro::cede_notself;
		517	} else {
		518	EV::loop EV::LOOP_ONESHOT;
328	}	519	}
		520	}
		521
		522	my $time = EV::time - $time;
		523
		524	$TICK_START += $time; # do not account sync jobs to server load
329		525
330	wantarray ? @res : $res[0]	526	wantarray ? @res : $res[0]
331	} else {	527	} else {
332	# we are in another coroutine, how wonderful, everything just works	528	# we are in another coroutine, how wonderful, everything just works
333		529
…		…
353	$EXT_CORO{$coro+0} = $coro;	549	$EXT_CORO{$coro+0} = $coro;
354		550
355	$coro	551	$coro
356	}	552	}
357		553
358	sub write_runtime {	554	=item fork_call { }, $args
359	my $runtime = cf::localdir . "/runtime";
360		555
361	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	556	Executes the given code block with the given arguments in a seperate
362	or return;	557	process, returning the results. Everything must be serialisable with
		558	Coro::Storable. May, of course, block. Note that the executed sub may
		559	never block itself or use any form of event handling.
363		560
364	my $value = $cf::RUNTIME + 90 + 10;	561	=cut
365	# 10 is the runtime save interval, for a monotonic clock
366	# 60 allows for the watchdog to kill the server.
367		562
368	(aio_write $fh, 0, (length $value), $value, 0) <= 0	563	sub fork_call(&@) {
369	and return;	564	my ($cb, @args) = @_;
370		565
371	# always fsync - this file is important	566	# we seemingly have to make a local copy of the whole thing,
372	aio_fsync $fh	567	# otherwise perl prematurely frees the stuff :/
373	and return;	568	# TODO: investigate and fix (likely this will be rather laborious)
374		569
375	close $fh	570	my @res = Coro::Util::fork_eval {
376	or return;	571	reset_signals;
		572	&$cb
		573	}, @args;
377		574
378	aio_rename "$runtime~", $runtime	575	wantarray ? @res : $res[-1]
379	and return;	576	}
380		577
		578	=item $coin = coin_from_name $name
		579
		580	=cut
		581
		582	our %coin_alias = (
		583	"silver" => "silvercoin",
		584	"silvercoin" => "silvercoin",
		585	"silvercoins" => "silvercoin",
		586	"gold" => "goldcoin",
		587	"goldcoin" => "goldcoin",
		588	"goldcoins" => "goldcoin",
		589	"platinum" => "platinacoin",
		590	"platinumcoin" => "platinacoin",
		591	"platinumcoins" => "platinacoin",
		592	"platina" => "platinacoin",
		593	"platinacoin" => "platinacoin",
		594	"platinacoins" => "platinacoin",
		595	"royalty" => "royalty",
		596	"royalties" => "royalty",
		597	);
		598
		599	sub coin_from_name($) {
		600	$coin_alias{$_[0]}
		601	? cf::arch::find $coin_alias{$_[0]}
		602	: undef
		603	}
		604
		605	=item $value = cf::db_get $family => $key
		606
		607	Returns a single value from the environment database.
		608
		609	=item cf::db_put $family => $key => $value
		610
		611	Stores the given C<$value> in the family. It can currently store binary
		612	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		613
		614	=item $db = cf::db_table "name"
		615
		616	Create and/or open a new database table. The string must not be "db" and must be unique
		617	within each server.
		618
		619	=cut
		620
		621	sub db_table($) {
		622	my ($name) = @_;
		623	my $db = BDB::db_create $DB_ENV;
		624
		625	eval {
		626	$db->set_flags (BDB::CHKSUM);
		627
		628	utf8::encode $name;
		629	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		630	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		631	cf::cleanup "db_open(db): $!" if $!;
		632	};
		633	cf::cleanup "db_open(db): $@" if $@;
		634
		635	$db
		636	}
		637
		638	our $DB;
		639
		640	sub db_init {
		641	cf::sync_job {
		642	$DB ||= db_table "db";
		643	};
		644	}
		645
		646	sub db_get($$) {
		647	my $key = "$_[0]/$_[1]";
		648
		649	cf::sync_job {
		650	BDB::db_get $DB, undef, $key, my $data;
		651
		652	$! ? ()
		653	: $data
381	1	654	}
		655	}
		656
		657	sub db_put($$$) {
		658	BDB::dbreq_pri 4;
		659	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		660	}
		661
		662	=item cf::cache $id => [$paths...], $processversion => $process
		663
		664	Generic caching function that returns the value of the resource $id,
		665	caching and regenerating as required.
		666
		667	This function can block.
		668
		669	=cut
		670
		671	sub cache {
		672	my ($id, $src, $processversion, $process) = @_;
		673
		674	my $meta =
		675	join "\x00",
		676	$processversion,
		677	map {
		678	aio_stat $_
		679	and Carp::croak "$_: $!";
		680
		681	($_, (stat _)[7,9])
		682	} @$src;
		683
		684	my $dbmeta = db_get cache => "$id/meta";
		685	if ($dbmeta ne $meta) {
		686	# changed, we may need to process
		687
		688	my @data;
		689	my $md5;
		690
		691	for (0 .. $#$src) {
		692	0 <= aio_load $src->[$_], $data[$_]
		693	or Carp::croak "$src->[$_]: $!";
		694	}
		695
		696	# if processing is expensive, check
		697	# checksum first
		698	if (1) {
		699	$md5 =
		700	join "\x00",
		701	$processversion,
		702	map {
		703	cf::cede_to_tick;
		704	($src->[$_], Digest::MD5::md5_hex $data[$_])
		705	} 0.. $#$src;
		706
		707
		708	my $dbmd5 = db_get cache => "$id/md5";
		709	if ($dbmd5 eq $md5) {
		710	db_put cache => "$id/meta", $meta;
		711
		712	return db_get cache => "$id/data";
		713	}
		714	}
		715
		716	my $t1 = Time::HiRes::time;
		717	my $data = $process->(\@data);
		718	my $t2 = Time::HiRes::time;
		719
		720	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		721
		722	db_put cache => "$id/data", $data;
		723	db_put cache => "$id/md5" , $md5;
		724	db_put cache => "$id/meta", $meta;
		725
		726	return $data;
		727	}
		728
		729	db_get cache => "$id/data"
		730	}
		731
		732	=item cf::datalog type => key => value, ...
		733
		734	Log a datalog packet of the given type with the given key-value pairs.
		735
		736	=cut
		737
		738	sub datalog($@) {
		739	my ($type, %kv) = @_;
		740	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
382	}	741	}
383		742
384	=back	743	=back
385		744
386	=cut	745	=cut
387		746
388	#############################################################################	747	#############################################################################
389		748
390	=head2 ATTACHABLE OBJECTS	749	=head2 ATTACHABLE OBJECTS
391		750
392	Many objects in crossfire are so-called attachable objects. That means you can	751	Many objects in deliantra are so-called attachable objects. That means you can
393	attach callbacks/event handlers (a collection of which is called an "attachment")	752	attach callbacks/event handlers (a collection of which is called an "attachment")
394	to it. All such attachable objects support the following methods.	753	to it. All such attachable objects support the following methods.
395		754
396	In the following description, CLASS can be any of C<global>, C<object>	755	In the following description, CLASS can be any of C<global>, C<object>
397	C<player>, C<client> or C<map> (i.e. the attachable objects in	756	C<player>, C<client> or C<map> (i.e. the attachable objects in
398	crossfire+).	757	Deliantra).
399		758
400	=over 4	759	=over 4
401		760
402	=item $attachable->attach ($attachment, key => $value...)	761	=item $attachable->attach ($attachment, key => $value...)
403		762
…		…
447	=item cf::CLASS::attachment $name, ...	806	=item cf::CLASS::attachment $name, ...
448		807
449	Register an attachment by C<$name> through which attachable objects of the	808	Register an attachment by C<$name> through which attachable objects of the
450	given CLASS can refer to this attachment.	809	given CLASS can refer to this attachment.
451		810
452	Some classes such as crossfire maps and objects can specify attachments	811	Some classes such as deliantra maps and objects can specify attachments
453	that are attached at load/instantiate time, thus the need for a name.	812	that are attached at load/instantiate time, thus the need for a name.
454		813
455	These calls expect any number of the following handler/hook descriptions:	814	These calls expect any number of the following handler/hook descriptions:
456		815
457	=over 4	816	=over 4
…		…
566	$registry = $CB_TYPE[$object_type] ||= [];	925	$registry = $CB_TYPE[$object_type] ||= [];
567		926
568	} elsif ($type eq "subtype") {	927	} elsif ($type eq "subtype") {
569	defined $object_type or Carp::croak "subtype specified without type";	928	defined $object_type or Carp::croak "subtype specified without type";
570	my $object_subtype = shift @arg;	929	my $object_subtype = shift @arg;
571	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	930	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
572		931
573	} elsif ($type eq "package") {	932	} elsif ($type eq "package") {
574	my $pkg = shift @arg;	933	my $pkg = shift @arg;
575		934
576	while (my ($name, $id) = each %cb_id) {	935	while (my ($name, $id) = each %cb_id) {
…		…
605	_attach $registry, $klass, @attach;	964	_attach $registry, $klass, @attach;
606	}	965	}
607		966
608	$obj->{$name} = \%arg;	967	$obj->{$name} = \%arg;
609	} else {	968	} else {
610	warn "object uses attachment '$name' that is not available, postponing.\n";	969	warn "object uses attachment '$name' which is not available, postponing.\n";
611	}	970	}
612		971
613	$obj->{_attachment}{$name} = undef;	972	$obj->{_attachment}{$name} = undef;
614	}	973	}
615		974
…		…
617	if (ref $_[0]) {	976	if (ref $_[0]) {
618	_object_attach @_;	977	_object_attach @_;
619	} else {	978	} else {
620	_attach shift->_attach_registry, @_;	979	_attach shift->_attach_registry, @_;
621	}	980	}
		981	_recalc_want;
622	};	982	};
623		983
624	# all those should be optimised	984	# all those should be optimised
625	sub cf::attachable::detach {	985	sub cf::attachable::detach {
626	my ($obj, $name) = @_;	986	my ($obj, $name) = @_;
…		…
629	delete $obj->{_attachment}{$name};	989	delete $obj->{_attachment}{$name};
630	reattach ($obj);	990	reattach ($obj);
631	} else {	991	} else {
632	Carp::croak "cannot, currently, detach class attachments";	992	Carp::croak "cannot, currently, detach class attachments";
633	}	993	}
		994	_recalc_want;
634	};	995	};
635		996
636	sub cf::attachable::attached {	997	sub cf::attachable::attached {
637	my ($obj, $name) = @_;	998	my ($obj, $name) = @_;
638		999
…		…
653	";	1014	";
654	die if $@;	1015	die if $@;
655	}	1016	}
656		1017
657	our $override;	1018	our $override;
658	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1019	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
659		1020
660	sub override {	1021	sub override {
661	$override = 1;	1022	$override = 1;
662	@invoke_results = ();	1023	@INVOKE_RESULTS = (@_);
663	}	1024	}
664		1025
665	sub do_invoke {	1026	sub do_invoke {
666	my $event = shift;	1027	my $event = shift;
667	my $callbacks = shift;	1028	my $callbacks = shift;
668		1029
669	@invoke_results = ();	1030	@INVOKE_RESULTS = ();
670		1031
671	local $override;	1032	local $override;
672		1033
673	for (@$callbacks) {	1034	for (@$callbacks) {
674	eval { &{$_->[1]} };	1035	eval { &{$_->[1]} };
…		…
683	}	1044	}
684		1045
685	0	1046	0
686	}	1047	}
687		1048
688	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1049	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
689		1050
690	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1051	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
691		1052
692	Generate an object-specific event with the given arguments.	1053	Generate an object-specific event with the given arguments.
693		1054
694	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1055	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
695	removed in future versions), and there is no public API to access override	1056	removed in future versions), and there is no public API to access override
696	results (if you must, access C<@cf::invoke_results> directly).	1057	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
697		1058
698	=back	1059	=back
699		1060
700	=cut	1061	=cut
701		1062
702	#############################################################################	1063	#############################################################################
703	# object support	1064	# object support
		1065
		1066	sub _object_equal($$);
		1067	sub _object_equal($$) {
		1068	my ($a, $b) = @_;
		1069
		1070	return 0 unless (ref $a) eq (ref $b);
		1071
		1072	if ("HASH" eq ref $a) {
		1073	my @ka = keys %$a;
		1074	my @kb = keys %$b;
		1075
		1076	return 0 if @ka != @kb;
		1077
		1078	for (0 .. $#ka) {
		1079	return 0 unless $ka[$_] eq $kb[$_];
		1080	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1081	}
		1082
		1083	} elsif ("ARRAY" eq ref $a) {
		1084
		1085	return 0 if @$a != @$b;
		1086
		1087	for (0 .. $#$a) {
		1088	return 0 unless _object_equal $a->[$_], $b->[$_];
		1089	}
		1090
		1091	} elsif ($a ne $b) {
		1092	return 0;
		1093	}
		1094
		1095	1
		1096	}
		1097
		1098	our $SLOW_MERGES;#d#
		1099	sub _can_merge {
		1100	my ($ob1, $ob2) = @_;
		1101
		1102	++$SLOW_MERGES;#d#
		1103
		1104	# we do the slow way here
		1105	return _object_equal $ob1, $ob2
		1106	}
704		1107
705	sub reattach {	1108	sub reattach {
706	# basically do the same as instantiate, without calling instantiate	1109	# basically do the same as instantiate, without calling instantiate
707	my ($obj) = @_;	1110	my ($obj) = @_;
708		1111
		1112	# no longer needed after getting rid of delete_package?
709	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1113	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
710		1114
711	my $registry = $obj->registry;	1115	my $registry = $obj->registry;
712		1116
713	@$registry = ();	1117	@$registry = ();
714		1118
…		…
729	cf::attachable->attach (	1133	cf::attachable->attach (
730	prio => -1000000,	1134	prio => -1000000,
731	on_instantiate => sub {	1135	on_instantiate => sub {
732	my ($obj, $data) = @_;	1136	my ($obj, $data) = @_;
733		1137
734	$data = from_json $data;	1138	$data = decode_json $data;
735		1139
736	for (@$data) {	1140	for (@$data) {
737	my ($name, $args) = @$_;	1141	my ($name, $args) = @$_;
738		1142
739	$obj->attach ($name, %{$args || {} });	1143	$obj->attach ($name, %{$args || {} });
…		…
755	sub object_freezer_save {	1159	sub object_freezer_save {
756	my ($filename, $rdata, $objs) = @_;	1160	my ($filename, $rdata, $objs) = @_;
757		1161
758	sync_job {	1162	sync_job {
759	if (length $$rdata) {	1163	if (length $$rdata) {
		1164	utf8::decode (my $decname = $filename);
760	warn sprintf "saving %s (%d,%d)\n",	1165	warn sprintf "saving %s (%d,%d)\n",
761	$filename, length $$rdata, scalar @$objs;	1166	$decname, length $$rdata, scalar @$objs;
762		1167
763	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1168	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
764	chmod SAVE_MODE, $fh;	1169	aio_chmod $fh, SAVE_MODE;
765	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1170	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
766	aio_fsync $fh if $cf::USE_FSYNC;	1171	aio_fsync $fh if $cf::USE_FSYNC;
767	close $fh;	1172	aio_close $fh;
768		1173
769	if (@$objs) {	1174	if (@$objs) {
770	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1175	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
771	chmod SAVE_MODE, $fh;	1176	aio_chmod $fh, SAVE_MODE;
772	my $data = Storable::nfreeze { version => 1, objs => $objs };	1177	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
773	aio_write $fh, 0, (length $data), $data, 0;	1178	aio_write $fh, 0, (length $data), $data, 0;
774	aio_fsync $fh if $cf::USE_FSYNC;	1179	aio_fsync $fh if $cf::USE_FSYNC;
775	close $fh;	1180	aio_close $fh;
776	aio_rename "$filename.pst~", "$filename.pst";	1181	aio_rename "$filename.pst~", "$filename.pst";
777	}	1182	}
778	} else {	1183	} else {
779	aio_unlink "$filename.pst";	1184	aio_unlink "$filename.pst";
780	}	1185	}
…		…
785	}	1190	}
786	} else {	1191	} else {
787	aio_unlink $filename;	1192	aio_unlink $filename;
788	aio_unlink "$filename.pst";	1193	aio_unlink "$filename.pst";
789	}	1194	}
790
791	#d##TODO# nuke non .map-files if exist
792	if ($filename =~ s/\.map$//) {
793	aio_unlink $filename;
794	aio_unlink "$filename.pst";
795	}
796	}	1195	};
797	}	1196	}
798		1197
799	sub object_freezer_as_string {	1198	sub object_freezer_as_string {
800	my ($rdata, $objs) = @_;	1199	my ($rdata, $objs) = @_;
801		1200
…		…
806		1205
807	sub object_thawer_load {	1206	sub object_thawer_load {
808	my ($filename) = @_;	1207	my ($filename) = @_;
809		1208
810	my ($data, $av);	1209	my ($data, $av);
811
812	#d#TODO remove .map if file does not exist
813	aio_stat $filename and $filename =~ s/\.map$//;
814		1210
815	(aio_load $filename, $data) >= 0	1211	(aio_load $filename, $data) >= 0
816	or return;	1212	or return;
817		1213
818	unless (aio_stat "$filename.pst") {	1214	unless (aio_stat "$filename.pst") {
819	(aio_load "$filename.pst", $av) >= 0	1215	(aio_load "$filename.pst", $av) >= 0
820	or return;	1216	or return;
		1217
821	$av = eval { (Storable::thaw $av)->{objs} };	1218	my $st = eval { Coro::Storable::thaw $av };
		1219	$av = $st->{objs};
822	}	1220	}
823		1221
		1222	utf8::decode (my $decname = $filename);
824	warn sprintf "loading %s (%d)\n",	1223	warn sprintf "loading %s (%d,%d)\n",
825	$filename, length $data, scalar @{$av || []};#d#	1224	$decname, length $data, scalar @{$av || []};
		1225
826	return ($data, $av);	1226	($data, $av)
827	}	1227	}
		1228
		1229	=head2 COMMAND CALLBACKS
		1230
		1231	=over 4
		1232
		1233	=cut
828		1234
829	#############################################################################	1235	#############################################################################
830	# command handling &c	1236	# command handling &c
831		1237
832	=item cf::register_command $name => \&callback($ob,$args);	1238	=item cf::register_command $name => \&callback($ob,$args);
…		…
845	push @{ $COMMAND{$name} }, [$caller, $cb];	1251	push @{ $COMMAND{$name} }, [$caller, $cb];
846	}	1252	}
847		1253
848	=item cf::register_extcmd $name => \&callback($pl,$packet);	1254	=item cf::register_extcmd $name => \&callback($pl,$packet);
849		1255
850	Register a callbackf ro execution when the client sends an extcmd packet.	1256	Register a callback for execution when the client sends an (synchronous)
		1257	extcmd packet. Ext commands will be processed in the order they are
		1258	received by the server, like other user commands. The first argument is
		1259	the logged-in player. Ext commands can only be processed after a player
		1260	has logged in successfully.
851		1261
852	If the callback returns something, it is sent back as if reply was being	1262	If the callback returns something, it is sent back as if reply was being
853	called.	1263	called.
854		1264
		1265	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1266
		1267	Register a callback for execution when the client sends an (asynchronous)
		1268	exticmd packet. Exti commands are processed by the server as soon as they
		1269	are received, i.e. out of order w.r.t. other commands. The first argument
		1270	is a client socket. Exti commands can be received anytime, even before
		1271	log-in.
		1272
		1273	If the callback returns something, it is sent back as if reply was being
		1274	called.
		1275
855	=cut	1276	=cut
856		1277
857	sub register_extcmd {	1278	sub register_extcmd {
858	my ($name, $cb) = @_;	1279	my ($name, $cb) = @_;
859		1280
860	$EXTCMD{$name} = $cb;	1281	$EXTCMD{$name} = $cb;
		1282	}
		1283
		1284	sub register_exticmd {
		1285	my ($name, $cb) = @_;
		1286
		1287	$EXTICMD{$name} = $cb;
861	}	1288	}
862		1289
863	cf::player->attach (	1290	cf::player->attach (
864	on_command => sub {	1291	on_command => sub {
865	my ($pl, $name, $params) = @_;	1292	my ($pl, $name, $params) = @_;
…		…
874	cf::override;	1301	cf::override;
875	},	1302	},
876	on_extcmd => sub {	1303	on_extcmd => sub {
877	my ($pl, $buf) = @_;	1304	my ($pl, $buf) = @_;
878		1305
879	my $msg = eval { from_json $buf };	1306	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
880		1307
881	if (ref $msg) {	1308	if (ref $msg) {
		1309	my ($type, $reply, @payload) =
		1310	"ARRAY" eq ref $msg
		1311	? @$msg
		1312	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1313
		1314	my @reply;
		1315
882	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1316	if (my $cb = $EXTCMD{$type}) {
883	if (my %reply = $cb->($pl, $msg)) {	1317	@reply = $cb->($pl, @payload);
884	$pl->ext_reply ($msg->{msgid}, %reply);
885	}
886	}	1318	}
		1319
		1320	$pl->ext_reply ($reply, @reply)
		1321	if $reply;
		1322
887	} else {	1323	} else {
888	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1324	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
889	}	1325	}
890		1326
891	cf::override;	1327	cf::override;
892	},	1328	},
893	);	1329	);
894		1330
895	sub load_extension {
896	my ($path) = @_;
897
898	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
899	my $base = $1;
900	my $pkg = $1;
901	$pkg =~ s/[^[:word:]]/_/g;
902	$pkg = "ext::$pkg";
903
904	warn "... loading '$path' into '$pkg'\n";
905
906	open my $fh, "<:utf8", $path
907	or die "$path: $!";
908
909	my $source =
910	"package $pkg; use strict; use utf8;\n"
911	. "#line 1 \"$path\"\n{\n"
912	. (do { local $/; <$fh> })
913	. "\n};\n1";
914
915	unless (eval $source) {
916	my $msg = $@ ? "$path: $@\n"
917	: "extension disabled.\n";
918	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
919	warn $@;
920	warn "mandatory extension failed to load, exiting.\n";
921	exit 1;
922	}
923	die $@;
924	}
925
926	push @EXTS, $pkg;
927	}
928
929	sub load_extensions {	1331	sub load_extensions {
		1332	cf::sync_job {
		1333	my %todo;
		1334
930	for my $ext (<$LIBDIR/*.ext>) {	1335	for my $path (<$LIBDIR/*.ext>) {
931	next unless -r $ext;	1336	next unless -r $path;
932	eval {	1337
933	load_extension $ext;	1338	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1339	my $base = $1;
		1340	my $pkg = $1;
		1341	$pkg =~ s/[^[:word:]]/_/g;
		1342	$pkg = "ext::$pkg";
		1343
		1344	open my $fh, "<:utf8", $path
		1345	or die "$path: $!";
		1346
		1347	my $source = do { local $/; <$fh> };
		1348
		1349	my %ext = (
		1350	path => $path,
		1351	base => $base,
		1352	pkg => $pkg,
		1353	);
		1354
		1355	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1356	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1357
		1358	$ext{source} =
		1359	"package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
		1360	. "#line 1 \"$path\"\n{\n"
		1361	. $source
		1362	. "\n};\n1";
		1363
		1364	$todo{$base} = \%ext;
		1365	}
		1366
		1367	my %done;
		1368	while (%todo) {
		1369	my $progress;
		1370
		1371	while (my ($k, $v) = each %todo) {
		1372	for (split /,\s*/, $v->{meta}{depends}) {
		1373	goto skip
		1374	unless exists $done{$_};
		1375	}
		1376
		1377	warn "... loading '$k' into '$v->{pkg}'\n";
		1378
		1379	unless (eval $v->{source}) {
		1380	my $msg = $@ ? "$v->{path}: $@\n"
		1381	: "$v->{base}: extension inactive.\n";
		1382
		1383	if (exists $v->{meta}{mandatory}) {
		1384	warn $msg;
		1385	cf::cleanup "mandatory extension failed to load, exiting.";
		1386	}
		1387
		1388	warn $msg;
		1389	}
		1390
		1391	$done{$k} = delete $todo{$k};
		1392	push @EXTS, $v->{pkg};
		1393	$progress = 1;
934	1	1394	}
935	} or warn "$ext not loaded: $@";	1395
		1396	skip:
		1397	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1398	unless $progress;
		1399	}
936	}	1400	};
937	}	1401	}
938		1402
939	#############################################################################	1403	#############################################################################
940		1404
		1405	=back
		1406
941	=head2 CORE EXTENSIONS	1407	=head2 CORE EXTENSIONS
942		1408
943	Functions and methods that extend core crossfire objects.	1409	Functions and methods that extend core deliantra objects.
944		1410
945	=cut	1411	=cut
946		1412
947	package cf::player;	1413	package cf::player;
948		1414
…		…
950		1416
951	=head3 cf::player	1417	=head3 cf::player
952		1418
953	=over 4	1419	=over 4
954		1420
		1421	=item cf::player::num_playing
		1422
		1423	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1424
		1425	=cut
		1426
		1427	sub num_playing {
		1428	scalar grep
		1429	$_->ob->map
		1430	&& !$_->hidden
		1431	&& !$_->ob->flag (cf::FLAG_WIZ),
		1432	cf::player::list
		1433	}
		1434
955	=item cf::player::find $login	1435	=item cf::player::find $login
956		1436
957	Returns the given player object, loading it if necessary (might block).	1437	Returns the given player object, loading it if necessary (might block).
958		1438
959	=cut	1439	=cut
960		1440
961	sub playerdir($) {	1441	sub playerdir($) {
962	cf::localdir	1442	"$PLAYERDIR/"
963	. "/"
964	. cf::playerdir
965	. "/"
966	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1443	. (ref $_[0] ? $_[0]->ob->name : $_[0])
967	}	1444	}
968		1445
969	sub path($) {	1446	sub path($) {
970	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1447	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
971		1448
972	(playerdir $login) . "/$login.pl"	1449	(playerdir $login) . "/playerdata"
973	}	1450	}
974		1451
975	sub find_active($) {	1452	sub find_active($) {
976	$cf::PLAYER{$_[0]}	1453	$cf::PLAYER{$_[0]}
977	and $cf::PLAYER{$_[0]}->active	1454	and $cf::PLAYER{$_[0]}->active
…		…
990	my $login = $_[0];	1467	my $login = $_[0];
991		1468
992	my $guard = cf::lock_acquire "user_find:$login";	1469	my $guard = cf::lock_acquire "user_find:$login";
993		1470
994	$cf::PLAYER{$_[0]} || do {	1471	$cf::PLAYER{$_[0]} || do {
995	my $pl = load_pl path $login	1472	# rename old playerfiles to new ones
		1473	#TODO: remove when no longer required
		1474	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1475	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1476	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1477	aio_unlink +(playerdir $login) . "/$login.pl";
		1478
		1479	my $f = new_from_file cf::object::thawer path $login
996	or return;	1480	or return;
		1481
		1482	my $pl = cf::player::load_pl $f
		1483	or return;
		1484
		1485	local $cf::PLAYER_LOADING{$login} = $pl;
		1486	$f->resolve_delayed_derefs;
997	$cf::PLAYER{$login} = $pl	1487	$cf::PLAYER{$login} = $pl
998	}	1488	}
999	}	1489	}
1000	}	1490	}
1001		1491
…		…
1010	return if $pl->{deny_save};	1500	return if $pl->{deny_save};
1011		1501
1012	aio_mkdir playerdir $pl, 0770;	1502	aio_mkdir playerdir $pl, 0770;
1013	$pl->{last_save} = $cf::RUNTIME;	1503	$pl->{last_save} = $cf::RUNTIME;
1014		1504
		1505	cf::get_slot 0.01;
		1506
1015	$pl->save_pl ($path);	1507	$pl->save_pl ($path);
1016	Coro::cede;	1508	cf::cede_to_tick;
1017	}	1509	}
1018		1510
1019	sub new($) {	1511	sub new($) {
1020	my ($login) = @_;	1512	my ($login) = @_;
1021		1513
…		…
1027	$cf::PLAYER{$login} = $self;	1519	$cf::PLAYER{$login} = $self;
1028		1520
1029	$self	1521	$self
1030	}	1522	}
1031		1523
		1524	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1525
		1526	=cut
		1527
		1528	sub send_msg {
		1529	my $ns = shift->ns
		1530	or return;
		1531	$ns->send_msg (@_);
		1532	}
		1533
1032	=item $pl->quit_character	1534	=item $pl->quit_character
1033		1535
1034	Nukes the player without looking back. If logged in, the connection will	1536	Nukes the player without looking back. If logged in, the connection will
1035	be destroyed. May block for a long time.	1537	be destroyed. May block for a long time.
1036		1538
1037	=cut	1539	=cut
1038		1540
1039	sub quit_character {	1541	sub quit_character {
1040	my ($pl) = @_;	1542	my ($pl) = @_;
1041		1543
		1544	my $name = $pl->ob->name;
		1545
1042	$pl->{deny_save} = 1;	1546	$pl->{deny_save} = 1;
1043	$pl->password ("*"); # this should lock out the player until we nuked the dir	1547	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1044		1548
1045	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1549	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1046	$pl->deactivate;	1550	$pl->deactivate;
		1551	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
		1552	$pl->ob->check_score;
1047	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1553	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1048	$pl->ns->destroy if $pl->ns;	1554	$pl->ns->destroy if $pl->ns;
1049		1555
1050	my $path = playerdir $pl;	1556	my $path = playerdir $pl;
1051	my $temp = "$path~$cf::RUNTIME~deleting~";	1557	my $temp = "$path~$cf::RUNTIME~deleting~";
1052	aio_rename $path, $temp;	1558	aio_rename $path, $temp;
1053	delete $cf::PLAYER{$pl->ob->name};	1559	delete $cf::PLAYER{$pl->ob->name};
1054	$pl->destroy;	1560	$pl->destroy;
		1561
		1562	my $prefix = qr<^~\Q$name\E/>;
		1563
		1564	# nuke player maps
		1565	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1566
1055	IO::AIO::aio_rmtree $temp;	1567	IO::AIO::aio_rmtree $temp;
		1568	}
		1569
		1570	=item $pl->kick
		1571
		1572	Kicks a player out of the game. This destroys the connection.
		1573
		1574	=cut
		1575
		1576	sub kick {
		1577	my ($pl, $kicker) = @_;
		1578
		1579	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1580	$pl->killer ("kicked");
		1581	$pl->ns->destroy;
1056	}	1582	}
1057		1583
1058	=item cf::player::list_logins	1584	=item cf::player::list_logins
1059		1585
1060	Returns am arrayref of all valid playernames in the system, can take a	1586	Returns am arrayref of all valid playernames in the system, can take a
1061	while and may block, so not sync_job-capable, ever.	1587	while and may block, so not sync_job-capable, ever.
1062		1588
1063	=cut	1589	=cut
1064		1590
1065	sub list_logins {	1591	sub list_logins {
1066	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1592	my $dirs = aio_readdir $PLAYERDIR
1067	or return [];	1593	or return [];
1068		1594
1069	my @logins;	1595	my @logins;
1070		1596
1071	for my $login (@$dirs) {	1597	for my $login (@$dirs) {
		1598	my $path = path $login;
		1599
		1600	# a .pst is a dead give-away for a valid player
		1601	# if no pst file found, open and chekc for blocked users
		1602	if (aio_stat "$path.pst") {
1072	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1603	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1073	aio_read $fh, 0, 512, my $buf, 0 or next;	1604	aio_read $fh, 0, 512, my $buf, 0 or next;
1074	$buf !~ /^password -------------$/m or next; # official not-valid tag	1605	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1606	}
1075		1607
1076	utf8::decode $login;	1608	utf8::decode $login;
1077	push @logins, $login;	1609	push @logins, $login;
1078	}	1610	}
1079		1611
…		…
1106	}	1638	}
1107		1639
1108	\@paths	1640	\@paths
1109	}	1641	}
1110		1642
		1643	=item $protocol_xml = $player->expand_cfpod ($cfpod)
		1644
		1645	Expand deliantra pod fragments into protocol xml.
		1646
1111	=item $player->ext_reply ($msgid, $msgtype, %msg)	1647	=item $player->ext_reply ($msgid, @msg)
1112		1648
1113	Sends an ext reply to the player.	1649	Sends an ext reply to the player.
1114		1650
1115	=cut	1651	=cut
1116		1652
1117	sub ext_reply($$$%) {	1653	sub ext_reply($$@) {
1118	my ($self, $id, %msg) = @_;	1654	my ($self, $id, @msg) = @_;
1119		1655
1120	$msg{msgid} = $id;	1656	$self->ns->ext_reply ($id, @msg)
1121
1122	$self->send ("ext " . cf::to_json \%msg);
1123	}	1657	}
1124		1658
1125	package cf;	1659	=item $player->ext_msg ($type, @msg)
		1660
		1661	Sends an ext event to the client.
		1662
		1663	=cut
		1664
		1665	sub ext_msg($$@) {
		1666	my ($self, $type, @msg) = @_;
		1667
		1668	$self->ns->ext_msg ($type, @msg);
		1669	}
		1670
		1671	=head3 cf::region
		1672
		1673	=over 4
		1674
		1675	=cut
		1676
		1677	package cf::region;
		1678
		1679	=item cf::region::find_by_path $path
		1680
		1681	Tries to decuce the likely region for a map knowing only its path.
		1682
		1683	=cut
		1684
		1685	sub find_by_path($) {
		1686	my ($path) = @_;
		1687
		1688	my ($match, $specificity);
		1689
		1690	for my $region (list) {
		1691	if ($region->{match} && $path =~ $region->{match}) {
		1692	($match, $specificity) = ($region, $region->specificity)
		1693	if $region->specificity > $specificity;
		1694	}
		1695	}
		1696
		1697	$match
		1698	}
1126		1699
1127	=back	1700	=back
1128
1129		1701
1130	=head3 cf::map	1702	=head3 cf::map
1131		1703
1132	=over 4	1704	=over 4
1133		1705
…		…
1145	our $MAX_RESET = 3600;	1717	our $MAX_RESET = 3600;
1146	our $DEFAULT_RESET = 3000;	1718	our $DEFAULT_RESET = 3000;
1147		1719
1148	sub generate_random_map {	1720	sub generate_random_map {
1149	my ($self, $rmp) = @_;	1721	my ($self, $rmp) = @_;
		1722
		1723	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1724
1150	# mit "rum" bekleckern, nicht	1725	# mit "rum" bekleckern, nicht
1151	$self->_create_random_map (	1726	$self->_create_random_map (
1152	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1727	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1153	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1728	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1154	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1729	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1188	my ($self, $merge) = @_;	1763	my ($self, $merge) = @_;
1189		1764
1190	# we have to keep some variables in memory intact	1765	# we have to keep some variables in memory intact
1191	local $self->{path};	1766	local $self->{path};
1192	local $self->{load_path};	1767	local $self->{load_path};
1193	local $self->{deny_save};
1194	local $self->{deny_reset};
1195		1768
1196	$self->SUPER::thawer_merge ($merge);	1769	$self->SUPER::thawer_merge ($merge);
1197	}	1770	}
1198		1771
1199	sub normalise {	1772	sub normalise {
…		…
1246	$self->init; # pass $1 etc.	1819	$self->init; # pass $1 etc.
1247	return $self;	1820	return $self;
1248	}	1821	}
1249	}	1822	}
1250		1823
1251	Carp::carp "unable to resolve path '$path' (base '$base').";	1824	Carp::cluck "unable to resolve path '$path' (base '$base').";
1252	()	1825	()
1253	}	1826	}
1254		1827
1255	sub init {	1828	sub init {
1256	my ($self) = @_;	1829	my ($self) = @_;
…		…
1271		1844
1272	# the original (read-only) location	1845	# the original (read-only) location
1273	sub load_path {	1846	sub load_path {
1274	my ($self) = @_;	1847	my ($self) = @_;
1275		1848
1276	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1849	"$MAPDIR/$self->{path}.map"
1277	}	1850	}
1278		1851
1279	# the temporary/swap location	1852	# the temporary/swap location
1280	sub save_path {	1853	sub save_path {
1281	my ($self) = @_;	1854	my ($self) = @_;
1282		1855
1283	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1856	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1284	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1857	"$TMPDIR/$path.map"
1285	}	1858	}
1286		1859
1287	# the unique path, undef == no special unique path	1860	# the unique path, undef == no special unique path
1288	sub uniq_path {	1861	sub uniq_path {
1289	my ($self) = @_;	1862	my ($self) = @_;
1290		1863
1291	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1864	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1292	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1865	"$UNIQUEDIR/$path"
1293	}	1866	}
1294		1867
1295	# and all this just because we cannot iterate over	1868	# and all this just because we cannot iterate over
1296	# all maps in C++...	1869	# all maps in C++...
1297	sub change_all_map_light {	1870	sub change_all_map_light {
…		…
1299		1872
1300	$_->change_map_light ($change)	1873	$_->change_map_light ($change)
1301	for grep $_->outdoor, values %cf::MAP;	1874	for grep $_->outdoor, values %cf::MAP;
1302	}	1875	}
1303		1876
		1877	sub decay_objects {
		1878	my ($self) = @_;
		1879
		1880	return if $self->{deny_reset};
		1881
		1882	$self->do_decay_objects;
		1883	}
		1884
1304	sub unlink_save {	1885	sub unlink_save {
1305	my ($self) = @_;	1886	my ($self) = @_;
1306		1887
1307	utf8::encode (my $save = $self->save_path);	1888	utf8::encode (my $save = $self->save_path);
1308	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1889	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1309	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";	1890	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1310
1311	#d#TODO remove .map and also nuke
1312	$save =~ s/\.map// or return;#d#
1313	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1314	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1315	}	1891	}
1316		1892
1317	sub load_header_from($) {	1893	sub load_header_from($) {
1318	my ($self, $path) = @_;	1894	my ($self, $path) = @_;
1319		1895
1320	utf8::encode $path;	1896	utf8::encode $path;
1321	#aio_open $path, O_RDONLY, 0	1897	my $f = new_from_file cf::object::thawer $path
1322	# or return;
1323
1324	$self->_load_header ($path)
1325	or return;	1898	or return;
		1899
		1900	$self->_load_header ($f)
		1901	or return;
		1902
		1903	local $MAP_LOADING{$self->{path}} = $self;
		1904	$f->resolve_delayed_derefs;
1326		1905
1327	$self->{load_path} = $path;	1906	$self->{load_path} = $path;
1328		1907
1329	1	1908	1
1330	}	1909	}
…		…
1369	$self->load_header_orig	1948	$self->load_header_orig
1370	or return;	1949	or return;
1371	$self->prepare_orig;	1950	$self->prepare_orig;
1372	}	1951	}
1373		1952
		1953	$self->{deny_reset} = 1
		1954	if $self->no_reset;
		1955
		1956	$self->default_region (cf::region::find_by_path $self->{path})
		1957	unless $self->default_region;
		1958
1374	1	1959	1
1375	}	1960	}
1376		1961
1377	sub find;	1962	sub find;
1378	sub find {	1963	sub find {
1379	my ($path, $origin) = @_;	1964	my ($path, $origin) = @_;
1380		1965
1381	$path = normalise $path, $origin && $origin->path;	1966	$path = normalise $path, $origin && $origin->path;
1382		1967
		1968	cf::lock_wait "map_data:$path";#d#remove
1383	cf::lock_wait "map_find:$path";	1969	cf::lock_wait "map_find:$path";
1384		1970
1385	$cf::MAP{$path} || do {	1971	$cf::MAP{$path} || do {
		1972	my $guard1 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1386	my $guard = cf::lock_acquire "map_find:$path";	1973	my $guard2 = cf::lock_acquire "map_find:$path";
		1974
1387	my $map = new_from_path cf::map $path	1975	my $map = new_from_path cf::map $path
1388	or return;	1976	or return;
1389		1977
1390	$map->{last_save} = $cf::RUNTIME;	1978	$map->{last_save} = $cf::RUNTIME;
1391		1979
1392	$map->load_header	1980	$map->load_header
1393	or return;	1981	or return;
1394		1982
1395	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1983	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1396	# doing this can freeze the server in a sync job, obviously	1984	# doing this can freeze the server in a sync job, obviously
1397	#$cf::WAIT_FOR_TICK->wait;	1985	#$cf::WAIT_FOR_TICK->wait;
		1986	undef $guard2;
		1987	undef $guard1;
1398	$map->reset;	1988	$map->reset;
1399	undef $guard;
1400	return find $path;	1989	return find $path;
1401	}	1990	}
1402		1991
1403	$cf::MAP{$path} = $map	1992	$cf::MAP{$path} = $map
1404	}	1993	}
…		…
1411	my ($self) = @_;	2000	my ($self) = @_;
1412		2001
1413	local $self->{deny_reset} = 1; # loading can take a long time	2002	local $self->{deny_reset} = 1; # loading can take a long time
1414		2003
1415	my $path = $self->{path};	2004	my $path = $self->{path};
		2005
		2006	{
1416	my $guard = cf::lock_acquire "map_load:$path";	2007	my $guard = cf::lock_acquire "map_data:$path";
1417		2008
		2009	return unless $self->valid;
1418	return if $self->in_memory != cf::MAP_SWAPPED;	2010	return unless $self->in_memory == cf::MAP_SWAPPED;
1419		2011
1420	$self->in_memory (cf::MAP_LOADING);	2012	$self->in_memory (cf::MAP_LOADING);
1421		2013
1422	$self->alloc;	2014	$self->alloc;
1423		2015
1424	$self->pre_load;	2016	$self->pre_load;
		2017	cf::cede_to_tick;
1425		2018
1426	$self->_load_objects ($self->{load_path}, 1)	2019	my $f = new_from_file cf::object::thawer $self->{load_path};
		2020	$f->skip_block;
		2021	$self->_load_objects ($f)
1427	or return;	2022	or return;
1428		2023
1429	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2024	$self->post_load_original
1430	if delete $self->{load_original};	2025	if delete $self->{load_original};
1431		2026
1432	if (my $uniq = $self->uniq_path) {	2027	if (my $uniq = $self->uniq_path) {
1433	utf8::encode $uniq;	2028	utf8::encode $uniq;
1434	if (aio_open $uniq, O_RDONLY, 0) {	2029	unless (aio_stat $uniq) {
		2030	if (my $f = new_from_file cf::object::thawer $uniq) {
1435	$self->clear_unique_items;	2031	$self->clear_unique_items;
1436	$self->_load_objects ($uniq, 0);	2032	$self->_load_objects ($f);
		2033	$f->resolve_delayed_derefs;
		2034	}
1437	}	2035	}
1438	}	2036	}
1439		2037
1440	Coro::cede;	2038	$f->resolve_delayed_derefs;
1441		2039
		2040	cf::cede_to_tick;
1442	# now do the right thing for maps	2041	# now do the right thing for maps
1443	$self->link_multipart_objects;	2042	$self->link_multipart_objects;
1444
1445	unless ($self->{deny_activate}) {
1446	$self->decay_objects;
1447	$self->fix_auto_apply;
1448	$self->update_buttons;
1449	Coro::cede;
1450	$self->set_darkness_map;
1451	$self->difficulty ($self->estimate_difficulty)	2043	$self->difficulty ($self->estimate_difficulty)
1452	unless $self->difficulty;	2044	unless $self->difficulty;
1453	Coro::cede;	2045	cf::cede_to_tick;
		2046
		2047	unless ($self->{deny_activate}) {
		2048	$self->decay_objects;
		2049	$self->fix_auto_apply;
		2050	$self->update_buttons;
		2051	cf::cede_to_tick;
		2052	$self->set_darkness_map;
		2053	cf::cede_to_tick;
1454	$self->activate;	2054	$self->activate;
		2055	}
		2056
		2057	$self->{last_save} = $cf::RUNTIME;
		2058	$self->last_access ($cf::RUNTIME);
		2059
		2060	$self->in_memory (cf::MAP_ACTIVE);
1455	}	2061	}
1456		2062
1457	$self->post_load;	2063	$self->post_load;
1458
1459	$self->in_memory (cf::MAP_IN_MEMORY);
1460	}	2064	}
1461		2065
1462	sub customise_for {	2066	sub customise_for {
1463	my ($self, $ob) = @_;	2067	my ($self, $ob) = @_;
1464		2068
1465	return find "~" . $ob->name . "/" . $self->{path}	2069	return find "~" . $ob->name . "/" . $self->{path}
1466	if $self->per_player;	2070	if $self->per_player;
1467		2071
		2072	# return find "?party/" . $ob->name . "/" . $self->{path}
		2073	# if $self->per_party;
		2074
1468	$self	2075	$self
1469	}	2076	}
1470		2077
1471	# find and load all maps in the 3x3 area around a map	2078	# find and load all maps in the 3x3 area around a map
1472	sub load_diag {	2079	sub load_neighbours {
1473	my ($map) = @_;	2080	my ($map) = @_;
1474		2081
1475	my @diag; # diagonal neighbours	2082	my @neigh; # diagonal neighbours
1476		2083
1477	for (0 .. 3) {	2084	for (0 .. 3) {
1478	my $neigh = $map->tile_path ($_)	2085	my $neigh = $map->tile_path ($_)
1479	or next;	2086	or next;
1480	$neigh = find $neigh, $map	2087	$neigh = find $neigh, $map
1481	or next;	2088	or next;
1482	$neigh->load;	2089	$neigh->load;
1483		2090
		2091	push @neigh,
1484	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2092	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1485	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2093	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1486	}	2094	}
1487		2095
1488	for (@diag) {	2096	for (grep defined $_->[0], @neigh) {
		2097	my ($path, $origin) = @$_;
1489	my $neigh = find @$_	2098	my $neigh = find $path, $origin
1490	or next;	2099	or next;
1491	$neigh->load;	2100	$neigh->load;
1492	}	2101	}
1493	}	2102	}
1494		2103
…		…
1499	}	2108	}
1500		2109
1501	sub do_load_sync {	2110	sub do_load_sync {
1502	my ($map) = @_;	2111	my ($map) = @_;
1503		2112
		2113	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2114	if $Coro::current == $Coro::main;
		2115
1504	cf::sync_job { $map->load };	2116	cf::sync_job { $map->load };
1505	}	2117	}
1506		2118
1507	our %MAP_PREFETCH;	2119	our %MAP_PREFETCH;
1508	our $MAP_PREFETCHER = undef;	2120	our $MAP_PREFETCHER = undef;
1509		2121
1510	sub find_async {	2122	sub find_async {
1511	my ($path, $origin) = @_;	2123	my ($path, $origin, $load) = @_;
1512		2124
1513	$path = normalise $path, $origin && $origin->{path};	2125	$path = normalise $path, $origin && $origin->{path};
1514		2126
1515	if (my $map = $cf::MAP{$path}) {	2127	if (my $map = $cf::MAP{$path}) {
1516	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2128	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1517	}	2129	}
1518		2130
1519	undef $MAP_PREFETCH{$path};	2131	$MAP_PREFETCH{$path} |= $load;
		2132
1520	$MAP_PREFETCHER ||= cf::async {	2133	$MAP_PREFETCHER ||= cf::async {
		2134	$Coro::current->{desc} = "map prefetcher";
		2135
1521	while (%MAP_PREFETCH) {	2136	while (%MAP_PREFETCH) {
1522	for my $path (keys %MAP_PREFETCH) {	2137	while (my ($k, $v) = each %MAP_PREFETCH) {
1523	my $map = find $path	2138	if (my $map = find $k) {
1524	or next;
1525	$map->load;	2139	$map->load if $v;
		2140	}
1526		2141
1527	delete $MAP_PREFETCH{$path};	2142	delete $MAP_PREFETCH{$k};
1528	}	2143	}
1529	}	2144	}
1530	undef $MAP_PREFETCHER;	2145	undef $MAP_PREFETCHER;
1531	};	2146	};
1532	$MAP_PREFETCHER->prio (6);	2147	$MAP_PREFETCHER->prio (6);
…		…
1535	}	2150	}
1536		2151
1537	sub save {	2152	sub save {
1538	my ($self) = @_;	2153	my ($self) = @_;
1539		2154
1540	my $lock = cf::lock_acquire "map_data:" . $self->path;	2155	my $lock = cf::lock_acquire "map_data:$self->{path}";
1541		2156
1542	$self->{last_save} = $cf::RUNTIME;	2157	$self->{last_save} = $cf::RUNTIME;
1543		2158
1544	return unless $self->dirty;	2159	return unless $self->dirty;
1545		2160
…		…
1551	return if $self->{deny_save};	2166	return if $self->{deny_save};
1552		2167
1553	local $self->{last_access} = $self->last_access;#d#	2168	local $self->{last_access} = $self->last_access;#d#
1554		2169
1555	cf::async {	2170	cf::async {
		2171	$Coro::current->{desc} = "map player save";
1556	$_->contr->save for $self->players;	2172	$_->contr->save for $self->players;
1557	};	2173	};
		2174
		2175	cf::get_slot 0.02;
1558		2176
1559	if ($uniq) {	2177	if ($uniq) {
1560	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2178	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1561	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2179	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1562	} else {	2180	} else {
…		…
1568	my ($self) = @_;	2186	my ($self) = @_;
1569		2187
1570	# save first because save cedes	2188	# save first because save cedes
1571	$self->save;	2189	$self->save;
1572		2190
1573	my $lock = cf::lock_acquire "map_data:" . $self->path;	2191	my $lock = cf::lock_acquire "map_data:$self->{path}";
1574		2192
1575	return if $self->players;	2193	return if $self->players;
1576	return if $self->in_memory != cf::MAP_IN_MEMORY;	2194	return if $self->in_memory != cf::MAP_ACTIVE;
1577	return if $self->{deny_save};	2195	return if $self->{deny_save};
1578		2196
		2197	$self->in_memory (cf::MAP_SWAPPED);
		2198
		2199	$self->deactivate;
		2200	$_->clear_links_to ($self) for values %cf::MAP;
1579	$self->clear;	2201	$self->clear;
1580	$self->in_memory (cf::MAP_SWAPPED);
1581	}	2202	}
1582		2203
1583	sub reset_at {	2204	sub reset_at {
1584	my ($self) = @_;	2205	my ($self) = @_;
1585		2206
1586	# TODO: safety, remove and allow resettable per-player maps	2207	# TODO: safety, remove and allow resettable per-player maps
1587	return 1e99 if $self->isa ("ext::map_per_player");#d#
1588	return 1e99 if $self->{deny_reset};	2208	return 1e99 if $self->{deny_reset};
1589		2209
1590	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2210	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1591	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2211	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1592		2212
…		…
1603	my ($self) = @_;	2223	my ($self) = @_;
1604		2224
1605	my $lock = cf::lock_acquire "map_data:$self->{path}";	2225	my $lock = cf::lock_acquire "map_data:$self->{path}";
1606		2226
1607	return if $self->players;	2227	return if $self->players;
1608	return if $self->isa ("ext::map_per_player");#d#
1609		2228
1610	warn "resetting map ", $self->path;#d#	2229	warn "resetting map ", $self->path;
1611		2230
1612	$self->in_memory (cf::MAP_SWAPPED);	2231	$self->in_memory (cf::MAP_SWAPPED);
1613		2232
1614	# need to save uniques path	2233	# need to save uniques path
1615	unless ($self->{deny_save}) {	2234	unless ($self->{deny_save}) {
…		…
1619	if $uniq;	2238	if $uniq;
1620	}	2239	}
1621		2240
1622	delete $cf::MAP{$self->path};	2241	delete $cf::MAP{$self->path};
1623		2242
		2243	$self->deactivate;
		2244	$_->clear_links_to ($self) for values %cf::MAP;
1624	$self->clear;	2245	$self->clear;
1625
1626	$_->clear_links_to ($self) for values %cf::MAP;
1627		2246
1628	$self->unlink_save;	2247	$self->unlink_save;
1629	$self->destroy;	2248	$self->destroy;
1630	}	2249	}
1631		2250
1632	my $nuke_counter = "aaaa";	2251	my $nuke_counter = "aaaa";
1633		2252
1634	sub nuke {	2253	sub nuke {
1635	my ($self) = @_;	2254	my ($self) = @_;
1636		2255
		2256	{
		2257	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2258
1637	delete $cf::MAP{$self->path};	2259	delete $cf::MAP{$self->path};
1638		2260
1639	$self->unlink_save;	2261	$self->unlink_save;
1640		2262
1641	bless $self, "cf::map";	2263	bless $self, "cf::map";
1642	delete $self->{deny_reset};	2264	delete $self->{deny_reset};
1643	$self->{deny_save} = 1;	2265	$self->{deny_save} = 1;
1644	$self->reset_timeout (1);	2266	$self->reset_timeout (1);
1645	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2267	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1646		2268
1647	$cf::MAP{$self->path} = $self;	2269	$cf::MAP{$self->path} = $self;
		2270	}
1648		2271
1649	$self->reset; # polite request, might not happen	2272	$self->reset; # polite request, might not happen
		2273	}
		2274
		2275	=item $maps = cf::map::tmp_maps
		2276
		2277	Returns an arrayref with all map paths of currently instantiated and saved
		2278	maps. May block.
		2279
		2280	=cut
		2281
		2282	sub tmp_maps() {
		2283	[
		2284	map {
		2285	utf8::decode $_;
		2286	/\.map$/
		2287	? normalise $_
		2288	: ()
		2289	} @{ aio_readdir $TMPDIR or [] }
		2290	]
		2291	}
		2292
		2293	=item $maps = cf::map::random_maps
		2294
		2295	Returns an arrayref with all map paths of currently instantiated and saved
		2296	random maps. May block.
		2297
		2298	=cut
		2299
		2300	sub random_maps() {
		2301	[
		2302	map {
		2303	utf8::decode $_;
		2304	/\.map$/
		2305	? normalise "?random/$_"
		2306	: ()
		2307	} @{ aio_readdir $RANDOMDIR or [] }
		2308	]
1650	}	2309	}
1651		2310
1652	=item cf::map::unique_maps	2311	=item cf::map::unique_maps
1653		2312
1654	Returns an arrayref of paths of all shared maps that have	2313	Returns an arrayref of paths of all shared maps that have
1655	instantiated unique items. May block.	2314	instantiated unique items. May block.
1656		2315
1657	=cut	2316	=cut
1658		2317
1659	sub unique_maps() {	2318	sub unique_maps() {
1660	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2319	[
1661	or return;	2320	map {
1662
1663	my @paths;
1664
1665	for (@$files) {
1666	utf8::decode $_;	2321	utf8::decode $_;
1667	next if /\.pst$/;	2322	s/\.map$//; # TODO future compatibility hack
1668	next unless /^$PATH_SEP/o;	2323	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1669		2324	? ()
1670	push @paths, cf::map::normalise $_;	2325	: normalise $_
		2326	} @{ aio_readdir $UNIQUEDIR or [] }
1671	}	2327	]
1672
1673	\@paths
1674	}	2328	}
1675
1676	package cf;
1677		2329
1678	=back	2330	=back
1679		2331
1680	=head3 cf::object	2332	=head3 cf::object
1681		2333
…		…
1685		2337
1686	=over 4	2338	=over 4
1687		2339
1688	=item $ob->inv_recursive	2340	=item $ob->inv_recursive
1689		2341
1690	Returns the inventory of the object _and_ their inventories, recursively.	2342	Returns the inventory of the object I<and> their inventories, recursively,
		2343	but I<not> the object itself.
1691		2344
1692	=cut	2345	=cut
1693		2346
1694	sub inv_recursive_;	2347	sub inv_recursive_;
1695	sub inv_recursive_ {	2348	sub inv_recursive_ {
…		…
1698		2351
1699	sub inv_recursive {	2352	sub inv_recursive {
1700	inv_recursive_ inv $_[0]	2353	inv_recursive_ inv $_[0]
1701	}	2354	}
1702		2355
		2356	=item $ref = $ob->ref
		2357
		2358	Creates and returns a persistent reference to an object that can be stored as a string.
		2359
		2360	=item $ob = cf::object::deref ($refstring)
		2361
		2362	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2363	even if the object actually exists. May block.
		2364
		2365	=cut
		2366
		2367	sub deref {
		2368	my ($ref) = @_;
		2369
		2370	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2371	my ($uuid, $name) = ($1, $2);
		2372	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2373	or return;
		2374	$pl->ob->uuid eq $uuid
		2375	or return;
		2376
		2377	$pl->ob
		2378	} else {
		2379	warn "$ref: cannot resolve object reference\n";
		2380	undef
		2381	}
		2382	}
		2383
1703	package cf;	2384	package cf;
1704		2385
1705	=back	2386	=back
1706		2387
1707	=head3 cf::object::player	2388	=head3 cf::object::player
…		…
1713	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2394	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1714	can be C<undef>. Does the right thing when the player is currently in a	2395	can be C<undef>. Does the right thing when the player is currently in a
1715	dialogue with the given NPC character.	2396	dialogue with the given NPC character.
1716		2397
1717	=cut	2398	=cut
		2399
		2400	our $SAY_CHANNEL = {
		2401	id => "say",
		2402	title => "Map",
		2403	reply => "say ",
		2404	tooltip => "Things said to and replied from npcs near you and other players on the same map only.",
		2405	};
		2406
		2407	our $CHAT_CHANNEL = {
		2408	id => "chat",
		2409	title => "Chat",
		2410	reply => "chat ",
		2411	tooltip => "Player chat and shouts, global to the server.",
		2412	};
1718		2413
1719	# rough implementation of a future "reply" method that works	2414	# rough implementation of a future "reply" method that works
1720	# with dialog boxes.	2415	# with dialog boxes.
1721	#TODO: the first argument must go, split into a $npc->reply_to ( method	2416	#TODO: the first argument must go, split into a $npc->reply_to ( method
1722	sub cf::object::player::reply($$$;$) {	2417	sub cf::object::player::reply($$$;$) {
…		…
1724		2419
1725	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2420	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1726		2421
1727	if ($self->{record_replies}) {	2422	if ($self->{record_replies}) {
1728	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2423	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2424
1729	} else {	2425	} else {
		2426	my $pl = $self->contr;
		2427
		2428	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2429	my $dialog = $pl->{npc_dialog};
		2430	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2431
		2432	} else {
1730	$msg = $npc->name . " says: $msg" if $npc;	2433	$msg = $npc->name . " says: $msg" if $npc;
1731	$self->message ($msg, $flags);	2434	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
		2435	}
1732	}	2436	}
		2437	}
		2438
		2439	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2440
		2441	=cut
		2442
		2443	sub cf::object::send_msg {
		2444	my $pl = shift->contr
		2445	or return;
		2446	$pl->send_msg (@_);
1733	}	2447	}
1734		2448
1735	=item $player_object->may ("access")	2449	=item $player_object->may ("access")
1736		2450
1737	Returns wether the given player is authorized to access resource "access"	2451	Returns wether the given player is authorized to access resource "access"
…		…
1750		2464
1751	=item $player_object->enter_link	2465	=item $player_object->enter_link
1752		2466
1753	Freezes the player and moves him/her to a special map (C<{link}>).	2467	Freezes the player and moves him/her to a special map (C<{link}>).
1754		2468
1755	The player should be reasonably safe there for short amounts of time. You	2469	The player should be reasonably safe there for short amounts of time (e.g.
1756	I<MUST> call C<leave_link> as soon as possible, though.	2470	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2471	though, as the palyer cannot control the character while it is on the link
		2472	map.
1757		2473
1758	Will never block.	2474	Will never block.
1759		2475
1760	=item $player_object->leave_link ($map, $x, $y)	2476	=item $player_object->leave_link ($map, $x, $y)
1761		2477
…		…
1784	$self->deactivate_recursive;	2500	$self->deactivate_recursive;
1785		2501
1786	return if UNIVERSAL::isa $self->map, "ext::map_link";	2502	return if UNIVERSAL::isa $self->map, "ext::map_link";
1787		2503
1788	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2504	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1789	if $self->map;	2505	if $self->map && $self->map->{path} ne "{link}";
1790		2506
1791	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2507	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1792	}	2508	}
1793		2509
1794	sub cf::object::player::leave_link {	2510	sub cf::object::player::leave_link {
1795	my ($self, $map, $x, $y) = @_;	2511	my ($self, $map, $x, $y) = @_;
		2512
		2513	return unless $self->contr->active;
1796		2514
1797	my $link_pos = delete $self->{_link_pos};	2515	my $link_pos = delete $self->{_link_pos};
1798		2516
1799	unless ($map) {	2517	unless ($map) {
1800	# restore original map position	2518	# restore original map position
…		…
1814	# use -1 or undef as default coordinates, not 0, 0	2532	# use -1 or undef as default coordinates, not 0, 0
1815	($x, $y) = ($map->enter_x, $map->enter_y)	2533	($x, $y) = ($map->enter_x, $map->enter_y)
1816	if $x <=0 && $y <= 0;	2534	if $x <=0 && $y <= 0;
1817		2535
1818	$map->load;	2536	$map->load;
1819	$map->load_diag;	2537	$map->load_neighbours;
1820		2538
1821	return unless $self->contr->active;	2539	return unless $self->contr->active;
		2540	$self->flag (cf::FLAG_DEBUG, 0);#d# temp
1822	$self->activate_recursive;	2541	$self->activate_recursive;
1823		2542
1824	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2543	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1825	$self->enter_map ($map, $x, $y);	2544	$self->enter_map ($map, $x, $y);
1826	}	2545	}
1827		2546
1828	cf::player->attach (	2547	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1829	on_logout => sub {
1830	my ($pl) = @_;
1831		2548
1832	# abort map switching before logout	2549	Moves the player to the given map-path and coordinates by first freezing
1833	if ($pl->ob->{_link_pos}) {	2550	her, loading and preparing them map, calling the provided $check callback
1834	cf::sync_job {	2551	that has to return the map if sucecssful, and then unfreezes the player on
1835	$pl->ob->leave_link	2552	the new (success) or old (failed) map position. In either case, $done will
1836	};	2553	be called at the end of this process.
1837	}
1838	},
1839	on_login => sub {
1840	my ($pl) = @_;
1841		2554
1842	# try to abort aborted map switching on player login :)	2555	Note that $check will be called with a potentially non-loaded map, so if
1843	# should happen only on crashes	2556	it needs a loaded map it has to call C<< ->load >>.
1844	if ($pl->ob->{_link_pos}) {
1845	$pl->ob->enter_link;
1846	(async {
1847	$pl->ob->reply (undef,
1848	"There was an internal problem at your last logout, "
1849	. "the server will try to bring you to your intended destination in a second.",
1850	cf::NDI_RED);
1851	# we need this sleep as the login has a concurrent enter_exit running
1852	# and this sleep increases chances of the player not ending up in scorn
1853	Coro::Timer::sleep 1;
1854	$pl->ob->leave_link;
1855	})->prio (2);
1856	}
1857	},
1858	);
1859		2557
1860	=item $player_object->goto ($path, $x, $y)
1861
1862	=cut	2558	=cut
		2559
		2560	our $GOTOGEN;
1863		2561
1864	sub cf::object::player::goto {	2562	sub cf::object::player::goto {
1865	my ($self, $path, $x, $y) = @_;	2563	my ($self, $path, $x, $y, $check, $done) = @_;
		2564
		2565	# do generation counting so two concurrent goto's will be executed in-order
		2566	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1866		2567
1867	$self->enter_link;	2568	$self->enter_link;
1868		2569
1869	(async {	2570	(async {
		2571	$Coro::current->{desc} = "player::goto $path $x $y";
		2572
		2573	# *tag paths override both path and x|y
		2574	if ($path =~ /^\*(.*)$/) {
		2575	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2576	my $ob = $obs[rand @obs];
		2577
		2578	# see if we actually can go there
		2579	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2580	$ob = $obs[rand @obs];
		2581	} else {
		2582	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2583	}
		2584	# else put us there anyways for now #d#
		2585
		2586	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2587	} else {
		2588	($path, $x, $y) = (undef, undef, undef);
		2589	}
		2590	}
		2591
1870	my $map = eval {	2592	my $map = eval {
1871	my $map = cf::map::find $path;	2593	my $map = defined $path ? cf::map::find $path : undef;
		2594
		2595	if ($map) {
1872	$map = $map->customise_for ($self) if $map;	2596	$map = $map->customise_for ($self);
		2597	$map = $check->($map) if $check && $map;
		2598	} else {
		2599	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2600	}
		2601
1873	$map	2602	$map
		2603	};
		2604
		2605	if ($@) {
		2606	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2607	LOG llevError | logBacktrace, Carp::longmess $@;
1874	} or	2608	}
1875	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1876		2609
		2610	if ($gen == $self->{_goto_generation}) {
		2611	delete $self->{_goto_generation};
1877	$self->leave_link ($map, $x, $y);	2612	$self->leave_link ($map, $x, $y);
		2613	}
		2614
		2615	$done->() if $done;
1878	})->prio (1);	2616	})->prio (1);
1879	}	2617	}
1880		2618
1881	=item $player_object->enter_exit ($exit_object)	2619	=item $player_object->enter_exit ($exit_object)
1882		2620
…		…
1902	}	2640	}
1903		2641
1904	sub prepare_random_map {	2642	sub prepare_random_map {
1905	my ($exit) = @_;	2643	my ($exit) = @_;
1906		2644
1907	my $guard = cf::lock_acquire "exit_prepare:$exit";
1908
1909	# all this does is basically replace the /! path by	2645	# all this does is basically replace the /! path by
1910	# a new random map path (?random/...) with a seed	2646	# a new random map path (?random/...) with a seed
1911	# that depends on the exit object	2647	# that depends on the exit object
1912		2648
1913	my $rmp = parse_random_map_params $exit->msg;	2649	my $rmp = parse_random_map_params $exit->msg;
…		…
1915	if ($exit->map) {	2651	if ($exit->map) {
1916	$rmp->{region} = $exit->region->name;	2652	$rmp->{region} = $exit->region->name;
1917	$rmp->{origin_map} = $exit->map->path;	2653	$rmp->{origin_map} = $exit->map->path;
1918	$rmp->{origin_x} = $exit->x;	2654	$rmp->{origin_x} = $exit->x;
1919	$rmp->{origin_y} = $exit->y;	2655	$rmp->{origin_y} = $exit->y;
		2656
		2657	$exit->map->touch;
1920	}	2658	}
1921		2659
1922	$rmp->{random_seed} ||= $exit->random_seed;	2660	$rmp->{random_seed} ||= $exit->random_seed;
1923		2661
1924	my $data = cf::to_json $rmp;	2662	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
1925	my $md5 = Digest::MD5::md5_hex $data;	2663	my $md5 = Digest::MD5::md5_hex $data;
1926	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2664	my $meta = "$RANDOMDIR/$md5.meta";
1927		2665
1928	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2666	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1929	aio_write $fh, 0, (length $data), $data, 0;	2667	aio_write $fh, 0, (length $data), $data, 0;
1930	undef $fh;	2668	undef $fh;
1931	aio_rename "$meta~", $meta;	2669	aio_rename "$meta~", $meta;
1932		2670
		2671	my $slaying = "?random/$md5";
		2672
		2673	if ($exit->valid) {
1933	$exit->slaying ("?random/$md5");	2674	$exit->slaying ("?random/$md5");
1934	$exit->msg (undef);	2675	$exit->msg (undef);
		2676	}
1935	}	2677	}
1936	}	2678	}
1937		2679
1938	sub cf::object::player::enter_exit {	2680	sub cf::object::player::enter_exit {
1939	my ($self, $exit) = @_;	2681	my ($self, $exit) = @_;
1940		2682
1941	return unless $self->type == cf::PLAYER;	2683	return unless $self->type == cf::PLAYER;
1942		2684
1943	if ($exit->slaying eq "/!") {
1944	#TODO: this should de-fi-ni-te-ly not be a sync-job
1945	cf::sync_job { prepare_random_map $exit };
1946	}
1947
1948	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1949	my $hp = $exit->stats->hp;
1950	my $sp = $exit->stats->sp;
1951
1952	$self->enter_link;	2685	$self->enter_link;
1953		2686
1954	(async {	2687	(async {
1955	$self->deactivate_recursive; # just to be sure	2688	$Coro::current->{desc} = "enter_exit";
		2689
1956	unless (eval {	2690	unless (eval {
		2691	$self->deactivate_recursive; # just to be sure
		2692
		2693	# random map handling
		2694	{
		2695	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2696
		2697	prepare_random_map $exit
		2698	if $exit->slaying eq "/!";
		2699	}
		2700
		2701	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2702	my $x = $exit->stats->hp;
		2703	my $y = $exit->stats->sp;
		2704
1957	$self->goto ($slaying, $hp, $sp);	2705	$self->goto ($map, $x, $y);
1958		2706
		2707	# if exit is damned, update players death & WoR home-position
		2708	$self->contr->savebed ($map, $x, $y)
		2709	if $exit->flag (cf::FLAG_DAMNED);
		2710
1959	1;	2711	1
1960	}) {	2712	}) {
1961	$self->message ("Something went wrong deep within the crossfire server. "	2713	$self->message ("Something went wrong deep within the deliantra server. "
1962	. "I'll try to bring you back to the map you were before. "	2714	. "I'll try to bring you back to the map you were before. "
1963	. "Please report this to the dungeon master!",	2715	. "Please report this to the dungeon master!",
1964	cf::NDI_UNIQUE | cf::NDI_RED);	2716	cf::NDI_UNIQUE | cf::NDI_RED);
1965		2717
1966	warn "ERROR in enter_exit: $@";	2718	warn "ERROR in enter_exit: $@";
1967	$self->leave_link;	2719	$self->leave_link;
1968	}	2720	}
1969	})->prio (1);	2721	})->prio (1);
…		…
1982		2734
1983	sub cf::client::send_drawinfo {	2735	sub cf::client::send_drawinfo {
1984	my ($self, $text, $flags) = @_;	2736	my ($self, $text, $flags) = @_;
1985		2737
1986	utf8::encode $text;	2738	utf8::encode $text;
1987	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2739	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1988	}	2740	}
1989		2741
		2742	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2743
		2744	Send a drawinfo or msg packet to the client, formatting the msg for the
		2745	client if neccessary. C<$type> should be a string identifying the type of
		2746	the message, with C<log> being the default. If C<$color> is negative, suppress
		2747	the message unless the client supports the msg packet.
		2748
		2749	=cut
		2750
		2751	# non-persistent channels (usually the info channel)
		2752	our %CHANNEL = (
		2753	"c/identify" => {
		2754	id => "infobox",
		2755	title => "Identify",
		2756	reply => undef,
		2757	tooltip => "Items recently identified",
		2758	},
		2759	"c/examine" => {
		2760	id => "infobox",
		2761	title => "Examine",
		2762	reply => undef,
		2763	tooltip => "Signs and other items you examined",
		2764	},
		2765	"c/book" => {
		2766	id => "infobox",
		2767	title => "Book",
		2768	reply => undef,
		2769	tooltip => "The contents of a note or book",
		2770	},
		2771	"c/lookat" => {
		2772	id => "infobox",
		2773	title => "Look",
		2774	reply => undef,
		2775	tooltip => "What you saw there",
		2776	},
		2777	"c/who" => {
		2778	id => "infobox",
		2779	title => "Players",
		2780	reply => undef,
		2781	tooltip => "Shows players who are currently online",
		2782	},
		2783	"c/body" => {
		2784	id => "infobox",
		2785	title => "Body Parts",
		2786	reply => undef,
		2787	tooltip => "Shows which body parts you posess and are available",
		2788	},
		2789	"c/uptime" => {
		2790	id => "infobox",
		2791	title => "Uptime",
		2792	reply => undef,
		2793	tooltip => "How long the server has been running since last restart",
		2794	},
		2795	"c/mapinfo" => {
		2796	id => "infobox",
		2797	title => "Map Info",
		2798	reply => undef,
		2799	tooltip => "Information related to the maps",
		2800	},
		2801	"c/party" => {
		2802	id => "party",
		2803	title => "Party",
		2804	reply => "gsay ",
		2805	tooltip => "Messages and chat related to your party",
		2806	},
		2807	);
		2808
		2809	sub cf::client::send_msg {
		2810	my ($self, $channel, $msg, $color, @extra) = @_;
		2811
		2812	$msg = $self->pl->expand_cfpod ($msg)
		2813	unless $color & cf::NDI_VERBATIM;
		2814
		2815	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2816
		2817	# check predefined channels, for the benefit of C
		2818	if ($CHANNEL{$channel}) {
		2819	$channel = $CHANNEL{$channel};
		2820
		2821	$self->ext_msg (channel_info => $channel)
		2822	if $self->can_msg;
		2823
		2824	$channel = $channel->{id};
		2825
		2826	} elsif (ref $channel) {
		2827	# send meta info to client, if not yet sent
		2828	unless (exists $self->{channel}{$channel->{id}}) {
		2829	$self->{channel}{$channel->{id}} = $channel;
		2830	$self->ext_msg (channel_info => $channel)
		2831	if $self->can_msg;
		2832	}
		2833
		2834	$channel = $channel->{id};
		2835	}
		2836
		2837	return unless @extra || length $msg;
		2838
		2839	if ($self->can_msg) {
		2840	# default colour, mask it out
		2841	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2842	if $color & cf::NDI_DEF;
		2843
		2844	my $pkt = "msg "
		2845	. $self->{json_coder}->encode (
		2846	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		2847	);
		2848
		2849	# try lzf for large packets
		2850	$pkt = "lzf " . Compress::LZF::compress $pkt
		2851	if 1024 <= length $pkt and $self->{can_lzf};
		2852
		2853	# split very large packets
		2854	if (8192 < length $pkt and $self->{can_lzf}) {
		2855	$self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
		2856	$pkt = "frag";
		2857	}
		2858
		2859	$self->send_packet ($pkt);
		2860	} else {
		2861	if ($color >= 0) {
		2862	# replace some tags by gcfclient-compatible ones
		2863	for ($msg) {
		2864	1 while
		2865	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2866	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2867	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2868	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2869	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2870	}
		2871
		2872	$color &= cf::NDI_COLOR_MASK;
		2873
		2874	utf8::encode $msg;
		2875
		2876	if (0 && $msg =~ /\[/) {
		2877	# COMMAND/INFO
		2878	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2879	} else {
		2880	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2881	$self->send_packet ("drawinfo $color $msg")
		2882	}
		2883	}
		2884	}
		2885	}
		2886
		2887	=item $client->ext_msg ($type, @msg)
		2888
		2889	Sends an ext event to the client.
		2890
		2891	=cut
		2892
		2893	sub cf::client::ext_msg($$@) {
		2894	my ($self, $type, @msg) = @_;
		2895
		2896	if ($self->extcmd == 2) {
		2897	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2898	} elsif ($self->extcmd == 1) { # TODO: remove
		2899	push @msg, msgtype => "event_$type";
		2900	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2901	}
		2902	}
		2903
		2904	=item $client->ext_reply ($msgid, @msg)
		2905
		2906	Sends an ext reply to the client.
		2907
		2908	=cut
		2909
		2910	sub cf::client::ext_reply($$@) {
		2911	my ($self, $id, @msg) = @_;
		2912
		2913	if ($self->extcmd == 2) {
		2914	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2915	} elsif ($self->extcmd == 1) {
		2916	#TODO: version 1, remove
		2917	unshift @msg, msgtype => "reply", msgid => $id;
		2918	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2919	}
		2920	}
1990		2921
1991	=item $success = $client->query ($flags, "text", \&cb)	2922	=item $success = $client->query ($flags, "text", \&cb)
1992		2923
1993	Queues a query to the client, calling the given callback with	2924	Queues a query to the client, calling the given callback with
1994	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2925	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1995	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2926	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1996		2927
1997	Queries can fail, so check the return code. Or don't, as queries will become	2928	Queries can fail, so check the return code. Or don't, as queries will
1998	reliable at some point in the future.	2929	become reliable at some point in the future.
1999		2930
2000	=cut	2931	=cut
2001		2932
2002	sub cf::client::query {	2933	sub cf::client::query {
2003	my ($self, $flags, $text, $cb) = @_;	2934	my ($self, $flags, $text, $cb) = @_;
…		…
2011	utf8::encode $text;	2942	utf8::encode $text;
2012	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2943	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2013		2944
2014	$self->send_packet ($self->{query_queue}[0][0])	2945	$self->send_packet ($self->{query_queue}[0][0])
2015	if @{ $self->{query_queue} } == 1;	2946	if @{ $self->{query_queue} } == 1;
		2947
		2948	1
2016	}	2949	}
2017		2950
2018	cf::client->attach (	2951	cf::client->attach (
		2952	on_connect => sub {
		2953	my ($ns) = @_;
		2954
		2955	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2956	},
2019	on_reply => sub {	2957	on_reply => sub {
2020	my ($ns, $msg) = @_;	2958	my ($ns, $msg) = @_;
2021		2959
2022	# this weird shuffling is so that direct followup queries	2960	# this weird shuffling is so that direct followup queries
2023	# get handled first	2961	# get handled first
…		…
2035	} else {	2973	} else {
2036	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2974	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2037	}	2975	}
2038	}	2976	}
2039	},	2977	},
		2978	on_exticmd => sub {
		2979	my ($ns, $buf) = @_;
		2980
		2981	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2982
		2983	if (ref $msg) {
		2984	my ($type, $reply, @payload) =
		2985	"ARRAY" eq ref $msg
		2986	? @$msg
		2987	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2988
		2989	my @reply;
		2990
		2991	if (my $cb = $EXTICMD{$type}) {
		2992	@reply = $cb->($ns, @payload);
		2993	}
		2994
		2995	$ns->ext_reply ($reply, @reply)
		2996	if $reply;
		2997
		2998	} else {
		2999	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		3000	}
		3001
		3002	cf::override;
		3003	},
2040	);	3004	);
2041		3005
2042	=item $client->async (\&cb)	3006	=item $client->async (\&cb)
2043		3007
2044	Create a new coroutine, running the specified callback. The coroutine will	3008	Create a new coroutine, running the specified callback. The coroutine will
…		…
2085	our $safe = new Safe "safe";	3049	our $safe = new Safe "safe";
2086	our $safe_hole = new Safe::Hole;	3050	our $safe_hole = new Safe::Hole;
2087		3051
2088	$SIG{FPE} = 'IGNORE';	3052	$SIG{FPE} = 'IGNORE';
2089		3053
2090	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3054	$safe->permit_only (Opcode::opset qw(
		3055	:base_core :base_mem :base_orig :base_math
		3056	grepstart grepwhile mapstart mapwhile
		3057	sort time
		3058	));
2091		3059
2092	# here we export the classes and methods available to script code	3060	# here we export the classes and methods available to script code
2093		3061
2094	=pod	3062	=pod
2095		3063
2096	The following fucntions and emthods are available within a safe environment:	3064	The following functions and methods are available within a safe environment:
2097		3065
2098	cf::object contr pay_amount pay_player map	3066	cf::object
		3067	contr pay_amount pay_player map x y force_find force_add destroy
		3068	insert remove name archname title slaying race decrease split
		3069
2099	cf::object::player player	3070	cf::object::player
2100	cf::player peaceful	3071	player
2101	cf::map trigger	3072
		3073	cf::player
		3074	peaceful
		3075
		3076	cf::map
		3077	trigger
2102		3078
2103	=cut	3079	=cut
2104		3080
2105	for (	3081	for (
2106	["cf::object" => qw(contr pay_amount pay_player map)],	3082	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3083	insert remove inv nrof name archname title slaying race
		3084	decrease split destroy change_exp)],
2107	["cf::object::player" => qw(player)],	3085	["cf::object::player" => qw(player)],
2108	["cf::player" => qw(peaceful)],	3086	["cf::player" => qw(peaceful)],
2109	["cf::map" => qw(trigger)],	3087	["cf::map" => qw(trigger)],
2110	) {	3088	) {
2111	no strict 'refs';	3089	no strict 'refs';
…		…
2182	=back	3160	=back
2183		3161
2184	=cut	3162	=cut
2185		3163
2186	#############################################################################	3164	#############################################################################
2187
2188	=head2 EXTENSION DATABASE SUPPORT
2189
2190	Crossfire maintains a very simple database for extension use. It can
2191	currently store anything that can be serialised using Storable, which
2192	excludes objects.
2193
2194	The parameter C<$family> should best start with the name of the extension
2195	using it, it should be unique.
2196
2197	=over 4
2198
2199	=item $value = cf::db_get $family => $key
2200
2201	Returns a single value from the database.
2202
2203	=item cf::db_put $family => $key => $value
2204
2205	Stores the given C<$value> in the family.
2206
2207	=cut
2208
2209	our $DB;
2210
2211	sub db_init {
2212	unless ($DB) {
2213	$DB = BDB::db_create $DB_ENV;
2214
2215	cf::sync_job {
2216	eval {
2217	$DB->set_flags (BDB::CHKSUM);
2218
2219	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2220	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2221	cf::cleanup "db_open(db): $!" if $!;
2222	};
2223	cf::cleanup "db_open(db): $@" if $@;
2224	};
2225
2226	my $path = cf::localdir . "/database.pst";
2227	if (stat $path) {
2228	cf::sync_job {
2229	my $pst = Storable::retrieve $path;
2230
2231	cf::db_put (board => data => $pst->{board});
2232	cf::db_put (guildrules => data => $pst->{guildrules});
2233	cf::db_put (rent => balance => $pst->{rent}{balance});
2234	BDB::db_env_txn_checkpoint $DB_ENV;
2235
2236	unlink $path;
2237	};
2238	}
2239	}
2240	}
2241
2242	sub db_get($$) {
2243	my $key = "$_[0]/$_[1]";
2244
2245	cf::sync_job {
2246	BDB::db_get $DB, undef, $key, my $data;
2247
2248	$! ? ()
2249	: Compress::LZF::sthaw $data
2250	}
2251	}
2252
2253	sub db_put($$$) {
2254	BDB::dbreq_pri 4;
2255	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2256	}
2257
2258	#############################################################################
2259	# the server's init and main functions	3165	# the server's init and main functions
2260		3166
		3167	sub load_facedata($) {
		3168	my ($path) = @_;
		3169
		3170	# HACK to clear player env face cache, we need some signal framework
		3171	# for this (global event?)
		3172	%ext::player_env::MUSIC_FACE_CACHE = ();
		3173
		3174	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3175
		3176	warn "loading facedata from $path\n";
		3177
		3178	my $facedata;
		3179	0 < aio_load $path, $facedata
		3180	or die "$path: $!";
		3181
		3182	$facedata = Coro::Storable::thaw $facedata;
		3183
		3184	$facedata->{version} == 2
		3185	or cf::cleanup "$path: version mismatch, cannot proceed.";
		3186
		3187	# patch in the exptable
		3188	$facedata->{resource}{"res/exp_table"} = {
		3189	type => FT_RSRC,
		3190	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3191	};
		3192	cf::cede_to_tick;
		3193
		3194	{
		3195	my $faces = $facedata->{faceinfo};
		3196
		3197	while (my ($face, $info) = each %$faces) {
		3198	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3199
		3200	cf::face::set_visibility $idx, $info->{visibility};
		3201	cf::face::set_magicmap $idx, $info->{magicmap};
		3202	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
		3203	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
		3204
		3205	cf::cede_to_tick;
		3206	}
		3207
		3208	while (my ($face, $info) = each %$faces) {
		3209	next unless $info->{smooth};
		3210
		3211	my $idx = cf::face::find $face
		3212	or next;
		3213
		3214	if (my $smooth = cf::face::find $info->{smooth}) {
		3215	cf::face::set_smooth $idx, $smooth;
		3216	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
		3217	} else {
		3218	warn "smooth face '$info->{smooth}' not found for face '$face'";
		3219	}
		3220
		3221	cf::cede_to_tick;
		3222	}
		3223	}
		3224
		3225	{
		3226	my $anims = $facedata->{animinfo};
		3227
		3228	while (my ($anim, $info) = each %$anims) {
		3229	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3230	cf::cede_to_tick;
		3231	}
		3232
		3233	cf::anim::invalidate_all; # d'oh
		3234	}
		3235
		3236	{
		3237	# TODO: for gcfclient pleasure, we should give resources
		3238	# that gcfclient doesn't grok a >10000 face index.
		3239	my $res = $facedata->{resource};
		3240
		3241	while (my ($name, $info) = each %$res) {
		3242	if (defined $info->{type}) {
		3243	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3244	my $data;
		3245
		3246	if ($info->{type} & 1) {
		3247	# prepend meta info
		3248
		3249	my $meta = $enc->encode ({
		3250	name => $name,
		3251	%{ $info->{meta} || {} },
		3252	});
		3253
		3254	$data = pack "(w/a*)*", $meta, $info->{data};
		3255	} else {
		3256	$data = $info->{data};
		3257	}
		3258
		3259	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3260	cf::face::set_type $idx, $info->{type};
		3261	} else {
		3262	$RESOURCE{$name} = $info;
		3263	}
		3264
		3265	cf::cede_to_tick;
		3266	}
		3267	}
		3268
		3269	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3270
		3271	1
		3272	}
		3273
		3274	cf::global->attach (on_resource_update => sub {
		3275	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3276	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3277
		3278	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3279	my $sound = $soundconf->{compat}[$_]
		3280	or next;
		3281
		3282	my $face = cf::face::find "sound/$sound->[1]";
		3283	cf::sound::set $sound->[0] => $face;
		3284	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3285	}
		3286
		3287	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3288	my $face = cf::face::find "sound/$v";
		3289	cf::sound::set $k => $face;
		3290	}
		3291	}
		3292	});
		3293
		3294	register_exticmd fx_want => sub {
		3295	my ($ns, $want) = @_;
		3296
		3297	while (my ($k, $v) = each %$want) {
		3298	$ns->fx_want ($k, $v);
		3299	}
		3300	};
		3301
2261	sub load_resources {	3302	sub load_resource_file($) {
2262	load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir	3303	my $guard = lock_acquire "load_resource_file";
		3304
		3305	my $status = load_resource_file_ $_[0];
		3306	get_slot 0.1, 100;
		3307	cf::arch::commit_load;
		3308
		3309	$status
		3310	}
		3311
		3312	sub reload_regions {
		3313	# HACK to clear player env face cache, we need some signal framework
		3314	# for this (global event?)
		3315	%ext::player_env::MUSIC_FACE_CACHE = ();
		3316
		3317	load_resource_file "$MAPDIR/regions"
2263	or die "unable to load regions file\n";#d#	3318	or die "unable to load regions file\n";
2264	}
2265		3319
2266	sub cfg_load {	3320	for (cf::region::list) {
		3321	$_->{match} = qr/$_->{match}/
		3322	if exists $_->{match};
		3323	}
		3324	}
		3325
		3326	sub reload_facedata {
		3327	load_facedata "$DATADIR/facedata"
		3328	or die "unable to load facedata\n";
		3329	}
		3330
		3331	sub reload_archetypes {
		3332	load_resource_file "$DATADIR/archetypes"
		3333	or die "unable to load archetypes\n";
		3334	}
		3335
		3336	sub reload_treasures {
		3337	load_resource_file "$DATADIR/treasures"
		3338	or die "unable to load treasurelists\n";
		3339	}
		3340
		3341	sub reload_resources {
		3342	warn "reloading resource files...\n";
		3343
		3344	reload_facedata;
		3345	reload_archetypes;
		3346	reload_regions;
		3347	reload_treasures;
		3348
		3349	warn "finished reloading resource files\n";
		3350	}
		3351
		3352	sub init {
		3353	my $guard = freeze_mainloop;
		3354
		3355	evthread_start IO::AIO::poll_fileno;
		3356
		3357	reload_resources;
		3358	}
		3359
		3360	sub reload_config {
2267	open my $fh, "<:utf8", cf::confdir . "/config"	3361	open my $fh, "<:utf8", "$CONFDIR/config"
2268	or return;	3362	or return;
2269		3363
2270	local $/;	3364	local $/;
2271	*CFG = YAML::Syck::Load <$fh>;	3365	*CFG = YAML::Load <$fh>;
2272		3366
2273	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3367	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2274		3368
2275	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3369	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2276	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3370	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
2282	};	3376	};
2283	warn $@ if $@;	3377	warn $@ if $@;
2284	}	3378	}
2285	}	3379	}
2286		3380
2287	sub init {	3381	sub pidfile() {
2288	load_resources;	3382	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3383	or die "$PIDFILE: $!";
		3384	flock $fh, &Fcntl::LOCK_EX
		3385	or die "$PIDFILE: flock: $!";
		3386	$fh
		3387	}
		3388
		3389	# make sure only one server instance is running at any one time
		3390	sub atomic {
		3391	my $fh = pidfile;
		3392
		3393	my $pid = <$fh>;
		3394	kill 9, $pid if $pid > 0;
		3395
		3396	seek $fh, 0, 0;
		3397	print $fh $$;
2289	}	3398	}
2290		3399
2291	sub main {	3400	sub main {
		3401	atomic;
		3402
2292	# we must not ever block the main coroutine	3403	# we must not ever block the main coroutine
2293	local $Coro::idle = sub {	3404	local $Coro::idle = sub {
2294	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3405	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2295	(async {	3406	(async {
2296	Event::one_event;	3407	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3408	EV::loop EV::LOOP_ONESHOT;
2297	})->prio (Coro::PRIO_MAX);	3409	})->prio (Coro::PRIO_MAX);
2298	};	3410	};
2299		3411
2300	cfg_load;	3412	{
		3413	my $guard = freeze_mainloop;
		3414	reload_config;
2301	db_init;	3415	db_init;
2302	load_extensions;	3416	load_extensions;
2303		3417
2304	$TICK_WATCHER->start;	3418	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3419	}
		3420
		3421	utime time, time, $RUNTIMEFILE;
		3422
		3423	# no (long-running) fork's whatsoever before this point(!)
		3424	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3425
2305	Event::loop;	3426	EV::loop;
2306	}	3427	}
2307		3428
2308	#############################################################################	3429	#############################################################################
2309	# initialisation and cleanup	3430	# initialisation and cleanup
2310		3431
2311	# install some emergency cleanup handlers	3432	# install some emergency cleanup handlers
2312	BEGIN {	3433	BEGIN {
		3434	our %SIGWATCHER = ();
2313	for my $signal (qw(INT HUP TERM)) {	3435	for my $signal (qw(INT HUP TERM)) {
2314	Event->signal (	3436	$SIGWATCHER{$signal} = EV::signal $signal, sub {
2315	reentrant => 0,
2316	data => WF_AUTOCANCEL,
2317	signal => $signal,
2318	prio => 0,
2319	cb => sub {
2320	cf::cleanup "SIG$signal";	3437	cf::cleanup "SIG$signal";
2321	},
2322	);	3438	};
		3439	}
		3440	}
		3441
		3442	sub write_runtime_sync {
		3443	# first touch the runtime file to show we are still running:
		3444	# the fsync below can take a very very long time.
		3445
		3446	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
		3447
		3448	my $guard = cf::lock_acquire "write_runtime";
		3449
		3450	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
		3451	or return;
		3452
		3453	my $value = $cf::RUNTIME + 90 + 10;
		3454	# 10 is the runtime save interval, for a monotonic clock
		3455	# 60 allows for the watchdog to kill the server.
		3456
		3457	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3458	and return;
		3459
		3460	# always fsync - this file is important
		3461	aio_fsync $fh
		3462	and return;
		3463
		3464	# touch it again to show we are up-to-date
		3465	aio_utime $fh, undef, undef;
		3466
		3467	close $fh
		3468	or return;
		3469
		3470	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
		3471	and return;
		3472
		3473	warn "runtime file written.\n";
		3474
2323	}	3475	1
		3476	}
		3477
		3478	our $uuid_lock;
		3479	our $uuid_skip;
		3480
		3481	sub write_uuid_sync($) {
		3482	$uuid_skip ||= $_[0];
		3483
		3484	return if $uuid_lock;
		3485	local $uuid_lock = 1;
		3486
		3487	my $uuid = "$LOCALDIR/uuid";
		3488
		3489	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3490	or return;
		3491
		3492	my $value = uuid_str $uuid_skip + uuid_seq uuid_cur;
		3493	$uuid_skip = 0;
		3494
		3495	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3496	and return;
		3497
		3498	# always fsync - this file is important
		3499	aio_fsync $fh
		3500	and return;
		3501
		3502	close $fh
		3503	or return;
		3504
		3505	aio_rename "$uuid~", $uuid
		3506	and return;
		3507
		3508	warn "uuid file written ($value).\n";
		3509
		3510	1
		3511
		3512	}
		3513
		3514	sub write_uuid($$) {
		3515	my ($skip, $sync) = @_;
		3516
		3517	$sync ? write_uuid_sync $skip
		3518	: async { write_uuid_sync $skip };
2324	}	3519	}
2325		3520
2326	sub emergency_save() {	3521	sub emergency_save() {
2327	my $freeze_guard = cf::freeze_mainloop;	3522	my $freeze_guard = cf::freeze_mainloop;
2328		3523
…		…
2334	# and maps saved/destroyed asynchronously.	3529	# and maps saved/destroyed asynchronously.
2335	warn "begin emergency player save\n";	3530	warn "begin emergency player save\n";
2336	for my $login (keys %cf::PLAYER) {	3531	for my $login (keys %cf::PLAYER) {
2337	my $pl = $cf::PLAYER{$login} or next;	3532	my $pl = $cf::PLAYER{$login} or next;
2338	$pl->valid or next;	3533	$pl->valid or next;
		3534	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2339	$pl->save;	3535	$pl->save;
2340	}	3536	}
2341	warn "end emergency player save\n";	3537	warn "end emergency player save\n";
2342		3538
2343	warn "begin emergency map save\n";	3539	warn "begin emergency map save\n";
…		…
2349	warn "end emergency map save\n";	3545	warn "end emergency map save\n";
2350		3546
2351	warn "begin emergency database checkpoint\n";	3547	warn "begin emergency database checkpoint\n";
2352	BDB::db_env_txn_checkpoint $DB_ENV;	3548	BDB::db_env_txn_checkpoint $DB_ENV;
2353	warn "end emergency database checkpoint\n";	3549	warn "end emergency database checkpoint\n";
		3550
		3551	warn "begin write uuid\n";
		3552	write_uuid_sync 1;
		3553	warn "end write uuid\n";
2354	};	3554	};
2355		3555
2356	warn "leave emergency perl save\n";	3556	warn "leave emergency perl save\n";
2357	}	3557	}
2358		3558
2359	sub post_cleanup {	3559	sub post_cleanup {
2360	my ($make_core) = @_;	3560	my ($make_core) = @_;
2361		3561
2362	warn Carp::longmess "post_cleanup backtrace"	3562	warn Carp::longmess "post_cleanup backtrace"
2363	if $make_core;	3563	if $make_core;
2364	}
2365		3564
		3565	my $fh = pidfile;
		3566	unlink $PIDFILE if <$fh> == $$;
		3567	}
		3568
		3569	# a safer delete_package, copied from Symbol
		3570	sub clear_package($) {
		3571	my $pkg = shift;
		3572
		3573	# expand to full symbol table name if needed
		3574	unless ($pkg =~ /^main::.*::$/) {
		3575	$pkg = "main$pkg" if $pkg =~ /^::/;
		3576	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3577	$pkg .= '::' unless $pkg =~ /::$/;
		3578	}
		3579
		3580	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3581	my $stem_symtab = *{$stem}{HASH};
		3582
		3583	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3584	or return;
		3585
		3586	# clear all symbols
		3587	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3588	for my $name (keys %$leaf_symtab) {
		3589	_gv_clear *{"$pkg$name"};
		3590	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3591	}
		3592	warn "cleared package #$pkg\n";#d#
		3593	}
		3594
		3595	our $RELOAD; # how many times to reload
		3596
2366	sub reload() {	3597	sub do_reload_perl() {
2367	# can/must only be called in main	3598	# can/must only be called in main
2368	if ($Coro::current != $Coro::main) {	3599	if ($Coro::current != $Coro::main) {
2369	warn "can only reload from main coroutine";	3600	warn "can only reload from main coroutine";
2370	return;	3601	return;
2371	}	3602	}
2372		3603
		3604	return if $RELOAD++;
		3605
		3606	while ($RELOAD) {
2373	warn "reloading...";	3607	warn "reloading...";
2374		3608
2375	warn "entering sync_job";	3609	warn "entering sync_job";
2376		3610
2377	cf::sync_job {	3611	cf::sync_job {
2378	cf::write_runtime; # external watchdog should not bark	3612	cf::write_runtime_sync; # external watchdog should not bark
2379	cf::emergency_save;	3613	cf::emergency_save;
2380	cf::write_runtime; # external watchdog should not bark	3614	cf::write_runtime_sync; # external watchdog should not bark
2381		3615
2382	warn "syncing database to disk";	3616	warn "syncing database to disk";
2383	BDB::db_env_txn_checkpoint $DB_ENV;	3617	BDB::db_env_txn_checkpoint $DB_ENV;
2384		3618
2385	# if anything goes wrong in here, we should simply crash as we already saved	3619	# if anything goes wrong in here, we should simply crash as we already saved
2386		3620
2387	warn "cancelling all WF_AUTOCANCEL watchers";
2388	for (Event::all_watchers) {
2389	$_->cancel if $_->data & WF_AUTOCANCEL;
2390	}
2391
2392	warn "flushing outstanding aio requests";	3621	warn "flushing outstanding aio requests";
2393	for (;;) {
2394	BDB::flush;
2395	IO::AIO::flush;
2396	Coro::cede;
2397	last unless IO::AIO::nreqs || BDB::nreqs;	3622	while (IO::AIO::nreqs || BDB::nreqs) {
2398	warn "iterate...";	3623	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
2399	}
2400
2401	warn "cancelling all extension coros";
2402	$_->cancel for values %EXT_CORO;
2403	%EXT_CORO = ();
2404
2405	warn "removing commands";
2406	%COMMAND = ();
2407
2408	warn "removing ext commands";
2409	%EXTCMD = ();
2410
2411	warn "unloading/nuking all extensions";
2412	for my $pkg (@EXTS) {
2413	warn "... unloading $pkg";
2414
2415	if (my $cb = $pkg->can ("unload")) {
2416	eval {
2417	$cb->($pkg);
2418	1
2419	} or warn "$pkg unloaded, but with errors: $@";
2420	}	3624	}
2421		3625
2422	warn "... nuking $pkg";	3626	warn "cancelling all extension coros";
2423	Symbol::delete_package $pkg;	3627	$_->cancel for values %EXT_CORO;
2424	}	3628	%EXT_CORO = ();
2425		3629
2426	warn "unloading all perl modules loaded from $LIBDIR";	3630	warn "removing commands";
2427	while (my ($k, $v) = each %INC) {	3631	%COMMAND = ();
2428	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2429		3632
		3633	warn "removing ext/exti commands";
		3634	%EXTCMD = ();
		3635	%EXTICMD = ();
		3636
		3637	warn "unloading/nuking all extensions";
		3638	for my $pkg (@EXTS) {
2430	warn "... unloading $k";	3639	warn "... unloading $pkg";
2431	delete $INC{$k};
2432		3640
2433	$k =~ s/\.pm$//;
2434	$k =~ s/\//::/g;
2435
2436	if (my $cb = $k->can ("unload_module")) {	3641	if (my $cb = $pkg->can ("unload")) {
		3642	eval {
2437	$cb->();	3643	$cb->($pkg);
		3644	1
		3645	} or warn "$pkg unloaded, but with errors: $@";
		3646	}
		3647
		3648	warn "... clearing $pkg";
		3649	clear_package $pkg;
2438	}	3650	}
2439		3651
2440	Symbol::delete_package $k;	3652	warn "unloading all perl modules loaded from $LIBDIR";
		3653	while (my ($k, $v) = each %INC) {
		3654	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
		3655
		3656	warn "... unloading $k";
		3657	delete $INC{$k};
		3658
		3659	$k =~ s/\.pm$//;
		3660	$k =~ s/\//::/g;
		3661
		3662	if (my $cb = $k->can ("unload_module")) {
		3663	$cb->();
		3664	}
		3665
		3666	clear_package $k;
2441	}	3667	}
2442		3668
2443	warn "getting rid of safe::, as good as possible";	3669	warn "getting rid of safe::, as good as possible";
2444	Symbol::delete_package "safe::$_"	3670	clear_package "safe::$_"
2445	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3671	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2446		3672
2447	warn "unloading cf.pm \"a bit\"";	3673	warn "unloading cf.pm \"a bit\"";
2448	delete $INC{"cf.pm"};	3674	delete $INC{"cf.pm"};
		3675	delete $INC{"cf/pod.pm"};
2449		3676
2450	# don't, removes xs symbols, too,	3677	# don't, removes xs symbols, too,
2451	# and global variables created in xs	3678	# and global variables created in xs
2452	#Symbol::delete_package __PACKAGE__;	3679	#clear_package __PACKAGE__;
2453		3680
2454	warn "unload completed, starting to reload now";	3681	warn "unload completed, starting to reload now";
2455		3682
2456	warn "reloading cf.pm";	3683	warn "reloading cf.pm";
2457	require cf;	3684	require cf;
2458	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3685	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2459		3686
2460	warn "loading config and database again";	3687	warn "loading config and database again";
2461	cf::cfg_load;	3688	cf::reload_config;
2462		3689
2463	warn "loading extensions";	3690	warn "loading extensions";
2464	cf::load_extensions;	3691	cf::load_extensions;
2465		3692
2466	warn "reattaching attachments to objects/players";	3693	warn "reattaching attachments to objects/players";
2467	_global_reattach;	3694	_global_reattach; # objects, sockets
2468	warn "reattaching attachments to maps";	3695	warn "reattaching attachments to maps";
2469	reattach $_ for values %MAP;	3696	reattach $_ for values %MAP;
		3697	warn "reattaching attachments to players";
		3698	reattach $_ for values %PLAYER;
2470		3699
2471	warn "loading reloadable resources";
2472	load_resources;
2473
2474	warn "leaving sync_job";	3700	warn "leaving sync_job";
2475		3701
2476	1	3702	1
2477	} or do {	3703	} or do {
2478	warn $@;	3704	warn $@;
2479	warn "error while reloading, exiting.";	3705	cf::cleanup "error while reloading, exiting.";
2480	exit 1;	3706	};
		3707
		3708	warn "reloaded";
		3709	--$RELOAD;
		3710	}
		3711	};
		3712
		3713	our $RELOAD_WATCHER; # used only during reload
		3714
		3715	sub reload_perl() {
		3716	# doing reload synchronously and two reloads happen back-to-back,
		3717	# coro crashes during coro_state_free->destroy here.
		3718
		3719	$RELOAD_WATCHER ||= EV::timer 0, 0, sub {
		3720	do_reload_perl;
		3721	undef $RELOAD_WATCHER;
2481	};	3722	};
2482		3723	}
2483	warn "reloaded";
2484	};
2485
2486	our $RELOAD_WATCHER; # used only during reload
2487		3724
2488	register_command "reload" => sub {	3725	register_command "reload" => sub {
2489	my ($who, $arg) = @_;	3726	my ($who, $arg) = @_;
2490		3727
2491	if ($who->flag (FLAG_WIZ)) {	3728	if ($who->flag (FLAG_WIZ)) {
2492	$who->message ("reloading server.");	3729	$who->message ("reloading server.");
2493		3730	async {
2494	# doing reload synchronously and two reloads happen back-to-back,	3731	$Coro::current->{desc} = "perl_reload";
2495	# coro crashes during coro_state_free->destroy here.
2496
2497	$RELOAD_WATCHER ||= Event->timer (
2498	reentrant => 0,
2499	after => 0,
2500	data => WF_AUTOCANCEL,
2501	cb => sub {
2502	reload;	3732	reload_perl;
2503	undef $RELOAD_WATCHER;
2504	},
2505	);	3733	};
2506	}	3734	}
2507	};	3735	};
2508		3736
2509	unshift @INC, $LIBDIR;	3737	unshift @INC, $LIBDIR;
2510		3738
2511	my $bug_warning = 0;	3739	my $bug_warning = 0;
2512		3740
2513	$TICK_WATCHER = Event->timer (	3741	our @WAIT_FOR_TICK;
2514	reentrant => 0,	3742	our @WAIT_FOR_TICK_BEGIN;
2515	parked => 1,	3743
2516	prio => 0,	3744	sub wait_for_tick {
2517	at => $NEXT_TICK || $TICK,	3745	return if tick_inhibit || $Coro::current == $Coro::main;
2518	data => WF_AUTOCANCEL,	3746
2519	cb => sub {	3747	my $signal = new Coro::Signal;
		3748	push @WAIT_FOR_TICK, $signal;
		3749	$signal->wait;
		3750	}
		3751
		3752	sub wait_for_tick_begin {
		3753	return if tick_inhibit || $Coro::current == $Coro::main;
		3754
		3755	my $signal = new Coro::Signal;
		3756	push @WAIT_FOR_TICK_BEGIN, $signal;
		3757	$signal->wait;
		3758	}
		3759
		3760	sub tick {
2520	if ($Coro::current != $Coro::main) {	3761	if ($Coro::current != $Coro::main) {
2521	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3762	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2522	unless ++$bug_warning > 10;	3763	unless ++$bug_warning > 10;
2523	return;	3764	return;
2524	}	3765	}
2525		3766
2526	$NOW = Event::time;
2527
2528	cf::server_tick; # one server iteration	3767	cf::server_tick; # one server iteration
2529	$RUNTIME += $TICK;
2530	$NEXT_TICK += $TICK;
2531		3768
2532	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3769	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2533	$NEXT_RUNTIME_WRITE = $NOW + 10;	3770	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2534	Coro::async_pool {	3771	Coro::async_pool {
		3772	$Coro::current->{desc} = "runtime saver";
2535	write_runtime	3773	write_runtime_sync
2536	or warn "ERROR: unable to write runtime file: $!";	3774	or warn "ERROR: unable to write runtime file: $!";
2537	};
2538	}	3775	};
2539
2540
2541	$WAIT_FOR_TICK->broadcast;
2542	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2543
2544	# my $AFTER = Event::time;
2545	# warn $AFTER - $NOW;#d#
2546
2547	# if we are delayed by four ticks or more, skip them all
2548	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2549
2550	$TICK_WATCHER->at ($NEXT_TICK);
2551	$TICK_WATCHER->start;
2552	},	3776	}
2553	);	3777
		3778	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3779	$sig->send;
		3780	}
		3781	while (my $sig = shift @WAIT_FOR_TICK) {
		3782	$sig->send;
		3783	}
		3784
		3785	$LOAD = ($NOW - $TICK_START) / $TICK;
		3786	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3787
		3788	if (0) {
		3789	if ($NEXT_TICK) {
		3790	my $jitter = $TICK_START - $NEXT_TICK;
		3791	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3792	warn "jitter $JITTER\n";#d#
		3793	}
		3794	}
		3795	}
2554		3796
2555	{	3797	{
2556	BDB::max_poll_time $TICK * 0.1;	3798	# configure BDB
2557	$BDB_POLL_WATCHER = Event->io (	3799
2558	reentrant => 0,
2559	fd => BDB::poll_fileno,
2560	poll => 'r',
2561	prio => 0,
2562	data => WF_AUTOCANCEL,
2563	cb => \&BDB::poll_cb,
2564	);
2565	BDB::min_parallel 8;	3800	BDB::min_parallel 8;
2566		3801	BDB::max_poll_reqs $TICK * 0.1;
2567	BDB::set_sync_prepare {	3802	$AnyEvent::BDB::WATCHER->priority (1);
2568	my $status;
2569	my $current = $Coro::current;
2570	(
2571	sub {
2572	$status = $!;
2573	$current->ready; undef $current;
2574	},
2575	sub {
2576	Coro::schedule while defined $current;
2577	$! = $status;
2578	},
2579	)
2580	};
2581		3803
2582	unless ($DB_ENV) {	3804	unless ($DB_ENV) {
2583	$DB_ENV = BDB::db_env_create;	3805	$DB_ENV = BDB::db_env_create;
		3806	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		3807	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		3808	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		3809	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3810	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2584		3811
2585	cf::sync_job {	3812	cf::sync_job {
2586	eval {	3813	eval {
2587	BDB::db_env_open	3814	BDB::db_env_open
2588	$DB_ENV,	3815	$DB_ENV,
2589	$BDB_ENV_DIR,	3816	$BDBDIR,
2590	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3817	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2591	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3818	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2592	0666;	3819	0666;
2593		3820
2594	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	3821	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2595
2596	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2597	$DB_ENV->set_lk_detect;
2598	};	3822	};
2599		3823
2600	cf::cleanup "db_env_open(db): $@" if $@;	3824	cf::cleanup "db_env_open(db): $@" if $@;
2601	};	3825	};
2602	}	3826	}
		3827
		3828	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3829	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3830	};
		3831	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3832	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3833	};
		3834	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3835	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3836	};
2603	}	3837	}
2604		3838
2605	{	3839	{
		3840	# configure IO::AIO
		3841
2606	IO::AIO::min_parallel 8;	3842	IO::AIO::min_parallel 8;
2607
2608	undef $Coro::AIO::WATCHER;
2609	IO::AIO::max_poll_time $TICK * 0.1;	3843	IO::AIO::max_poll_time $TICK * 0.1;
2610	$AIO_POLL_WATCHER = Event->io (	3844	undef $AnyEvent::AIO::WATCHER;
2611	reentrant => 0,
2612	data => WF_AUTOCANCEL,
2613	fd => IO::AIO::poll_fileno,
2614	poll => 'r',
2615	prio => 6,
2616	cb => \&IO::AIO::poll_cb,
2617	);
2618	}	3845	}
		3846
		3847	my $_log_backtrace;
		3848
		3849	sub _log_backtrace {
		3850	my ($msg, @addr) = @_;
		3851
		3852	$msg =~ s/\n//;
		3853
		3854	# limit the # of concurrent backtraces
		3855	if ($_log_backtrace < 2) {
		3856	++$_log_backtrace;
		3857	my $perl_bt = Carp::longmess $msg;
		3858	async {
		3859	$Coro::current->{desc} = "abt $msg";
		3860
		3861	my @bt = fork_call {
		3862	@addr = map { sprintf "%x", $_ } @addr;
		3863	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3864	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3865	or die "addr2line: $!";
		3866
		3867	my @funcs;
		3868	my @res = <$fh>;
		3869	chomp for @res;
		3870	while (@res) {
		3871	my ($func, $line) = splice @res, 0, 2, ();
		3872	push @funcs, "[$func] $line";
		3873	}
		3874
		3875	@funcs
		3876	};
		3877
		3878	LOG llevInfo, "[ABT] $perl_bt\n";
		3879	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
		3880	LOG llevInfo, "[ABT] $_\n" for @bt;
		3881	--$_log_backtrace;
		3882	};
		3883	} else {
		3884	LOG llevInfo, "[ABT] $msg\n";
		3885	LOG llevInfo, "[ABT] [suppressed]\n";
		3886	}
		3887	}
		3888
		3889	# load additional modules
		3890	use cf::pod;
2619		3891
2620	END { cf::emergency_save }	3892	END { cf::emergency_save }
2621		3893
2622	1	3894	1
2623		3895

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines