ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.274 by root, Tue Jun 5 13:05:02 2007 UTC vs.
Revision 1.448 by root, Fri Sep 19 05:30:23 2008 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify
		7	# it under the terms of the GNU General Public License as published by
		8	# the Free Software Foundation, either version 3 of the License, or
		9	# (at your option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the GNU General Public License
		17	# along with this program. If not, see <http://www.gnu.org/licenses/>.
		18	#
		19	# The authors can be reached via e-mail to <support@deliantra.net>
		20	#
		21
1	package cf;	22	package cf;
2		23
		24	use 5.10.0;
3	use utf8;	25	use utf8;
4	use strict;	26	use strict "vars", "subs";
5		27
6	use Symbol;	28	use Symbol;
7	use List::Util;	29	use List::Util;
8	use Socket;	30	use Socket;
9	use Storable;	31	use EV;
10	use Event;
11	use Opcode;	32	use Opcode;
12	use Safe;	33	use Safe;
13	use Safe::Hole;	34	use Safe::Hole;
		35	use Storable ();
14		36
15	use Coro 3.61 ();	37	use Coro ();
16	use Coro::State;	38	use Coro::State;
17	use Coro::Handle;	39	use Coro::Handle;
		40	use Coro::EV;
18	use Coro::Event;	41	use Coro::AnyEvent;
19	use Coro::Timer;	42	use Coro::Timer;
20	use Coro::Signal;	43	use Coro::Signal;
21	use Coro::Semaphore;	44	use Coro::Semaphore;
		45	use Coro::AnyEvent;
22	use Coro::AIO;	46	use Coro::AIO;
		47	use Coro::BDB 1.6;
23	use Coro::Storable;	48	use Coro::Storable;
		49	use Coro::Util ();
24		50
		51	use JSON::XS 2.01 ();
25	use BDB ();	52	use BDB ();
26	use Data::Dumper;	53	use Data::Dumper;
27	use Digest::MD5;	54	use Digest::MD5;
28	use Fcntl;	55	use Fcntl;
29	use YAML::Syck ();	56	use YAML ();
30	use IO::AIO 2.32 ();	57	use IO::AIO ();
31	use Time::HiRes;	58	use Time::HiRes;
32	use Compress::LZF;	59	use Compress::LZF;
		60	use Digest::MD5 ();
		61
		62	AnyEvent::detect;
33		63
34	# configure various modules to our taste	64	# configure various modules to our taste
35	#	65	#
36	$Storable::canonical = 1; # reduce rsync transfers	66	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	67	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
39
40	$Event::Eval = 1; # no idea why this is required, but it is
41
42	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
43	$YAML::Syck::ImplicitUnicode = 1;
44		68
45	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	69	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		70
		71	{
		72	# very ugly, but ensure we acquire the storable lock
		73
		74	sub net_mstore {
		75	my $guard = Coro::Storable::guard;
		76	&Storable::net_mstore
		77	}
		78
		79	sub mretrieve {
		80	my $guard = Coro::Storable::guard;
		81	&Storable::mretrieve
		82	}
		83
		84	Compress::LZF::set_serializer "Coro::Storable", "cf::net_mstore", "cf::mretrieve";
		85	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		86	}
46		87
47	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	88	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
48		89
49	our %COMMAND = ();	90	our %COMMAND = ();
50	our %COMMAND_TIME = ();	91	our %COMMAND_TIME = ();
51		92
52	our @EXTS = (); # list of extension package names	93	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	94	our %EXTCMD = ();
		95	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	96	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	97	our %EXT_MAP = (); # pluggable maps
56		98
57	our $RELOAD; # number of reloads so far	99	our $RELOAD; # number of reloads so far
58	our @EVENT;	100	our @EVENT;
59		101
60	our $CONFDIR = confdir;	102	our $CONFDIR = confdir;
61	our $DATADIR = datadir;	103	our $DATADIR = datadir;
62	our $LIBDIR = "$DATADIR/ext";	104	our $LIBDIR = "$DATADIR/ext";
63	our $PODDIR = "$DATADIR/pod";	105	our $PODDIR = "$DATADIR/pod";
64	our $MAPDIR = "$DATADIR/" . mapdir;	106	our $MAPDIR = "$DATADIR/" . mapdir;
65	our $LOCALDIR = localdir;	107	our $LOCALDIR = localdir;
66	our $TMPDIR = "$LOCALDIR/" . tmpdir;	108	our $TMPDIR = "$LOCALDIR/" . tmpdir;
67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	109	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	110	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
69	our $RANDOMDIR = "$LOCALDIR/random";	111	our $RANDOMDIR = "$LOCALDIR/random";
70	our $BDBDIR = "$LOCALDIR/db";	112	our $BDBDIR = "$LOCALDIR/db";
		113	our $PIDFILE = "$LOCALDIR/pid";
		114	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		115
		116	our %RESOURCE;
71		117
72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	118	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
73	our $TICK_WATCHER;
74	our $AIO_POLL_WATCHER;
75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	119	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
76	our $NEXT_TICK;	120	our $NEXT_TICK;
77	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off	121	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		122
		123	our $BDB_DEADLOCK_WATCHER;
		124	our $BDB_CHECKPOINT_WATCHER;
80	our $BDB_POLL_WATCHER;	125	our $BDB_TRICKLE_WATCHER;
81	our $DB_ENV;	126	our $DB_ENV;
82		127
83	our %CFG;	128	our %CFG;
84		129
85	our $UPTIME; $UPTIME ||= time;	130	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;	131	our $RUNTIME;
		132	our $NOW;
87		133
88	our %PLAYER; # all users	134	our (%PLAYER, %PLAYER_LOADING); # all users
89	our %MAP; # all maps	135	our (%MAP, %MAP_LOADING ); # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	136	our $LINK_MAP; # the special {link} map, which is always available
91		137
92	# used to convert map paths into valid unix filenames by replacing / by ∕	138	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	139	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
94		140
95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	141	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
96	our $LOADAVG; # same thing, but with alpha-smoothing	142	our $LOADAVG; # same thing, but with alpha-smoothing
		143	our $JITTER; # average jitter
97	our $tick_start; # for load detecting purposes	144	our $TICK_START; # for load detecting purposes
98		145
99	binmode STDOUT;	146	binmode STDOUT;
100	binmode STDERR;	147	binmode STDERR;
101		148
102	# read virtual server time, if available	149	# read virtual server time, if available
103	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	150	unless ($RUNTIME || !-e $RUNTIMEFILE) {
104	open my $fh, "<", "$LOCALDIR/runtime"	151	open my $fh, "<", $RUNTIMEFILE
105	or die "unable to read runtime file: $!";	152	or die "unable to read $RUNTIMEFILE file: $!";
106	$RUNTIME = <$fh> + 0.;	153	$RUNTIME = <$fh> + 0.;
107	}	154	}
108		155
109	mkdir $_	156	mkdir $_
110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	157	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
…		…
155		202
156	The raw value load value from the last tick.	203	The raw value load value from the last tick.
157		204
158	=item %cf::CFG	205	=item %cf::CFG
159		206
160	Configuration for the server, loaded from C</etc/crossfire/config>, or	207	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
161	from wherever your confdir points to.	208	from wherever your confdir points to.
162		209
163	=item cf::wait_for_tick, cf::wait_for_tick_begin	210	=item cf::wait_for_tick, cf::wait_for_tick_begin
164		211
165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	212	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
166	returns directly I<after> the tick processing (and consequently, can only wake one process	213	returns directly I<after> the tick processing (and consequently, can only wake one process
167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	214	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
168		215
		216	=item @cf::INVOKE_RESULTS
		217
		218	This array contains the results of the last C<invoke ()> call. When
		219	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		220	that call.
		221
169	=back	222	=back
170		223
171	=cut	224	=cut
172		225
173	BEGIN {	226	BEGIN {
…		…
177	$msg .= "\n"	230	$msg .= "\n"
178	unless $msg =~ /\n$/;	231	unless $msg =~ /\n$/;
179		232
180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	233	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
181		234
182	utf8::encode $msg;
183	LOG llevError, $msg;	235	LOG llevError, $msg;
184	};	236	};
185	}	237	}
		238
		239	$Coro::State::DIEHOOK = sub {
		240	return unless $^S eq 0; # "eq", not "=="
		241
		242	if ($Coro::current == $Coro::main) {#d#
		243	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		244	return;#d#
		245	}#d#
		246
		247	# kill coroutine otherwise
		248	warn Carp::longmess $_[0];
		249	Coro::terminate
		250	};
		251
		252	$SIG{__DIE__} = sub { }; #d#?
186		253
187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	254	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
188	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	255	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
189	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	256	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
190	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	257	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
197	for my $pkg (qw(	264	for my $pkg (qw(
198	cf::global cf::attachable	265	cf::global cf::attachable
199	cf::object cf::object::player	266	cf::object cf::object::player
200	cf::client cf::player	267	cf::client cf::player
201	cf::arch cf::living	268	cf::arch cf::living
		269	cf::map cf::mapspace
202	cf::map cf::party cf::region	270	cf::party cf::region
203	)) {	271	)) {
204	no strict 'refs';
205	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	272	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
206	}	273	}
207		274
208	$Event::DIED = sub {	275	$EV::DIED = sub {
209	warn "error in event callback: @_";	276	warn "error in event callback: @_";
210	};	277	};
		278
		279	#############################################################################
211		280
212	=head2 UTILITY FUNCTIONS	281	=head2 UTILITY FUNCTIONS
213		282
214	=over 4	283	=over 4
215		284
…		…
234	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	303	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
235	$d	304	$d
236	} || "[unable to dump $_[0]: '$@']";	305	} || "[unable to dump $_[0]: '$@']";
237	}	306	}
238		307
239	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
240
241	=item $ref = cf::from_json $json	308	=item $ref = cf::decode_json $json
242		309
243	Converts a JSON string into the corresponding perl data structure.	310	Converts a JSON string into the corresponding perl data structure.
244		311
245	=item $json = cf::to_json $ref	312	=item $json = cf::encode_json $ref
246		313
247	Converts a perl data structure into its JSON representation.	314	Converts a perl data structure into its JSON representation.
		315
		316	=cut
		317
		318	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		319
		320	sub encode_json($) { $json_coder->encode ($_[0]) }
		321	sub decode_json($) { $json_coder->decode ($_[0]) }
248		322
249	=item cf::lock_wait $string	323	=item cf::lock_wait $string
250		324
251	Wait until the given lock is available. See cf::lock_acquire.	325	Wait until the given lock is available. See cf::lock_acquire.
252		326
…		…
255	Wait until the given lock is available and then acquires it and returns	329	Wait until the given lock is available and then acquires it and returns
256	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	330	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
257	for example when the coroutine gets canceled), the lock is automatically	331	for example when the coroutine gets canceled), the lock is automatically
258	returned.	332	returned.
259		333
		334	Locks are *not* recursive, locking from the same coro twice results in a
		335	deadlocked coro.
		336
260	Lock names should begin with a unique identifier (for example, cf::map::find	337	Lock names should begin with a unique identifier (for example, cf::map::find
261	uses map_find and cf::map::load uses map_load).	338	uses map_find and cf::map::load uses map_load).
262		339
263	=item $locked = cf::lock_active $string	340	=item $locked = cf::lock_active $string
264		341
265	Return true if the lock is currently active, i.e. somebody has locked it.	342	Return true if the lock is currently active, i.e. somebody has locked it.
266		343
267	=cut	344	=cut
268		345
269	our %LOCK;	346	our %LOCK;
		347	our %LOCKER;#d#
270		348
271	sub lock_wait($) {	349	sub lock_wait($) {
272	my ($key) = @_;	350	my ($key) = @_;
		351
		352	if ($LOCKER{$key} == $Coro::current) {#d#
		353	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		354	return;#d#
		355	}#d#
273		356
274	# wait for lock, if any	357	# wait for lock, if any
275	while ($LOCK{$key}) {	358	while ($LOCK{$key}) {
276	push @{ $LOCK{$key} }, $Coro::current;	359	push @{ $LOCK{$key} }, $Coro::current;
277	Coro::schedule;	360	Coro::schedule;
…		…
283		366
284	# wait, to be sure we are not locked	367	# wait, to be sure we are not locked
285	lock_wait $key;	368	lock_wait $key;
286		369
287	$LOCK{$key} = [];	370	$LOCK{$key} = [];
		371	$LOCKER{$key} = $Coro::current;#d#
288		372
289	Coro::guard {	373	Coro::guard {
		374	delete $LOCKER{$key};#d#
290	# wake up all waiters, to be on the safe side	375	# wake up all waiters, to be on the safe side
291	$_->ready for @{ delete $LOCK{$key} };	376	$_->ready for @{ delete $LOCK{$key} };
292	}	377	}
293	}	378	}
294		379
…		…
297		382
298	! ! $LOCK{$key}	383	! ! $LOCK{$key}
299	}	384	}
300		385
301	sub freeze_mainloop {	386	sub freeze_mainloop {
302	return unless $TICK_WATCHER->is_active;	387	tick_inhibit_inc;
303		388
304	my $guard = Coro::guard {	389	Coro::guard \&tick_inhibit_dec;
305	$TICK_WATCHER->start;	390	}
		391
		392	=item cf::periodic $interval, $cb
		393
		394	Like EV::periodic, but randomly selects a starting point so that the actions
		395	get spread over timer.
		396
		397	=cut
		398
		399	sub periodic($$) {
		400	my ($interval, $cb) = @_;
		401
		402	my $start = rand List::Util::min 180, $interval;
		403
		404	EV::periodic $start, $interval, 0, $cb
		405	}
		406
		407	=item cf::get_slot $time[, $priority[, $name]]
		408
		409	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		410	This call blocks and returns only when you have at least C<$time> seconds
		411	of cpu time till the next tick. The slot is only valid till the next cede.
		412
		413	The optional C<$name> can be used to identify the job to run. It might be
		414	used for statistical purposes and should identify the same time-class.
		415
		416	Useful for short background jobs.
		417
		418	=cut
		419
		420	our @SLOT_QUEUE;
		421	our $SLOT_QUEUE;
		422
		423	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		424	$SLOT_QUEUE = Coro::async {
		425	$Coro::current->desc ("timeslot manager");
		426
		427	my $signal = new Coro::Signal;
		428
		429	while () {
		430	next_job:
		431	my $avail = cf::till_tick;
		432	if ($avail > 0.01) {
		433	for (0 .. $#SLOT_QUEUE) {
		434	if ($SLOT_QUEUE[$_][0] < $avail) {
		435	my $job = splice @SLOT_QUEUE, $_, 1, ();
		436	$job->[2]->send;
		437	Coro::cede;
		438	goto next_job;
		439	}
		440	}
		441	}
		442
		443	if (@SLOT_QUEUE) {
		444	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		445	push @cf::WAIT_FOR_TICK, $signal;
		446	$signal->wait;
		447	} else {
		448	Coro::schedule;
		449	}
306	};	450	}
307	$TICK_WATCHER->stop;	451	};
308	$guard	452
		453	sub get_slot($;$$) {
		454	return if tick_inhibit || $Coro::current == $Coro::main;
		455
		456	my ($time, $pri, $name) = @_;
		457
		458	$time = $TICK * .6 if $time > $TICK * .6;
		459	my $sig = new Coro::Signal;
		460
		461	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		462	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		463	$SLOT_QUEUE->ready;
		464	$sig->wait;
309	}	465	}
310		466
311	=item cf::async { BLOCK }	467	=item cf::async { BLOCK }
312		468
313	Currently the same as Coro::async_pool, meaning you cannot use	469	Currently the same as Coro::async_pool, meaning you cannot use
…		…
318		474
319	BEGIN { *async = \&Coro::async_pool }	475	BEGIN { *async = \&Coro::async_pool }
320		476
321	=item cf::sync_job { BLOCK }	477	=item cf::sync_job { BLOCK }
322		478
323	The design of crossfire+ requires that the main coro ($Coro::main) is	479	The design of Deliantra requires that the main coroutine ($Coro::main)
324	always able to handle events or runnable, as crossfire+ is only partly	480	is always able to handle events or runnable, as Deliantra is only
325	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	481	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		482	acceptable.
326		483
327	If it must be done, put the blocking parts into C<sync_job>. This will run	484	If it must be done, put the blocking parts into C<sync_job>. This will run
328	the given BLOCK in another coroutine while waiting for the result. The	485	the given BLOCK in another coroutine while waiting for the result. The
329	server will be frozen during this time, so the block should either finish	486	server will be frozen during this time, so the block should either finish
330	fast or be very important.	487	fast or be very important.
…		…
333		490
334	sub sync_job(&) {	491	sub sync_job(&) {
335	my ($job) = @_;	492	my ($job) = @_;
336		493
337	if ($Coro::current == $Coro::main) {	494	if ($Coro::current == $Coro::main) {
338	my $time = Event::time;	495	my $time = EV::time;
339		496
340	# this is the main coro, too bad, we have to block	497	# this is the main coro, too bad, we have to block
341	# till the operation succeeds, freezing the server :/	498	# till the operation succeeds, freezing the server :/
342		499
343	# TODO: use suspend/resume instead	500	LOG llevError, Carp::longmess "sync job";#d#
344	# (but this is cancel-safe)	501
345	my $freeze_guard = freeze_mainloop;	502	my $freeze_guard = freeze_mainloop;
346		503
347	my $busy = 1;	504	my $busy = 1;
348	my @res;	505	my @res;
349		506
350	(async {	507	(async {
		508	$Coro::current->desc ("sync job coro");
351	@res = eval { $job->() };	509	@res = eval { $job->() };
352	warn $@ if $@;	510	warn $@ if $@;
353	undef $busy;	511	undef $busy;
354	})->prio (Coro::PRIO_MAX);	512	})->prio (Coro::PRIO_MAX);
355		513
356	while ($busy) {	514	while ($busy) {
357	Coro::cede or Event::one_event;	515	if (Coro::nready) {
		516	Coro::cede_notself;
		517	} else {
		518	EV::loop EV::LOOP_ONESHOT;
358	}	519	}
		520	}
359		521
360	$time = Event::time - $time;	522	my $time = EV::time - $time;
361		523
362	LOG llevError | logBacktrace, Carp::longmess "long sync job"
363	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
364
365	$tick_start += $time; # do not account sync jobs to server load	524	$TICK_START += $time; # do not account sync jobs to server load
366		525
367	wantarray ? @res : $res[0]	526	wantarray ? @res : $res[0]
368	} else {	527	} else {
369	# we are in another coroutine, how wonderful, everything just works	528	# we are in another coroutine, how wonderful, everything just works
370		529
…		…
390	$EXT_CORO{$coro+0} = $coro;	549	$EXT_CORO{$coro+0} = $coro;
391		550
392	$coro	551	$coro
393	}	552	}
394		553
395	sub write_runtime {	554	=item fork_call { }, $args
396	my $runtime = "$LOCALDIR/runtime";
397		555
398	# first touch the runtime file to show we are still running:	556	Executes the given code block with the given arguments in a seperate
399	# the fsync below can take a very very long time.	557	process, returning the results. Everything must be serialisable with
		558	Coro::Storable. May, of course, block. Note that the executed sub may
		559	never block itself or use any form of event handling.
400		560
401	IO::AIO::aio_utime $runtime, undef, undef;	561	=cut
402		562
403	my $guard = cf::lock_acquire "write_runtime";	563	sub fork_call(&@) {
		564	my ($cb, @args) = @_;
404		565
405	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	566	# we seemingly have to make a local copy of the whole thing,
406	or return;	567	# otherwise perl prematurely frees the stuff :/
		568	# TODO: investigate and fix (likely this will be rather laborious)
407		569
408	my $value = $cf::RUNTIME + 90 + 10;	570	my @res = Coro::Util::fork_eval {
409	# 10 is the runtime save interval, for a monotonic clock	571	reset_signals;
410	# 60 allows for the watchdog to kill the server.	572	&$cb
		573	}, @args;
411		574
412	(aio_write $fh, 0, (length $value), $value, 0) <= 0	575	wantarray ? @res : $res[-1]
413	and return;	576	}
414		577
415	# always fsync - this file is important	578	=item $coin = coin_from_name $name
416	aio_fsync $fh
417	and return;
418		579
419	# touch it again to show we are up-to-date	580	=cut
420	aio_utime $fh, undef, undef;
421		581
422	close $fh	582	our %coin_alias = (
423	or return;	583	"silver" => "silvercoin",
		584	"silvercoin" => "silvercoin",
		585	"silvercoins" => "silvercoin",
		586	"gold" => "goldcoin",
		587	"goldcoin" => "goldcoin",
		588	"goldcoins" => "goldcoin",
		589	"platinum" => "platinacoin",
		590	"platinumcoin" => "platinacoin",
		591	"platinumcoins" => "platinacoin",
		592	"platina" => "platinacoin",
		593	"platinacoin" => "platinacoin",
		594	"platinacoins" => "platinacoin",
		595	"royalty" => "royalty",
		596	"royalties" => "royalty",
		597	);
424		598
425	aio_rename "$runtime~", $runtime	599	sub coin_from_name($) {
426	and return;	600	$coin_alias{$_[0]}
		601	? cf::arch::find $coin_alias{$_[0]}
		602	: undef
		603	}
427		604
428	warn "runtime file written.\n";	605	=item $value = cf::db_get $family => $key
429		606
		607	Returns a single value from the environment database.
		608
		609	=item cf::db_put $family => $key => $value
		610
		611	Stores the given C<$value> in the family. It can currently store binary
		612	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		613
		614	=item $db = cf::db_table "name"
		615
		616	Create and/or open a new database table. The string must not be "db" and must be unique
		617	within each server.
		618
		619	=cut
		620
		621	sub db_table($) {
		622	my ($name) = @_;
		623	my $db = BDB::db_create $DB_ENV;
		624
		625	eval {
		626	$db->set_flags (BDB::CHKSUM);
		627
		628	utf8::encode $name;
		629	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		630	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		631	cf::cleanup "db_open(db): $!" if $!;
		632	};
		633	cf::cleanup "db_open(db): $@" if $@;
		634
		635	$db
		636	}
		637
		638	our $DB;
		639
		640	sub db_init {
		641	cf::sync_job {
		642	$DB ||= db_table "db";
		643	};
		644	}
		645
		646	sub db_get($$) {
		647	my $key = "$_[0]/$_[1]";
		648
		649	cf::sync_job {
		650	BDB::db_get $DB, undef, $key, my $data;
		651
		652	$! ? ()
		653	: $data
430	1	654	}
		655	}
		656
		657	sub db_put($$$) {
		658	BDB::dbreq_pri 4;
		659	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		660	}
		661
		662	=item cf::cache $id => [$paths...], $processversion => $process
		663
		664	Generic caching function that returns the value of the resource $id,
		665	caching and regenerating as required.
		666
		667	This function can block.
		668
		669	=cut
		670
		671	sub cache {
		672	my ($id, $src, $processversion, $process) = @_;
		673
		674	my $meta =
		675	join "\x00",
		676	$processversion,
		677	map {
		678	aio_stat $_
		679	and Carp::croak "$_: $!";
		680
		681	($_, (stat _)[7,9])
		682	} @$src;
		683
		684	my $dbmeta = db_get cache => "$id/meta";
		685	if ($dbmeta ne $meta) {
		686	# changed, we may need to process
		687
		688	my @data;
		689	my $md5;
		690
		691	for (0 .. $#$src) {
		692	0 <= aio_load $src->[$_], $data[$_]
		693	or Carp::croak "$src->[$_]: $!";
		694	}
		695
		696	# if processing is expensive, check
		697	# checksum first
		698	if (1) {
		699	$md5 =
		700	join "\x00",
		701	$processversion,
		702	map {
		703	cf::cede_to_tick;
		704	($src->[$_], Digest::MD5::md5_hex $data[$_])
		705	} 0.. $#$src;
		706
		707
		708	my $dbmd5 = db_get cache => "$id/md5";
		709	if ($dbmd5 eq $md5) {
		710	db_put cache => "$id/meta", $meta;
		711
		712	return db_get cache => "$id/data";
		713	}
		714	}
		715
		716	my $t1 = Time::HiRes::time;
		717	my $data = $process->(\@data);
		718	my $t2 = Time::HiRes::time;
		719
		720	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		721
		722	db_put cache => "$id/data", $data;
		723	db_put cache => "$id/md5" , $md5;
		724	db_put cache => "$id/meta", $meta;
		725
		726	return $data;
		727	}
		728
		729	db_get cache => "$id/data"
431	}	730	}
432		731
433	=item cf::datalog type => key => value, ...	732	=item cf::datalog type => key => value, ...
434		733
435	Log a datalog packet of the given type with the given key-value pairs.	734	Log a datalog packet of the given type with the given key-value pairs.
…		…
447		746
448	#############################################################################	747	#############################################################################
449		748
450	=head2 ATTACHABLE OBJECTS	749	=head2 ATTACHABLE OBJECTS
451		750
452	Many objects in crossfire are so-called attachable objects. That means you can	751	Many objects in deliantra are so-called attachable objects. That means you can
453	attach callbacks/event handlers (a collection of which is called an "attachment")	752	attach callbacks/event handlers (a collection of which is called an "attachment")
454	to it. All such attachable objects support the following methods.	753	to it. All such attachable objects support the following methods.
455		754
456	In the following description, CLASS can be any of C<global>, C<object>	755	In the following description, CLASS can be any of C<global>, C<object>
457	C<player>, C<client> or C<map> (i.e. the attachable objects in	756	C<player>, C<client> or C<map> (i.e. the attachable objects in
458	crossfire+).	757	Deliantra).
459		758
460	=over 4	759	=over 4
461		760
462	=item $attachable->attach ($attachment, key => $value...)	761	=item $attachable->attach ($attachment, key => $value...)
463		762
…		…
507	=item cf::CLASS::attachment $name, ...	806	=item cf::CLASS::attachment $name, ...
508		807
509	Register an attachment by C<$name> through which attachable objects of the	808	Register an attachment by C<$name> through which attachable objects of the
510	given CLASS can refer to this attachment.	809	given CLASS can refer to this attachment.
511		810
512	Some classes such as crossfire maps and objects can specify attachments	811	Some classes such as deliantra maps and objects can specify attachments
513	that are attached at load/instantiate time, thus the need for a name.	812	that are attached at load/instantiate time, thus the need for a name.
514		813
515	These calls expect any number of the following handler/hook descriptions:	814	These calls expect any number of the following handler/hook descriptions:
516		815
517	=over 4	816	=over 4
…		…
665	_attach $registry, $klass, @attach;	964	_attach $registry, $klass, @attach;
666	}	965	}
667		966
668	$obj->{$name} = \%arg;	967	$obj->{$name} = \%arg;
669	} else {	968	} else {
670	warn "object uses attachment '$name' that is not available, postponing.\n";	969	warn "object uses attachment '$name' which is not available, postponing.\n";
671	}	970	}
672		971
673	$obj->{_attachment}{$name} = undef;	972	$obj->{_attachment}{$name} = undef;
674	}	973	}
675		974
…		…
715	";	1014	";
716	die if $@;	1015	die if $@;
717	}	1016	}
718		1017
719	our $override;	1018	our $override;
720	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1019	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
721		1020
722	sub override {	1021	sub override {
723	$override = 1;	1022	$override = 1;
724	@invoke_results = ();	1023	@INVOKE_RESULTS = (@_);
725	}	1024	}
726		1025
727	sub do_invoke {	1026	sub do_invoke {
728	my $event = shift;	1027	my $event = shift;
729	my $callbacks = shift;	1028	my $callbacks = shift;
730		1029
731	@invoke_results = ();	1030	@INVOKE_RESULTS = ();
732		1031
733	local $override;	1032	local $override;
734		1033
735	for (@$callbacks) {	1034	for (@$callbacks) {
736	eval { &{$_->[1]} };	1035	eval { &{$_->[1]} };
…		…
745	}	1044	}
746		1045
747	0	1046	0
748	}	1047	}
749		1048
750	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1049	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
751		1050
752	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1051	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
753		1052
754	Generate an object-specific event with the given arguments.	1053	Generate an object-specific event with the given arguments.
755		1054
756	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1055	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
757	removed in future versions), and there is no public API to access override	1056	removed in future versions), and there is no public API to access override
758	results (if you must, access C<@cf::invoke_results> directly).	1057	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
759		1058
760	=back	1059	=back
761		1060
762	=cut	1061	=cut
763		1062
764	#############################################################################	1063	#############################################################################
765	# object support	1064	# object support
		1065
		1066	sub _object_equal($$);
		1067	sub _object_equal($$) {
		1068	my ($a, $b) = @_;
		1069
		1070	return 0 unless (ref $a) eq (ref $b);
		1071
		1072	if ("HASH" eq ref $a) {
		1073	my @ka = keys %$a;
		1074	my @kb = keys %$b;
		1075
		1076	return 0 if @ka != @kb;
		1077
		1078	for (0 .. $#ka) {
		1079	return 0 unless $ka[$_] eq $kb[$_];
		1080	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1081	}
		1082
		1083	} elsif ("ARRAY" eq ref $a) {
		1084
		1085	return 0 if @$a != @$b;
		1086
		1087	for (0 .. $#$a) {
		1088	return 0 unless _object_equal $a->[$_], $b->[$_];
		1089	}
		1090
		1091	} elsif ($a ne $b) {
		1092	return 0;
		1093	}
		1094
		1095	1
		1096	}
		1097
		1098	our $SLOW_MERGES;#d#
		1099	sub _can_merge {
		1100	my ($ob1, $ob2) = @_;
		1101
		1102	++$SLOW_MERGES;#d#
		1103
		1104	# we do the slow way here
		1105	return _object_equal $ob1, $ob2
		1106	}
766		1107
767	sub reattach {	1108	sub reattach {
768	# basically do the same as instantiate, without calling instantiate	1109	# basically do the same as instantiate, without calling instantiate
769	my ($obj) = @_;	1110	my ($obj) = @_;
770		1111
		1112	# no longer needed after getting rid of delete_package?
771	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1113	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
772		1114
773	my $registry = $obj->registry;	1115	my $registry = $obj->registry;
774		1116
775	@$registry = ();	1117	@$registry = ();
776		1118
…		…
791	cf::attachable->attach (	1133	cf::attachable->attach (
792	prio => -1000000,	1134	prio => -1000000,
793	on_instantiate => sub {	1135	on_instantiate => sub {
794	my ($obj, $data) = @_;	1136	my ($obj, $data) = @_;
795		1137
796	$data = from_json $data;	1138	$data = decode_json $data;
797		1139
798	for (@$data) {	1140	for (@$data) {
799	my ($name, $args) = @$_;	1141	my ($name, $args) = @$_;
800		1142
801	$obj->attach ($name, %{$args || {} });	1143	$obj->attach ($name, %{$args || {} });
…		…
817	sub object_freezer_save {	1159	sub object_freezer_save {
818	my ($filename, $rdata, $objs) = @_;	1160	my ($filename, $rdata, $objs) = @_;
819		1161
820	sync_job {	1162	sync_job {
821	if (length $$rdata) {	1163	if (length $$rdata) {
		1164	utf8::decode (my $decname = $filename);
822	warn sprintf "saving %s (%d,%d)\n",	1165	warn sprintf "saving %s (%d,%d)\n",
823	$filename, length $$rdata, scalar @$objs;	1166	$decname, length $$rdata, scalar @$objs;
824		1167
825	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1168	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
826	chmod SAVE_MODE, $fh;	1169	aio_chmod $fh, SAVE_MODE;
827	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1170	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
828	aio_fsync $fh if $cf::USE_FSYNC;	1171	aio_fsync $fh if $cf::USE_FSYNC;
829	close $fh;	1172	aio_close $fh;
830		1173
831	if (@$objs) {	1174	if (@$objs) {
832	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1175	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
833	chmod SAVE_MODE, $fh;	1176	aio_chmod $fh, SAVE_MODE;
834	my $data = Storable::nfreeze { version => 1, objs => $objs };	1177	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
835	aio_write $fh, 0, (length $data), $data, 0;	1178	aio_write $fh, 0, (length $data), $data, 0;
836	aio_fsync $fh if $cf::USE_FSYNC;	1179	aio_fsync $fh if $cf::USE_FSYNC;
837	close $fh;	1180	aio_close $fh;
838	aio_rename "$filename.pst~", "$filename.pst";	1181	aio_rename "$filename.pst~", "$filename.pst";
839	}	1182	}
840	} else {	1183	} else {
841	aio_unlink "$filename.pst";	1184	aio_unlink "$filename.pst";
842	}	1185	}
…		…
847	}	1190	}
848	} else {	1191	} else {
849	aio_unlink $filename;	1192	aio_unlink $filename;
850	aio_unlink "$filename.pst";	1193	aio_unlink "$filename.pst";
851	}	1194	}
852	}	1195	};
853	}	1196	}
854		1197
855	sub object_freezer_as_string {	1198	sub object_freezer_as_string {
856	my ($rdata, $objs) = @_;	1199	my ($rdata, $objs) = @_;
857		1200
…		…
869	or return;	1212	or return;
870		1213
871	unless (aio_stat "$filename.pst") {	1214	unless (aio_stat "$filename.pst") {
872	(aio_load "$filename.pst", $av) >= 0	1215	(aio_load "$filename.pst", $av) >= 0
873	or return;	1216	or return;
		1217
874	$av = eval { (Storable::thaw $av)->{objs} };	1218	my $st = eval { Coro::Storable::thaw $av };
		1219	$av = $st->{objs};
875	}	1220	}
876		1221
		1222	utf8::decode (my $decname = $filename);
877	warn sprintf "loading %s (%d)\n",	1223	warn sprintf "loading %s (%d,%d)\n",
878	$filename, length $data, scalar @{$av || []};	1224	$decname, length $data, scalar @{$av || []};
		1225
879	return ($data, $av);	1226	($data, $av)
880	}	1227	}
		1228
		1229	=head2 COMMAND CALLBACKS
		1230
		1231	=over 4
		1232
		1233	=cut
881		1234
882	#############################################################################	1235	#############################################################################
883	# command handling &c	1236	# command handling &c
884		1237
885	=item cf::register_command $name => \&callback($ob,$args);	1238	=item cf::register_command $name => \&callback($ob,$args);
…		…
898	push @{ $COMMAND{$name} }, [$caller, $cb];	1251	push @{ $COMMAND{$name} }, [$caller, $cb];
899	}	1252	}
900		1253
901	=item cf::register_extcmd $name => \&callback($pl,$packet);	1254	=item cf::register_extcmd $name => \&callback($pl,$packet);
902		1255
903	Register a callbackf ro execution when the client sends an extcmd packet.	1256	Register a callback for execution when the client sends an (synchronous)
		1257	extcmd packet. Ext commands will be processed in the order they are
		1258	received by the server, like other user commands. The first argument is
		1259	the logged-in player. Ext commands can only be processed after a player
		1260	has logged in successfully.
904		1261
905	If the callback returns something, it is sent back as if reply was being	1262	If the callback returns something, it is sent back as if reply was being
906	called.	1263	called.
907		1264
		1265	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1266
		1267	Register a callback for execution when the client sends an (asynchronous)
		1268	exticmd packet. Exti commands are processed by the server as soon as they
		1269	are received, i.e. out of order w.r.t. other commands. The first argument
		1270	is a client socket. Exti commands can be received anytime, even before
		1271	log-in.
		1272
		1273	If the callback returns something, it is sent back as if reply was being
		1274	called.
		1275
908	=cut	1276	=cut
909		1277
910	sub register_extcmd {	1278	sub register_extcmd {
911	my ($name, $cb) = @_;	1279	my ($name, $cb) = @_;
912		1280
913	$EXTCMD{$name} = $cb;	1281	$EXTCMD{$name} = $cb;
		1282	}
		1283
		1284	sub register_exticmd {
		1285	my ($name, $cb) = @_;
		1286
		1287	$EXTICMD{$name} = $cb;
914	}	1288	}
915		1289
916	cf::player->attach (	1290	cf::player->attach (
917	on_command => sub {	1291	on_command => sub {
918	my ($pl, $name, $params) = @_;	1292	my ($pl, $name, $params) = @_;
…		…
927	cf::override;	1301	cf::override;
928	},	1302	},
929	on_extcmd => sub {	1303	on_extcmd => sub {
930	my ($pl, $buf) = @_;	1304	my ($pl, $buf) = @_;
931		1305
932	my $msg = eval { from_json $buf };	1306	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
933		1307
934	if (ref $msg) {	1308	if (ref $msg) {
		1309	my ($type, $reply, @payload) =
		1310	"ARRAY" eq ref $msg
		1311	? @$msg
		1312	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1313
		1314	my @reply;
		1315
935	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1316	if (my $cb = $EXTCMD{$type}) {
936	if (my %reply = $cb->($pl, $msg)) {	1317	@reply = $cb->($pl, @payload);
937	$pl->ext_reply ($msg->{msgid}, %reply);
938	}
939	}	1318	}
		1319
		1320	$pl->ext_reply ($reply, @reply)
		1321	if $reply;
		1322
940	} else {	1323	} else {
941	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1324	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
942	}	1325	}
943		1326
944	cf::override;	1327	cf::override;
945	},	1328	},
946	);	1329	);
947		1330
948	sub load_extension {
949	my ($path) = @_;
950
951	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
952	my $base = $1;
953	my $pkg = $1;
954	$pkg =~ s/[^[:word:]]/_/g;
955	$pkg = "ext::$pkg";
956
957	warn "... loading '$path' into '$pkg'\n";
958
959	open my $fh, "<:utf8", $path
960	or die "$path: $!";
961
962	my $source =
963	"package $pkg; use strict; use utf8;\n"
964	. "#line 1 \"$path\"\n{\n"
965	. (do { local $/; <$fh> })
966	. "\n};\n1";
967
968	unless (eval $source) {
969	my $msg = $@ ? "$path: $@\n"
970	: "extension disabled.\n";
971	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
972	warn $@;
973	warn "mandatory extension failed to load, exiting.\n";
974	exit 1;
975	}
976	die $@;
977	}
978
979	push @EXTS, $pkg;
980	}
981
982	sub load_extensions {	1331	sub load_extensions {
		1332	cf::sync_job {
		1333	my %todo;
		1334
983	for my $ext (<$LIBDIR/*.ext>) {	1335	for my $path (<$LIBDIR/*.ext>) {
984	next unless -r $ext;	1336	next unless -r $path;
985	eval {	1337
986	load_extension $ext;	1338	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1339	my $base = $1;
		1340	my $pkg = $1;
		1341	$pkg =~ s/[^[:word:]]/_/g;
		1342	$pkg = "ext::$pkg";
		1343
		1344	open my $fh, "<:utf8", $path
		1345	or die "$path: $!";
		1346
		1347	my $source = do { local $/; <$fh> };
		1348
		1349	my %ext = (
		1350	path => $path,
		1351	base => $base,
		1352	pkg => $pkg,
		1353	);
		1354
		1355	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1356	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1357
		1358	$ext{source} =
		1359	"package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
		1360	. "#line 1 \"$path\"\n{\n"
		1361	. $source
		1362	. "\n};\n1";
		1363
		1364	$todo{$base} = \%ext;
		1365	}
		1366
		1367	my %done;
		1368	while (%todo) {
		1369	my $progress;
		1370
		1371	while (my ($k, $v) = each %todo) {
		1372	for (split /,\s*/, $v->{meta}{depends}) {
		1373	goto skip
		1374	unless exists $done{$_};
		1375	}
		1376
		1377	warn "... loading '$k' into '$v->{pkg}'\n";
		1378
		1379	unless (eval $v->{source}) {
		1380	my $msg = $@ ? "$v->{path}: $@\n"
		1381	: "$v->{base}: extension inactive.\n";
		1382
		1383	if (exists $v->{meta}{mandatory}) {
		1384	warn $msg;
		1385	cf::cleanup "mandatory extension failed to load, exiting.";
		1386	}
		1387
		1388	warn $msg;
		1389	}
		1390
		1391	$done{$k} = delete $todo{$k};
		1392	push @EXTS, $v->{pkg};
		1393	$progress = 1;
987	1	1394	}
988	} or warn "$ext not loaded: $@";	1395
		1396	skip:
		1397	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1398	unless $progress;
		1399	}
989	}	1400	};
990	}	1401	}
991		1402
992	#############################################################################	1403	#############################################################################
993		1404
		1405	=back
		1406
994	=head2 CORE EXTENSIONS	1407	=head2 CORE EXTENSIONS
995		1408
996	Functions and methods that extend core crossfire objects.	1409	Functions and methods that extend core deliantra objects.
997		1410
998	=cut	1411	=cut
999		1412
1000	package cf::player;	1413	package cf::player;
1001		1414
1002	use Coro::AIO;	1415	use Coro::AIO;
1003		1416
1004	=head3 cf::player	1417	=head3 cf::player
1005		1418
1006	=over 4	1419	=over 4
		1420
		1421	=item cf::player::num_playing
		1422
		1423	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1424
		1425	=cut
		1426
		1427	sub num_playing {
		1428	scalar grep
		1429	$_->ob->map
		1430	&& !$_->hidden
		1431	&& !$_->ob->flag (cf::FLAG_WIZ),
		1432	cf::player::list
		1433	}
1007		1434
1008	=item cf::player::find $login	1435	=item cf::player::find $login
1009		1436
1010	Returns the given player object, loading it if necessary (might block).	1437	Returns the given player object, loading it if necessary (might block).
1011		1438
…		…
1047	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1474	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1048	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1475	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1049	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1476	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1050	aio_unlink +(playerdir $login) . "/$login.pl";	1477	aio_unlink +(playerdir $login) . "/$login.pl";
1051		1478
1052	my $pl = load_pl path $login	1479	my $f = new_from_file cf::object::thawer path $login
1053	or return;	1480	or return;
		1481
		1482	my $pl = cf::player::load_pl $f
		1483	or return;
		1484
		1485	local $cf::PLAYER_LOADING{$login} = $pl;
		1486	$f->resolve_delayed_derefs;
1054	$cf::PLAYER{$login} = $pl	1487	$cf::PLAYER{$login} = $pl
1055	}	1488	}
1056	}	1489	}
1057	}	1490	}
1058		1491
…		…
1067	return if $pl->{deny_save};	1500	return if $pl->{deny_save};
1068		1501
1069	aio_mkdir playerdir $pl, 0770;	1502	aio_mkdir playerdir $pl, 0770;
1070	$pl->{last_save} = $cf::RUNTIME;	1503	$pl->{last_save} = $cf::RUNTIME;
1071		1504
		1505	cf::get_slot 0.01;
		1506
1072	$pl->save_pl ($path);	1507	$pl->save_pl ($path);
1073	Coro::cede;	1508	cf::cede_to_tick;
1074	}	1509	}
1075		1510
1076	sub new($) {	1511	sub new($) {
1077	my ($login) = @_;	1512	my ($login) = @_;
1078		1513
…		…
1084	$cf::PLAYER{$login} = $self;	1519	$cf::PLAYER{$login} = $self;
1085		1520
1086	$self	1521	$self
1087	}	1522	}
1088		1523
		1524	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1525
		1526	=cut
		1527
		1528	sub send_msg {
		1529	my $ns = shift->ns
		1530	or return;
		1531	$ns->send_msg (@_);
		1532	}
		1533
1089	=item $pl->quit_character	1534	=item $pl->quit_character
1090		1535
1091	Nukes the player without looking back. If logged in, the connection will	1536	Nukes the player without looking back. If logged in, the connection will
1092	be destroyed. May block for a long time.	1537	be destroyed. May block for a long time.
1093		1538
…		…
1097	my ($pl) = @_;	1542	my ($pl) = @_;
1098		1543
1099	my $name = $pl->ob->name;	1544	my $name = $pl->ob->name;
1100		1545
1101	$pl->{deny_save} = 1;	1546	$pl->{deny_save} = 1;
1102	$pl->password ("*"); # this should lock out the player until we nuked the dir	1547	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1103		1548
1104	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1549	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1105	$pl->deactivate;	1550	$pl->deactivate;
		1551	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
		1552	$pl->ob->check_score;
1106	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1553	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1107	$pl->ns->destroy if $pl->ns;	1554	$pl->ns->destroy if $pl->ns;
1108		1555
1109	my $path = playerdir $pl;	1556	my $path = playerdir $pl;
1110	my $temp = "$path~$cf::RUNTIME~deleting~";	1557	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1146	or return [];	1593	or return [];
1147		1594
1148	my @logins;	1595	my @logins;
1149		1596
1150	for my $login (@$dirs) {	1597	for my $login (@$dirs) {
		1598	my $path = path $login;
		1599
		1600	# a .pst is a dead give-away for a valid player
		1601	# if no pst file found, open and chekc for blocked users
		1602	if (aio_stat "$path.pst") {
1151	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1603	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1152	aio_read $fh, 0, 512, my $buf, 0 or next;	1604	aio_read $fh, 0, 512, my $buf, 0 or next;
1153	$buf !~ /^password -------------$/m or next; # official not-valid tag	1605	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1606	}
1154		1607
1155	utf8::decode $login;	1608	utf8::decode $login;
1156	push @logins, $login;	1609	push @logins, $login;
1157	}	1610	}
1158		1611
…		…
1185	}	1638	}
1186		1639
1187	\@paths	1640	\@paths
1188	}	1641	}
1189		1642
		1643	=item $protocol_xml = $player->expand_cfpod ($cfpod)
		1644
		1645	Expand deliantra pod fragments into protocol xml.
		1646
1190	=item $player->ext_reply ($msgid, %msg)	1647	=item $player->ext_reply ($msgid, @msg)
1191		1648
1192	Sends an ext reply to the player.	1649	Sends an ext reply to the player.
1193		1650
1194	=cut	1651	=cut
1195		1652
1196	sub ext_reply($$%) {	1653	sub ext_reply($$@) {
1197	my ($self, $id, %msg) = @_;	1654	my ($self, $id, @msg) = @_;
1198		1655
1199	$msg{msgid} = $id;	1656	$self->ns->ext_reply ($id, @msg)
1200
1201	$self->send ("ext " . cf::to_json \%msg);
1202	}	1657	}
1203		1658
1204	=item $player->ext_event ($type, %msg)	1659	=item $player->ext_msg ($type, @msg)
1205		1660
1206	Sends an ext event to the client.	1661	Sends an ext event to the client.
1207		1662
1208	=cut	1663	=cut
1209		1664
1210	sub ext_event($$%) {	1665	sub ext_msg($$@) {
1211	my ($self, $type, %msg) = @_;	1666	my ($self, $type, @msg) = @_;
1212		1667
1213	$self->ns->ext_event ($type, %msg);	1668	$self->ns->ext_msg ($type, @msg);
1214	}	1669	}
1215		1670
1216	=head3 cf::region	1671	=head3 cf::region
1217		1672
1218	=over 4	1673	=over 4
…		…
1221		1676
1222	package cf::region;	1677	package cf::region;
1223		1678
1224	=item cf::region::find_by_path $path	1679	=item cf::region::find_by_path $path
1225		1680
1226	Tries to decuce the probable region for a map knowing only its path.	1681	Tries to decuce the likely region for a map knowing only its path.
1227		1682
1228	=cut	1683	=cut
1229		1684
1230	sub find_by_path($) {	1685	sub find_by_path($) {
1231	my ($path) = @_;	1686	my ($path) = @_;
1232		1687
1233	my ($match, $specificity);	1688	my ($match, $specificity);
1234		1689
1235	for my $region (list) {	1690	for my $region (list) {
1236	if ($region->match && $path =~ $region->match) {	1691	if ($region->{match} && $path =~ $region->{match}) {
1237	($match, $specificity) = ($region, $region->specificity)	1692	($match, $specificity) = ($region, $region->specificity)
1238	if $region->specificity > $specificity;	1693	if $region->specificity > $specificity;
1239	}	1694	}
1240	}	1695	}
1241		1696
…		…
1262	our $MAX_RESET = 3600;	1717	our $MAX_RESET = 3600;
1263	our $DEFAULT_RESET = 3000;	1718	our $DEFAULT_RESET = 3000;
1264		1719
1265	sub generate_random_map {	1720	sub generate_random_map {
1266	my ($self, $rmp) = @_;	1721	my ($self, $rmp) = @_;
		1722
		1723	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1724
1267	# mit "rum" bekleckern, nicht	1725	# mit "rum" bekleckern, nicht
1268	$self->_create_random_map (	1726	$self->_create_random_map (
1269	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1727	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1270	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1728	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1271	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1729	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1305	my ($self, $merge) = @_;	1763	my ($self, $merge) = @_;
1306		1764
1307	# we have to keep some variables in memory intact	1765	# we have to keep some variables in memory intact
1308	local $self->{path};	1766	local $self->{path};
1309	local $self->{load_path};	1767	local $self->{load_path};
1310	local $self->{deny_save};
1311	local $self->{deny_reset};
1312		1768
1313	$self->SUPER::thawer_merge ($merge);	1769	$self->SUPER::thawer_merge ($merge);
1314	}	1770	}
1315		1771
1316	sub normalise {	1772	sub normalise {
…		…
1363	$self->init; # pass $1 etc.	1819	$self->init; # pass $1 etc.
1364	return $self;	1820	return $self;
1365	}	1821	}
1366	}	1822	}
1367		1823
1368	Carp::carp "unable to resolve path '$path' (base '$base').";	1824	Carp::cluck "unable to resolve path '$path' (base '$base').";
1369	()	1825	()
1370	}	1826	}
1371		1827
1372	sub init {	1828	sub init {
1373	my ($self) = @_;	1829	my ($self) = @_;
…		…
1395		1851
1396	# the temporary/swap location	1852	# the temporary/swap location
1397	sub save_path {	1853	sub save_path {
1398	my ($self) = @_;	1854	my ($self) = @_;
1399		1855
1400	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1856	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1401	"$TMPDIR/$path.map"	1857	"$TMPDIR/$path.map"
1402	}	1858	}
1403		1859
1404	# the unique path, undef == no special unique path	1860	# the unique path, undef == no special unique path
1405	sub uniq_path {	1861	sub uniq_path {
1406	my ($self) = @_;	1862	my ($self) = @_;
1407		1863
1408	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1864	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1409	"$UNIQUEDIR/$path"	1865	"$UNIQUEDIR/$path"
1410	}	1866	}
1411		1867
1412	# and all this just because we cannot iterate over	1868	# and all this just because we cannot iterate over
1413	# all maps in C++...	1869	# all maps in C++...
…		…
1416		1872
1417	$_->change_map_light ($change)	1873	$_->change_map_light ($change)
1418	for grep $_->outdoor, values %cf::MAP;	1874	for grep $_->outdoor, values %cf::MAP;
1419	}	1875	}
1420		1876
		1877	sub decay_objects {
		1878	my ($self) = @_;
		1879
		1880	return if $self->{deny_reset};
		1881
		1882	$self->do_decay_objects;
		1883	}
		1884
1421	sub unlink_save {	1885	sub unlink_save {
1422	my ($self) = @_;	1886	my ($self) = @_;
1423		1887
1424	utf8::encode (my $save = $self->save_path);	1888	utf8::encode (my $save = $self->save_path);
1425	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1889	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1428		1892
1429	sub load_header_from($) {	1893	sub load_header_from($) {
1430	my ($self, $path) = @_;	1894	my ($self, $path) = @_;
1431		1895
1432	utf8::encode $path;	1896	utf8::encode $path;
1433	#aio_open $path, O_RDONLY, 0	1897	my $f = new_from_file cf::object::thawer $path
1434	# or return;
1435
1436	$self->_load_header ($path)
1437	or return;	1898	or return;
		1899
		1900	$self->_load_header ($f)
		1901	or return;
		1902
		1903	local $MAP_LOADING{$self->{path}} = $self;
		1904	$f->resolve_delayed_derefs;
1438		1905
1439	$self->{load_path} = $path;	1906	$self->{load_path} = $path;
1440		1907
1441	1	1908	1
1442	}	1909	}
…		…
1481	$self->load_header_orig	1948	$self->load_header_orig
1482	or return;	1949	or return;
1483	$self->prepare_orig;	1950	$self->prepare_orig;
1484	}	1951	}
1485		1952
		1953	$self->{deny_reset} = 1
		1954	if $self->no_reset;
		1955
1486	$self->default_region (cf::region::find_by_path $self->{path})	1956	$self->default_region (cf::region::find_by_path $self->{path})
1487	unless $self->default_region;	1957	unless $self->default_region;
1488		1958
1489	1	1959	1
1490	}	1960	}
…		…
1493	sub find {	1963	sub find {
1494	my ($path, $origin) = @_;	1964	my ($path, $origin) = @_;
1495		1965
1496	$path = normalise $path, $origin && $origin->path;	1966	$path = normalise $path, $origin && $origin->path;
1497		1967
		1968	cf::lock_wait "map_data:$path";#d#remove
1498	cf::lock_wait "map_find:$path";	1969	cf::lock_wait "map_find:$path";
1499		1970
1500	$cf::MAP{$path} || do {	1971	$cf::MAP{$path} || do {
		1972	my $guard1 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1501	my $guard = cf::lock_acquire "map_find:$path";	1973	my $guard2 = cf::lock_acquire "map_find:$path";
		1974
1502	my $map = new_from_path cf::map $path	1975	my $map = new_from_path cf::map $path
1503	or return;	1976	or return;
1504		1977
1505	$map->{last_save} = $cf::RUNTIME;	1978	$map->{last_save} = $cf::RUNTIME;
1506		1979
1507	$map->load_header	1980	$map->load_header
1508	or return;	1981	or return;
1509		1982
1510	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1983	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1511	# doing this can freeze the server in a sync job, obviously	1984	# doing this can freeze the server in a sync job, obviously
1512	#$cf::WAIT_FOR_TICK->wait;	1985	#$cf::WAIT_FOR_TICK->wait;
		1986	undef $guard2;
		1987	undef $guard1;
1513	$map->reset;	1988	$map->reset;
1514	undef $guard;
1515	return find $path;	1989	return find $path;
1516	}	1990	}
1517		1991
1518	$cf::MAP{$path} = $map	1992	$cf::MAP{$path} = $map
1519	}	1993	}
…		…
1528	local $self->{deny_reset} = 1; # loading can take a long time	2002	local $self->{deny_reset} = 1; # loading can take a long time
1529		2003
1530	my $path = $self->{path};	2004	my $path = $self->{path};
1531		2005
1532	{	2006	{
1533	my $guard = cf::lock_acquire "map_load:$path";	2007	my $guard = cf::lock_acquire "map_data:$path";
1534		2008
		2009	return unless $self->valid;
1535	return if $self->in_memory != cf::MAP_SWAPPED;	2010	return unless $self->in_memory == cf::MAP_SWAPPED;
1536		2011
1537	$self->in_memory (cf::MAP_LOADING);	2012	$self->in_memory (cf::MAP_LOADING);
1538		2013
1539	$self->alloc;	2014	$self->alloc;
1540		2015
1541	$self->pre_load;	2016	$self->pre_load;
1542	Coro::cede;	2017	cf::cede_to_tick;
1543		2018
		2019	my $f = new_from_file cf::object::thawer $self->{load_path};
		2020	$f->skip_block;
1544	$self->_load_objects ($self->{load_path}, 1)	2021	$self->_load_objects ($f)
1545	or return;	2022	or return;
1546		2023
1547	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2024	$self->post_load_original
1548	if delete $self->{load_original};	2025	if delete $self->{load_original};
1549		2026
1550	if (my $uniq = $self->uniq_path) {	2027	if (my $uniq = $self->uniq_path) {
1551	utf8::encode $uniq;	2028	utf8::encode $uniq;
1552	if (aio_open $uniq, O_RDONLY, 0) {	2029	unless (aio_stat $uniq) {
		2030	if (my $f = new_from_file cf::object::thawer $uniq) {
1553	$self->clear_unique_items;	2031	$self->clear_unique_items;
1554	$self->_load_objects ($uniq, 0);	2032	$self->_load_objects ($f);
		2033	$f->resolve_delayed_derefs;
		2034	}
1555	}	2035	}
1556	}	2036	}
1557		2037
1558	Coro::cede;	2038	$f->resolve_delayed_derefs;
		2039
		2040	cf::cede_to_tick;
1559	# now do the right thing for maps	2041	# now do the right thing for maps
1560	$self->link_multipart_objects;	2042	$self->link_multipart_objects;
1561	$self->difficulty ($self->estimate_difficulty)	2043	$self->difficulty ($self->estimate_difficulty)
1562	unless $self->difficulty;	2044	unless $self->difficulty;
1563	Coro::cede;	2045	cf::cede_to_tick;
1564		2046
1565	unless ($self->{deny_activate}) {	2047	unless ($self->{deny_activate}) {
1566	$self->decay_objects;	2048	$self->decay_objects;
1567	$self->fix_auto_apply;	2049	$self->fix_auto_apply;
1568	$self->update_buttons;	2050	$self->update_buttons;
1569	Coro::cede;	2051	cf::cede_to_tick;
1570	$self->set_darkness_map;	2052	$self->set_darkness_map;
1571	Coro::cede;	2053	cf::cede_to_tick;
1572	$self->activate;	2054	$self->activate;
1573	}	2055	}
1574		2056
		2057	$self->{last_save} = $cf::RUNTIME;
		2058	$self->last_access ($cf::RUNTIME);
		2059
1575	$self->in_memory (cf::MAP_IN_MEMORY);	2060	$self->in_memory (cf::MAP_ACTIVE);
1576	}	2061	}
1577		2062
1578	$self->post_load;	2063	$self->post_load;
1579	}	2064	}
1580		2065
…		…
1582	my ($self, $ob) = @_;	2067	my ($self, $ob) = @_;
1583		2068
1584	return find "~" . $ob->name . "/" . $self->{path}	2069	return find "~" . $ob->name . "/" . $self->{path}
1585	if $self->per_player;	2070	if $self->per_player;
1586		2071
		2072	# return find "?party/" . $ob->name . "/" . $self->{path}
		2073	# if $self->per_party;
		2074
1587	$self	2075	$self
1588	}	2076	}
1589		2077
1590	# find and load all maps in the 3x3 area around a map	2078	# find and load all maps in the 3x3 area around a map
1591	sub load_diag {	2079	sub load_neighbours {
1592	my ($map) = @_;	2080	my ($map) = @_;
1593		2081
1594	my @diag; # diagonal neighbours	2082	my @neigh; # diagonal neighbours
1595		2083
1596	for (0 .. 3) {	2084	for (0 .. 3) {
1597	my $neigh = $map->tile_path ($_)	2085	my $neigh = $map->tile_path ($_)
1598	or next;	2086	or next;
1599	$neigh = find $neigh, $map	2087	$neigh = find $neigh, $map
1600	or next;	2088	or next;
1601	$neigh->load;	2089	$neigh->load;
1602		2090
		2091	push @neigh,
1603	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2092	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1604	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2093	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1605	}	2094	}
1606		2095
1607	for (@diag) {	2096	for (grep defined $_->[0], @neigh) {
		2097	my ($path, $origin) = @$_;
1608	my $neigh = find @$_	2098	my $neigh = find $path, $origin
1609	or next;	2099	or next;
1610	$neigh->load;	2100	$neigh->load;
1611	}	2101	}
1612	}	2102	}
1613		2103
…		…
1618	}	2108	}
1619		2109
1620	sub do_load_sync {	2110	sub do_load_sync {
1621	my ($map) = @_;	2111	my ($map) = @_;
1622		2112
		2113	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2114	if $Coro::current == $Coro::main;
		2115
1623	cf::sync_job { $map->load };	2116	cf::sync_job { $map->load };
1624	}	2117	}
1625		2118
1626	our %MAP_PREFETCH;	2119	our %MAP_PREFETCH;
1627	our $MAP_PREFETCHER = undef;	2120	our $MAP_PREFETCHER = undef;
1628		2121
1629	sub find_async {	2122	sub find_async {
1630	my ($path, $origin) = @_;	2123	my ($path, $origin, $load) = @_;
1631		2124
1632	$path = normalise $path, $origin && $origin->{path};	2125	$path = normalise $path, $origin && $origin->{path};
1633		2126
1634	if (my $map = $cf::MAP{$path}) {	2127	if (my $map = $cf::MAP{$path}) {
1635	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2128	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1636	}	2129	}
1637		2130
1638	undef $MAP_PREFETCH{$path};	2131	$MAP_PREFETCH{$path} |= $load;
		2132
1639	$MAP_PREFETCHER ||= cf::async {	2133	$MAP_PREFETCHER ||= cf::async {
		2134	$Coro::current->{desc} = "map prefetcher";
		2135
1640	while (%MAP_PREFETCH) {	2136	while (%MAP_PREFETCH) {
1641	for my $path (keys %MAP_PREFETCH) {	2137	while (my ($k, $v) = each %MAP_PREFETCH) {
1642	my $map = find $path	2138	if (my $map = find $k) {
1643	or next;
1644	$map->load;	2139	$map->load if $v;
		2140	}
1645		2141
1646	delete $MAP_PREFETCH{$path};	2142	delete $MAP_PREFETCH{$k};
1647	}	2143	}
1648	}	2144	}
1649	undef $MAP_PREFETCHER;	2145	undef $MAP_PREFETCHER;
1650	};	2146	};
1651	$MAP_PREFETCHER->prio (6);	2147	$MAP_PREFETCHER->prio (6);
…		…
1654	}	2150	}
1655		2151
1656	sub save {	2152	sub save {
1657	my ($self) = @_;	2153	my ($self) = @_;
1658		2154
1659	my $lock = cf::lock_acquire "map_data:" . $self->path;	2155	my $lock = cf::lock_acquire "map_data:$self->{path}";
1660		2156
1661	$self->{last_save} = $cf::RUNTIME;	2157	$self->{last_save} = $cf::RUNTIME;
1662		2158
1663	return unless $self->dirty;	2159	return unless $self->dirty;
1664		2160
…		…
1670	return if $self->{deny_save};	2166	return if $self->{deny_save};
1671		2167
1672	local $self->{last_access} = $self->last_access;#d#	2168	local $self->{last_access} = $self->last_access;#d#
1673		2169
1674	cf::async {	2170	cf::async {
		2171	$Coro::current->{desc} = "map player save";
1675	$_->contr->save for $self->players;	2172	$_->contr->save for $self->players;
1676	};	2173	};
		2174
		2175	cf::get_slot 0.02;
1677		2176
1678	if ($uniq) {	2177	if ($uniq) {
1679	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2178	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1680	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2179	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1681	} else {	2180	} else {
…		…
1687	my ($self) = @_;	2186	my ($self) = @_;
1688		2187
1689	# save first because save cedes	2188	# save first because save cedes
1690	$self->save;	2189	$self->save;
1691		2190
1692	my $lock = cf::lock_acquire "map_data:" . $self->path;	2191	my $lock = cf::lock_acquire "map_data:$self->{path}";
1693		2192
1694	return if $self->players;	2193	return if $self->players;
1695	return if $self->in_memory != cf::MAP_IN_MEMORY;	2194	return if $self->in_memory != cf::MAP_ACTIVE;
1696	return if $self->{deny_save};	2195	return if $self->{deny_save};
1697		2196
		2197	$self->in_memory (cf::MAP_SWAPPED);
		2198
		2199	$self->deactivate;
		2200	$_->clear_links_to ($self) for values %cf::MAP;
1698	$self->clear;	2201	$self->clear;
1699	$self->in_memory (cf::MAP_SWAPPED);
1700	}	2202	}
1701		2203
1702	sub reset_at {	2204	sub reset_at {
1703	my ($self) = @_;	2205	my ($self) = @_;
1704		2206
1705	# TODO: safety, remove and allow resettable per-player maps	2207	# TODO: safety, remove and allow resettable per-player maps
1706	return 1e99 if $self->isa ("ext::map_per_player");#d#
1707	return 1e99 if $self->{deny_reset};	2208	return 1e99 if $self->{deny_reset};
1708		2209
1709	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2210	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1710	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2211	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1711		2212
…		…
1722	my ($self) = @_;	2223	my ($self) = @_;
1723		2224
1724	my $lock = cf::lock_acquire "map_data:$self->{path}";	2225	my $lock = cf::lock_acquire "map_data:$self->{path}";
1725		2226
1726	return if $self->players;	2227	return if $self->players;
1727	return if $self->isa ("ext::map_per_player");#d#
1728		2228
1729	warn "resetting map ", $self->path;	2229	warn "resetting map ", $self->path;
1730		2230
1731	$self->in_memory (cf::MAP_SWAPPED);	2231	$self->in_memory (cf::MAP_SWAPPED);
1732		2232
…		…
1738	if $uniq;	2238	if $uniq;
1739	}	2239	}
1740		2240
1741	delete $cf::MAP{$self->path};	2241	delete $cf::MAP{$self->path};
1742		2242
		2243	$self->deactivate;
		2244	$_->clear_links_to ($self) for values %cf::MAP;
1743	$self->clear;	2245	$self->clear;
1744
1745	$_->clear_links_to ($self) for values %cf::MAP;
1746		2246
1747	$self->unlink_save;	2247	$self->unlink_save;
1748	$self->destroy;	2248	$self->destroy;
1749	}	2249	}
1750		2250
1751	my $nuke_counter = "aaaa";	2251	my $nuke_counter = "aaaa";
1752		2252
1753	sub nuke {	2253	sub nuke {
1754	my ($self) = @_;	2254	my ($self) = @_;
1755		2255
		2256	{
		2257	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2258
1756	delete $cf::MAP{$self->path};	2259	delete $cf::MAP{$self->path};
1757		2260
1758	$self->unlink_save;	2261	$self->unlink_save;
1759		2262
1760	bless $self, "cf::map";	2263	bless $self, "cf::map";
1761	delete $self->{deny_reset};	2264	delete $self->{deny_reset};
1762	$self->{deny_save} = 1;	2265	$self->{deny_save} = 1;
1763	$self->reset_timeout (1);	2266	$self->reset_timeout (1);
1764	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2267	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1765		2268
1766	$cf::MAP{$self->path} = $self;	2269	$cf::MAP{$self->path} = $self;
		2270	}
1767		2271
1768	$self->reset; # polite request, might not happen	2272	$self->reset; # polite request, might not happen
		2273	}
		2274
		2275	=item $maps = cf::map::tmp_maps
		2276
		2277	Returns an arrayref with all map paths of currently instantiated and saved
		2278	maps. May block.
		2279
		2280	=cut
		2281
		2282	sub tmp_maps() {
		2283	[
		2284	map {
		2285	utf8::decode $_;
		2286	/\.map$/
		2287	? normalise $_
		2288	: ()
		2289	} @{ aio_readdir $TMPDIR or [] }
		2290	]
		2291	}
		2292
		2293	=item $maps = cf::map::random_maps
		2294
		2295	Returns an arrayref with all map paths of currently instantiated and saved
		2296	random maps. May block.
		2297
		2298	=cut
		2299
		2300	sub random_maps() {
		2301	[
		2302	map {
		2303	utf8::decode $_;
		2304	/\.map$/
		2305	? normalise "?random/$_"
		2306	: ()
		2307	} @{ aio_readdir $RANDOMDIR or [] }
		2308	]
1769	}	2309	}
1770		2310
1771	=item cf::map::unique_maps	2311	=item cf::map::unique_maps
1772		2312
1773	Returns an arrayref of paths of all shared maps that have	2313	Returns an arrayref of paths of all shared maps that have
1774	instantiated unique items. May block.	2314	instantiated unique items. May block.
1775		2315
1776	=cut	2316	=cut
1777		2317
1778	sub unique_maps() {	2318	sub unique_maps() {
1779	my $files = aio_readdir $UNIQUEDIR	2319	[
1780	or return;	2320	map {
1781
1782	my @paths;
1783
1784	for (@$files) {
1785	utf8::decode $_;	2321	utf8::decode $_;
1786	next if /\.pst$/;	2322	s/\.map$//; # TODO future compatibility hack
1787	next unless /^$PATH_SEP/o;	2323	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1788		2324	? ()
1789	push @paths, cf::map::normalise $_;	2325	: normalise $_
		2326	} @{ aio_readdir $UNIQUEDIR or [] }
1790	}	2327	]
1791
1792	\@paths
1793	}	2328	}
1794
1795	package cf;
1796		2329
1797	=back	2330	=back
1798		2331
1799	=head3 cf::object	2332	=head3 cf::object
1800		2333
…		…
1804		2337
1805	=over 4	2338	=over 4
1806		2339
1807	=item $ob->inv_recursive	2340	=item $ob->inv_recursive
1808		2341
1809	Returns the inventory of the object _and_ their inventories, recursively.	2342	Returns the inventory of the object I<and> their inventories, recursively,
		2343	but I<not> the object itself.
1810		2344
1811	=cut	2345	=cut
1812		2346
1813	sub inv_recursive_;	2347	sub inv_recursive_;
1814	sub inv_recursive_ {	2348	sub inv_recursive_ {
…		…
1817		2351
1818	sub inv_recursive {	2352	sub inv_recursive {
1819	inv_recursive_ inv $_[0]	2353	inv_recursive_ inv $_[0]
1820	}	2354	}
1821		2355
		2356	=item $ref = $ob->ref
		2357
		2358	Creates and returns a persistent reference to an object that can be stored as a string.
		2359
		2360	=item $ob = cf::object::deref ($refstring)
		2361
		2362	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2363	even if the object actually exists. May block.
		2364
		2365	=cut
		2366
		2367	sub deref {
		2368	my ($ref) = @_;
		2369
		2370	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2371	my ($uuid, $name) = ($1, $2);
		2372	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2373	or return;
		2374	$pl->ob->uuid eq $uuid
		2375	or return;
		2376
		2377	$pl->ob
		2378	} else {
		2379	warn "$ref: cannot resolve object reference\n";
		2380	undef
		2381	}
		2382	}
		2383
1822	package cf;	2384	package cf;
1823		2385
1824	=back	2386	=back
1825		2387
1826	=head3 cf::object::player	2388	=head3 cf::object::player
…		…
1832	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2394	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1833	can be C<undef>. Does the right thing when the player is currently in a	2395	can be C<undef>. Does the right thing when the player is currently in a
1834	dialogue with the given NPC character.	2396	dialogue with the given NPC character.
1835		2397
1836	=cut	2398	=cut
		2399
		2400	our $SAY_CHANNEL = {
		2401	id => "say",
		2402	title => "Map",
		2403	reply => "say ",
		2404	tooltip => "Things said to and replied from npcs near you and other players on the same map only.",
		2405	};
		2406
		2407	our $CHAT_CHANNEL = {
		2408	id => "chat",
		2409	title => "Chat",
		2410	reply => "chat ",
		2411	tooltip => "Player chat and shouts, global to the server.",
		2412	};
1837		2413
1838	# rough implementation of a future "reply" method that works	2414	# rough implementation of a future "reply" method that works
1839	# with dialog boxes.	2415	# with dialog boxes.
1840	#TODO: the first argument must go, split into a $npc->reply_to ( method	2416	#TODO: the first argument must go, split into a $npc->reply_to ( method
1841	sub cf::object::player::reply($$$;$) {	2417	sub cf::object::player::reply($$$;$) {
…		…
1843		2419
1844	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2420	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1845		2421
1846	if ($self->{record_replies}) {	2422	if ($self->{record_replies}) {
1847	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2423	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2424
1848	} else {	2425	} else {
		2426	my $pl = $self->contr;
		2427
		2428	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2429	my $dialog = $pl->{npc_dialog};
		2430	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2431
		2432	} else {
1849	$msg = $npc->name . " says: $msg" if $npc;	2433	$msg = $npc->name . " says: $msg" if $npc;
1850	$self->message ($msg, $flags);	2434	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
		2435	}
1851	}	2436	}
		2437	}
		2438
		2439	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2440
		2441	=cut
		2442
		2443	sub cf::object::send_msg {
		2444	my $pl = shift->contr
		2445	or return;
		2446	$pl->send_msg (@_);
1852	}	2447	}
1853		2448
1854	=item $player_object->may ("access")	2449	=item $player_object->may ("access")
1855		2450
1856	Returns wether the given player is authorized to access resource "access"	2451	Returns wether the given player is authorized to access resource "access"
…		…
1869		2464
1870	=item $player_object->enter_link	2465	=item $player_object->enter_link
1871		2466
1872	Freezes the player and moves him/her to a special map (C<{link}>).	2467	Freezes the player and moves him/her to a special map (C<{link}>).
1873		2468
1874	The player should be reasonably safe there for short amounts of time. You	2469	The player should be reasonably safe there for short amounts of time (e.g.
1875	I<MUST> call C<leave_link> as soon as possible, though.	2470	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2471	though, as the palyer cannot control the character while it is on the link
		2472	map.
1876		2473
1877	Will never block.	2474	Will never block.
1878		2475
1879	=item $player_object->leave_link ($map, $x, $y)	2476	=item $player_object->leave_link ($map, $x, $y)
1880		2477
…		…
1935	# use -1 or undef as default coordinates, not 0, 0	2532	# use -1 or undef as default coordinates, not 0, 0
1936	($x, $y) = ($map->enter_x, $map->enter_y)	2533	($x, $y) = ($map->enter_x, $map->enter_y)
1937	if $x <=0 && $y <= 0;	2534	if $x <=0 && $y <= 0;
1938		2535
1939	$map->load;	2536	$map->load;
1940	$map->load_diag;	2537	$map->load_neighbours;
1941		2538
1942	return unless $self->contr->active;	2539	return unless $self->contr->active;
		2540	$self->flag (cf::FLAG_DEBUG, 0);#d# temp
1943	$self->activate_recursive;	2541	$self->activate_recursive;
1944		2542
1945	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2543	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1946	$self->enter_map ($map, $x, $y);	2544	$self->enter_map ($map, $x, $y);
1947	}	2545	}
1948		2546
1949	=item $player_object->goto ($path, $x, $y[, $check->($map)])	2547	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1950		2548
1951	Moves the player to the given map-path and coordinates by first freezing	2549	Moves the player to the given map-path and coordinates by first freezing
1952	her, loading and preparing them map, calling the provided $check callback	2550	her, loading and preparing them map, calling the provided $check callback
1953	that has to return the map if sucecssful, and then unfreezes the player on	2551	that has to return the map if sucecssful, and then unfreezes the player on
1954	the new (success) or old (failed) map position.	2552	the new (success) or old (failed) map position. In either case, $done will
		2553	be called at the end of this process.
		2554
		2555	Note that $check will be called with a potentially non-loaded map, so if
		2556	it needs a loaded map it has to call C<< ->load >>.
1955		2557
1956	=cut	2558	=cut
1957		2559
1958	our $GOTOGEN;	2560	our $GOTOGEN;
1959		2561
1960	sub cf::object::player::goto {	2562	sub cf::object::player::goto {
1961	my ($self, $path, $x, $y, $check) = @_;	2563	my ($self, $path, $x, $y, $check, $done) = @_;
1962		2564
1963	# do generation counting so two concurrent goto's will be executed in-order	2565	# do generation counting so two concurrent goto's will be executed in-order
1964	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2566	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1965		2567
1966	$self->enter_link;	2568	$self->enter_link;
1967		2569
1968	(async {	2570	(async {
		2571	$Coro::current->{desc} = "player::goto $path $x $y";
		2572
		2573	# *tag paths override both path and x|y
		2574	if ($path =~ /^\*(.*)$/) {
		2575	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2576	my $ob = $obs[rand @obs];
		2577
		2578	# see if we actually can go there
		2579	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2580	$ob = $obs[rand @obs];
		2581	} else {
		2582	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2583	}
		2584	# else put us there anyways for now #d#
		2585
		2586	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2587	} else {
		2588	($path, $x, $y) = (undef, undef, undef);
		2589	}
		2590	}
		2591
1969	my $map = eval {	2592	my $map = eval {
1970	my $map = cf::map::find $path;	2593	my $map = defined $path ? cf::map::find $path : undef;
1971		2594
1972	if ($map) {	2595	if ($map) {
1973	$map = $map->customise_for ($self);	2596	$map = $map->customise_for ($self);
1974	$map = $check->($map) if $check && $map;	2597	$map = $check->($map) if $check && $map;
1975	} else {	2598	} else {
1976	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2599	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
1977	}	2600	}
1978		2601
1979	$map	2602	$map
1980	};	2603	};
1981		2604
…		…
1986		2609
1987	if ($gen == $self->{_goto_generation}) {	2610	if ($gen == $self->{_goto_generation}) {
1988	delete $self->{_goto_generation};	2611	delete $self->{_goto_generation};
1989	$self->leave_link ($map, $x, $y);	2612	$self->leave_link ($map, $x, $y);
1990	}	2613	}
		2614
		2615	$done->() if $done;
1991	})->prio (1);	2616	})->prio (1);
1992	}	2617	}
1993		2618
1994	=item $player_object->enter_exit ($exit_object)	2619	=item $player_object->enter_exit ($exit_object)
1995		2620
…		…
2015	}	2640	}
2016		2641
2017	sub prepare_random_map {	2642	sub prepare_random_map {
2018	my ($exit) = @_;	2643	my ($exit) = @_;
2019		2644
2020	my $guard = cf::lock_acquire "exit_prepare:$exit";
2021
2022	# all this does is basically replace the /! path by	2645	# all this does is basically replace the /! path by
2023	# a new random map path (?random/...) with a seed	2646	# a new random map path (?random/...) with a seed
2024	# that depends on the exit object	2647	# that depends on the exit object
2025		2648
2026	my $rmp = parse_random_map_params $exit->msg;	2649	my $rmp = parse_random_map_params $exit->msg;
…		…
2028	if ($exit->map) {	2651	if ($exit->map) {
2029	$rmp->{region} = $exit->region->name;	2652	$rmp->{region} = $exit->region->name;
2030	$rmp->{origin_map} = $exit->map->path;	2653	$rmp->{origin_map} = $exit->map->path;
2031	$rmp->{origin_x} = $exit->x;	2654	$rmp->{origin_x} = $exit->x;
2032	$rmp->{origin_y} = $exit->y;	2655	$rmp->{origin_y} = $exit->y;
		2656
		2657	$exit->map->touch;
2033	}	2658	}
2034		2659
2035	$rmp->{random_seed} ||= $exit->random_seed;	2660	$rmp->{random_seed} ||= $exit->random_seed;
2036		2661
2037	my $data = cf::to_json $rmp;	2662	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2038	my $md5 = Digest::MD5::md5_hex $data;	2663	my $md5 = Digest::MD5::md5_hex $data;
2039	my $meta = "$RANDOMDIR/$md5.meta";	2664	my $meta = "$RANDOMDIR/$md5.meta";
2040		2665
2041	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2666	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2042	aio_write $fh, 0, (length $data), $data, 0;	2667	aio_write $fh, 0, (length $data), $data, 0;
2043	undef $fh;	2668	undef $fh;
2044	aio_rename "$meta~", $meta;	2669	aio_rename "$meta~", $meta;
2045		2670
		2671	my $slaying = "?random/$md5";
		2672
		2673	if ($exit->valid) {
2046	$exit->slaying ("?random/$md5");	2674	$exit->slaying ("?random/$md5");
2047	$exit->msg (undef);	2675	$exit->msg (undef);
		2676	}
2048	}	2677	}
2049	}	2678	}
2050		2679
2051	sub cf::object::player::enter_exit {	2680	sub cf::object::player::enter_exit {
2052	my ($self, $exit) = @_;	2681	my ($self, $exit) = @_;
2053		2682
2054	return unless $self->type == cf::PLAYER;	2683	return unless $self->type == cf::PLAYER;
2055		2684
2056	if ($exit->slaying eq "/!") {
2057	#TODO: this should de-fi-ni-te-ly not be a sync-job
2058	# the problem is that $exit might not survive long enough
2059	# so it needs to be done right now, right here
2060	cf::sync_job { prepare_random_map $exit };
2061	}
2062
2063	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2064	my $hp = $exit->stats->hp;
2065	my $sp = $exit->stats->sp;
2066
2067	$self->enter_link;	2685	$self->enter_link;
2068		2686
2069	(async {	2687	(async {
2070	$self->deactivate_recursive; # just to be sure	2688	$Coro::current->{desc} = "enter_exit";
		2689
2071	unless (eval {	2690	unless (eval {
		2691	$self->deactivate_recursive; # just to be sure
		2692
		2693	# random map handling
		2694	{
		2695	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2696
		2697	prepare_random_map $exit
		2698	if $exit->slaying eq "/!";
		2699	}
		2700
		2701	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2702	my $x = $exit->stats->hp;
		2703	my $y = $exit->stats->sp;
		2704
2072	$self->goto ($slaying, $hp, $sp);	2705	$self->goto ($map, $x, $y);
2073		2706
		2707	# if exit is damned, update players death & WoR home-position
		2708	$self->contr->savebed ($map, $x, $y)
		2709	if $exit->flag (cf::FLAG_DAMNED);
		2710
2074	1;	2711	1
2075	}) {	2712	}) {
2076	$self->message ("Something went wrong deep within the crossfire server. "	2713	$self->message ("Something went wrong deep within the deliantra server. "
2077	. "I'll try to bring you back to the map you were before. "	2714	. "I'll try to bring you back to the map you were before. "
2078	. "Please report this to the dungeon master!",	2715	. "Please report this to the dungeon master!",
2079	cf::NDI_UNIQUE | cf::NDI_RED);	2716	cf::NDI_UNIQUE | cf::NDI_RED);
2080		2717
2081	warn "ERROR in enter_exit: $@";	2718	warn "ERROR in enter_exit: $@";
…		…
2100		2737
2101	utf8::encode $text;	2738	utf8::encode $text;
2102	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2739	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2103	}	2740	}
2104		2741
		2742	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2743
		2744	Send a drawinfo or msg packet to the client, formatting the msg for the
		2745	client if neccessary. C<$type> should be a string identifying the type of
		2746	the message, with C<log> being the default. If C<$color> is negative, suppress
		2747	the message unless the client supports the msg packet.
		2748
		2749	=cut
		2750
		2751	# non-persistent channels (usually the info channel)
		2752	our %CHANNEL = (
		2753	"c/identify" => {
		2754	id => "infobox",
		2755	title => "Identify",
		2756	reply => undef,
		2757	tooltip => "Items recently identified",
		2758	},
		2759	"c/examine" => {
		2760	id => "infobox",
		2761	title => "Examine",
		2762	reply => undef,
		2763	tooltip => "Signs and other items you examined",
		2764	},
		2765	"c/book" => {
		2766	id => "infobox",
		2767	title => "Book",
		2768	reply => undef,
		2769	tooltip => "The contents of a note or book",
		2770	},
		2771	"c/lookat" => {
		2772	id => "infobox",
		2773	title => "Look",
		2774	reply => undef,
		2775	tooltip => "What you saw there",
		2776	},
		2777	"c/who" => {
		2778	id => "infobox",
		2779	title => "Players",
		2780	reply => undef,
		2781	tooltip => "Shows players who are currently online",
		2782	},
		2783	"c/body" => {
		2784	id => "infobox",
		2785	title => "Body Parts",
		2786	reply => undef,
		2787	tooltip => "Shows which body parts you posess and are available",
		2788	},
		2789	"c/uptime" => {
		2790	id => "infobox",
		2791	title => "Uptime",
		2792	reply => undef,
		2793	tooltip => "How long the server has been running since last restart",
		2794	},
		2795	"c/mapinfo" => {
		2796	id => "infobox",
		2797	title => "Map Info",
		2798	reply => undef,
		2799	tooltip => "Information related to the maps",
		2800	},
		2801	"c/party" => {
		2802	id => "party",
		2803	title => "Party",
		2804	reply => "gsay ",
		2805	tooltip => "Messages and chat related to your party",
		2806	},
		2807	);
		2808
		2809	sub cf::client::send_msg {
		2810	my ($self, $channel, $msg, $color, @extra) = @_;
		2811
		2812	$msg = $self->pl->expand_cfpod ($msg)
		2813	unless $color & cf::NDI_VERBATIM;
		2814
		2815	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2816
		2817	# check predefined channels, for the benefit of C
		2818	if ($CHANNEL{$channel}) {
		2819	$channel = $CHANNEL{$channel};
		2820
		2821	$self->ext_msg (channel_info => $channel)
		2822	if $self->can_msg;
		2823
		2824	$channel = $channel->{id};
		2825
		2826	} elsif (ref $channel) {
		2827	# send meta info to client, if not yet sent
		2828	unless (exists $self->{channel}{$channel->{id}}) {
		2829	$self->{channel}{$channel->{id}} = $channel;
		2830	$self->ext_msg (channel_info => $channel)
		2831	if $self->can_msg;
		2832	}
		2833
		2834	$channel = $channel->{id};
		2835	}
		2836
		2837	return unless @extra || length $msg;
		2838
		2839	if ($self->can_msg) {
		2840	# default colour, mask it out
		2841	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2842	if $color & cf::NDI_DEF;
		2843
		2844	my $pkt = "msg "
		2845	. $self->{json_coder}->encode (
		2846	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		2847	);
		2848
		2849	# try lzf for large packets
		2850	$pkt = "lzf " . Compress::LZF::compress $pkt
		2851	if 1024 <= length $pkt and $self->{can_lzf};
		2852
		2853	# split very large packets
		2854	if (8192 < length $pkt and $self->{can_lzf}) {
		2855	$self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
		2856	$pkt = "frag";
		2857	}
		2858
		2859	$self->send_packet ($pkt);
		2860	} else {
		2861	if ($color >= 0) {
		2862	# replace some tags by gcfclient-compatible ones
		2863	for ($msg) {
		2864	1 while
		2865	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2866	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2867	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2868	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2869	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2870	}
		2871
		2872	$color &= cf::NDI_COLOR_MASK;
		2873
		2874	utf8::encode $msg;
		2875
		2876	if (0 && $msg =~ /\[/) {
		2877	# COMMAND/INFO
		2878	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2879	} else {
		2880	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2881	$self->send_packet ("drawinfo $color $msg")
		2882	}
		2883	}
		2884	}
		2885	}
		2886
2105	=item $client->ext_event ($type, %msg)	2887	=item $client->ext_msg ($type, @msg)
2106		2888
2107	Sends an exti event to the client.	2889	Sends an ext event to the client.
2108		2890
2109	=cut	2891	=cut
2110		2892
2111	sub cf::client::ext_event($$%) {	2893	sub cf::client::ext_msg($$@) {
2112	my ($self, $type, %msg) = @_;	2894	my ($self, $type, @msg) = @_;
2113		2895
		2896	if ($self->extcmd == 2) {
		2897	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2898	} elsif ($self->extcmd == 1) { # TODO: remove
2114	$msg{msgtype} = "event_$type";	2899	push @msg, msgtype => "event_$type";
2115	$self->send_packet ("ext " . cf::to_json \%msg);	2900	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2901	}
		2902	}
		2903
		2904	=item $client->ext_reply ($msgid, @msg)
		2905
		2906	Sends an ext reply to the client.
		2907
		2908	=cut
		2909
		2910	sub cf::client::ext_reply($$@) {
		2911	my ($self, $id, @msg) = @_;
		2912
		2913	if ($self->extcmd == 2) {
		2914	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2915	} elsif ($self->extcmd == 1) {
		2916	#TODO: version 1, remove
		2917	unshift @msg, msgtype => "reply", msgid => $id;
		2918	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2919	}
2116	}	2920	}
2117		2921
2118	=item $success = $client->query ($flags, "text", \&cb)	2922	=item $success = $client->query ($flags, "text", \&cb)
2119		2923
2120	Queues a query to the client, calling the given callback with	2924	Queues a query to the client, calling the given callback with
2121	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2925	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2122	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2926	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2123		2927
2124	Queries can fail, so check the return code. Or don't, as queries will become	2928	Queries can fail, so check the return code. Or don't, as queries will
2125	reliable at some point in the future.	2929	become reliable at some point in the future.
2126		2930
2127	=cut	2931	=cut
2128		2932
2129	sub cf::client::query {	2933	sub cf::client::query {
2130	my ($self, $flags, $text, $cb) = @_;	2934	my ($self, $flags, $text, $cb) = @_;
…		…
2138	utf8::encode $text;	2942	utf8::encode $text;
2139	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2943	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2140		2944
2141	$self->send_packet ($self->{query_queue}[0][0])	2945	$self->send_packet ($self->{query_queue}[0][0])
2142	if @{ $self->{query_queue} } == 1;	2946	if @{ $self->{query_queue} } == 1;
		2947
		2948	1
2143	}	2949	}
2144		2950
2145	cf::client->attach (	2951	cf::client->attach (
		2952	on_connect => sub {
		2953	my ($ns) = @_;
		2954
		2955	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2956	},
2146	on_reply => sub {	2957	on_reply => sub {
2147	my ($ns, $msg) = @_;	2958	my ($ns, $msg) = @_;
2148		2959
2149	# this weird shuffling is so that direct followup queries	2960	# this weird shuffling is so that direct followup queries
2150	# get handled first	2961	# get handled first
…		…
2162	} else {	2973	} else {
2163	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2974	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2164	}	2975	}
2165	}	2976	}
2166	},	2977	},
		2978	on_exticmd => sub {
		2979	my ($ns, $buf) = @_;
		2980
		2981	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2982
		2983	if (ref $msg) {
		2984	my ($type, $reply, @payload) =
		2985	"ARRAY" eq ref $msg
		2986	? @$msg
		2987	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2988
		2989	my @reply;
		2990
		2991	if (my $cb = $EXTICMD{$type}) {
		2992	@reply = $cb->($ns, @payload);
		2993	}
		2994
		2995	$ns->ext_reply ($reply, @reply)
		2996	if $reply;
		2997
		2998	} else {
		2999	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		3000	}
		3001
		3002	cf::override;
		3003	},
2167	);	3004	);
2168		3005
2169	=item $client->async (\&cb)	3006	=item $client->async (\&cb)
2170		3007
2171	Create a new coroutine, running the specified callback. The coroutine will	3008	Create a new coroutine, running the specified callback. The coroutine will
…		…
2212	our $safe = new Safe "safe";	3049	our $safe = new Safe "safe";
2213	our $safe_hole = new Safe::Hole;	3050	our $safe_hole = new Safe::Hole;
2214		3051
2215	$SIG{FPE} = 'IGNORE';	3052	$SIG{FPE} = 'IGNORE';
2216		3053
2217	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3054	$safe->permit_only (Opcode::opset qw(
		3055	:base_core :base_mem :base_orig :base_math
		3056	grepstart grepwhile mapstart mapwhile
		3057	sort time
		3058	));
2218		3059
2219	# here we export the classes and methods available to script code	3060	# here we export the classes and methods available to script code
2220		3061
2221	=pod	3062	=pod
2222		3063
2223	The following functions and methods are available within a safe environment:	3064	The following functions and methods are available within a safe environment:
2224		3065
2225	cf::object contr pay_amount pay_player map	3066	cf::object
		3067	contr pay_amount pay_player map x y force_find force_add destroy
		3068	insert remove name archname title slaying race decrease split
		3069
2226	cf::object::player player	3070	cf::object::player
2227	cf::player peaceful	3071	player
2228	cf::map trigger	3072
		3073	cf::player
		3074	peaceful
		3075
		3076	cf::map
		3077	trigger
2229		3078
2230	=cut	3079	=cut
2231		3080
2232	for (	3081	for (
2233	["cf::object" => qw(contr pay_amount pay_player map)],	3082	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3083	insert remove inv nrof name archname title slaying race
		3084	decrease split destroy change_exp)],
2234	["cf::object::player" => qw(player)],	3085	["cf::object::player" => qw(player)],
2235	["cf::player" => qw(peaceful)],	3086	["cf::player" => qw(peaceful)],
2236	["cf::map" => qw(trigger)],	3087	["cf::map" => qw(trigger)],
2237	) {	3088	) {
2238	no strict 'refs';	3089	no strict 'refs';
…		…
2309	=back	3160	=back
2310		3161
2311	=cut	3162	=cut
2312		3163
2313	#############################################################################	3164	#############################################################################
2314
2315	=head2 EXTENSION DATABASE SUPPORT
2316
2317	Crossfire maintains a very simple database for extension use. It can
2318	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2319	convert to/from binary).
2320
2321	The parameter C<$family> should best start with the name of the extension
2322	using it, it should be unique.
2323
2324	=over 4
2325
2326	=item $value = cf::db_get $family => $key
2327
2328	Returns a single value from the database.
2329
2330	=item cf::db_put $family => $key => $value
2331
2332	Stores the given C<$value> in the family.
2333
2334	=cut
2335
2336	our $DB;
2337
2338	sub db_init {
2339	unless ($DB) {
2340	$DB = BDB::db_create $DB_ENV;
2341
2342	cf::sync_job {
2343	eval {
2344	$DB->set_flags (BDB::CHKSUM);
2345
2346	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2347	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2348	cf::cleanup "db_open(db): $!" if $!;
2349	};
2350	cf::cleanup "db_open(db): $@" if $@;
2351	};
2352	}
2353	}
2354
2355	sub db_get($$) {
2356	my $key = "$_[0]/$_[1]";
2357
2358	cf::sync_job {
2359	BDB::db_get $DB, undef, $key, my $data;
2360
2361	$! ? ()
2362	: $data
2363	}
2364	}
2365
2366	sub db_put($$$) {
2367	BDB::dbreq_pri 4;
2368	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2369	}
2370
2371	=item cf::cache $id => [$paths...], $processversion => $process
2372
2373	Generic caching function that returns the value of the resource $id,
2374	caching and regenerating as required.
2375
2376	This function can block.
2377
2378	=cut
2379
2380	sub cache {
2381	my ($id, $src, $processversion, $process) = @_;
2382
2383	my $meta =
2384	join "\x00",
2385	$processversion,
2386	map {
2387	aio_stat $_
2388	and Carp::croak "$_: $!";
2389
2390	($_, (stat _)[7,9])
2391	} @$src;
2392
2393	my $dbmeta = db_get cache => "$id/meta";
2394	if ($dbmeta ne $meta) {
2395	# changed, we may need to process
2396
2397	my @data;
2398	my $md5;
2399
2400	for (0 .. $#$src) {
2401	0 <= aio_load $src->[$_], $data[$_]
2402	or Carp::croak "$src->[$_]: $!";
2403	}
2404
2405	# if processing is expensive, check
2406	# checksum first
2407	if (1) {
2408	$md5 =
2409	join "\x00",
2410	$processversion,
2411	map {
2412	Coro::cede;
2413	($src->[$_], Digest::MD5::md5_hex $data[$_])
2414	} 0.. $#$src;
2415
2416
2417	my $dbmd5 = db_get cache => "$id/md5";
2418	if ($dbmd5 eq $md5) {
2419	db_put cache => "$id/meta", $meta;
2420
2421	return db_get cache => "$id/data";
2422	}
2423	}
2424
2425	my $t1 = Time::HiRes::time;
2426	my $data = $process->(\@data);
2427	my $t2 = Time::HiRes::time;
2428
2429	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2430
2431	db_put cache => "$id/data", $data;
2432	db_put cache => "$id/md5" , $md5;
2433	db_put cache => "$id/meta", $meta;
2434
2435	return $data;
2436	}
2437
2438	db_get cache => "$id/data"
2439	}
2440
2441	=item fork_call { }, $args
2442
2443	Executes the given code block with the given arguments in a seperate
2444	process, returning the results. Everything must be serialisable with
2445	Coro::Storable. May, of course, block. Note that the executed sub may
2446	never block itself or use any form of Event handling.
2447
2448	=cut
2449
2450	sub fork_call(&@) {
2451	my ($cb, @args) = @_;
2452
2453	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2454	# or die "socketpair: $!";
2455	pipe my $fh1, my $fh2
2456	or die "pipe: $!";
2457
2458	if (my $pid = fork) {
2459	close $fh2;
2460
2461	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2462	$res = Coro::Storable::thaw $res;
2463
2464	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2465
2466	die $$res unless "ARRAY" eq ref $res;
2467
2468	return wantarray ? @$res : $res->[-1];
2469	} else {
2470	reset_signals;
2471	local $SIG{__WARN__};
2472	local $SIG{__DIE__};
2473	eval {
2474	close $fh1;
2475
2476	my @res = eval { $cb->(@args) };
2477	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2478	};
2479
2480	warn $@ if $@;
2481	_exit 0;
2482	}
2483	}
2484
2485	#############################################################################
2486	# the server's init and main functions	3165	# the server's init and main functions
2487		3166
2488	sub load_facedata($) {	3167	sub load_facedata($) {
2489	my ($path) = @_;	3168	my ($path) = @_;
		3169
		3170	# HACK to clear player env face cache, we need some signal framework
		3171	# for this (global event?)
		3172	%ext::player_env::MUSIC_FACE_CACHE = ();
		3173
		3174	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2490		3175
2491	warn "loading facedata from $path\n";	3176	warn "loading facedata from $path\n";
2492		3177
2493	my $facedata;	3178	my $facedata;
2494	0 < aio_load $path, $facedata	3179	0 < aio_load $path, $facedata
…		…
2497	$facedata = Coro::Storable::thaw $facedata;	3182	$facedata = Coro::Storable::thaw $facedata;
2498		3183
2499	$facedata->{version} == 2	3184	$facedata->{version} == 2
2500	or cf::cleanup "$path: version mismatch, cannot proceed.";	3185	or cf::cleanup "$path: version mismatch, cannot proceed.";
2501		3186
		3187	# patch in the exptable
		3188	$facedata->{resource}{"res/exp_table"} = {
		3189	type => FT_RSRC,
		3190	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3191	};
		3192	cf::cede_to_tick;
		3193
2502	{	3194	{
2503	my $faces = $facedata->{faceinfo};	3195	my $faces = $facedata->{faceinfo};
2504		3196
2505	while (my ($face, $info) = each %$faces) {	3197	while (my ($face, $info) = each %$faces) {
2506	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3198	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3199
2507	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3200	cf::face::set_visibility $idx, $info->{visibility};
		3201	cf::face::set_magicmap $idx, $info->{magicmap};
2508	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3202	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2509	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3203	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2510	Coro::cede;	3204
		3205	cf::cede_to_tick;
2511	}	3206	}
2512		3207
2513	while (my ($face, $info) = each %$faces) {	3208	while (my ($face, $info) = each %$faces) {
2514	next unless $info->{smooth};	3209	next unless $info->{smooth};
		3210
2515	my $idx = cf::face::find $face	3211	my $idx = cf::face::find $face
2516	or next;	3212	or next;
		3213
2517	if (my $smooth = cf::face::find $info->{smooth}) {	3214	if (my $smooth = cf::face::find $info->{smooth}) {
		3215	cf::face::set_smooth $idx, $smooth;
2518	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3216	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2519	} else {	3217	} else {
2520	warn "smooth face '$info->{smooth}' not found for face '$face'";	3218	warn "smooth face '$info->{smooth}' not found for face '$face'";
2521	}	3219	}
2522	Coro::cede;	3220
		3221	cf::cede_to_tick;
2523	}	3222	}
2524	}	3223	}
2525		3224
2526	{	3225	{
2527	my $anims = $facedata->{animinfo};	3226	my $anims = $facedata->{animinfo};
2528		3227
2529	while (my ($anim, $info) = each %$anims) {	3228	while (my ($anim, $info) = each %$anims) {
2530	cf::anim::set $anim, $info->{frames}, $info->{facings};	3229	cf::anim::set $anim, $info->{frames}, $info->{facings};
2531	Coro::cede;	3230	cf::cede_to_tick;
2532	}	3231	}
2533		3232
2534	cf::anim::invalidate_all; # d'oh	3233	cf::anim::invalidate_all; # d'oh
2535	}	3234	}
2536		3235
		3236	{
		3237	# TODO: for gcfclient pleasure, we should give resources
		3238	# that gcfclient doesn't grok a >10000 face index.
		3239	my $res = $facedata->{resource};
		3240
		3241	while (my ($name, $info) = each %$res) {
		3242	if (defined $info->{type}) {
		3243	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3244	my $data;
		3245
		3246	if ($info->{type} & 1) {
		3247	# prepend meta info
		3248
		3249	my $meta = $enc->encode ({
		3250	name => $name,
		3251	%{ $info->{meta} || {} },
		3252	});
		3253
		3254	$data = pack "(w/a*)*", $meta, $info->{data};
		3255	} else {
		3256	$data = $info->{data};
		3257	}
		3258
		3259	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3260	cf::face::set_type $idx, $info->{type};
		3261	} else {
		3262	$RESOURCE{$name} = $info;
		3263	}
		3264
		3265	cf::cede_to_tick;
		3266	}
		3267	}
		3268
		3269	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3270
2537	1	3271	1
2538	}	3272	}
2539		3273
		3274	cf::global->attach (on_resource_update => sub {
		3275	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3276	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3277
		3278	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3279	my $sound = $soundconf->{compat}[$_]
		3280	or next;
		3281
		3282	my $face = cf::face::find "sound/$sound->[1]";
		3283	cf::sound::set $sound->[0] => $face;
		3284	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3285	}
		3286
		3287	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3288	my $face = cf::face::find "sound/$v";
		3289	cf::sound::set $k => $face;
		3290	}
		3291	}
		3292	});
		3293
		3294	register_exticmd fx_want => sub {
		3295	my ($ns, $want) = @_;
		3296
		3297	while (my ($k, $v) = each %$want) {
		3298	$ns->fx_want ($k, $v);
		3299	}
		3300	};
		3301
		3302	sub load_resource_file($) {
		3303	my $guard = lock_acquire "load_resource_file";
		3304
		3305	my $status = load_resource_file_ $_[0];
		3306	get_slot 0.1, 100;
		3307	cf::arch::commit_load;
		3308
		3309	$status
		3310	}
		3311
2540	sub reload_regions {	3312	sub reload_regions {
		3313	# HACK to clear player env face cache, we need some signal framework
		3314	# for this (global event?)
		3315	%ext::player_env::MUSIC_FACE_CACHE = ();
		3316
2541	load_resource_file "$MAPDIR/regions"	3317	load_resource_file "$MAPDIR/regions"
2542	or die "unable to load regions file\n";	3318	or die "unable to load regions file\n";
		3319
		3320	for (cf::region::list) {
		3321	$_->{match} = qr/$_->{match}/
		3322	if exists $_->{match};
		3323	}
2543	}	3324	}
2544		3325
2545	sub reload_facedata {	3326	sub reload_facedata {
2546	load_facedata "$DATADIR/facedata"	3327	load_facedata "$DATADIR/facedata"
2547	or die "unable to load facedata\n";	3328	or die "unable to load facedata\n";
…		…
2558	}	3339	}
2559		3340
2560	sub reload_resources {	3341	sub reload_resources {
2561	warn "reloading resource files...\n";	3342	warn "reloading resource files...\n";
2562		3343
		3344	reload_facedata;
		3345	reload_archetypes;
2563	reload_regions;	3346	reload_regions;
2564	reload_facedata;
2565	#reload_archetypes;#d#
2566	reload_archetypes;
2567	reload_treasures;	3347	reload_treasures;
2568		3348
2569	warn "finished reloading resource files\n";	3349	warn "finished reloading resource files\n";
2570	}	3350	}
2571		3351
2572	sub init {	3352	sub init {
		3353	my $guard = freeze_mainloop;
		3354
		3355	evthread_start IO::AIO::poll_fileno;
		3356
2573	reload_resources;	3357	reload_resources;
2574	}	3358	}
2575		3359
2576	sub cfg_load {	3360	sub reload_config {
2577	open my $fh, "<:utf8", "$CONFDIR/config"	3361	open my $fh, "<:utf8", "$CONFDIR/config"
2578	or return;	3362	or return;
2579		3363
2580	local $/;	3364	local $/;
2581	*CFG = YAML::Syck::Load <$fh>;	3365	*CFG = YAML::Load <$fh>;
2582		3366
2583	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3367	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2584		3368
2585	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3369	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2586	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3370	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
2592	};	3376	};
2593	warn $@ if $@;	3377	warn $@ if $@;
2594	}	3378	}
2595	}	3379	}
2596		3380
		3381	sub pidfile() {
		3382	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3383	or die "$PIDFILE: $!";
		3384	flock $fh, &Fcntl::LOCK_EX
		3385	or die "$PIDFILE: flock: $!";
		3386	$fh
		3387	}
		3388
		3389	# make sure only one server instance is running at any one time
		3390	sub atomic {
		3391	my $fh = pidfile;
		3392
		3393	my $pid = <$fh>;
		3394	kill 9, $pid if $pid > 0;
		3395
		3396	seek $fh, 0, 0;
		3397	print $fh $$;
		3398	}
		3399
2597	sub main {	3400	sub main {
		3401	atomic;
		3402
2598	# we must not ever block the main coroutine	3403	# we must not ever block the main coroutine
2599	local $Coro::idle = sub {	3404	local $Coro::idle = sub {
2600	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3405	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2601	(async {	3406	(async {
2602	Event::one_event;	3407	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3408	EV::loop EV::LOOP_ONESHOT;
2603	})->prio (Coro::PRIO_MAX);	3409	})->prio (Coro::PRIO_MAX);
2604	};	3410	};
2605		3411
2606	cfg_load;	3412	{
		3413	my $guard = freeze_mainloop;
		3414	reload_config;
2607	db_init;	3415	db_init;
2608	load_extensions;	3416	load_extensions;
2609		3417
2610	$TICK_WATCHER->start;	3418	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3419	}
		3420
		3421	utime time, time, $RUNTIMEFILE;
		3422
		3423	# no (long-running) fork's whatsoever before this point(!)
		3424	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3425
2611	Event::loop;	3426	EV::loop;
2612	}	3427	}
2613		3428
2614	#############################################################################	3429	#############################################################################
2615	# initialisation and cleanup	3430	# initialisation and cleanup
2616		3431
2617	# install some emergency cleanup handlers	3432	# install some emergency cleanup handlers
2618	BEGIN {	3433	BEGIN {
		3434	our %SIGWATCHER = ();
2619	for my $signal (qw(INT HUP TERM)) {	3435	for my $signal (qw(INT HUP TERM)) {
2620	Event->signal (	3436	$SIGWATCHER{$signal} = EV::signal $signal, sub {
2621	reentrant => 0,
2622	data => WF_AUTOCANCEL,
2623	signal => $signal,
2624	prio => 0,
2625	cb => sub {
2626	cf::cleanup "SIG$signal";	3437	cf::cleanup "SIG$signal";
2627	},
2628	);	3438	};
		3439	}
		3440	}
		3441
		3442	sub write_runtime_sync {
		3443	# first touch the runtime file to show we are still running:
		3444	# the fsync below can take a very very long time.
		3445
		3446	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
		3447
		3448	my $guard = cf::lock_acquire "write_runtime";
		3449
		3450	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
		3451	or return;
		3452
		3453	my $value = $cf::RUNTIME + 90 + 10;
		3454	# 10 is the runtime save interval, for a monotonic clock
		3455	# 60 allows for the watchdog to kill the server.
		3456
		3457	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3458	and return;
		3459
		3460	# always fsync - this file is important
		3461	aio_fsync $fh
		3462	and return;
		3463
		3464	# touch it again to show we are up-to-date
		3465	aio_utime $fh, undef, undef;
		3466
		3467	close $fh
		3468	or return;
		3469
		3470	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
		3471	and return;
		3472
		3473	warn "runtime file written.\n";
		3474
2629	}	3475	1
		3476	}
		3477
		3478	our $uuid_lock;
		3479	our $uuid_skip;
		3480
		3481	sub write_uuid_sync($) {
		3482	$uuid_skip ||= $_[0];
		3483
		3484	return if $uuid_lock;
		3485	local $uuid_lock = 1;
		3486
		3487	my $uuid = "$LOCALDIR/uuid";
		3488
		3489	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3490	or return;
		3491
		3492	my $value = uuid_str $uuid_skip + uuid_seq uuid_cur;
		3493	$uuid_skip = 0;
		3494
		3495	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3496	and return;
		3497
		3498	# always fsync - this file is important
		3499	aio_fsync $fh
		3500	and return;
		3501
		3502	close $fh
		3503	or return;
		3504
		3505	aio_rename "$uuid~", $uuid
		3506	and return;
		3507
		3508	warn "uuid file written ($value).\n";
		3509
		3510	1
		3511
		3512	}
		3513
		3514	sub write_uuid($$) {
		3515	my ($skip, $sync) = @_;
		3516
		3517	$sync ? write_uuid_sync $skip
		3518	: async { write_uuid_sync $skip };
2630	}	3519	}
2631		3520
2632	sub emergency_save() {	3521	sub emergency_save() {
2633	my $freeze_guard = cf::freeze_mainloop;	3522	my $freeze_guard = cf::freeze_mainloop;
2634		3523
…		…
2640	# and maps saved/destroyed asynchronously.	3529	# and maps saved/destroyed asynchronously.
2641	warn "begin emergency player save\n";	3530	warn "begin emergency player save\n";
2642	for my $login (keys %cf::PLAYER) {	3531	for my $login (keys %cf::PLAYER) {
2643	my $pl = $cf::PLAYER{$login} or next;	3532	my $pl = $cf::PLAYER{$login} or next;
2644	$pl->valid or next;	3533	$pl->valid or next;
		3534	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2645	$pl->save;	3535	$pl->save;
2646	}	3536	}
2647	warn "end emergency player save\n";	3537	warn "end emergency player save\n";
2648		3538
2649	warn "begin emergency map save\n";	3539	warn "begin emergency map save\n";
…		…
2655	warn "end emergency map save\n";	3545	warn "end emergency map save\n";
2656		3546
2657	warn "begin emergency database checkpoint\n";	3547	warn "begin emergency database checkpoint\n";
2658	BDB::db_env_txn_checkpoint $DB_ENV;	3548	BDB::db_env_txn_checkpoint $DB_ENV;
2659	warn "end emergency database checkpoint\n";	3549	warn "end emergency database checkpoint\n";
		3550
		3551	warn "begin write uuid\n";
		3552	write_uuid_sync 1;
		3553	warn "end write uuid\n";
2660	};	3554	};
2661		3555
2662	warn "leave emergency perl save\n";	3556	warn "leave emergency perl save\n";
2663	}	3557	}
2664		3558
2665	sub post_cleanup {	3559	sub post_cleanup {
2666	my ($make_core) = @_;	3560	my ($make_core) = @_;
2667		3561
2668	warn Carp::longmess "post_cleanup backtrace"	3562	warn Carp::longmess "post_cleanup backtrace"
2669	if $make_core;	3563	if $make_core;
		3564
		3565	my $fh = pidfile;
		3566	unlink $PIDFILE if <$fh> == $$;
2670	}	3567	}
		3568
		3569	# a safer delete_package, copied from Symbol
		3570	sub clear_package($) {
		3571	my $pkg = shift;
		3572
		3573	# expand to full symbol table name if needed
		3574	unless ($pkg =~ /^main::.*::$/) {
		3575	$pkg = "main$pkg" if $pkg =~ /^::/;
		3576	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3577	$pkg .= '::' unless $pkg =~ /::$/;
		3578	}
		3579
		3580	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3581	my $stem_symtab = *{$stem}{HASH};
		3582
		3583	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3584	or return;
		3585
		3586	# clear all symbols
		3587	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3588	for my $name (keys %$leaf_symtab) {
		3589	_gv_clear *{"$pkg$name"};
		3590	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3591	}
		3592	warn "cleared package #$pkg\n";#d#
		3593	}
		3594
		3595	our $RELOAD; # how many times to reload
2671		3596
2672	sub do_reload_perl() {	3597	sub do_reload_perl() {
2673	# can/must only be called in main	3598	# can/must only be called in main
2674	if ($Coro::current != $Coro::main) {	3599	if ($Coro::current != $Coro::main) {
2675	warn "can only reload from main coroutine";	3600	warn "can only reload from main coroutine";
2676	return;	3601	return;
2677	}	3602	}
2678		3603
		3604	return if $RELOAD++;
		3605
		3606	while ($RELOAD) {
2679	warn "reloading...";	3607	warn "reloading...";
2680		3608
2681	warn "entering sync_job";	3609	warn "entering sync_job";
2682		3610
2683	cf::sync_job {	3611	cf::sync_job {
2684	cf::write_runtime; # external watchdog should not bark	3612	cf::write_runtime_sync; # external watchdog should not bark
2685	cf::emergency_save;	3613	cf::emergency_save;
2686	cf::write_runtime; # external watchdog should not bark	3614	cf::write_runtime_sync; # external watchdog should not bark
2687		3615
2688	warn "syncing database to disk";	3616	warn "syncing database to disk";
2689	BDB::db_env_txn_checkpoint $DB_ENV;	3617	BDB::db_env_txn_checkpoint $DB_ENV;
2690		3618
2691	# if anything goes wrong in here, we should simply crash as we already saved	3619	# if anything goes wrong in here, we should simply crash as we already saved
2692		3620
2693	warn "cancelling all WF_AUTOCANCEL watchers";
2694	for (Event::all_watchers) {
2695	$_->cancel if $_->data & WF_AUTOCANCEL;
2696	}
2697
2698	warn "flushing outstanding aio requests";	3621	warn "flushing outstanding aio requests";
2699	for (;;) {
2700	BDB::flush;
2701	IO::AIO::flush;
2702	Coro::cede;
2703	last unless IO::AIO::nreqs || BDB::nreqs;	3622	while (IO::AIO::nreqs || BDB::nreqs) {
2704	warn "iterate...";	3623	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
2705	}
2706
2707	++$RELOAD;
2708
2709	warn "cancelling all extension coros";
2710	$_->cancel for values %EXT_CORO;
2711	%EXT_CORO = ();
2712
2713	warn "removing commands";
2714	%COMMAND = ();
2715
2716	warn "removing ext commands";
2717	%EXTCMD = ();
2718
2719	warn "unloading/nuking all extensions";
2720	for my $pkg (@EXTS) {
2721	warn "... unloading $pkg";
2722
2723	if (my $cb = $pkg->can ("unload")) {
2724	eval {
2725	$cb->($pkg);
2726	1
2727	} or warn "$pkg unloaded, but with errors: $@";
2728	}	3624	}
2729		3625
2730	warn "... nuking $pkg";	3626	warn "cancelling all extension coros";
2731	Symbol::delete_package $pkg;	3627	$_->cancel for values %EXT_CORO;
2732	}	3628	%EXT_CORO = ();
2733		3629
2734	warn "unloading all perl modules loaded from $LIBDIR";	3630	warn "removing commands";
2735	while (my ($k, $v) = each %INC) {	3631	%COMMAND = ();
2736	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2737		3632
		3633	warn "removing ext/exti commands";
		3634	%EXTCMD = ();
		3635	%EXTICMD = ();
		3636
		3637	warn "unloading/nuking all extensions";
		3638	for my $pkg (@EXTS) {
2738	warn "... unloading $k";	3639	warn "... unloading $pkg";
2739	delete $INC{$k};
2740		3640
2741	$k =~ s/\.pm$//;
2742	$k =~ s/\//::/g;
2743
2744	if (my $cb = $k->can ("unload_module")) {	3641	if (my $cb = $pkg->can ("unload")) {
		3642	eval {
2745	$cb->();	3643	$cb->($pkg);
		3644	1
		3645	} or warn "$pkg unloaded, but with errors: $@";
		3646	}
		3647
		3648	warn "... clearing $pkg";
		3649	clear_package $pkg;
2746	}	3650	}
2747		3651
2748	Symbol::delete_package $k;	3652	warn "unloading all perl modules loaded from $LIBDIR";
		3653	while (my ($k, $v) = each %INC) {
		3654	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
		3655
		3656	warn "... unloading $k";
		3657	delete $INC{$k};
		3658
		3659	$k =~ s/\.pm$//;
		3660	$k =~ s/\//::/g;
		3661
		3662	if (my $cb = $k->can ("unload_module")) {
		3663	$cb->();
		3664	}
		3665
		3666	clear_package $k;
2749	}	3667	}
2750		3668
2751	warn "getting rid of safe::, as good as possible";	3669	warn "getting rid of safe::, as good as possible";
2752	Symbol::delete_package "safe::$_"	3670	clear_package "safe::$_"
2753	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3671	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2754		3672
2755	warn "unloading cf.pm \"a bit\"";	3673	warn "unloading cf.pm \"a bit\"";
2756	delete $INC{"cf.pm"};	3674	delete $INC{"cf.pm"};
2757	delete $INC{"cf/pod.pm"};	3675	delete $INC{"cf/pod.pm"};
2758		3676
2759	# don't, removes xs symbols, too,	3677	# don't, removes xs symbols, too,
2760	# and global variables created in xs	3678	# and global variables created in xs
2761	#Symbol::delete_package __PACKAGE__;	3679	#clear_package __PACKAGE__;
2762		3680
2763	warn "unload completed, starting to reload now";	3681	warn "unload completed, starting to reload now";
2764		3682
2765	warn "reloading cf.pm";	3683	warn "reloading cf.pm";
2766	require cf;	3684	require cf;
2767	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3685	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2768		3686
2769	warn "loading config and database again";	3687	warn "loading config and database again";
2770	cf::cfg_load;	3688	cf::reload_config;
2771		3689
2772	warn "loading extensions";	3690	warn "loading extensions";
2773	cf::load_extensions;	3691	cf::load_extensions;
2774		3692
2775	warn "reattaching attachments to objects/players";	3693	warn "reattaching attachments to objects/players";
2776	_global_reattach; # objects, sockets	3694	_global_reattach; # objects, sockets
2777	warn "reattaching attachments to maps";	3695	warn "reattaching attachments to maps";
2778	reattach $_ for values %MAP;	3696	reattach $_ for values %MAP;
2779	warn "reattaching attachments to players";	3697	warn "reattaching attachments to players";
2780	reattach $_ for values %PLAYER;	3698	reattach $_ for values %PLAYER;
2781		3699
2782	warn "leaving sync_job";	3700	warn "leaving sync_job";
2783		3701
2784	1	3702	1
2785	} or do {	3703	} or do {
2786	warn $@;	3704	warn $@;
2787	warn "error while reloading, exiting.";	3705	cf::cleanup "error while reloading, exiting.";
2788	exit 1;
2789	};	3706	};
2790		3707
2791	warn "reloaded";	3708	warn "reloaded";
		3709	--$RELOAD;
		3710	}
2792	};	3711	};
2793		3712
2794	our $RELOAD_WATCHER; # used only during reload	3713	our $RELOAD_WATCHER; # used only during reload
2795		3714
2796	sub reload_perl() {	3715	sub reload_perl() {
2797	# doing reload synchronously and two reloads happen back-to-back,	3716	# doing reload synchronously and two reloads happen back-to-back,
2798	# coro crashes during coro_state_free->destroy here.	3717	# coro crashes during coro_state_free->destroy here.
2799		3718
2800	$RELOAD_WATCHER ||= Event->timer (	3719	$RELOAD_WATCHER ||= EV::timer 0, 0, sub {
2801	reentrant => 0,
2802	after => 0,
2803	data => WF_AUTOCANCEL,
2804	cb => sub {
2805	do_reload_perl;	3720	do_reload_perl;
2806	undef $RELOAD_WATCHER;	3721	undef $RELOAD_WATCHER;
2807	},
2808	);	3722	};
2809	}	3723	}
2810		3724
2811	register_command "reload" => sub {	3725	register_command "reload" => sub {
2812	my ($who, $arg) = @_;	3726	my ($who, $arg) = @_;
2813		3727
2814	if ($who->flag (FLAG_WIZ)) {	3728	if ($who->flag (FLAG_WIZ)) {
2815	$who->message ("reloading server.");	3729	$who->message ("reloading server.");
		3730	async {
		3731	$Coro::current->{desc} = "perl_reload";
2816	async { reload_perl };	3732	reload_perl;
		3733	};
2817	}	3734	}
2818	};	3735	};
2819		3736
2820	unshift @INC, $LIBDIR;	3737	unshift @INC, $LIBDIR;
2821		3738
…		…
2823		3740
2824	our @WAIT_FOR_TICK;	3741	our @WAIT_FOR_TICK;
2825	our @WAIT_FOR_TICK_BEGIN;	3742	our @WAIT_FOR_TICK_BEGIN;
2826		3743
2827	sub wait_for_tick {	3744	sub wait_for_tick {
2828	return unless $TICK_WATCHER->is_active;
2829	return if $Coro::current == $Coro::main;	3745	return if tick_inhibit || $Coro::current == $Coro::main;
2830		3746
2831	my $signal = new Coro::Signal;	3747	my $signal = new Coro::Signal;
2832	push @WAIT_FOR_TICK, $signal;	3748	push @WAIT_FOR_TICK, $signal;
2833	$signal->wait;	3749	$signal->wait;
2834	}	3750	}
2835		3751
2836	sub wait_for_tick_begin {	3752	sub wait_for_tick_begin {
2837	return unless $TICK_WATCHER->is_active;
2838	return if $Coro::current == $Coro::main;	3753	return if tick_inhibit || $Coro::current == $Coro::main;
2839		3754
2840	my $signal = new Coro::Signal;	3755	my $signal = new Coro::Signal;
2841	push @WAIT_FOR_TICK_BEGIN, $signal;	3756	push @WAIT_FOR_TICK_BEGIN, $signal;
2842	$signal->wait;	3757	$signal->wait;
2843	}	3758	}
2844		3759
2845	my $min = 1e6;#d#	3760	sub tick {
2846	my $avg = 10;
2847	$TICK_WATCHER = Event->timer (
2848	reentrant => 0,
2849	parked => 1,
2850	prio => 0,
2851	at => $NEXT_TICK || $TICK,
2852	data => WF_AUTOCANCEL,
2853	cb => sub {
2854	if ($Coro::current != $Coro::main) {	3761	if ($Coro::current != $Coro::main) {
2855	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3762	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2856	unless ++$bug_warning > 10;	3763	unless ++$bug_warning > 10;
2857	return;	3764	return;
2858	}	3765	}
2859		3766
2860	$NOW = $tick_start = Event::time;
2861
2862	cf::server_tick; # one server iteration	3767	cf::server_tick; # one server iteration
2863		3768
2864	0 && sync_job {#d#	3769	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2865	for(1..10) {	3770	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2866	my $t = Event::time;	3771	Coro::async_pool {
2867	my $map = my $map = new_from_path cf::map "/tmp/x.map"	3772	$Coro::current->{desc} = "runtime saver";
2868	or die;	3773	write_runtime_sync
2869		3774	or warn "ERROR: unable to write runtime file: $!";
2870	$map->width (50);
2871	$map->height (50);
2872	$map->alloc;
2873	$map->_load_objects ("/tmp/x.map", 1);
2874	my $t = Event::time - $t;
2875
2876	#next unless $t < 0.0013;#d#
2877	if ($t < $min) {
2878	$min = $t;
2879	}
2880	$avg = $avg * 0.99 + $t * 0.01;
2881	}
2882	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
2883	exit 0;
2884	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2885	};	3775	};
		3776	}
2886		3777
2887	$RUNTIME += $TICK;
2888	$NEXT_TICK += $TICK;
2889
2890	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2891	$NEXT_RUNTIME_WRITE = $NOW + 10;
2892	Coro::async_pool {
2893	write_runtime
2894	or warn "ERROR: unable to write runtime file: $!";
2895	};
2896	}
2897
2898	# my $AFTER = Event::time;
2899	# warn $AFTER - $NOW;#d#
2900
2901	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3778	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2902	$sig->send;	3779	$sig->send;
2903	}	3780	}
2904	while (my $sig = shift @WAIT_FOR_TICK) {	3781	while (my $sig = shift @WAIT_FOR_TICK) {
2905	$sig->send;	3782	$sig->send;
2906	}	3783	}
2907		3784
2908	$NOW = Event::time;	3785	$LOAD = ($NOW - $TICK_START) / $TICK;
2909
2910	# if we are delayed by four ticks or more, skip them all
2911	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2912
2913	$TICK_WATCHER->at ($NEXT_TICK);
2914	$TICK_WATCHER->start;
2915
2916	$LOAD = ($NOW - $tick_start) / $TICK;
2917	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3786	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2918		3787
2919	_post_tick;	3788	if (0) {
2920		3789	if ($NEXT_TICK) {
2921		3790	my $jitter = $TICK_START - $NEXT_TICK;
		3791	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3792	warn "jitter $JITTER\n";#d#
		3793	}
2922	},	3794	}
2923	);	3795	}
2924		3796
2925	{	3797	{
2926	BDB::max_poll_time $TICK * 0.1;	3798	# configure BDB
2927	$BDB_POLL_WATCHER = Event->io (	3799
2928	reentrant => 0,
2929	fd => BDB::poll_fileno,
2930	poll => 'r',
2931	prio => 0,
2932	data => WF_AUTOCANCEL,
2933	cb => \&BDB::poll_cb,
2934	);
2935	BDB::min_parallel 8;	3800	BDB::min_parallel 8;
2936		3801	BDB::max_poll_reqs $TICK * 0.1;
2937	BDB::set_sync_prepare {	3802	$AnyEvent::BDB::WATCHER->priority (1);
2938	my $status;
2939	my $current = $Coro::current;
2940	(
2941	sub {
2942	$status = $!;
2943	$current->ready; undef $current;
2944	},
2945	sub {
2946	Coro::schedule while defined $current;
2947	$! = $status;
2948	},
2949	)
2950	};
2951		3803
2952	unless ($DB_ENV) {	3804	unless ($DB_ENV) {
2953	$DB_ENV = BDB::db_env_create;	3805	$DB_ENV = BDB::db_env_create;
		3806	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		3807	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		3808	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		3809	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3810	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2954		3811
2955	cf::sync_job {	3812	cf::sync_job {
2956	eval {	3813	eval {
2957	BDB::db_env_open	3814	BDB::db_env_open
2958	$DB_ENV,	3815	$DB_ENV,
…		…
2960	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3817	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2961	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3818	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2962	0666;	3819	0666;
2963		3820
2964	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3821	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2965
2966	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2967	$DB_ENV->set_lk_detect;
2968	};	3822	};
2969		3823
2970	cf::cleanup "db_env_open(db): $@" if $@;	3824	cf::cleanup "db_env_open(db): $@" if $@;
2971	};	3825	};
2972	}	3826	}
		3827
		3828	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3829	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3830	};
		3831	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3832	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3833	};
		3834	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3835	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3836	};
2973	}	3837	}
2974		3838
2975	{	3839	{
		3840	# configure IO::AIO
		3841
2976	IO::AIO::min_parallel 8;	3842	IO::AIO::min_parallel 8;
2977
2978	undef $Coro::AIO::WATCHER;
2979	IO::AIO::max_poll_time $TICK * 0.1;	3843	IO::AIO::max_poll_time $TICK * 0.1;
2980	$AIO_POLL_WATCHER = Event->io (	3844	undef $AnyEvent::AIO::WATCHER;
2981	reentrant => 0,
2982	data => WF_AUTOCANCEL,
2983	fd => IO::AIO::poll_fileno,
2984	poll => 'r',
2985	prio => 6,
2986	cb => \&IO::AIO::poll_cb,
2987	);
2988	}	3845	}
2989		3846
2990	my $_log_backtrace;	3847	my $_log_backtrace;
2991		3848
2992	sub _log_backtrace {	3849	sub _log_backtrace {
…		…
2995	$msg =~ s/\n//;	3852	$msg =~ s/\n//;
2996		3853
2997	# limit the # of concurrent backtraces	3854	# limit the # of concurrent backtraces
2998	if ($_log_backtrace < 2) {	3855	if ($_log_backtrace < 2) {
2999	++$_log_backtrace;	3856	++$_log_backtrace;
		3857	my $perl_bt = Carp::longmess $msg;
3000	async {	3858	async {
		3859	$Coro::current->{desc} = "abt $msg";
		3860
3001	my @bt = fork_call {	3861	my @bt = fork_call {
3002	@addr = map { sprintf "%x", $_ } @addr;	3862	@addr = map { sprintf "%x", $_ } @addr;
3003	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	3863	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3004	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	3864	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3005	or die "addr2line: $!";	3865	or die "addr2line: $!";
…		…
3013	}	3873	}
3014		3874
3015	@funcs	3875	@funcs
3016	};	3876	};
3017		3877
3018	LOG llevInfo, "[ABT] $msg\n";	3878	LOG llevInfo, "[ABT] $perl_bt\n";
		3879	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3019	LOG llevInfo, "[ABT] $_\n" for @bt;	3880	LOG llevInfo, "[ABT] $_\n" for @bt;
3020	--$_log_backtrace;	3881	--$_log_backtrace;
3021	};	3882	};
3022	} else {	3883	} else {
3023	LOG llevInfo, "[ABT] $msg\n";	3884	LOG llevInfo, "[ABT] $msg\n";

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines