ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.235 by root, Tue Apr 10 09:35:23 2007 UTC vs.
Revision 1.374 by root, Wed Sep 19 22:07:16 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.52 ();	15	use Coro 3.64 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
		24	use Coro::Util ();
21		25
		26	use JSON::XS ();
22	use BDB ();	27	use BDB ();
23	use Data::Dumper;	28	use Data::Dumper;
24	use Digest::MD5;	29	use Digest::MD5;
25	use Fcntl;	30	use Fcntl;
26	use YAML::Syck ();	31	use YAML::Syck ();
27	use IO::AIO 2.32 ();	32	use IO::AIO 2.32 ();
28	use Time::HiRes;	33	use Time::HiRes;
29	use Compress::LZF;	34	use Compress::LZF;
		35	use Digest::MD5 ();
30		36
31	# configure various modules to our taste	37	# configure various modules to our taste
32	#	38	#
		39	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		42
36	$Event::Eval = 1; # no idea why this is required, but it is	43	$Event::Eval = 1; # no idea why this is required, but it is
37		44
…		…
45	our %COMMAND = ();	52	our %COMMAND = ();
46	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
47		54
48	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
49	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
50	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
52		60
53	our $RELOAD; # number of reloads so far	61	our $RELOAD; # number of reloads so far
54	our @EVENT;	62	our @EVENT;
55	our $LIBDIR = datadir . "/ext";
56		63
57	our $TICK = MAX_TIME * 1e-6;	64	our $CONFDIR = confdir;
		65	our $DATADIR = datadir;
		66	our $LIBDIR = "$DATADIR/ext";
		67	our $PODDIR = "$DATADIR/pod";
		68	our $MAPDIR = "$DATADIR/" . mapdir;
		69	our $LOCALDIR = localdir;
		70	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		73	our $RANDOMDIR = "$LOCALDIR/random";
		74	our $BDBDIR = "$LOCALDIR/db";
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58	our $TICK_WATCHER;	77	our $TICK_WATCHER;
59	our $AIO_POLL_WATCHER;	78	our $AIO_POLL_WATCHER;
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	80	our $NEXT_TICK;
62	our $NOW;	81	our $NOW;
63	our $USE_FSYNC = 1; # use fsync to write maps - default off	82	our $USE_FSYNC = 1; # use fsync to write maps - default off
64		83
65	our $BDB_POLL_WATCHER;	84	our $BDB_POLL_WATCHER;
		85	our $BDB_DEADLOCK_WATCHER;
		86	our $BDB_CHECKPOINT_WATCHER;
		87	our $BDB_TRICKLE_WATCHER;
66	our $DB_ENV;	88	our $DB_ENV;
67		89
68	our %CFG;	90	our %CFG;
69		91
70	our $UPTIME; $UPTIME ||= time;	92	our $UPTIME; $UPTIME ||= time;
71	our $RUNTIME;	93	our $RUNTIME;
72		94
73	our %PLAYER; # all users	95	our (%PLAYER, %PLAYER_LOADING); # all users
74	our %MAP; # all maps	96	our (%MAP, %MAP_LOADING ); # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	97	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
81		98
82	# used to convert map paths into valid unix filenames by replacing / by ∕	99	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
		105
85	binmode STDOUT;	106	binmode STDOUT;
86	binmode STDERR;	107	binmode STDERR;
87		108
88	# read virtual server time, if available	109	# read virtual server time, if available
89	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
90	open my $fh, "<", cf::localdir . "/runtime"	111	open my $fh, "<", "$LOCALDIR/runtime"
91	or die "unable to read runtime file: $!";	112	or die "unable to read runtime file: $!";
92	$RUNTIME = <$fh> + 0.;	113	$RUNTIME = <$fh> + 0.;
93	}	114	}
94		115
95	mkdir cf::localdir;	116	mkdir $_
96	mkdir cf::localdir . "/" . cf::playerdir;	117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97	mkdir cf::localdir . "/" . cf::tmpdir;
98	mkdir cf::localdir . "/" . cf::uniquedir;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		118
102	our $EMERGENCY_POSITION;	119	our $EMERGENCY_POSITION;
103		120
104	sub cf::map::normalise;	121	sub cf::map::normalise;
105		122
…		…
116	=item $cf::RUNTIME	133	=item $cf::RUNTIME
117		134
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	135	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	136	every server tick.
120		137
121	=item $cf::LIBDIR	138	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		139	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		140	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		141
123	The perl library directory, where extensions and cf-specific modules can	142	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	143	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		144	unique-items directory, player file directory, random maps directory and
		145	database environment.
125		146
126	=item $cf::NOW	147	=item $cf::NOW
127		148
128	The time of the last (current) server tick.	149	The time of the last (current) server tick.
129		150
130	=item $cf::TICK	151	=item $cf::TICK
131		152
132	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
133		164
134	=item %cf::CFG	165	=item %cf::CFG
135		166
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/crossfire/config>, or
137	from wherever your confdir points to.	168	from wherever your confdir points to.
138		169
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	170	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		171
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	173	returns directly I<after> the tick processing (and consequently, can only wake one process
143	processing has been done. Call C<< ->wait >> on them to maximise the	174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.	175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
145		181
146	=back	182	=back
147		183
148	=cut	184	=cut
149		185
150	BEGIN {	186	BEGIN {
151	*CORE::GLOBAL::warn = sub {	187	*CORE::GLOBAL::warn = sub {
152	my $msg = join "", @_;	188	my $msg = join "", @_;
153	utf8::encode $msg;
154		189
155	$msg .= "\n"	190	$msg .= "\n"
156	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
		192
		193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
157		194
158	LOG llevError, $msg;	195	LOG llevError, $msg;
159	};	196	};
160	}	197	}
161		198
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
163	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
164	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
165	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
166	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	203	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		204	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
167	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	205	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
168		206
169	# we bless all objects into (empty) derived classes to force a method lookup	207	# we bless all objects into (empty) derived classes to force a method lookup
170	# within the Safe compartment.	208	# within the Safe compartment.
171	for my $pkg (qw(	209	for my $pkg (qw(
172	cf::global cf::attachable	210	cf::global cf::attachable
…		…
180	}	218	}
181		219
182	$Event::DIED = sub {	220	$Event::DIED = sub {
183	warn "error in event callback: @_";	221	warn "error in event callback: @_";
184	};	222	};
		223
		224	#############################################################################
185		225
186	=head2 UTILITY FUNCTIONS	226	=head2 UTILITY FUNCTIONS
187		227
188	=over 4	228	=over 4
189		229
…		…
208	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
209	$d	249	$d
210	} || "[unable to dump $_[0]: '$@']";	250	} || "[unable to dump $_[0]: '$@']";
211	}	251	}
212		252
213	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
214
215	=item $ref = cf::from_json $json	253	=item $ref = cf::from_json $json
216		254
217	Converts a JSON string into the corresponding perl data structure.	255	Converts a JSON string into the corresponding perl data structure.
218		256
219	=item $json = cf::to_json $ref	257	=item $json = cf::to_json $ref
220		258
221	Converts a perl data structure into its JSON representation.	259	Converts a perl data structure into its JSON representation.
		260
		261	=cut
		262
		263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		264
		265	sub to_json ($) { $json_coder->encode ($_[0]) }
		266	sub from_json ($) { $json_coder->decode ($_[0]) }
222		267
223	=item cf::lock_wait $string	268	=item cf::lock_wait $string
224		269
225	Wait until the given lock is available. See cf::lock_acquire.	270	Wait until the given lock is available. See cf::lock_acquire.
226		271
…		…
229	Wait until the given lock is available and then acquires it and returns	274	Wait until the given lock is available and then acquires it and returns
230	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
231	for example when the coroutine gets canceled), the lock is automatically	276	for example when the coroutine gets canceled), the lock is automatically
232	returned.	277	returned.
233		278
		279	Locks are *not* recursive, locking from the same coro twice results in a
		280	deadlocked coro.
		281
234	Lock names should begin with a unique identifier (for example, cf::map::find	282	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	283	uses map_find and cf::map::load uses map_load).
236		284
		285	=item $locked = cf::lock_active $string
		286
		287	Return true if the lock is currently active, i.e. somebody has locked it.
		288
237	=cut	289	=cut
238		290
239	our %LOCK;	291	our %LOCK;
		292	our %LOCKER;#d#
240		293
241	sub lock_wait($) {	294	sub lock_wait($) {
242	my ($key) = @_;	295	my ($key) = @_;
		296
		297	if ($LOCKER{$key} == $Coro::current) {#d#
		298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		299	return;#d#
		300	}#d#
243		301
244	# wait for lock, if any	302	# wait for lock, if any
245	while ($LOCK{$key}) {	303	while ($LOCK{$key}) {
246	push @{ $LOCK{$key} }, $Coro::current;	304	push @{ $LOCK{$key} }, $Coro::current;
247	Coro::schedule;	305	Coro::schedule;
…		…
253		311
254	# wait, to be sure we are not locked	312	# wait, to be sure we are not locked
255	lock_wait $key;	313	lock_wait $key;
256		314
257	$LOCK{$key} = [];	315	$LOCK{$key} = [];
		316	$LOCKER{$key} = $Coro::current;#d#
258		317
259	Coro::guard {	318	Coro::guard {
		319	delete $LOCKER{$key};#d#
260	# wake up all waiters, to be on the safe side	320	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };	321	$_->ready for @{ delete $LOCK{$key} };
262	}	322	}
		323	}
		324
		325	sub lock_active($) {
		326	my ($key) = @_;
		327
		328	! ! $LOCK{$key}
263	}	329	}
264		330
265	sub freeze_mainloop {	331	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	332	return unless $TICK_WATCHER->is_active;
267		333
…		…
270	};	336	};
271	$TICK_WATCHER->stop;	337	$TICK_WATCHER->stop;
272	$guard	338	$guard
273	}	339	}
274		340
		341	=item cf::get_slot $time[, $priority[, $name]]
		342
		343	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		344	This call blocks and returns only when you have at least C<$time> seconds
		345	of cpu time till the next tick. The slot is only valid till the next cede.
		346
		347	The optional C<$name> can be used to identify the job to run. It might be
		348	used for statistical purposes and should identify the same time-class.
		349
		350	Useful for short background jobs.
		351
		352	=cut
		353
		354	our @SLOT_QUEUE;
		355	our $SLOT_QUEUE;
		356
		357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		358	$SLOT_QUEUE = Coro::async {
		359	$Coro::current->desc ("timeslot manager");
		360
		361	my $signal = new Coro::Signal;
		362
		363	while () {
		364	next_job:
		365	my $avail = cf::till_tick;
		366	if ($avail > 0.01) {
		367	for (0 .. $#SLOT_QUEUE) {
		368	if ($SLOT_QUEUE[$_][0] < $avail) {
		369	my $job = splice @SLOT_QUEUE, $_, 1, ();
		370	$job->[2]->send;
		371	Coro::cede;
		372	goto next_job;
		373	}
		374	}
		375	}
		376
		377	if (@SLOT_QUEUE) {
		378	# we do not use wait_For_tick() as it returns immediately when tick is inactive
		379	push @cf::WAIT_FOR_TICK, $signal;
		380	$signal->wait;
		381	} else {
		382	Coro::schedule;
		383	}
		384	}
		385	};
		386
		387	sub get_slot($;$$) {
		388	my ($time, $pri, $name) = @_;
		389
		390	$time = $TICK * .6 if $time > $TICK * .6;
		391	my $sig = new Coro::Signal;
		392
		393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		395	$SLOT_QUEUE->ready;
		396	$sig->wait;
		397	}
		398
275	=item cf::async { BLOCK }	399	=item cf::async { BLOCK }
276		400
277	Currently the same as Coro::async_pool, meaning you cannot use	401	Currently the same as Coro::async_pool, meaning you cannot use
278	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	402	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
279	thing you are allowed to do is call C<prio> on it.	403	thing you are allowed to do is call C<prio> on it.
…		…
282		406
283	BEGIN { *async = \&Coro::async_pool }	407	BEGIN { *async = \&Coro::async_pool }
284		408
285	=item cf::sync_job { BLOCK }	409	=item cf::sync_job { BLOCK }
286		410
287	The design of crossfire+ requires that the main coro ($Coro::main) is	411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
288	always able to handle events or runnable, as crossfire+ is only partly	412	is always able to handle events or runnable, as Crossfire TRT is only
289	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		414	acceptable.
290		415
291	If it must be done, put the blocking parts into C<sync_job>. This will run	416	If it must be done, put the blocking parts into C<sync_job>. This will run
292	the given BLOCK in another coroutine while waiting for the result. The	417	the given BLOCK in another coroutine while waiting for the result. The
293	server will be frozen during this time, so the block should either finish	418	server will be frozen during this time, so the block should either finish
294	fast or be very important.	419	fast or be very important.
…		…
297		422
298	sub sync_job(&) {	423	sub sync_job(&) {
299	my ($job) = @_;	424	my ($job) = @_;
300		425
301	if ($Coro::current == $Coro::main) {	426	if ($Coro::current == $Coro::main) {
		427	my $time = Event::time;
		428
302	# this is the main coro, too bad, we have to block	429	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	430	# till the operation succeeds, freezing the server :/
304		431
305	# TODO: use suspend/resume instead	432	# TODO: use suspend/resume instead
306	# (but this is cancel-safe)	433	# (but this is cancel-safe)
…		…
308		435
309	my $busy = 1;	436	my $busy = 1;
310	my @res;	437	my @res;
311		438
312	(async {	439	(async {
		440	$Coro::current->desc ("sync job coro");
313	@res = eval { $job->() };	441	@res = eval { $job->() };
314	warn $@ if $@;	442	warn $@ if $@;
315	undef $busy;	443	undef $busy;
316	})->prio (Coro::PRIO_MAX);	444	})->prio (Coro::PRIO_MAX);
317		445
318	while ($busy) {	446	while ($busy) {
319	Coro::cede or Event::one_event;	447	Coro::cede or Event::one_event;
320	}	448	}
		449
		450	$time = Event::time - $time;
		451
		452	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		453	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		454
		455	$tick_start += $time; # do not account sync jobs to server load
321		456
322	wantarray ? @res : $res[0]	457	wantarray ? @res : $res[0]
323	} else {	458	} else {
324	# we are in another coroutine, how wonderful, everything just works	459	# we are in another coroutine, how wonderful, everything just works
325		460
…		…
345	$EXT_CORO{$coro+0} = $coro;	480	$EXT_CORO{$coro+0} = $coro;
346		481
347	$coro	482	$coro
348	}	483	}
349		484
350	sub write_runtime {	485	=item fork_call { }, $args
351	my $guard = cf::lock_acquire "write_runtime";
352		486
353	my $runtime = cf::localdir . "/runtime";	487	Executes the given code block with the given arguments in a seperate
		488	process, returning the results. Everything must be serialisable with
		489	Coro::Storable. May, of course, block. Note that the executed sub may
		490	never block itself or use any form of Event handling.
354		491
355	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	492	=cut
356	or return;
357		493
358	my $value = $cf::RUNTIME + 90 + 10;	494	sub fork_call(&@) {
359	# 10 is the runtime save interval, for a monotonic clock	495	my ($cb, @args) = @_;
360	# 60 allows for the watchdog to kill the server.
361		496
362	(aio_write $fh, 0, (length $value), $value, 0) <= 0	497	# we seemingly have to make a local copy of the whole thing,
363	and return;	498	# otherwise perl prematurely frees the stuff :/
		499	# TODO: investigate and fix (likely this will be rather laborious)
364		500
365	# always fsync - this file is important	501	my @res = Coro::Util::fork_eval {
366	aio_fsync $fh	502	reset_signals;
367	and return;	503	&$cb
		504	}, @args;
368		505
369	close $fh	506	wantarray ? @res : $res[-1]
370	or return;	507	}
371		508
372	aio_rename "$runtime~", $runtime	509	=item $value = cf::db_get $family => $key
373	and return;
374		510
		511	Returns a single value from the environment database.
		512
		513	=item cf::db_put $family => $key => $value
		514
		515	Stores the given C<$value> in the family. It can currently store binary
		516	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		517
		518	=item $db = cf::db_table "name"
		519
		520	Create and/or open a new database table. The string must not be "db" and must be unique
		521	within each server.
		522
		523	=cut
		524
		525	sub db_table($) {
		526	my ($name) = @_;
		527	my $db = BDB::db_create $DB_ENV;
		528
		529	eval {
		530	$db->set_flags (BDB::CHKSUM);
		531
		532	utf8::encode $name;
		533	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		534	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		535	cf::cleanup "db_open(db): $!" if $!;
		536	};
		537	cf::cleanup "db_open(db): $@" if $@;
		538
		539	$db
		540	}
		541
		542	our $DB;
		543
		544	sub db_init {
		545	cf::sync_job {
		546	$DB ||= db_table "db";
		547	};
		548	}
		549
		550	sub db_get($$) {
		551	my $key = "$_[0]/$_[1]";
		552
		553	cf::sync_job {
		554	BDB::db_get $DB, undef, $key, my $data;
		555
		556	$! ? ()
		557	: $data
375	1	558	}
		559	}
		560
		561	sub db_put($$$) {
		562	BDB::dbreq_pri 4;
		563	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		564	}
		565
		566	=item cf::cache $id => [$paths...], $processversion => $process
		567
		568	Generic caching function that returns the value of the resource $id,
		569	caching and regenerating as required.
		570
		571	This function can block.
		572
		573	=cut
		574
		575	sub cache {
		576	my ($id, $src, $processversion, $process) = @_;
		577
		578	my $meta =
		579	join "\x00",
		580	$processversion,
		581	map {
		582	aio_stat $_
		583	and Carp::croak "$_: $!";
		584
		585	($_, (stat _)[7,9])
		586	} @$src;
		587
		588	my $dbmeta = db_get cache => "$id/meta";
		589	if ($dbmeta ne $meta) {
		590	# changed, we may need to process
		591
		592	my @data;
		593	my $md5;
		594
		595	for (0 .. $#$src) {
		596	0 <= aio_load $src->[$_], $data[$_]
		597	or Carp::croak "$src->[$_]: $!";
		598	}
		599
		600	# if processing is expensive, check
		601	# checksum first
		602	if (1) {
		603	$md5 =
		604	join "\x00",
		605	$processversion,
		606	map {
		607	cf::cede_to_tick;
		608	($src->[$_], Digest::MD5::md5_hex $data[$_])
		609	} 0.. $#$src;
		610
		611
		612	my $dbmd5 = db_get cache => "$id/md5";
		613	if ($dbmd5 eq $md5) {
		614	db_put cache => "$id/meta", $meta;
		615
		616	return db_get cache => "$id/data";
		617	}
		618	}
		619
		620	my $t1 = Time::HiRes::time;
		621	my $data = $process->(\@data);
		622	my $t2 = Time::HiRes::time;
		623
		624	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		625
		626	db_put cache => "$id/data", $data;
		627	db_put cache => "$id/md5" , $md5;
		628	db_put cache => "$id/meta", $meta;
		629
		630	return $data;
		631	}
		632
		633	db_get cache => "$id/data"
376	}	634	}
377		635
378	=item cf::datalog type => key => value, ...	636	=item cf::datalog type => key => value, ...
379		637
380	Log a datalog packet of the given type with the given key-value pairs.	638	Log a datalog packet of the given type with the given key-value pairs.
…		…
398	attach callbacks/event handlers (a collection of which is called an "attachment")	656	attach callbacks/event handlers (a collection of which is called an "attachment")
399	to it. All such attachable objects support the following methods.	657	to it. All such attachable objects support the following methods.
400		658
401	In the following description, CLASS can be any of C<global>, C<object>	659	In the following description, CLASS can be any of C<global>, C<object>
402	C<player>, C<client> or C<map> (i.e. the attachable objects in	660	C<player>, C<client> or C<map> (i.e. the attachable objects in
403	crossfire+).	661	Crossfire TRT).
404		662
405	=over 4	663	=over 4
406		664
407	=item $attachable->attach ($attachment, key => $value...)	665	=item $attachable->attach ($attachment, key => $value...)
408		666
…		…
571	$registry = $CB_TYPE[$object_type] ||= [];	829	$registry = $CB_TYPE[$object_type] ||= [];
572		830
573	} elsif ($type eq "subtype") {	831	} elsif ($type eq "subtype") {
574	defined $object_type or Carp::croak "subtype specified without type";	832	defined $object_type or Carp::croak "subtype specified without type";
575	my $object_subtype = shift @arg;	833	my $object_subtype = shift @arg;
576	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	834	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
577		835
578	} elsif ($type eq "package") {	836	} elsif ($type eq "package") {
579	my $pkg = shift @arg;	837	my $pkg = shift @arg;
580		838
581	while (my ($name, $id) = each %cb_id) {	839	while (my ($name, $id) = each %cb_id) {
…		…
610	_attach $registry, $klass, @attach;	868	_attach $registry, $klass, @attach;
611	}	869	}
612		870
613	$obj->{$name} = \%arg;	871	$obj->{$name} = \%arg;
614	} else {	872	} else {
615	warn "object uses attachment '$name' that is not available, postponing.\n";	873	warn "object uses attachment '$name' which is not available, postponing.\n";
616	}	874	}
617		875
618	$obj->{_attachment}{$name} = undef;	876	$obj->{_attachment}{$name} = undef;
619	}	877	}
620		878
…		…
622	if (ref $_[0]) {	880	if (ref $_[0]) {
623	_object_attach @_;	881	_object_attach @_;
624	} else {	882	} else {
625	_attach shift->_attach_registry, @_;	883	_attach shift->_attach_registry, @_;
626	}	884	}
		885	_recalc_want;
627	};	886	};
628		887
629	# all those should be optimised	888	# all those should be optimised
630	sub cf::attachable::detach {	889	sub cf::attachable::detach {
631	my ($obj, $name) = @_;	890	my ($obj, $name) = @_;
…		…
634	delete $obj->{_attachment}{$name};	893	delete $obj->{_attachment}{$name};
635	reattach ($obj);	894	reattach ($obj);
636	} else {	895	} else {
637	Carp::croak "cannot, currently, detach class attachments";	896	Carp::croak "cannot, currently, detach class attachments";
638	}	897	}
		898	_recalc_want;
639	};	899	};
640		900
641	sub cf::attachable::attached {	901	sub cf::attachable::attached {
642	my ($obj, $name) = @_;	902	my ($obj, $name) = @_;
643		903
…		…
658	";	918	";
659	die if $@;	919	die if $@;
660	}	920	}
661		921
662	our $override;	922	our $override;
663	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	923	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
664		924
665	sub override {	925	sub override {
666	$override = 1;	926	$override = 1;
667	@invoke_results = ();	927	@INVOKE_RESULTS = (@_);
668	}	928	}
669		929
670	sub do_invoke {	930	sub do_invoke {
671	my $event = shift;	931	my $event = shift;
672	my $callbacks = shift;	932	my $callbacks = shift;
673		933
674	@invoke_results = ();	934	@INVOKE_RESULTS = ();
675		935
676	local $override;	936	local $override;
677		937
678	for (@$callbacks) {	938	for (@$callbacks) {
679	eval { &{$_->[1]} };	939	eval { &{$_->[1]} };
…		…
696		956
697	Generate an object-specific event with the given arguments.	957	Generate an object-specific event with the given arguments.
698		958
699	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	959	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
700	removed in future versions), and there is no public API to access override	960	removed in future versions), and there is no public API to access override
701	results (if you must, access C<@cf::invoke_results> directly).	961	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
702		962
703	=back	963	=back
704		964
705	=cut	965	=cut
706		966
707	#############################################################################	967	#############################################################################
708	# object support	968	# object support
		969	#
		970
		971	sub _can_merge {
		972	my ($ob1, $ob2) = @_;
		973
		974	local $Storable::canonical = 1;
		975	my $fob1 = Storable::freeze $ob1;
		976	my $fob2 = Storable::freeze $ob2;
		977
		978	$fob1 eq $fob2
		979	}
709		980
710	sub reattach {	981	sub reattach {
711	# basically do the same as instantiate, without calling instantiate	982	# basically do the same as instantiate, without calling instantiate
712	my ($obj) = @_;	983	my ($obj) = @_;
713		984
…		…
760	sub object_freezer_save {	1031	sub object_freezer_save {
761	my ($filename, $rdata, $objs) = @_;	1032	my ($filename, $rdata, $objs) = @_;
762		1033
763	sync_job {	1034	sync_job {
764	if (length $$rdata) {	1035	if (length $$rdata) {
		1036	utf8::decode (my $decname = $filename);
765	warn sprintf "saving %s (%d,%d)\n",	1037	warn sprintf "saving %s (%d,%d)\n",
766	$filename, length $$rdata, scalar @$objs;	1038	$decname, length $$rdata, scalar @$objs;
767		1039
768	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1040	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
769	chmod SAVE_MODE, $fh;	1041	chmod SAVE_MODE, $fh;
770	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1042	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
771	aio_fsync $fh if $cf::USE_FSYNC;	1043	aio_fsync $fh if $cf::USE_FSYNC;
…		…
790	}	1062	}
791	} else {	1063	} else {
792	aio_unlink $filename;	1064	aio_unlink $filename;
793	aio_unlink "$filename.pst";	1065	aio_unlink "$filename.pst";
794	}	1066	}
795	}	1067	};
796	}	1068	}
797		1069
798	sub object_freezer_as_string {	1070	sub object_freezer_as_string {
799	my ($rdata, $objs) = @_;	1071	my ($rdata, $objs) = @_;
800		1072
…		…
812	or return;	1084	or return;
813		1085
814	unless (aio_stat "$filename.pst") {	1086	unless (aio_stat "$filename.pst") {
815	(aio_load "$filename.pst", $av) >= 0	1087	(aio_load "$filename.pst", $av) >= 0
816	or return;	1088	or return;
		1089
817	$av = eval { (Storable::thaw $av)->{objs} };	1090	$av = eval { (Storable::thaw $av)->{objs} };
818	}	1091	}
819		1092
		1093	utf8::decode (my $decname = $filename);
820	warn sprintf "loading %s (%d)\n",	1094	warn sprintf "loading %s (%d,%d)\n",
821	$filename, length $data, scalar @{$av || []};#d#	1095	$decname, length $data, scalar @{$av || []};
		1096
822	return ($data, $av);	1097	($data, $av)
823	}	1098	}
		1099
		1100	=head2 COMMAND CALLBACKS
		1101
		1102	=over 4
		1103
		1104	=cut
824		1105
825	#############################################################################	1106	#############################################################################
826	# command handling &c	1107	# command handling &c
827		1108
828	=item cf::register_command $name => \&callback($ob,$args);	1109	=item cf::register_command $name => \&callback($ob,$args);
…		…
841	push @{ $COMMAND{$name} }, [$caller, $cb];	1122	push @{ $COMMAND{$name} }, [$caller, $cb];
842	}	1123	}
843		1124
844	=item cf::register_extcmd $name => \&callback($pl,$packet);	1125	=item cf::register_extcmd $name => \&callback($pl,$packet);
845		1126
846	Register a callbackf ro execution when the client sends an extcmd packet.	1127	Register a callback for execution when the client sends an (synchronous)
		1128	extcmd packet. Ext commands will be processed in the order they are
		1129	received by the server, like other user commands. The first argument is
		1130	the logged-in player. Ext commands can only be processed after a player
		1131	has logged in successfully.
847		1132
848	If the callback returns something, it is sent back as if reply was being	1133	If the callback returns something, it is sent back as if reply was being
849	called.	1134	called.
850		1135
		1136	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1137
		1138	Register a callback for execution when the client sends an (asynchronous)
		1139	exticmd packet. Exti commands are processed by the server as soon as they
		1140	are received, i.e. out of order w.r.t. other commands. The first argument
		1141	is a client socket. Exti commands can be received anytime, even before
		1142	log-in.
		1143
		1144	If the callback returns something, it is sent back as if reply was being
		1145	called.
		1146
851	=cut	1147	=cut
852		1148
853	sub register_extcmd {	1149	sub register_extcmd {
854	my ($name, $cb) = @_;	1150	my ($name, $cb) = @_;
855		1151
856	$EXTCMD{$name} = $cb;	1152	$EXTCMD{$name} = $cb;
		1153	}
		1154
		1155	sub register_exticmd {
		1156	my ($name, $cb) = @_;
		1157
		1158	$EXTICMD{$name} = $cb;
857	}	1159	}
858		1160
859	cf::player->attach (	1161	cf::player->attach (
860	on_command => sub {	1162	on_command => sub {
861	my ($pl, $name, $params) = @_;	1163	my ($pl, $name, $params) = @_;
…		…
870	cf::override;	1172	cf::override;
871	},	1173	},
872	on_extcmd => sub {	1174	on_extcmd => sub {
873	my ($pl, $buf) = @_;	1175	my ($pl, $buf) = @_;
874		1176
875	my $msg = eval { from_json $buf };	1177	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
876		1178
877	if (ref $msg) {	1179	if (ref $msg) {
		1180	my ($type, $reply, @payload) =
		1181	"ARRAY" eq ref $msg
		1182	? @$msg
		1183	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1184
		1185	my @reply;
		1186
878	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1187	if (my $cb = $EXTCMD{$type}) {
879	if (my %reply = $cb->($pl, $msg)) {	1188	@reply = $cb->($pl, @payload);
880	$pl->ext_reply ($msg->{msgid}, %reply);
881	}
882	}	1189	}
		1190
		1191	$pl->ext_reply ($reply, @reply)
		1192	if $reply;
		1193
883	} else {	1194	} else {
884	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1195	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
885	}	1196	}
886		1197
887	cf::override;	1198	cf::override;
888	},	1199	},
889	);	1200	);
890		1201
891	sub load_extension {
892	my ($path) = @_;
893
894	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
895	my $base = $1;
896	my $pkg = $1;
897	$pkg =~ s/[^[:word:]]/_/g;
898	$pkg = "ext::$pkg";
899
900	warn "... loading '$path' into '$pkg'\n";
901
902	open my $fh, "<:utf8", $path
903	or die "$path: $!";
904
905	my $source =
906	"package $pkg; use strict; use utf8;\n"
907	. "#line 1 \"$path\"\n{\n"
908	. (do { local $/; <$fh> })
909	. "\n};\n1";
910
911	unless (eval $source) {
912	my $msg = $@ ? "$path: $@\n"
913	: "extension disabled.\n";
914	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
915	warn $@;
916	warn "mandatory extension failed to load, exiting.\n";
917	exit 1;
918	}
919	die $@;
920	}
921
922	push @EXTS, $pkg;
923	}
924
925	sub load_extensions {	1202	sub load_extensions {
		1203	cf::sync_job {
		1204	my %todo;
		1205
926	for my $ext (<$LIBDIR/*.ext>) {	1206	for my $path (<$LIBDIR/*.ext>) {
927	next unless -r $ext;	1207	next unless -r $path;
928	eval {	1208
929	load_extension $ext;	1209	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1210	my $base = $1;
		1211	my $pkg = $1;
		1212	$pkg =~ s/[^[:word:]]/_/g;
		1213	$pkg = "ext::$pkg";
		1214
		1215	open my $fh, "<:utf8", $path
		1216	or die "$path: $!";
		1217
		1218	my $source = do { local $/; <$fh> };
		1219
		1220	my %ext = (
		1221	path => $path,
		1222	base => $base,
		1223	pkg => $pkg,
		1224	);
		1225
		1226	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1227	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1228
		1229	$ext{source} =
		1230	"package $pkg; use strict; use utf8;\n"
		1231	. "#line 1 \"$path\"\n{\n"
		1232	. $source
		1233	. "\n};\n1";
		1234
		1235	$todo{$base} = \%ext;
		1236	}
		1237
		1238	my %done;
		1239	while (%todo) {
		1240	my $progress;
		1241
		1242	while (my ($k, $v) = each %todo) {
		1243	for (split /,\s*/, $v->{meta}{depends}) {
		1244	goto skip
		1245	unless exists $done{$_};
		1246	}
		1247
		1248	warn "... loading '$k' into '$v->{pkg}'\n";
		1249
		1250	unless (eval $v->{source}) {
		1251	my $msg = $@ ? "$v->{path}: $@\n"
		1252	: "$v->{base}: extension inactive.\n";
		1253
		1254	if (exists $v->{meta}{mandatory}) {
		1255	warn $msg;
		1256	warn "mandatory extension failed to load, exiting.\n";
		1257	exit 1;
		1258	}
		1259
		1260	warn $msg;
		1261	}
		1262
		1263	$done{$k} = delete $todo{$k};
		1264	push @EXTS, $v->{pkg};
		1265	$progress = 1;
930	1	1266	}
931	} or warn "$ext not loaded: $@";	1267
		1268	skip:
		1269	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1270	unless $progress;
		1271	}
932	}	1272	};
933	}	1273	}
934		1274
935	#############################################################################	1275	#############################################################################
936		1276
		1277	=back
		1278
937	=head2 CORE EXTENSIONS	1279	=head2 CORE EXTENSIONS
938		1280
939	Functions and methods that extend core crossfire objects.	1281	Functions and methods that extend core crossfire objects.
940		1282
941	=cut	1283	=cut
…		…
946		1288
947	=head3 cf::player	1289	=head3 cf::player
948		1290
949	=over 4	1291	=over 4
950		1292
		1293	=item cf::player::num_playing
		1294
		1295	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1296
		1297	=cut
		1298
		1299	sub num_playing {
		1300	scalar grep
		1301	$_->ob->map
		1302	&& !$_->hidden
		1303	&& !$_->ob->flag (cf::FLAG_WIZ),
		1304	cf::player::list
		1305	}
		1306
951	=item cf::player::find $login	1307	=item cf::player::find $login
952		1308
953	Returns the given player object, loading it if necessary (might block).	1309	Returns the given player object, loading it if necessary (might block).
954		1310
955	=cut	1311	=cut
956		1312
957	sub playerdir($) {	1313	sub playerdir($) {
958	cf::localdir	1314	"$PLAYERDIR/"
959	. "/"
960	. cf::playerdir
961	. "/"
962	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1315	. (ref $_[0] ? $_[0]->ob->name : $_[0])
963	}	1316	}
964		1317
965	sub path($) {	1318	sub path($) {
966	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1319	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
…		…
993	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1346	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
994	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1347	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
995	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1348	aio_unlink +(playerdir $login) . "/$login.pl.pst";
996	aio_unlink +(playerdir $login) . "/$login.pl";	1349	aio_unlink +(playerdir $login) . "/$login.pl";
997		1350
998	my $pl = load_pl path $login	1351	my $f = new_from_file cf::object::thawer path $login
999	or return;	1352	or return;
		1353
		1354	my $pl = cf::player::load_pl $f
		1355	or return;
		1356	local $cf::PLAYER_LOADING{$login} = $pl;
		1357	$f->resolve_delayed_derefs;
1000	$cf::PLAYER{$login} = $pl	1358	$cf::PLAYER{$login} = $pl
1001	}	1359	}
1002	}	1360	}
1003	}	1361	}
1004		1362
…		…
1014		1372
1015	aio_mkdir playerdir $pl, 0770;	1373	aio_mkdir playerdir $pl, 0770;
1016	$pl->{last_save} = $cf::RUNTIME;	1374	$pl->{last_save} = $cf::RUNTIME;
1017		1375
1018	$pl->save_pl ($path);	1376	$pl->save_pl ($path);
1019	Coro::cede;	1377	cf::cede_to_tick;
1020	}	1378	}
1021		1379
1022	sub new($) {	1380	sub new($) {
1023	my ($login) = @_;	1381	my ($login) = @_;
1024		1382
…		…
1028	$self->{deny_save} = 1;	1386	$self->{deny_save} = 1;
1029		1387
1030	$cf::PLAYER{$login} = $self;	1388	$cf::PLAYER{$login} = $self;
1031		1389
1032	$self	1390	$self
		1391	}
		1392
		1393	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1394
		1395	=cut
		1396
		1397	sub send_msg {
		1398	my $ns = shift->ns
		1399	or return;
		1400	$ns->send_msg (@_);
1033	}	1401	}
1034		1402
1035	=item $pl->quit_character	1403	=item $pl->quit_character
1036		1404
1037	Nukes the player without looking back. If logged in, the connection will	1405	Nukes the player without looking back. If logged in, the connection will
…		…
1086	while and may block, so not sync_job-capable, ever.	1454	while and may block, so not sync_job-capable, ever.
1087		1455
1088	=cut	1456	=cut
1089		1457
1090	sub list_logins {	1458	sub list_logins {
1091	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1459	my $dirs = aio_readdir $PLAYERDIR
1092	or return [];	1460	or return [];
1093		1461
1094	my @logins;	1462	my @logins;
1095		1463
1096	for my $login (@$dirs) {	1464	for my $login (@$dirs) {
		1465	my $path = path $login;
		1466
		1467	# a .pst is a dead give-away for a valid player
		1468	unless (-e "$path.pst") {
1097	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1469	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1098	aio_read $fh, 0, 512, my $buf, 0 or next;	1470	aio_read $fh, 0, 512, my $buf, 0 or next;
1099	$buf !~ /^password -------------$/m or next; # official not-valid tag	1471	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1472	}
1100		1473
1101	utf8::decode $login;	1474	utf8::decode $login;
1102	push @logins, $login;	1475	push @logins, $login;
1103	}	1476	}
1104		1477
…		…
1131	}	1504	}
1132		1505
1133	\@paths	1506	\@paths
1134	}	1507	}
1135		1508
		1509	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1510
		1511	Expand crossfire pod fragments into protocol xml.
		1512
		1513	=cut
		1514
		1515	sub expand_cfpod {
		1516	((my $self), (local $_)) = @_;
		1517
		1518	# escape & and <
		1519	s/&/&amp;/g;
		1520	s/(?<![BIUGHT])</&lt;/g;
		1521
		1522	# this is buggy, it needs to properly take care of nested <'s
		1523
		1524	1 while
		1525	# replace B<>, I<>, U<> etc.
		1526	s/B<([^\>]*)>/<b>$1<\/b>/
		1527	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1528	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1529	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1530	# replace G<male|female> tags
		1531	|| s{G<([^>|]*)\|([^>]*)>}{
		1532	$self->gender ? $2 : $1
		1533	}ge
		1534	# replace H<hint text>
		1535	|| s{H<([^\>]*)>}
		1536	{
		1537	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1538	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1539	"")
		1540	[$self->{hintmode}]
		1541	}ge;
		1542
		1543	# create single paragraphs (very hackish)
		1544	s/(?<=\S)\n(?=\w)/ /g;
		1545
		1546	# compress some whitespace
		1547	s/\s+\n/\n/g; # ws line-ends
		1548	s/\n\n+/\n/g; # double lines
		1549	s/^\n+//; # beginning lines
		1550	s/\n+$//; # ending lines
		1551
		1552	$_
		1553	}
		1554
		1555	sub hintmode {
		1556	$_[0]{hintmode} = $_[1] if @_ > 1;
		1557	$_[0]{hintmode}
		1558	}
		1559
1136	=item $player->ext_reply ($msgid, %msg)	1560	=item $player->ext_reply ($msgid, @msg)
1137		1561
1138	Sends an ext reply to the player.	1562	Sends an ext reply to the player.
1139		1563
1140	=cut	1564	=cut
1141		1565
1142	sub ext_reply($$%) {	1566	sub ext_reply($$@) {
1143	my ($self, $id, %msg) = @_;	1567	my ($self, $id, @msg) = @_;
1144		1568
1145	$msg{msgid} = $id;	1569	$self->ns->ext_reply ($id, @msg)
1146
1147	$self->send ("ext " . cf::to_json \%msg);
1148	}	1570	}
1149		1571
1150	=item $player->ext_event ($type, %msg)	1572	=item $player->ext_msg ($type, @msg)
1151		1573
1152	Sends an ext event to the client.	1574	Sends an ext event to the client.
1153		1575
1154	=cut	1576	=cut
1155		1577
1156	sub ext_event($$%) {	1578	sub ext_msg($$@) {
1157	my ($self, $type, %msg) = @_;	1579	my ($self, $type, @msg) = @_;
1158		1580
1159	$self->ns->ext_event ($type, %msg);	1581	$self->ns->ext_msg ($type, @msg);
1160	}	1582	}
1161		1583
1162	package cf;	1584	=head3 cf::region
		1585
		1586	=over 4
		1587
		1588	=cut
		1589
		1590	package cf::region;
		1591
		1592	=item cf::region::find_by_path $path
		1593
		1594	Tries to decuce the likely region for a map knowing only its path.
		1595
		1596	=cut
		1597
		1598	sub find_by_path($) {
		1599	my ($path) = @_;
		1600
		1601	my ($match, $specificity);
		1602
		1603	for my $region (list) {
		1604	if ($region->{match} && $path =~ $region->{match}) {
		1605	($match, $specificity) = ($region, $region->specificity)
		1606	if $region->specificity > $specificity;
		1607	}
		1608	}
		1609
		1610	$match
		1611	}
1163		1612
1164	=back	1613	=back
1165
1166		1614
1167	=head3 cf::map	1615	=head3 cf::map
1168		1616
1169	=over 4	1617	=over 4
1170		1618
…		…
1225	my ($self, $merge) = @_;	1673	my ($self, $merge) = @_;
1226		1674
1227	# we have to keep some variables in memory intact	1675	# we have to keep some variables in memory intact
1228	local $self->{path};	1676	local $self->{path};
1229	local $self->{load_path};	1677	local $self->{load_path};
1230	local $self->{deny_save};
1231	local $self->{deny_reset};
1232		1678
1233	$self->SUPER::thawer_merge ($merge);	1679	$self->SUPER::thawer_merge ($merge);
1234	}	1680	}
1235		1681
1236	sub normalise {	1682	sub normalise {
…		…
1283	$self->init; # pass $1 etc.	1729	$self->init; # pass $1 etc.
1284	return $self;	1730	return $self;
1285	}	1731	}
1286	}	1732	}
1287		1733
1288	Carp::carp "unable to resolve path '$path' (base '$base').";	1734	Carp::cluck "unable to resolve path '$path' (base '$base').";
1289	()	1735	()
1290	}	1736	}
1291		1737
1292	sub init {	1738	sub init {
1293	my ($self) = @_;	1739	my ($self) = @_;
…		…
1308		1754
1309	# the original (read-only) location	1755	# the original (read-only) location
1310	sub load_path {	1756	sub load_path {
1311	my ($self) = @_;	1757	my ($self) = @_;
1312		1758
1313	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1759	"$MAPDIR/$self->{path}.map"
1314	}	1760	}
1315		1761
1316	# the temporary/swap location	1762	# the temporary/swap location
1317	sub save_path {	1763	sub save_path {
1318	my ($self) = @_;	1764	my ($self) = @_;
1319		1765
1320	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1766	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1321	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1767	"$TMPDIR/$path.map"
1322	}	1768	}
1323		1769
1324	# the unique path, undef == no special unique path	1770	# the unique path, undef == no special unique path
1325	sub uniq_path {	1771	sub uniq_path {
1326	my ($self) = @_;	1772	my ($self) = @_;
1327		1773
1328	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1774	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1329	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1775	"$UNIQUEDIR/$path"
1330	}	1776	}
1331		1777
1332	# and all this just because we cannot iterate over	1778	# and all this just because we cannot iterate over
1333	# all maps in C++...	1779	# all maps in C++...
1334	sub change_all_map_light {	1780	sub change_all_map_light {
…		…
1336		1782
1337	$_->change_map_light ($change)	1783	$_->change_map_light ($change)
1338	for grep $_->outdoor, values %cf::MAP;	1784	for grep $_->outdoor, values %cf::MAP;
1339	}	1785	}
1340		1786
		1787	sub decay_objects {
		1788	my ($self) = @_;
		1789
		1790	return if $self->{deny_reset};
		1791
		1792	$self->do_decay_objects;
		1793	}
		1794
1341	sub unlink_save {	1795	sub unlink_save {
1342	my ($self) = @_;	1796	my ($self) = @_;
1343		1797
1344	utf8::encode (my $save = $self->save_path);	1798	utf8::encode (my $save = $self->save_path);
1345	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1799	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1348		1802
1349	sub load_header_from($) {	1803	sub load_header_from($) {
1350	my ($self, $path) = @_;	1804	my ($self, $path) = @_;
1351		1805
1352	utf8::encode $path;	1806	utf8::encode $path;
1353	#aio_open $path, O_RDONLY, 0	1807	my $f = new_from_file cf::object::thawer $path
1354	# or return;
1355
1356	$self->_load_header ($path)
1357	or return;	1808	or return;
		1809
		1810	$self->_load_header ($f)
		1811	or return;
		1812
		1813	local $MAP_LOADING{$self->{path}} = $self;
		1814	$f->resolve_delayed_derefs;
1358		1815
1359	$self->{load_path} = $path;	1816	$self->{load_path} = $path;
1360		1817
1361	1	1818	1
1362	}	1819	}
…		…
1401	$self->load_header_orig	1858	$self->load_header_orig
1402	or return;	1859	or return;
1403	$self->prepare_orig;	1860	$self->prepare_orig;
1404	}	1861	}
1405		1862
		1863	$self->{deny_reset} = 1
		1864	if $self->no_reset;
		1865
		1866	$self->default_region (cf::region::find_by_path $self->{path})
		1867	unless $self->default_region;
		1868
1406	1	1869	1
1407	}	1870	}
1408		1871
1409	sub find;	1872	sub find;
1410	sub find {	1873	sub find {
1411	my ($path, $origin) = @_;	1874	my ($path, $origin) = @_;
1412		1875
1413	$path = normalise $path, $origin && $origin->path;	1876	$path = normalise $path, $origin && $origin->path;
1414		1877
		1878	cf::lock_wait "map_data:$path";#d#remove
1415	cf::lock_wait "map_find:$path";	1879	cf::lock_wait "map_find:$path";
1416		1880
1417	$cf::MAP{$path} || do {	1881	$cf::MAP{$path} || do {
1418	my $guard = cf::lock_acquire "map_find:$path";	1882	my $guard1 = cf::lock_acquire "map_find:$path";
		1883	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1884
1419	my $map = new_from_path cf::map $path	1885	my $map = new_from_path cf::map $path
1420	or return;	1886	or return;
1421		1887
1422	$map->{last_save} = $cf::RUNTIME;	1888	$map->{last_save} = $cf::RUNTIME;
1423		1889
1424	$map->load_header	1890	$map->load_header
1425	or return;	1891	or return;
1426		1892
1427	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1893	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1428	# doing this can freeze the server in a sync job, obviously	1894	# doing this can freeze the server in a sync job, obviously
1429	#$cf::WAIT_FOR_TICK->wait;	1895	#$cf::WAIT_FOR_TICK->wait;
		1896	undef $guard1;
		1897	undef $guard2;
1430	$map->reset;	1898	$map->reset;
1431	undef $guard;
1432	return find $path;	1899	return find $path;
1433	}	1900	}
1434		1901
1435	$cf::MAP{$path} = $map	1902	$cf::MAP{$path} = $map
1436	}	1903	}
…		…
1443	my ($self) = @_;	1910	my ($self) = @_;
1444		1911
1445	local $self->{deny_reset} = 1; # loading can take a long time	1912	local $self->{deny_reset} = 1; # loading can take a long time
1446		1913
1447	my $path = $self->{path};	1914	my $path = $self->{path};
		1915
		1916	{
1448	my $guard = cf::lock_acquire "map_load:$path";	1917	my $guard = cf::lock_acquire "map_data:$path";
1449		1918
		1919	return unless $self->valid;
1450	return if $self->in_memory != cf::MAP_SWAPPED;	1920	return unless $self->in_memory == cf::MAP_SWAPPED;
1451		1921
1452	$self->in_memory (cf::MAP_LOADING);	1922	$self->in_memory (cf::MAP_LOADING);
1453		1923
1454	$self->alloc;	1924	$self->alloc;
1455		1925
1456	$self->pre_load;	1926	$self->pre_load;
		1927	cf::cede_to_tick;
1457		1928
1458	$self->_load_objects ($self->{load_path}, 1)	1929	my $f = new_from_file cf::object::thawer $self->{load_path};
		1930	$f->skip_block;
		1931	$self->_load_objects ($f)
1459	or return;	1932	or return;
1460		1933
1461	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1934	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1462	if delete $self->{load_original};	1935	if delete $self->{load_original};
1463		1936
1464	if (my $uniq = $self->uniq_path) {	1937	if (my $uniq = $self->uniq_path) {
1465	utf8::encode $uniq;	1938	utf8::encode $uniq;
1466	if (aio_open $uniq, O_RDONLY, 0) {	1939	unless (aio_stat $uniq) {
		1940	if (my $f = new_from_file cf::object::thawer $uniq) {
1467	$self->clear_unique_items;	1941	$self->clear_unique_items;
1468	$self->_load_objects ($uniq, 0);	1942	$self->_load_objects ($f);
		1943	$f->resolve_delayed_derefs;
		1944	}
1469	}	1945	}
1470	}	1946	}
1471		1947
1472	Coro::cede;	1948	$f->resolve_delayed_derefs;
1473		1949
		1950	cf::cede_to_tick;
1474	# now do the right thing for maps	1951	# now do the right thing for maps
1475	$self->link_multipart_objects;	1952	$self->link_multipart_objects;
1476
1477	unless ($self->{deny_activate}) {
1478	$self->decay_objects;
1479	$self->fix_auto_apply;
1480	$self->update_buttons;
1481	Coro::cede;
1482	$self->set_darkness_map;
1483	$self->difficulty ($self->estimate_difficulty)	1953	$self->difficulty ($self->estimate_difficulty)
1484	unless $self->difficulty;	1954	unless $self->difficulty;
1485	Coro::cede;	1955	cf::cede_to_tick;
		1956
		1957	unless ($self->{deny_activate}) {
		1958	$self->decay_objects;
		1959	$self->fix_auto_apply;
		1960	$self->update_buttons;
		1961	cf::cede_to_tick;
		1962	$self->set_darkness_map;
		1963	cf::cede_to_tick;
1486	$self->activate;	1964	$self->activate;
		1965	}
		1966
		1967	$self->{last_save} = $cf::RUNTIME;
		1968	$self->last_access ($cf::RUNTIME);
		1969
		1970	$self->in_memory (cf::MAP_IN_MEMORY);
1487	}	1971	}
1488		1972
1489	$self->post_load;	1973	$self->post_load;
1490
1491	$self->in_memory (cf::MAP_IN_MEMORY);
1492	}	1974	}
1493		1975
1494	sub customise_for {	1976	sub customise_for {
1495	my ($self, $ob) = @_;	1977	my ($self, $ob) = @_;
1496		1978
1497	return find "~" . $ob->name . "/" . $self->{path}	1979	return find "~" . $ob->name . "/" . $self->{path}
1498	if $self->per_player;	1980	if $self->per_player;
1499		1981
		1982	# return find "?party/" . $ob->name . "/" . $self->{path}
		1983	# if $self->per_party;
		1984
1500	$self	1985	$self
1501	}	1986	}
1502		1987
1503	# find and load all maps in the 3x3 area around a map	1988	# find and load all maps in the 3x3 area around a map
1504	sub load_diag {	1989	sub load_neighbours {
1505	my ($map) = @_;	1990	my ($map) = @_;
1506		1991
1507	my @diag; # diagonal neighbours	1992	my @neigh; # diagonal neighbours
1508		1993
1509	for (0 .. 3) {	1994	for (0 .. 3) {
1510	my $neigh = $map->tile_path ($_)	1995	my $neigh = $map->tile_path ($_)
1511	or next;	1996	or next;
1512	$neigh = find $neigh, $map	1997	$neigh = find $neigh, $map
1513	or next;	1998	or next;
1514	$neigh->load;	1999	$neigh->load;
1515		2000
		2001	push @neigh,
1516	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2002	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1517	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2003	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1518	}	2004	}
1519		2005
1520	for (@diag) {	2006	for (grep defined $_->[0], @neigh) {
		2007	my ($path, $origin) = @$_;
1521	my $neigh = find @$_	2008	my $neigh = find $path, $origin
1522	or next;	2009	or next;
1523	$neigh->load;	2010	$neigh->load;
1524	}	2011	}
1525	}	2012	}
1526		2013
…		…
1531	}	2018	}
1532		2019
1533	sub do_load_sync {	2020	sub do_load_sync {
1534	my ($map) = @_;	2021	my ($map) = @_;
1535		2022
		2023	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2024	if $Coro::current == $Coro::main;
		2025
1536	cf::sync_job { $map->load };	2026	cf::sync_job { $map->load };
1537	}	2027	}
1538		2028
1539	our %MAP_PREFETCH;	2029	our %MAP_PREFETCH;
1540	our $MAP_PREFETCHER = undef;	2030	our $MAP_PREFETCHER = undef;
1541		2031
1542	sub find_async {	2032	sub find_async {
1543	my ($path, $origin) = @_;	2033	my ($path, $origin, $load) = @_;
1544		2034
1545	$path = normalise $path, $origin && $origin->{path};	2035	$path = normalise $path, $origin && $origin->{path};
1546		2036
1547	if (my $map = $cf::MAP{$path}) {	2037	if (my $map = $cf::MAP{$path}) {
1548	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2038	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1549	}	2039	}
1550		2040
1551	undef $MAP_PREFETCH{$path};	2041	$MAP_PREFETCH{$path} |= $load;
		2042
1552	$MAP_PREFETCHER ||= cf::async {	2043	$MAP_PREFETCHER ||= cf::async {
		2044	$Coro::current->{desc} = "map prefetcher";
		2045
1553	while (%MAP_PREFETCH) {	2046	while (%MAP_PREFETCH) {
1554	for my $path (keys %MAP_PREFETCH) {	2047	while (my ($k, $v) = each %MAP_PREFETCH) {
1555	my $map = find $path	2048	if (my $map = find $k) {
1556	or next;
1557	$map->load;	2049	$map->load if $v;
		2050	}
1558		2051
1559	delete $MAP_PREFETCH{$path};	2052	delete $MAP_PREFETCH{$k};
1560	}	2053	}
1561	}	2054	}
1562	undef $MAP_PREFETCHER;	2055	undef $MAP_PREFETCHER;
1563	};	2056	};
1564	$MAP_PREFETCHER->prio (6);	2057	$MAP_PREFETCHER->prio (6);
…		…
1567	}	2060	}
1568		2061
1569	sub save {	2062	sub save {
1570	my ($self) = @_;	2063	my ($self) = @_;
1571		2064
1572	my $lock = cf::lock_acquire "map_data:" . $self->path;	2065	my $lock = cf::lock_acquire "map_data:$self->{path}";
1573		2066
1574	$self->{last_save} = $cf::RUNTIME;	2067	$self->{last_save} = $cf::RUNTIME;
1575		2068
1576	return unless $self->dirty;	2069	return unless $self->dirty;
1577		2070
…		…
1583	return if $self->{deny_save};	2076	return if $self->{deny_save};
1584		2077
1585	local $self->{last_access} = $self->last_access;#d#	2078	local $self->{last_access} = $self->last_access;#d#
1586		2079
1587	cf::async {	2080	cf::async {
		2081	$Coro::current->{desc} = "map player save";
1588	$_->contr->save for $self->players;	2082	$_->contr->save for $self->players;
1589	};	2083	};
1590		2084
1591	if ($uniq) {	2085	if ($uniq) {
1592	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2086	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
1600	my ($self) = @_;	2094	my ($self) = @_;
1601		2095
1602	# save first because save cedes	2096	# save first because save cedes
1603	$self->save;	2097	$self->save;
1604		2098
1605	my $lock = cf::lock_acquire "map_data:" . $self->path;	2099	my $lock = cf::lock_acquire "map_data:$self->{path}";
1606		2100
1607	return if $self->players;	2101	return if $self->players;
1608	return if $self->in_memory != cf::MAP_IN_MEMORY;	2102	return if $self->in_memory != cf::MAP_IN_MEMORY;
1609	return if $self->{deny_save};	2103	return if $self->{deny_save};
1610		2104
		2105	$self->in_memory (cf::MAP_SWAPPED);
		2106
		2107	$self->deactivate;
		2108	$_->clear_links_to ($self) for values %cf::MAP;
1611	$self->clear;	2109	$self->clear;
1612	$self->in_memory (cf::MAP_SWAPPED);
1613	}	2110	}
1614		2111
1615	sub reset_at {	2112	sub reset_at {
1616	my ($self) = @_;	2113	my ($self) = @_;
1617		2114
1618	# TODO: safety, remove and allow resettable per-player maps	2115	# TODO: safety, remove and allow resettable per-player maps
1619	return 1e99 if $self->isa ("ext::map_per_player");#d#
1620	return 1e99 if $self->{deny_reset};	2116	return 1e99 if $self->{deny_reset};
1621		2117
1622	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2118	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1623	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2119	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1624		2120
…		…
1635	my ($self) = @_;	2131	my ($self) = @_;
1636		2132
1637	my $lock = cf::lock_acquire "map_data:$self->{path}";	2133	my $lock = cf::lock_acquire "map_data:$self->{path}";
1638		2134
1639	return if $self->players;	2135	return if $self->players;
1640	return if $self->isa ("ext::map_per_player");#d#
1641		2136
1642	warn "resetting map ", $self->path;#d#	2137	warn "resetting map ", $self->path;
1643		2138
1644	$self->in_memory (cf::MAP_SWAPPED);	2139	$self->in_memory (cf::MAP_SWAPPED);
1645		2140
1646	# need to save uniques path	2141	# need to save uniques path
1647	unless ($self->{deny_save}) {	2142	unless ($self->{deny_save}) {
…		…
1651	if $uniq;	2146	if $uniq;
1652	}	2147	}
1653		2148
1654	delete $cf::MAP{$self->path};	2149	delete $cf::MAP{$self->path};
1655		2150
		2151	$self->deactivate;
		2152	$_->clear_links_to ($self) for values %cf::MAP;
1656	$self->clear;	2153	$self->clear;
1657
1658	$_->clear_links_to ($self) for values %cf::MAP;
1659		2154
1660	$self->unlink_save;	2155	$self->unlink_save;
1661	$self->destroy;	2156	$self->destroy;
1662	}	2157	}
1663		2158
1664	my $nuke_counter = "aaaa";	2159	my $nuke_counter = "aaaa";
1665		2160
1666	sub nuke {	2161	sub nuke {
1667	my ($self) = @_;	2162	my ($self) = @_;
1668		2163
		2164	{
		2165	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2166
1669	delete $cf::MAP{$self->path};	2167	delete $cf::MAP{$self->path};
1670		2168
1671	$self->unlink_save;	2169	$self->unlink_save;
1672		2170
1673	bless $self, "cf::map";	2171	bless $self, "cf::map";
1674	delete $self->{deny_reset};	2172	delete $self->{deny_reset};
1675	$self->{deny_save} = 1;	2173	$self->{deny_save} = 1;
1676	$self->reset_timeout (1);	2174	$self->reset_timeout (1);
1677	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2175	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1678		2176
1679	$cf::MAP{$self->path} = $self;	2177	$cf::MAP{$self->path} = $self;
		2178	}
1680		2179
1681	$self->reset; # polite request, might not happen	2180	$self->reset; # polite request, might not happen
		2181	}
		2182
		2183	=item $maps = cf::map::tmp_maps
		2184
		2185	Returns an arrayref with all map paths of currently instantiated and saved
		2186	maps. May block.
		2187
		2188	=cut
		2189
		2190	sub tmp_maps() {
		2191	[
		2192	map {
		2193	utf8::decode $_;
		2194	/\.map$/
		2195	? normalise $_
		2196	: ()
		2197	} @{ aio_readdir $TMPDIR or [] }
		2198	]
		2199	}
		2200
		2201	=item $maps = cf::map::random_maps
		2202
		2203	Returns an arrayref with all map paths of currently instantiated and saved
		2204	random maps. May block.
		2205
		2206	=cut
		2207
		2208	sub random_maps() {
		2209	[
		2210	map {
		2211	utf8::decode $_;
		2212	/\.map$/
		2213	? normalise "?random/$_"
		2214	: ()
		2215	} @{ aio_readdir $RANDOMDIR or [] }
		2216	]
1682	}	2217	}
1683		2218
1684	=item cf::map::unique_maps	2219	=item cf::map::unique_maps
1685		2220
1686	Returns an arrayref of paths of all shared maps that have	2221	Returns an arrayref of paths of all shared maps that have
1687	instantiated unique items. May block.	2222	instantiated unique items. May block.
1688		2223
1689	=cut	2224	=cut
1690		2225
1691	sub unique_maps() {	2226	sub unique_maps() {
1692	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2227	[
1693	or return;	2228	map {
1694
1695	my @paths;
1696
1697	for (@$files) {
1698	utf8::decode $_;	2229	utf8::decode $_;
1699	next if /\.pst$/;	2230	/\.map$/
1700	next unless /^$PATH_SEP/o;	2231	? normalise $_
1701		2232	: ()
1702	push @paths, cf::map::normalise $_;	2233	} @{ aio_readdir $UNIQUEDIR or [] }
1703	}	2234	]
1704
1705	\@paths
1706	}	2235	}
1707		2236
1708	package cf;	2237	package cf;
1709		2238
1710	=back	2239	=back
…		…
1728	map { $_, inv_recursive_ $_->inv } @_	2257	map { $_, inv_recursive_ $_->inv } @_
1729	}	2258	}
1730		2259
1731	sub inv_recursive {	2260	sub inv_recursive {
1732	inv_recursive_ inv $_[0]	2261	inv_recursive_ inv $_[0]
		2262	}
		2263
		2264	=item $ref = $ob->ref
		2265
		2266	creates and returns a persistent reference to an objetc that can be stored as a string.
		2267
		2268	=item $ob = cf::object::deref ($refstring)
		2269
		2270	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2271	even if the object actually exists. May block.
		2272
		2273	=cut
		2274
		2275	sub deref {
		2276	my ($ref) = @_;
		2277
		2278	# temporary compatibility#TODO#remove
		2279	$ref =~ s{^<}{player/<};
		2280
		2281	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {
		2282	my ($uuid, $name) = ($1, $2);
		2283	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2284	or return;
		2285	$pl->ob->uuid eq $uuid
		2286	or return;
		2287
		2288	$pl->ob
		2289	} else {
		2290	warn "$ref: cannot resolve object reference\n";
		2291	undef
		2292	}
1733	}	2293	}
1734		2294
1735	package cf;	2295	package cf;
1736		2296
1737	=back	2297	=back
…		…
1756		2316
1757	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2317	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1758		2318
1759	if ($self->{record_replies}) {	2319	if ($self->{record_replies}) {
1760	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2320	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2321
1761	} else {	2322	} else {
		2323	my $pl = $self->contr;
		2324
		2325	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2326	my $dialog = $pl->{npc_dialog};
		2327	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2328
		2329	} else {
1762	$msg = $npc->name . " says: $msg" if $npc;	2330	$msg = $npc->name . " says: $msg" if $npc;
1763	$self->message ($msg, $flags);	2331	$self->message ($msg, $flags);
		2332	}
1764	}	2333	}
		2334	}
		2335
		2336	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2337
		2338	=cut
		2339
		2340	sub cf::object::send_msg {
		2341	my $pl = shift->contr
		2342	or return;
		2343	$pl->send_msg (@_);
1765	}	2344	}
1766		2345
1767	=item $player_object->may ("access")	2346	=item $player_object->may ("access")
1768		2347
1769	Returns wether the given player is authorized to access resource "access"	2348	Returns wether the given player is authorized to access resource "access"
…		…
1816	$self->deactivate_recursive;	2395	$self->deactivate_recursive;
1817		2396
1818	return if UNIVERSAL::isa $self->map, "ext::map_link";	2397	return if UNIVERSAL::isa $self->map, "ext::map_link";
1819		2398
1820	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2399	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1821	if $self->map;	2400	if $self->map && $self->map->{path} ne "{link}";
1822		2401
1823	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2402	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1824	}	2403	}
1825		2404
1826	sub cf::object::player::leave_link {	2405	sub cf::object::player::leave_link {
1827	my ($self, $map, $x, $y) = @_;	2406	my ($self, $map, $x, $y) = @_;
		2407
		2408	return unless $self->contr->active;
1828		2409
1829	my $link_pos = delete $self->{_link_pos};	2410	my $link_pos = delete $self->{_link_pos};
1830		2411
1831	unless ($map) {	2412	unless ($map) {
1832	# restore original map position	2413	# restore original map position
…		…
1846	# use -1 or undef as default coordinates, not 0, 0	2427	# use -1 or undef as default coordinates, not 0, 0
1847	($x, $y) = ($map->enter_x, $map->enter_y)	2428	($x, $y) = ($map->enter_x, $map->enter_y)
1848	if $x <=0 && $y <= 0;	2429	if $x <=0 && $y <= 0;
1849		2430
1850	$map->load;	2431	$map->load;
1851	$map->load_diag;	2432	$map->load_neighbours;
1852		2433
1853	return unless $self->contr->active;	2434	return unless $self->contr->active;
1854	$self->activate_recursive;	2435	$self->activate_recursive;
1855		2436
1856	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2437	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1857	$self->enter_map ($map, $x, $y);	2438	$self->enter_map ($map, $x, $y);
1858	}	2439	}
1859		2440
1860	cf::player->attach (	2441	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1861	on_logout => sub {
1862	my ($pl) = @_;
1863		2442
1864	# abort map switching before logout	2443	Moves the player to the given map-path and coordinates by first freezing
1865	if ($pl->ob->{_link_pos}) {	2444	her, loading and preparing them map, calling the provided $check callback
1866	cf::sync_job {	2445	that has to return the map if sucecssful, and then unfreezes the player on
1867	$pl->ob->leave_link	2446	the new (success) or old (failed) map position. In either case, $done will
1868	};	2447	be called at the end of this process.
1869	}
1870	},
1871	on_login => sub {
1872	my ($pl) = @_;
1873		2448
1874	# try to abort aborted map switching on player login :)
1875	# should happen only on crashes
1876	if ($pl->ob->{_link_pos}) {
1877	$pl->ob->enter_link;
1878	(async {
1879	$pl->ob->reply (undef,
1880	"There was an internal problem at your last logout, "
1881	. "the server will try to bring you to your intended destination in a second.",
1882	cf::NDI_RED);
1883	# we need this sleep as the login has a concurrent enter_exit running
1884	# and this sleep increases chances of the player not ending up in scorn
1885	Coro::Timer::sleep 1;
1886	$pl->ob->leave_link;
1887	})->prio (2);
1888	}
1889	},
1890	);
1891
1892	=item $player_object->goto ($path, $x, $y)
1893
1894	=cut	2449	=cut
		2450
		2451	our $GOTOGEN;
1895		2452
1896	sub cf::object::player::goto {	2453	sub cf::object::player::goto {
1897	my ($self, $path, $x, $y) = @_;	2454	my ($self, $path, $x, $y, $check, $done) = @_;
		2455
		2456	# do generation counting so two concurrent goto's will be executed in-order
		2457	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1898		2458
1899	$self->enter_link;	2459	$self->enter_link;
1900		2460
1901	(async {	2461	(async {
		2462	$Coro::current->{desc} = "player::goto $path $x $y";
		2463
		2464	# *tag paths override both path and x|y
		2465	if ($path =~ /^\*(.*)$/) {
		2466	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2467	my $ob = $obs[rand @obs];
		2468
		2469	# see if we actually can go there
		2470	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2471	$ob = $obs[rand @obs];
		2472	} else {
		2473	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2474	}
		2475	# else put us there anyways for now #d#
		2476
		2477	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2478	} else {
		2479	($path, $x, $y) = (undef, undef, undef);
		2480	}
		2481	}
		2482
1902	my $map = eval {	2483	my $map = eval {
1903	my $map = cf::map::find $path;	2484	my $map = defined $path ? cf::map::find $path : undef;
		2485
		2486	if ($map) {
1904	$map = $map->customise_for ($self) if $map;	2487	$map = $map->customise_for ($self);
		2488	$map = $check->($map) if $check && $map;
		2489	} else {
		2490	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2491	}
		2492
1905	$map	2493	$map
		2494	};
		2495
		2496	if ($@) {
		2497	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2498	LOG llevError | logBacktrace, Carp::longmess $@;
1906	} or	2499	}
1907	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1908		2500
		2501	if ($gen == $self->{_goto_generation}) {
		2502	delete $self->{_goto_generation};
1909	$self->leave_link ($map, $x, $y);	2503	$self->leave_link ($map, $x, $y);
		2504	}
		2505
		2506	$done->() if $done;
1910	})->prio (1);	2507	})->prio (1);
1911	}	2508	}
1912		2509
1913	=item $player_object->enter_exit ($exit_object)	2510	=item $player_object->enter_exit ($exit_object)
1914		2511
…		…
1953		2550
1954	$rmp->{random_seed} ||= $exit->random_seed;	2551	$rmp->{random_seed} ||= $exit->random_seed;
1955		2552
1956	my $data = cf::to_json $rmp;	2553	my $data = cf::to_json $rmp;
1957	my $md5 = Digest::MD5::md5_hex $data;	2554	my $md5 = Digest::MD5::md5_hex $data;
1958	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2555	my $meta = "$RANDOMDIR/$md5.meta";
1959		2556
1960	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2557	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1961	aio_write $fh, 0, (length $data), $data, 0;	2558	aio_write $fh, 0, (length $data), $data, 0;
1962	undef $fh;	2559	undef $fh;
1963	aio_rename "$meta~", $meta;	2560	aio_rename "$meta~", $meta;
…		…
1983	my $hp = $exit->stats->hp;	2580	my $hp = $exit->stats->hp;
1984	my $sp = $exit->stats->sp;	2581	my $sp = $exit->stats->sp;
1985		2582
1986	$self->enter_link;	2583	$self->enter_link;
1987		2584
		2585	# if exit is damned, update players death & WoR home-position
		2586	$self->contr->savebed ($slaying, $hp, $sp)
		2587	if $exit->flag (FLAG_DAMNED);
		2588
1988	(async {	2589	(async {
		2590	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2591
1989	$self->deactivate_recursive; # just to be sure	2592	$self->deactivate_recursive; # just to be sure
1990	unless (eval {	2593	unless (eval {
1991	$self->goto ($slaying, $hp, $sp);	2594	$self->goto ($slaying, $hp, $sp);
1992		2595
1993	1;	2596	1;
…		…
2019		2622
2020	utf8::encode $text;	2623	utf8::encode $text;
2021	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2624	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2022	}	2625	}
2023		2626
		2627	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2628
		2629	Send a drawinfo or msg packet to the client, formatting the msg for the
		2630	client if neccessary. C<$type> should be a string identifying the type of
		2631	the message, with C<log> being the default. If C<$color> is negative, suppress
		2632	the message unless the client supports the msg packet.
		2633
		2634	=cut
		2635
		2636	our %CHANNEL = (
		2637	"c/identify" => {
		2638	id => "identify",
		2639	title => "Identify",
		2640	reply => undef,
		2641	tooltip => "Items recently identified",
		2642	},
		2643	"c/examine" => {
		2644	id => "examine",
		2645	title => "Examine",
		2646	reply => undef,
		2647	tooltip => "Signs and other items you examined",
		2648	},
		2649	);
		2650
		2651	sub cf::client::send_msg {
		2652	my ($self, $channel, $msg, $color, @extra) = @_;
		2653
		2654	$msg = $self->pl->expand_cfpod ($msg);
		2655
		2656	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2657
		2658	# check predefined channels, for the benefit of C
		2659	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};
		2660
		2661	if (ref $channel) {
		2662	# send meta info to client, if not yet sent
		2663	unless (exists $self->{channel}{$channel->{id}}) {
		2664	$self->{channel}{$channel->{id}} = $channel;
		2665	$self->ext_msg (channel_info => $channel)
		2666	if $self->can_msg;
		2667	}
		2668
		2669	$channel = $channel->{id};
		2670	}
		2671
		2672	return unless @extra || length $msg;
		2673
		2674	if ($self->can_msg) {
		2675	# default colour, mask it out
		2676	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2677	if $color & cf::NDI_DEF;
		2678
		2679	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2680	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2681	} else {
		2682	if ($color >= 0) {
		2683	# replace some tags by gcfclient-compatible ones
		2684	for ($msg) {
		2685	1 while
		2686	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2687	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2688	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2689	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2690	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2691	}
		2692
		2693	$color &= cf::NDI_COLOR_MASK;
		2694
		2695	utf8::encode $msg;
		2696
		2697	if (0 && $msg =~ /\[/) {
		2698	# COMMAND/INFO
		2699	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2700	} else {
		2701	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2702	$self->send_packet ("drawinfo $color $msg")
		2703	}
		2704	}
		2705	}
		2706	}
		2707
2024	=item $client->ext_event ($type, %msg)	2708	=item $client->ext_msg ($type, @msg)
2025		2709
2026	Sends an exti event to the client.	2710	Sends an ext event to the client.
2027		2711
2028	=cut	2712	=cut
2029		2713
2030	sub cf::client::ext_event($$%) {	2714	sub cf::client::ext_msg($$@) {
2031	my ($self, $type, %msg) = @_;	2715	my ($self, $type, @msg) = @_;
2032		2716
		2717	if ($self->extcmd == 2) {
		2718	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2719	} elsif ($self->extcmd == 1) { # TODO: remove
2033	$msg{msgtype} = "event_$type";	2720	push @msg, msgtype => "event_$type";
2034	$self->send_packet ("ext " . cf::to_json \%msg);	2721	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2722	}
		2723	}
		2724
		2725	=item $client->ext_reply ($msgid, @msg)
		2726
		2727	Sends an ext reply to the client.
		2728
		2729	=cut
		2730
		2731	sub cf::client::ext_reply($$@) {
		2732	my ($self, $id, @msg) = @_;
		2733
		2734	if ($self->extcmd == 2) {
		2735	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2736	} elsif ($self->extcmd == 1) {
		2737	#TODO: version 1, remove
		2738	unshift @msg, msgtype => "reply", msgid => $id;
		2739	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2740	}
2035	}	2741	}
2036		2742
2037	=item $success = $client->query ($flags, "text", \&cb)	2743	=item $success = $client->query ($flags, "text", \&cb)
2038		2744
2039	Queues a query to the client, calling the given callback with	2745	Queues a query to the client, calling the given callback with
2040	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2746	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2041	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2747	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2042		2748
2043	Queries can fail, so check the return code. Or don't, as queries will become	2749	Queries can fail, so check the return code. Or don't, as queries will
2044	reliable at some point in the future.	2750	become reliable at some point in the future.
2045		2751
2046	=cut	2752	=cut
2047		2753
2048	sub cf::client::query {	2754	sub cf::client::query {
2049	my ($self, $flags, $text, $cb) = @_;	2755	my ($self, $flags, $text, $cb) = @_;
…		…
2057	utf8::encode $text;	2763	utf8::encode $text;
2058	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2764	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2059		2765
2060	$self->send_packet ($self->{query_queue}[0][0])	2766	$self->send_packet ($self->{query_queue}[0][0])
2061	if @{ $self->{query_queue} } == 1;	2767	if @{ $self->{query_queue} } == 1;
		2768
		2769	1
2062	}	2770	}
2063		2771
2064	cf::client->attach (	2772	cf::client->attach (
		2773	on_connect => sub {
		2774	my ($ns) = @_;
		2775
		2776	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2777	},
2065	on_reply => sub {	2778	on_reply => sub {
2066	my ($ns, $msg) = @_;	2779	my ($ns, $msg) = @_;
2067		2780
2068	# this weird shuffling is so that direct followup queries	2781	# this weird shuffling is so that direct followup queries
2069	# get handled first	2782	# get handled first
…		…
2081	} else {	2794	} else {
2082	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2795	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2083	}	2796	}
2084	}	2797	}
2085	},	2798	},
		2799	on_exticmd => sub {
		2800	my ($ns, $buf) = @_;
		2801
		2802	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2803
		2804	if (ref $msg) {
		2805	my ($type, $reply, @payload) =
		2806	"ARRAY" eq ref $msg
		2807	? @$msg
		2808	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2809
		2810	my @reply;
		2811
		2812	if (my $cb = $EXTICMD{$type}) {
		2813	@reply = $cb->($ns, @payload);
		2814	}
		2815
		2816	$ns->ext_reply ($reply, @reply)
		2817	if $reply;
		2818
		2819	} else {
		2820	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2821	}
		2822
		2823	cf::override;
		2824	},
2086	);	2825	);
2087		2826
2088	=item $client->async (\&cb)	2827	=item $client->async (\&cb)
2089		2828
2090	Create a new coroutine, running the specified callback. The coroutine will	2829	Create a new coroutine, running the specified callback. The coroutine will
…		…
2131	our $safe = new Safe "safe";	2870	our $safe = new Safe "safe";
2132	our $safe_hole = new Safe::Hole;	2871	our $safe_hole = new Safe::Hole;
2133		2872
2134	$SIG{FPE} = 'IGNORE';	2873	$SIG{FPE} = 'IGNORE';
2135		2874
2136	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2875	$safe->permit_only (Opcode::opset qw(
		2876	:base_core :base_mem :base_orig :base_math
		2877	grepstart grepwhile mapstart mapwhile
		2878	sort time
		2879	));
2137		2880
2138	# here we export the classes and methods available to script code	2881	# here we export the classes and methods available to script code
2139		2882
2140	=pod	2883	=pod
2141		2884
2142	The following functions and methods are available within a safe environment:	2885	The following functions and methods are available within a safe environment:
2143		2886
2144	cf::object contr pay_amount pay_player map	2887	cf::object
		2888	contr pay_amount pay_player map x y force_find force_add
		2889	insert remove name archname title slaying race decrease_ob_nr
		2890
2145	cf::object::player player	2891	cf::object::player
2146	cf::player peaceful	2892	player
2147	cf::map trigger	2893
		2894	cf::player
		2895	peaceful
		2896
		2897	cf::map
		2898	trigger
2148		2899
2149	=cut	2900	=cut
2150		2901
2151	for (	2902	for (
2152	["cf::object" => qw(contr pay_amount pay_player map)],	2903	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2904	insert remove inv name archname title slaying race
		2905	decrease_ob_nr)],
2153	["cf::object::player" => qw(player)],	2906	["cf::object::player" => qw(player)],
2154	["cf::player" => qw(peaceful)],	2907	["cf::player" => qw(peaceful)],
2155	["cf::map" => qw(trigger)],	2908	["cf::map" => qw(trigger)],
2156	) {	2909	) {
2157	no strict 'refs';	2910	no strict 'refs';
…		…
2228	=back	2981	=back
2229		2982
2230	=cut	2983	=cut
2231		2984
2232	#############################################################################	2985	#############################################################################
2233
2234	=head2 EXTENSION DATABASE SUPPORT
2235
2236	Crossfire maintains a very simple database for extension use. It can
2237	currently store anything that can be serialised using Storable, which
2238	excludes objects.
2239
2240	The parameter C<$family> should best start with the name of the extension
2241	using it, it should be unique.
2242
2243	=over 4
2244
2245	=item $value = cf::db_get $family => $key
2246
2247	Returns a single value from the database.
2248
2249	=item cf::db_put $family => $key => $value
2250
2251	Stores the given C<$value> in the family.
2252
2253	=cut
2254
2255	our $DB;
2256
2257	sub db_init {
2258	unless ($DB) {
2259	$DB = BDB::db_create $DB_ENV;
2260
2261	cf::sync_job {
2262	eval {
2263	$DB->set_flags (BDB::CHKSUM);
2264
2265	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2266	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2267	cf::cleanup "db_open(db): $!" if $!;
2268	};
2269	cf::cleanup "db_open(db): $@" if $@;
2270	};
2271
2272	my $path = cf::localdir . "/database.pst";
2273	if (stat $path) {
2274	cf::sync_job {
2275	my $pst = Storable::retrieve $path;
2276
2277	cf::db_put (board => data => $pst->{board});
2278	cf::db_put (guildrules => data => $pst->{guildrules});
2279	cf::db_put (rent => balance => $pst->{rent}{balance});
2280	BDB::db_env_txn_checkpoint $DB_ENV;
2281
2282	unlink $path;
2283	};
2284	}
2285	}
2286	}
2287
2288	sub db_get($$) {
2289	my $key = "$_[0]/$_[1]";
2290
2291	cf::sync_job {
2292	BDB::db_get $DB, undef, $key, my $data;
2293
2294	$! ? ()
2295	: Compress::LZF::sthaw $data
2296	}
2297	}
2298
2299	sub db_put($$$) {
2300	BDB::dbreq_pri 4;
2301	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2302	}
2303
2304	#############################################################################
2305	# the server's init and main functions	2986	# the server's init and main functions
2306		2987
2307	sub load_facedata {	2988	sub load_facedata($) {
2308	my $path = sprintf "%s/facedata", cf::datadir;	2989	my ($path) = @_;
		2990
		2991	# HACK to clear player env face cache, we need some signal framework
		2992	# for this (global event?)
		2993	%ext::player_env::MUSIC_FACE_CACHE = ();
		2994
		2995	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2309		2996
2310	warn "loading facedata from $path\n";	2997	warn "loading facedata from $path\n";
2311		2998
2312	my $faces;	2999	my $facedata;
2313	0 < aio_load $path, $faces	3000	0 < aio_load $path, $facedata
2314	or die "$path: $!";	3001	or die "$path: $!";
2315		3002
2316	Coro::cede;
2317	$faces = Storable::thaw $faces;	3003	$facedata = Coro::Storable::thaw $facedata;
2318	Coro::cede;
2319		3004
2320	my $meta = delete $faces->{""};
2321	$meta->{version} == 1	3005	$facedata->{version} == 2
2322	or cf::cleanup "$path: version mismatch, cannot proceed.";	3006	or cf::cleanup "$path: version mismatch, cannot proceed.";
2323		3007
		3008	# patch in the exptable
		3009	$facedata->{resource}{"res/exp_table"} = {
		3010	type => FT_RSRC,
		3011	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3012	};
		3013	cf::cede_to_tick;
		3014
		3015	{
		3016	my $faces = $facedata->{faceinfo};
		3017
2324	while (my ($face, $info) = each %$faces) {	3018	while (my ($face, $info) = each %$faces) {
2325	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3019	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2326	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3020	cf::face::set_visibility $idx, $info->{visibility};
		3021	cf::face::set_magicmap $idx, $info->{magicmap};
2327	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3022	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2328	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3023	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2329	Coro::cede;
2330	}
2331		3024
		3025	cf::cede_to_tick;
		3026	}
		3027
2332	while (my ($face, $info) = each %$faces) {	3028	while (my ($face, $info) = each %$faces) {
2333	next unless $info->{smooth};	3029	next unless $info->{smooth};
2334	my $idx = cf::face::find $face	3030	my $idx = cf::face::find $face
2335	or next;	3031	or next;
2336	if (my $smooth = cf::face::find $info->{smooth}) {	3032	if (my $smooth = cf::face::find $info->{smooth}) {
		3033	cf::face::set_smooth $idx, $smooth;
2337	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3034	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2338	} else {	3035	} else {
2339	warn "smooth face '$info->{smooth}' not found for face '$face'";	3036	warn "smooth face '$info->{smooth}' not found for face '$face'";
2340	}	3037	}
2341	Coro::cede;	3038
		3039	cf::cede_to_tick;
		3040	}
		3041	}
		3042
		3043	{
		3044	my $anims = $facedata->{animinfo};
		3045
		3046	while (my ($anim, $info) = each %$anims) {
		3047	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3048	cf::cede_to_tick;
		3049	}
		3050
		3051	cf::anim::invalidate_all; # d'oh
		3052	}
		3053
		3054	{
		3055	# TODO: for gcfclient pleasure, we should give resources
		3056	# that gcfclient doesn't grok a >10000 face index.
		3057	my $res = $facedata->{resource};
		3058
		3059	my $soundconf = delete $res->{"res/sound.conf"};
		3060
		3061	while (my ($name, $info) = each %$res) {
		3062	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3063	my $data;
		3064
		3065	if ($info->{type} & 1) {
		3066	# prepend meta info
		3067
		3068	my $meta = $enc->encode ({
		3069	name => $name,
		3070	%{ $info->{meta} || {} },
		3071	});
		3072
		3073	$data = pack "(w/a*)*", $meta, $info->{data};
		3074	} else {
		3075	$data = $info->{data};
		3076	}
		3077
		3078	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3079	cf::face::set_type $idx, $info->{type};
		3080
		3081	cf::cede_to_tick;
		3082	}
		3083
		3084	if ($soundconf) {
		3085	$soundconf = $enc->decode (delete $soundconf->{data});
		3086
		3087	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3088	my $sound = $soundconf->{compat}[$_]
		3089	or next;
		3090
		3091	my $face = cf::face::find "sound/$sound->[1]";
		3092	cf::sound::set $sound->[0] => $face;
		3093	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3094	}
		3095
		3096	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3097	my $face = cf::face::find "sound/$v";
		3098	cf::sound::set $k => $face;
		3099	}
		3100	}
2342	}	3101	}
2343		3102
2344	1	3103	1
2345	}	3104	}
2346		3105
		3106	register_exticmd fx_want => sub {
		3107	my ($ns, $want) = @_;
		3108
		3109	while (my ($k, $v) = each %$want) {
		3110	$ns->fx_want ($k, $v);
		3111	}
		3112	};
		3113
		3114	sub reload_regions {
		3115	# HACK to clear player env face cache, we need some signal framework
		3116	# for this (global event?)
		3117	%ext::player_env::MUSIC_FACE_CACHE = ();
		3118
		3119	load_resource_file "$MAPDIR/regions"
		3120	or die "unable to load regions file\n";
		3121
		3122	for (cf::region::list) {
		3123	$_->{match} = qr/$_->{match}/
		3124	if exists $_->{match};
		3125	}
		3126	}
		3127
		3128	sub reload_facedata {
		3129	load_facedata "$DATADIR/facedata"
		3130	or die "unable to load facedata\n";
		3131	}
		3132
		3133	sub reload_archetypes {
		3134	load_resource_file "$DATADIR/archetypes"
		3135	or die "unable to load archetypes\n";
		3136	#d# NEED to laod twice to resolve forward references
		3137	# this really needs to be done in an extra post-pass
		3138	# (which needs to be synchronous, so solve it differently)
		3139	load_resource_file "$DATADIR/archetypes"
		3140	or die "unable to load archetypes\n";
		3141	}
		3142
		3143	sub reload_treasures {
		3144	load_resource_file "$DATADIR/treasures"
		3145	or die "unable to load treasurelists\n";
		3146	}
		3147
2347	sub reload_resources {	3148	sub reload_resources {
2348	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	3149	warn "reloading resource files...\n";
2349	or die "unable to load regions file\n";#d#	3150
		3151	reload_regions;
2350	load_facedata	3152	reload_facedata;
2351	or die "unable to load facedata\n";#d#	3153	#reload_archetypes;#d#
		3154	reload_archetypes;
		3155	reload_treasures;
		3156
		3157	warn "finished reloading resource files\n";
2352	}	3158	}
2353		3159
2354	sub init {	3160	sub init {
2355	reload_resources;	3161	reload_resources;
2356	}	3162	}
2357		3163
2358	sub cfg_load {	3164	sub reload_config {
2359	open my $fh, "<:utf8", cf::confdir . "/config"	3165	open my $fh, "<:utf8", "$CONFDIR/config"
2360	or return;	3166	or return;
2361		3167
2362	local $/;	3168	local $/;
2363	*CFG = YAML::Syck::Load <$fh>;	3169	*CFG = YAML::Syck::Load <$fh>;
2364		3170
…		…
2379	sub main {	3185	sub main {
2380	# we must not ever block the main coroutine	3186	# we must not ever block the main coroutine
2381	local $Coro::idle = sub {	3187	local $Coro::idle = sub {
2382	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3188	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2383	(async {	3189	(async {
		3190	$Coro::current->{desc} = "IDLE BUG HANDLER";
2384	Event::one_event;	3191	Event::one_event;
2385	})->prio (Coro::PRIO_MAX);	3192	})->prio (Coro::PRIO_MAX);
2386	};	3193	};
2387		3194
2388	cfg_load;	3195	reload_config;
2389	db_init;	3196	db_init;
2390	load_extensions;	3197	load_extensions;
2391		3198
2392	$TICK_WATCHER->start;	3199	$TICK_WATCHER->start;
2393	Event::loop;	3200	Event::loop;
…		…
2409	},	3216	},
2410	);	3217	);
2411	}	3218	}
2412	}	3219	}
2413		3220
		3221	sub write_runtime {
		3222	my $runtime = "$LOCALDIR/runtime";
		3223
		3224	# first touch the runtime file to show we are still running:
		3225	# the fsync below can take a very very long time.
		3226
		3227	IO::AIO::aio_utime $runtime, undef, undef;
		3228
		3229	my $guard = cf::lock_acquire "write_runtime";
		3230
		3231	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3232	or return;
		3233
		3234	my $value = $cf::RUNTIME + 90 + 10;
		3235	# 10 is the runtime save interval, for a monotonic clock
		3236	# 60 allows for the watchdog to kill the server.
		3237
		3238	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3239	and return;
		3240
		3241	# always fsync - this file is important
		3242	aio_fsync $fh
		3243	and return;
		3244
		3245	# touch it again to show we are up-to-date
		3246	aio_utime $fh, undef, undef;
		3247
		3248	close $fh
		3249	or return;
		3250
		3251	aio_rename "$runtime~", $runtime
		3252	and return;
		3253
		3254	warn "runtime file written.\n";
		3255
		3256	1
		3257	}
		3258
2414	sub emergency_save() {	3259	sub emergency_save() {
2415	my $freeze_guard = cf::freeze_mainloop;	3260	my $freeze_guard = cf::freeze_mainloop;
2416		3261
2417	warn "enter emergency perl save\n";	3262	warn "enter emergency perl save\n";
2418		3263
…		…
2449		3294
2450	warn Carp::longmess "post_cleanup backtrace"	3295	warn Carp::longmess "post_cleanup backtrace"
2451	if $make_core;	3296	if $make_core;
2452	}	3297	}
2453		3298
2454	sub reload() {	3299	sub do_reload_perl() {
2455	# can/must only be called in main	3300	# can/must only be called in main
2456	if ($Coro::current != $Coro::main) {	3301	if ($Coro::current != $Coro::main) {
2457	warn "can only reload from main coroutine";	3302	warn "can only reload from main coroutine";
2458	return;	3303	return;
2459	}	3304	}
…		…
2493	%EXT_CORO = ();	3338	%EXT_CORO = ();
2494		3339
2495	warn "removing commands";	3340	warn "removing commands";
2496	%COMMAND = ();	3341	%COMMAND = ();
2497		3342
2498	warn "removing ext commands";	3343	warn "removing ext/exti commands";
2499	%EXTCMD = ();	3344	%EXTCMD = ();
		3345	%EXTICMD = ();
2500		3346
2501	warn "unloading/nuking all extensions";	3347	warn "unloading/nuking all extensions";
2502	for my $pkg (@EXTS) {	3348	for my $pkg (@EXTS) {
2503	warn "... unloading $pkg";	3349	warn "... unloading $pkg";
2504		3350
…		…
2534	Symbol::delete_package "safe::$_"	3380	Symbol::delete_package "safe::$_"
2535	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3381	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2536		3382
2537	warn "unloading cf.pm \"a bit\"";	3383	warn "unloading cf.pm \"a bit\"";
2538	delete $INC{"cf.pm"};	3384	delete $INC{"cf.pm"};
		3385	delete $INC{"cf/pod.pm"};
2539		3386
2540	# don't, removes xs symbols, too,	3387	# don't, removes xs symbols, too,
2541	# and global variables created in xs	3388	# and global variables created in xs
2542	#Symbol::delete_package __PACKAGE__;	3389	#Symbol::delete_package __PACKAGE__;
2543		3390
…		…
2546	warn "reloading cf.pm";	3393	warn "reloading cf.pm";
2547	require cf;	3394	require cf;
2548	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3395	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2549		3396
2550	warn "loading config and database again";	3397	warn "loading config and database again";
2551	cf::cfg_load;	3398	cf::reload_config;
2552		3399
2553	warn "loading extensions";	3400	warn "loading extensions";
2554	cf::load_extensions;	3401	cf::load_extensions;
2555		3402
2556	warn "reattaching attachments to objects/players";	3403	warn "reattaching attachments to objects/players";
…		…
2558	warn "reattaching attachments to maps";	3405	warn "reattaching attachments to maps";
2559	reattach $_ for values %MAP;	3406	reattach $_ for values %MAP;
2560	warn "reattaching attachments to players";	3407	warn "reattaching attachments to players";
2561	reattach $_ for values %PLAYER;	3408	reattach $_ for values %PLAYER;
2562		3409
2563	warn "loading reloadable resources";
2564	reload_resources;
2565
2566	warn "leaving sync_job";	3410	warn "leaving sync_job";
2567		3411
2568	1	3412	1
2569	} or do {	3413	} or do {
2570	warn $@;	3414	warn $@;
…		…
2575	warn "reloaded";	3419	warn "reloaded";
2576	};	3420	};
2577		3421
2578	our $RELOAD_WATCHER; # used only during reload	3422	our $RELOAD_WATCHER; # used only during reload
2579		3423
		3424	sub reload_perl() {
		3425	# doing reload synchronously and two reloads happen back-to-back,
		3426	# coro crashes during coro_state_free->destroy here.
		3427
		3428	$RELOAD_WATCHER ||= Event->timer (
		3429	reentrant => 0,
		3430	after => 0,
		3431	data => WF_AUTOCANCEL,
		3432	cb => sub {
		3433	do_reload_perl;
		3434	undef $RELOAD_WATCHER;
		3435	},
		3436	);
		3437	}
		3438
2580	register_command "reload" => sub {	3439	register_command "reload" => sub {
2581	my ($who, $arg) = @_;	3440	my ($who, $arg) = @_;
2582		3441
2583	if ($who->flag (FLAG_WIZ)) {	3442	if ($who->flag (FLAG_WIZ)) {
2584	$who->message ("reloading server.");	3443	$who->message ("reloading server.");
2585		3444	async {
2586	# doing reload synchronously and two reloads happen back-to-back,	3445	$Coro::current->{desc} = "perl_reload";
2587	# coro crashes during coro_state_free->destroy here.
2588
2589	$RELOAD_WATCHER ||= Event->timer (
2590	reentrant => 0,
2591	after => 0,
2592	data => WF_AUTOCANCEL,
2593	cb => sub {
2594	reload;	3446	reload_perl;
2595	undef $RELOAD_WATCHER;
2596	},
2597	);	3447	};
2598	}	3448	}
2599	};	3449	};
2600		3450
2601	unshift @INC, $LIBDIR;	3451	unshift @INC, $LIBDIR;
2602		3452
2603	my $bug_warning = 0;	3453	my $bug_warning = 0;
		3454
		3455	our @WAIT_FOR_TICK;
		3456	our @WAIT_FOR_TICK_BEGIN;
		3457
		3458	sub wait_for_tick {
		3459	return unless $TICK_WATCHER->is_active;
		3460	return if $Coro::current == $Coro::main;
		3461
		3462	my $signal = new Coro::Signal;
		3463	push @WAIT_FOR_TICK, $signal;
		3464	$signal->wait;
		3465	}
		3466
		3467	sub wait_for_tick_begin {
		3468	return unless $TICK_WATCHER->is_active;
		3469	return if $Coro::current == $Coro::main;
		3470
		3471	my $signal = new Coro::Signal;
		3472	push @WAIT_FOR_TICK_BEGIN, $signal;
		3473	$signal->wait;
		3474	}
2604		3475
2605	$TICK_WATCHER = Event->timer (	3476	$TICK_WATCHER = Event->timer (
2606	reentrant => 0,	3477	reentrant => 0,
2607	parked => 1,	3478	parked => 1,
2608	prio => 0,	3479	prio => 0,
…		…
2613	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3484	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2614	unless ++$bug_warning > 10;	3485	unless ++$bug_warning > 10;
2615	return;	3486	return;
2616	}	3487	}
2617		3488
2618	$NOW = Event::time;	3489	$NOW = $tick_start = Event::time;
2619		3490
2620	cf::server_tick; # one server iteration	3491	cf::server_tick; # one server iteration
		3492
2621	$RUNTIME += $TICK;	3493	$RUNTIME += $TICK;
2622	$NEXT_TICK += $TICK;	3494	$NEXT_TICK += $TICK;
2623		3495
2624	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3496	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2625	$NEXT_RUNTIME_WRITE = $NOW + 10;	3497	$NEXT_RUNTIME_WRITE = $NOW + 10;
2626	Coro::async_pool {	3498	Coro::async_pool {
		3499	$Coro::current->{desc} = "runtime saver";
2627	write_runtime	3500	write_runtime
2628	or warn "ERROR: unable to write runtime file: $!";	3501	or warn "ERROR: unable to write runtime file: $!";
2629	};	3502	};
2630	}	3503	}
2631		3504
2632	$WAIT_FOR_TICK->broadcast;	3505	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2633	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;	3506	$sig->send;
		3507	}
		3508	while (my $sig = shift @WAIT_FOR_TICK) {
		3509	$sig->send;
		3510	}
2634		3511
2635	# my $AFTER = Event::time;	3512	$NOW = Event::time;
2636	# warn $AFTER - $NOW;#d#
2637		3513
2638	# if we are delayed by four ticks or more, skip them all	3514	# if we are delayed by four ticks or more, skip them all
2639	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3515	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2640		3516
2641	$TICK_WATCHER->at ($NEXT_TICK);	3517	$TICK_WATCHER->at ($NEXT_TICK);
2642	$TICK_WATCHER->start;	3518	$TICK_WATCHER->start;
		3519
		3520	$LOAD = ($NOW - $tick_start) / $TICK;
		3521	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3522
		3523	_post_tick;
2643	},	3524	},
2644	);	3525	);
2645		3526
2646	{	3527	{
		3528	BDB::min_parallel 8;
2647	BDB::max_poll_time $TICK * 0.1;	3529	BDB::max_poll_time $TICK * 0.1;
2648	$BDB_POLL_WATCHER = Event->io (	3530	$BDB_POLL_WATCHER = Event->io (
2649	reentrant => 0,	3531	reentrant => 0,
2650	fd => BDB::poll_fileno,	3532	fd => BDB::poll_fileno,
2651	poll => 'r',	3533	poll => 'r',
2652	prio => 0,	3534	prio => 0,
2653	data => WF_AUTOCANCEL,	3535	data => WF_AUTOCANCEL,
2654	cb => \&BDB::poll_cb,	3536	cb => \&BDB::poll_cb,
2655	);	3537	);
2656	BDB::min_parallel 8;
2657		3538
2658	BDB::set_sync_prepare {	3539	BDB::set_sync_prepare {
2659	my $status;	3540	my $status;
2660	my $current = $Coro::current;	3541	my $current = $Coro::current;
2661	(	3542	(
…		…
2670	)	3551	)
2671	};	3552	};
2672		3553
2673	unless ($DB_ENV) {	3554	unless ($DB_ENV) {
2674	$DB_ENV = BDB::db_env_create;	3555	$DB_ENV = BDB::db_env_create;
		3556	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3557	| BDB::LOG_AUTOREMOVE, 1);
		3558	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3559	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2675		3560
2676	cf::sync_job {	3561	cf::sync_job {
2677	eval {	3562	eval {
2678	BDB::db_env_open	3563	BDB::db_env_open
2679	$DB_ENV,	3564	$DB_ENV,
2680	$BDB_ENV_DIR,	3565	$BDBDIR,
2681	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3566	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2682	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3567	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2683	0666;	3568	0666;
2684		3569
2685	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	3570	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2686
2687	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2688	$DB_ENV->set_lk_detect;
2689	};	3571	};
2690		3572
2691	cf::cleanup "db_env_open(db): $@" if $@;	3573	cf::cleanup "db_env_open(db): $@" if $@;
2692	};	3574	};
2693	}	3575	}
		3576
		3577	$BDB_DEADLOCK_WATCHER = Event->timer (
		3578	after => 3,
		3579	interval => 1,
		3580	hard => 1,
		3581	prio => 0,
		3582	data => WF_AUTOCANCEL,
		3583	cb => sub {
		3584	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3585	},
		3586	);
		3587	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3588	after => 11,
		3589	interval => 60,
		3590	hard => 1,
		3591	prio => 0,
		3592	data => WF_AUTOCANCEL,
		3593	cb => sub {
		3594	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3595	},
		3596	);
		3597	$BDB_TRICKLE_WATCHER = Event->timer (
		3598	after => 5,
		3599	interval => 10,
		3600	hard => 1,
		3601	prio => 0,
		3602	data => WF_AUTOCANCEL,
		3603	cb => sub {
		3604	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3605	},
		3606	);
2694	}	3607	}
2695		3608
2696	{	3609	{
2697	IO::AIO::min_parallel 8;	3610	IO::AIO::min_parallel 8;
2698		3611
…		…
2706	prio => 6,	3619	prio => 6,
2707	cb => \&IO::AIO::poll_cb,	3620	cb => \&IO::AIO::poll_cb,
2708	);	3621	);
2709	}	3622	}
2710		3623
		3624	my $_log_backtrace;
		3625
		3626	sub _log_backtrace {
		3627	my ($msg, @addr) = @_;
		3628
		3629	$msg =~ s/\n//;
		3630
		3631	# limit the # of concurrent backtraces
		3632	if ($_log_backtrace < 2) {
		3633	++$_log_backtrace;
		3634	async {
		3635	$Coro::current->{desc} = "abt $msg";
		3636
		3637	my @bt = fork_call {
		3638	@addr = map { sprintf "%x", $_ } @addr;
		3639	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3640	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3641	or die "addr2line: $!";
		3642
		3643	my @funcs;
		3644	my @res = <$fh>;
		3645	chomp for @res;
		3646	while (@res) {
		3647	my ($func, $line) = splice @res, 0, 2, ();
		3648	push @funcs, "[$func] $line";
		3649	}
		3650
		3651	@funcs
		3652	};
		3653
		3654	LOG llevInfo, "[ABT] $msg\n";
		3655	LOG llevInfo, "[ABT] $_\n" for @bt;
		3656	--$_log_backtrace;
		3657	};
		3658	} else {
		3659	LOG llevInfo, "[ABT] $msg\n";
		3660	LOG llevInfo, "[ABT] [suppressed]\n";
		3661	}
		3662	}
		3663
		3664	# load additional modules
		3665	use cf::pod;
		3666
2711	END { cf::emergency_save }	3667	END { cf::emergency_save }
2712		3668
2713	1	3669	1
2714		3670

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines