ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.236 by root, Thu Apr 12 14:18:05 2007 UTC vs.
Revision 1.362 by root, Mon Sep 10 12:44:06 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.52 ();	15	use Coro 3.64 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
		24	use Coro::Util ();
21		25
		26	use JSON::XS ();
22	use BDB ();	27	use BDB ();
23	use Data::Dumper;	28	use Data::Dumper;
24	use Digest::MD5;	29	use Digest::MD5;
25	use Fcntl;	30	use Fcntl;
26	use YAML::Syck ();	31	use YAML::Syck ();
27	use IO::AIO 2.32 ();	32	use IO::AIO 2.32 ();
28	use Time::HiRes;	33	use Time::HiRes;
29	use Compress::LZF;	34	use Compress::LZF;
		35	use Digest::MD5 ();
30		36
31	# configure various modules to our taste	37	# configure various modules to our taste
32	#	38	#
		39	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		42
36	$Event::Eval = 1; # no idea why this is required, but it is	43	$Event::Eval = 1; # no idea why this is required, but it is
37		44
…		…
45	our %COMMAND = ();	52	our %COMMAND = ();
46	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
47		54
48	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
49	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
50	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
52		60
53	our $RELOAD; # number of reloads so far	61	our $RELOAD; # number of reloads so far
54	our @EVENT;	62	our @EVENT;
55	our $LIBDIR = datadir . "/ext";
56		63
57	our $TICK = MAX_TIME * 1e-6;	64	our $CONFDIR = confdir;
		65	our $DATADIR = datadir;
		66	our $LIBDIR = "$DATADIR/ext";
		67	our $PODDIR = "$DATADIR/pod";
		68	our $MAPDIR = "$DATADIR/" . mapdir;
		69	our $LOCALDIR = localdir;
		70	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		73	our $RANDOMDIR = "$LOCALDIR/random";
		74	our $BDBDIR = "$LOCALDIR/db";
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58	our $TICK_WATCHER;	77	our $TICK_WATCHER;
59	our $AIO_POLL_WATCHER;	78	our $AIO_POLL_WATCHER;
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	80	our $NEXT_TICK;
62	our $NOW;	81	our $NOW;
…		…
68	our %CFG;	87	our %CFG;
69		88
70	our $UPTIME; $UPTIME ||= time;	89	our $UPTIME; $UPTIME ||= time;
71	our $RUNTIME;	90	our $RUNTIME;
72		91
73	our %PLAYER; # all users	92	our (%PLAYER, %PLAYER_LOADING); # all users
74	our %MAP; # all maps	93	our (%MAP, %MAP_LOADING ); # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	94	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
81		95
82	# used to convert map paths into valid unix filenames by replacing / by ∕	96	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		98
		99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		100	our $LOADAVG; # same thing, but with alpha-smoothing
		101	our $tick_start; # for load detecting purposes
		102
85	binmode STDOUT;	103	binmode STDOUT;
86	binmode STDERR;	104	binmode STDERR;
87		105
88	# read virtual server time, if available	106	# read virtual server time, if available
89	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
90	open my $fh, "<", cf::localdir . "/runtime"	108	open my $fh, "<", "$LOCALDIR/runtime"
91	or die "unable to read runtime file: $!";	109	or die "unable to read runtime file: $!";
92	$RUNTIME = <$fh> + 0.;	110	$RUNTIME = <$fh> + 0.;
93	}	111	}
94		112
95	mkdir cf::localdir;	113	mkdir $_
96	mkdir cf::localdir . "/" . cf::playerdir;	114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97	mkdir cf::localdir . "/" . cf::tmpdir;
98	mkdir cf::localdir . "/" . cf::uniquedir;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		115
102	our $EMERGENCY_POSITION;	116	our $EMERGENCY_POSITION;
103		117
104	sub cf::map::normalise;	118	sub cf::map::normalise;
105		119
…		…
116	=item $cf::RUNTIME	130	=item $cf::RUNTIME
117		131
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	132	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	133	every server tick.
120		134
121	=item $cf::LIBDIR	135	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		136	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		137	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		138
123	The perl library directory, where extensions and cf-specific modules can	139	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	140	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		141	unique-items directory, player file directory, random maps directory and
		142	database environment.
125		143
126	=item $cf::NOW	144	=item $cf::NOW
127		145
128	The time of the last (current) server tick.	146	The time of the last (current) server tick.
129		147
130	=item $cf::TICK	148	=item $cf::TICK
131		149
132	The interval between server ticks, in seconds.	150	The interval between server ticks, in seconds.
		151
		152	=item $cf::LOADAVG
		153
		154	The current CPU load on the server (alpha-smoothed), as a value between 0
		155	(none) and 1 (overloaded), indicating how much time is spent on processing
		156	objects per tick. Healthy values are < 0.5.
		157
		158	=item $cf::LOAD
		159
		160	The raw value load value from the last tick.
133		161
134	=item %cf::CFG	162	=item %cf::CFG
135		163
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	164	Configuration for the server, loaded from C</etc/crossfire/config>, or
137	from wherever your confdir points to.	165	from wherever your confdir points to.
138		166
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	167	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		168
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	170	returns directly I<after> the tick processing (and consequently, can only wake one process
143	processing has been done. Call C<< ->wait >> on them to maximise the	171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.	172
		173	=item @cf::INVOKE_RESULTS
		174
		175	This array contains the results of the last C<invoke ()> call. When
		176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		177	that call.
145		178
146	=back	179	=back
147		180
148	=cut	181	=cut
149		182
150	BEGIN {	183	BEGIN {
151	*CORE::GLOBAL::warn = sub {	184	*CORE::GLOBAL::warn = sub {
152	my $msg = join "", @_;	185	my $msg = join "", @_;
153	utf8::encode $msg;
154		186
155	$msg .= "\n"	187	$msg .= "\n"
156	unless $msg =~ /\n$/;	188	unless $msg =~ /\n$/;
		189
		190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
157		191
158	LOG llevError, $msg;	192	LOG llevError, $msg;
159	};	193	};
160	}	194	}
161		195
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	196	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
163	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	197	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
164	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	198	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
165	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	199	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
166	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	200	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		201	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
167	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	202	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
168		203
169	# we bless all objects into (empty) derived classes to force a method lookup	204	# we bless all objects into (empty) derived classes to force a method lookup
170	# within the Safe compartment.	205	# within the Safe compartment.
171	for my $pkg (qw(	206	for my $pkg (qw(
172	cf::global cf::attachable	207	cf::global cf::attachable
…		…
180	}	215	}
181		216
182	$Event::DIED = sub {	217	$Event::DIED = sub {
183	warn "error in event callback: @_";	218	warn "error in event callback: @_";
184	};	219	};
		220
		221	#############################################################################
185		222
186	=head2 UTILITY FUNCTIONS	223	=head2 UTILITY FUNCTIONS
187		224
188	=over 4	225	=over 4
189		226
…		…
208	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	245	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
209	$d	246	$d
210	} || "[unable to dump $_[0]: '$@']";	247	} || "[unable to dump $_[0]: '$@']";
211	}	248	}
212		249
213	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
214
215	=item $ref = cf::from_json $json	250	=item $ref = cf::from_json $json
216		251
217	Converts a JSON string into the corresponding perl data structure.	252	Converts a JSON string into the corresponding perl data structure.
218		253
219	=item $json = cf::to_json $ref	254	=item $json = cf::to_json $ref
220		255
221	Converts a perl data structure into its JSON representation.	256	Converts a perl data structure into its JSON representation.
		257
		258	=cut
		259
		260	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		261
		262	sub to_json ($) { $json_coder->encode ($_[0]) }
		263	sub from_json ($) { $json_coder->decode ($_[0]) }
222		264
223	=item cf::lock_wait $string	265	=item cf::lock_wait $string
224		266
225	Wait until the given lock is available. See cf::lock_acquire.	267	Wait until the given lock is available. See cf::lock_acquire.
226		268
…		…
229	Wait until the given lock is available and then acquires it and returns	271	Wait until the given lock is available and then acquires it and returns
230	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	272	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
231	for example when the coroutine gets canceled), the lock is automatically	273	for example when the coroutine gets canceled), the lock is automatically
232	returned.	274	returned.
233		275
		276	Locks are *not* recursive, locking from the same coro twice results in a
		277	deadlocked coro.
		278
234	Lock names should begin with a unique identifier (for example, cf::map::find	279	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	280	uses map_find and cf::map::load uses map_load).
236		281
		282	=item $locked = cf::lock_active $string
		283
		284	Return true if the lock is currently active, i.e. somebody has locked it.
		285
237	=cut	286	=cut
238		287
239	our %LOCK;	288	our %LOCK;
		289	our %LOCKER;#d#
240		290
241	sub lock_wait($) {	291	sub lock_wait($) {
242	my ($key) = @_;	292	my ($key) = @_;
		293
		294	if ($LOCKER{$key} == $Coro::current) {#d#
		295	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		296	return;#d#
		297	}#d#
243		298
244	# wait for lock, if any	299	# wait for lock, if any
245	while ($LOCK{$key}) {	300	while ($LOCK{$key}) {
246	push @{ $LOCK{$key} }, $Coro::current;	301	push @{ $LOCK{$key} }, $Coro::current;
247	Coro::schedule;	302	Coro::schedule;
…		…
253		308
254	# wait, to be sure we are not locked	309	# wait, to be sure we are not locked
255	lock_wait $key;	310	lock_wait $key;
256		311
257	$LOCK{$key} = [];	312	$LOCK{$key} = [];
		313	$LOCKER{$key} = $Coro::current;#d#
258		314
259	Coro::guard {	315	Coro::guard {
		316	delete $LOCKER{$key};#d#
260	# wake up all waiters, to be on the safe side	317	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };	318	$_->ready for @{ delete $LOCK{$key} };
262	}	319	}
		320	}
		321
		322	sub lock_active($) {
		323	my ($key) = @_;
		324
		325	! ! $LOCK{$key}
263	}	326	}
264		327
265	sub freeze_mainloop {	328	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	329	return unless $TICK_WATCHER->is_active;
267		330
…		…
270	};	333	};
271	$TICK_WATCHER->stop;	334	$TICK_WATCHER->stop;
272	$guard	335	$guard
273	}	336	}
274		337
		338	=item cf::get_slot $time[, $priority[, $name]]
		339
		340	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		341	This call blocks and returns only when you have at least C<$time> seconds
		342	of cpu time till the next tick. The slot is only valid till the next cede.
		343
		344	The optional C<$name> can be used to identify the job to run. It might be
		345	used for statistical purposes and should identify the same time-class.
		346
		347	Useful for short background jobs.
		348
		349	=cut
		350
		351	our @SLOT_QUEUE;
		352	our $SLOT_QUEUE;
		353
		354	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		355	$SLOT_QUEUE = Coro::async {
		356	my $signal = new Coro::Signal;
		357
		358	while () {
		359	next_job:
		360	my $avail = cf::till_tick;
		361	if ($avail > 0.01) {
		362	for (0 .. $#SLOT_QUEUE) {
		363	if ($SLOT_QUEUE[$_][0] < $avail) {
		364	my $job = splice @SLOT_QUEUE, $_, 1, ();
		365	$job->[2]->send;
		366	Coro::cede;
		367	goto next_job;
		368	}
		369	}
		370	}
		371
		372	if (@SLOT_QUEUE) {
		373	# we do not use wait_For_tick() as it returns immediately when tick is inactive
		374	push @cf::WAIT_FOR_TICK, $signal;
		375	$signal->wait;
		376	} else {
		377	Coro::schedule;
		378	}
		379	}
		380	};
		381
		382	sub get_slot($;$$) {
		383	my ($time, $pri, $name) = @_;
		384
		385	$time = $TICK * .6 if $time > $TICK * .6;
		386	my $sig = new Coro::Signal;
		387
		388	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		389	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		390	$SLOT_QUEUE->ready;
		391	$sig->wait;
		392	}
		393
275	=item cf::async { BLOCK }	394	=item cf::async { BLOCK }
276		395
277	Currently the same as Coro::async_pool, meaning you cannot use	396	Currently the same as Coro::async_pool, meaning you cannot use
278	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	397	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
279	thing you are allowed to do is call C<prio> on it.	398	thing you are allowed to do is call C<prio> on it.
…		…
282		401
283	BEGIN { *async = \&Coro::async_pool }	402	BEGIN { *async = \&Coro::async_pool }
284		403
285	=item cf::sync_job { BLOCK }	404	=item cf::sync_job { BLOCK }
286		405
287	The design of crossfire+ requires that the main coro ($Coro::main) is	406	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
288	always able to handle events or runnable, as crossfire+ is only partly	407	is always able to handle events or runnable, as Crossfire TRT is only
289	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	408	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		409	acceptable.
290		410
291	If it must be done, put the blocking parts into C<sync_job>. This will run	411	If it must be done, put the blocking parts into C<sync_job>. This will run
292	the given BLOCK in another coroutine while waiting for the result. The	412	the given BLOCK in another coroutine while waiting for the result. The
293	server will be frozen during this time, so the block should either finish	413	server will be frozen during this time, so the block should either finish
294	fast or be very important.	414	fast or be very important.
…		…
297		417
298	sub sync_job(&) {	418	sub sync_job(&) {
299	my ($job) = @_;	419	my ($job) = @_;
300		420
301	if ($Coro::current == $Coro::main) {	421	if ($Coro::current == $Coro::main) {
		422	my $time = Event::time;
		423
302	# this is the main coro, too bad, we have to block	424	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	425	# till the operation succeeds, freezing the server :/
304		426
305	# TODO: use suspend/resume instead	427	# TODO: use suspend/resume instead
306	# (but this is cancel-safe)	428	# (but this is cancel-safe)
…		…
317		439
318	while ($busy) {	440	while ($busy) {
319	Coro::cede or Event::one_event;	441	Coro::cede or Event::one_event;
320	}	442	}
321		443
		444	$time = Event::time - $time;
		445
		446	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		447	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		448
		449	$tick_start += $time; # do not account sync jobs to server load
		450
322	wantarray ? @res : $res[0]	451	wantarray ? @res : $res[0]
323	} else {	452	} else {
324	# we are in another coroutine, how wonderful, everything just works	453	# we are in another coroutine, how wonderful, everything just works
325		454
326	$job->()	455	$job->()
…		…
345	$EXT_CORO{$coro+0} = $coro;	474	$EXT_CORO{$coro+0} = $coro;
346		475
347	$coro	476	$coro
348	}	477	}
349		478
350	sub write_runtime {	479	=item fork_call { }, $args
351	my $guard = cf::lock_acquire "write_runtime";
352		480
353	my $runtime = cf::localdir . "/runtime";	481	Executes the given code block with the given arguments in a seperate
		482	process, returning the results. Everything must be serialisable with
		483	Coro::Storable. May, of course, block. Note that the executed sub may
		484	never block itself or use any form of Event handling.
354		485
355	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	486	=cut
356	or return;
357		487
358	my $value = $cf::RUNTIME + 90 + 10;	488	sub fork_call(&@) {
359	# 10 is the runtime save interval, for a monotonic clock	489	my ($cb, @args) = @_;
360	# 60 allows for the watchdog to kill the server.
361		490
362	(aio_write $fh, 0, (length $value), $value, 0) <= 0	491	# we seemingly have to make a local copy of the whole thing,
363	and return;	492	# otherwise perl prematurely frees the stuff :/
		493	# TODO: investigate and fix (likely this will be rather laborious)
364		494
365	# always fsync - this file is important	495	my @res = Coro::Util::fork_eval {
366	aio_fsync $fh	496	reset_signals;
367	and return;	497	&$cb
		498	}, @args;
368		499
369	close $fh	500	wantarray ? @res : $res[-1]
370	or return;	501	}
371		502
372	aio_rename "$runtime~", $runtime	503	=item $value = cf::db_get $family => $key
373	and return;
374		504
		505	Returns a single value from the environment database.
		506
		507	=item cf::db_put $family => $key => $value
		508
		509	Stores the given C<$value> in the family. It can currently store binary
		510	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		511
		512	=cut
		513
		514	our $DB;
		515
		516	sub db_init {
		517	unless ($DB) {
		518	$DB = BDB::db_create $DB_ENV;
		519
		520	cf::sync_job {
		521	eval {
		522	$DB->set_flags (BDB::CHKSUM);
		523
		524	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		525	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		526	cf::cleanup "db_open(db): $!" if $!;
		527	};
		528	cf::cleanup "db_open(db): $@" if $@;
		529	};
375	1	530	}
		531	}
		532
		533	sub db_get($$) {
		534	my $key = "$_[0]/$_[1]";
		535
		536	cf::sync_job {
		537	BDB::db_get $DB, undef, $key, my $data;
		538
		539	$! ? ()
		540	: $data
		541	}
		542	}
		543
		544	sub db_put($$$) {
		545	BDB::dbreq_pri 4;
		546	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		547	}
		548
		549	=item cf::cache $id => [$paths...], $processversion => $process
		550
		551	Generic caching function that returns the value of the resource $id,
		552	caching and regenerating as required.
		553
		554	This function can block.
		555
		556	=cut
		557
		558	sub cache {
		559	my ($id, $src, $processversion, $process) = @_;
		560
		561	my $meta =
		562	join "\x00",
		563	$processversion,
		564	map {
		565	aio_stat $_
		566	and Carp::croak "$_: $!";
		567
		568	($_, (stat _)[7,9])
		569	} @$src;
		570
		571	my $dbmeta = db_get cache => "$id/meta";
		572	if ($dbmeta ne $meta) {
		573	# changed, we may need to process
		574
		575	my @data;
		576	my $md5;
		577
		578	for (0 .. $#$src) {
		579	0 <= aio_load $src->[$_], $data[$_]
		580	or Carp::croak "$src->[$_]: $!";
		581	}
		582
		583	# if processing is expensive, check
		584	# checksum first
		585	if (1) {
		586	$md5 =
		587	join "\x00",
		588	$processversion,
		589	map {
		590	cf::cede_to_tick;
		591	($src->[$_], Digest::MD5::md5_hex $data[$_])
		592	} 0.. $#$src;
		593
		594
		595	my $dbmd5 = db_get cache => "$id/md5";
		596	if ($dbmd5 eq $md5) {
		597	db_put cache => "$id/meta", $meta;
		598
		599	return db_get cache => "$id/data";
		600	}
		601	}
		602
		603	my $t1 = Time::HiRes::time;
		604	my $data = $process->(\@data);
		605	my $t2 = Time::HiRes::time;
		606
		607	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		608
		609	db_put cache => "$id/data", $data;
		610	db_put cache => "$id/md5" , $md5;
		611	db_put cache => "$id/meta", $meta;
		612
		613	return $data;
		614	}
		615
		616	db_get cache => "$id/data"
376	}	617	}
377		618
378	=item cf::datalog type => key => value, ...	619	=item cf::datalog type => key => value, ...
379		620
380	Log a datalog packet of the given type with the given key-value pairs.	621	Log a datalog packet of the given type with the given key-value pairs.
…		…
398	attach callbacks/event handlers (a collection of which is called an "attachment")	639	attach callbacks/event handlers (a collection of which is called an "attachment")
399	to it. All such attachable objects support the following methods.	640	to it. All such attachable objects support the following methods.
400		641
401	In the following description, CLASS can be any of C<global>, C<object>	642	In the following description, CLASS can be any of C<global>, C<object>
402	C<player>, C<client> or C<map> (i.e. the attachable objects in	643	C<player>, C<client> or C<map> (i.e. the attachable objects in
403	crossfire+).	644	Crossfire TRT).
404		645
405	=over 4	646	=over 4
406		647
407	=item $attachable->attach ($attachment, key => $value...)	648	=item $attachable->attach ($attachment, key => $value...)
408		649
…		…
571	$registry = $CB_TYPE[$object_type] ||= [];	812	$registry = $CB_TYPE[$object_type] ||= [];
572		813
573	} elsif ($type eq "subtype") {	814	} elsif ($type eq "subtype") {
574	defined $object_type or Carp::croak "subtype specified without type";	815	defined $object_type or Carp::croak "subtype specified without type";
575	my $object_subtype = shift @arg;	816	my $object_subtype = shift @arg;
576	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	817	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
577		818
578	} elsif ($type eq "package") {	819	} elsif ($type eq "package") {
579	my $pkg = shift @arg;	820	my $pkg = shift @arg;
580		821
581	while (my ($name, $id) = each %cb_id) {	822	while (my ($name, $id) = each %cb_id) {
…		…
610	_attach $registry, $klass, @attach;	851	_attach $registry, $klass, @attach;
611	}	852	}
612		853
613	$obj->{$name} = \%arg;	854	$obj->{$name} = \%arg;
614	} else {	855	} else {
615	warn "object uses attachment '$name' that is not available, postponing.\n";	856	warn "object uses attachment '$name' which is not available, postponing.\n";
616	}	857	}
617		858
618	$obj->{_attachment}{$name} = undef;	859	$obj->{_attachment}{$name} = undef;
619	}	860	}
620		861
…		…
622	if (ref $_[0]) {	863	if (ref $_[0]) {
623	_object_attach @_;	864	_object_attach @_;
624	} else {	865	} else {
625	_attach shift->_attach_registry, @_;	866	_attach shift->_attach_registry, @_;
626	}	867	}
		868	_recalc_want;
627	};	869	};
628		870
629	# all those should be optimised	871	# all those should be optimised
630	sub cf::attachable::detach {	872	sub cf::attachable::detach {
631	my ($obj, $name) = @_;	873	my ($obj, $name) = @_;
…		…
634	delete $obj->{_attachment}{$name};	876	delete $obj->{_attachment}{$name};
635	reattach ($obj);	877	reattach ($obj);
636	} else {	878	} else {
637	Carp::croak "cannot, currently, detach class attachments";	879	Carp::croak "cannot, currently, detach class attachments";
638	}	880	}
		881	_recalc_want;
639	};	882	};
640		883
641	sub cf::attachable::attached {	884	sub cf::attachable::attached {
642	my ($obj, $name) = @_;	885	my ($obj, $name) = @_;
643		886
…		…
658	";	901	";
659	die if $@;	902	die if $@;
660	}	903	}
661		904
662	our $override;	905	our $override;
663	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	906	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
664		907
665	sub override {	908	sub override {
666	$override = 1;	909	$override = 1;
667	@invoke_results = ();	910	@INVOKE_RESULTS = (@_);
668	}	911	}
669		912
670	sub do_invoke {	913	sub do_invoke {
671	my $event = shift;	914	my $event = shift;
672	my $callbacks = shift;	915	my $callbacks = shift;
673		916
674	@invoke_results = ();	917	@INVOKE_RESULTS = ();
675		918
676	local $override;	919	local $override;
677		920
678	for (@$callbacks) {	921	for (@$callbacks) {
679	eval { &{$_->[1]} };	922	eval { &{$_->[1]} };
…		…
696		939
697	Generate an object-specific event with the given arguments.	940	Generate an object-specific event with the given arguments.
698		941
699	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	942	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
700	removed in future versions), and there is no public API to access override	943	removed in future versions), and there is no public API to access override
701	results (if you must, access C<@cf::invoke_results> directly).	944	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
702		945
703	=back	946	=back
704		947
705	=cut	948	=cut
706		949
707	#############################################################################	950	#############################################################################
708	# object support	951	# object support
		952	#
		953
		954	sub _can_merge {
		955	my ($ob1, $ob2) = @_;
		956
		957	local $Storable::canonical = 1;
		958	my $fob1 = Storable::freeze $ob1;
		959	my $fob2 = Storable::freeze $ob2;
		960
		961	$fob1 eq $fob2
		962	}
709		963
710	sub reattach {	964	sub reattach {
711	# basically do the same as instantiate, without calling instantiate	965	# basically do the same as instantiate, without calling instantiate
712	my ($obj) = @_;	966	my ($obj) = @_;
713		967
…		…
758	);	1012	);
759		1013
760	sub object_freezer_save {	1014	sub object_freezer_save {
761	my ($filename, $rdata, $objs) = @_;	1015	my ($filename, $rdata, $objs) = @_;
762		1016
		1017	my $guard = cf::lock_acquire "io";
		1018
763	sync_job {	1019	sync_job {
764	if (length $$rdata) {	1020	if (length $$rdata) {
		1021	utf8::decode (my $decname = $filename);
765	warn sprintf "saving %s (%d,%d)\n",	1022	warn sprintf "saving %s (%d,%d)\n",
766	$filename, length $$rdata, scalar @$objs;	1023	$decname, length $$rdata, scalar @$objs;
767		1024
768	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1025	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
769	chmod SAVE_MODE, $fh;	1026	chmod SAVE_MODE, $fh;
770	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1027	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
771	aio_fsync $fh if $cf::USE_FSYNC;	1028	aio_fsync $fh if $cf::USE_FSYNC;
…		…
790	}	1047	}
791	} else {	1048	} else {
792	aio_unlink $filename;	1049	aio_unlink $filename;
793	aio_unlink "$filename.pst";	1050	aio_unlink "$filename.pst";
794	}	1051	}
795	}	1052	};
		1053
		1054	undef $guard;
796	}	1055	}
797		1056
798	sub object_freezer_as_string {	1057	sub object_freezer_as_string {
799	my ($rdata, $objs) = @_;	1058	my ($rdata, $objs) = @_;
800		1059
…		…
805		1064
806	sub object_thawer_load {	1065	sub object_thawer_load {
807	my ($filename) = @_;	1066	my ($filename) = @_;
808		1067
809	my ($data, $av);	1068	my ($data, $av);
		1069
		1070	my $guard = cf::lock_acquire "io";
810		1071
811	(aio_load $filename, $data) >= 0	1072	(aio_load $filename, $data) >= 0
812	or return;	1073	or return;
813		1074
814	unless (aio_stat "$filename.pst") {	1075	unless (aio_stat "$filename.pst") {
815	(aio_load "$filename.pst", $av) >= 0	1076	(aio_load "$filename.pst", $av) >= 0
816	or return;	1077	or return;
		1078
		1079	undef $guard;
817	$av = eval { (Storable::thaw $av)->{objs} };	1080	$av = eval { (Storable::thaw $av)->{objs} };
818	}	1081	}
819		1082
		1083	utf8::decode (my $decname = $filename);
820	warn sprintf "loading %s (%d)\n",	1084	warn sprintf "loading %s (%d,%d)\n",
821	$filename, length $data, scalar @{$av || []};#d#	1085	$decname, length $data, scalar @{$av || []};
		1086
822	return ($data, $av);	1087	($data, $av)
823	}	1088	}
		1089
		1090	=head2 COMMAND CALLBACKS
		1091
		1092	=over 4
		1093
		1094	=cut
824		1095
825	#############################################################################	1096	#############################################################################
826	# command handling &c	1097	# command handling &c
827		1098
828	=item cf::register_command $name => \&callback($ob,$args);	1099	=item cf::register_command $name => \&callback($ob,$args);
…		…
841	push @{ $COMMAND{$name} }, [$caller, $cb];	1112	push @{ $COMMAND{$name} }, [$caller, $cb];
842	}	1113	}
843		1114
844	=item cf::register_extcmd $name => \&callback($pl,$packet);	1115	=item cf::register_extcmd $name => \&callback($pl,$packet);
845		1116
846	Register a callbackf ro execution when the client sends an extcmd packet.	1117	Register a callback for execution when the client sends an (synchronous)
		1118	extcmd packet. Ext commands will be processed in the order they are
		1119	received by the server, like other user commands. The first argument is
		1120	the logged-in player. Ext commands can only be processed after a player
		1121	has logged in successfully.
847		1122
848	If the callback returns something, it is sent back as if reply was being	1123	If the callback returns something, it is sent back as if reply was being
849	called.	1124	called.
850		1125
		1126	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1127
		1128	Register a callback for execution when the client sends an (asynchronous)
		1129	exticmd packet. Exti commands are processed by the server as soon as they
		1130	are received, i.e. out of order w.r.t. other commands. The first argument
		1131	is a client socket. Exti commands can be received anytime, even before
		1132	log-in.
		1133
		1134	If the callback returns something, it is sent back as if reply was being
		1135	called.
		1136
851	=cut	1137	=cut
852		1138
853	sub register_extcmd {	1139	sub register_extcmd {
854	my ($name, $cb) = @_;	1140	my ($name, $cb) = @_;
855		1141
856	$EXTCMD{$name} = $cb;	1142	$EXTCMD{$name} = $cb;
		1143	}
		1144
		1145	sub register_exticmd {
		1146	my ($name, $cb) = @_;
		1147
		1148	$EXTICMD{$name} = $cb;
857	}	1149	}
858		1150
859	cf::player->attach (	1151	cf::player->attach (
860	on_command => sub {	1152	on_command => sub {
861	my ($pl, $name, $params) = @_;	1153	my ($pl, $name, $params) = @_;
…		…
870	cf::override;	1162	cf::override;
871	},	1163	},
872	on_extcmd => sub {	1164	on_extcmd => sub {
873	my ($pl, $buf) = @_;	1165	my ($pl, $buf) = @_;
874		1166
875	my $msg = eval { from_json $buf };	1167	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
876		1168
877	if (ref $msg) {	1169	if (ref $msg) {
		1170	my ($type, $reply, @payload) =
		1171	"ARRAY" eq ref $msg
		1172	? @$msg
		1173	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1174
		1175	my @reply;
		1176
878	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1177	if (my $cb = $EXTCMD{$type}) {
879	if (my %reply = $cb->($pl, $msg)) {	1178	@reply = $cb->($pl, @payload);
880	$pl->ext_reply ($msg->{msgid}, %reply);
881	}
882	}	1179	}
		1180
		1181	$pl->ext_reply ($reply, @reply)
		1182	if $reply;
		1183
883	} else {	1184	} else {
884	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1185	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
885	}	1186	}
886		1187
887	cf::override;	1188	cf::override;
888	},	1189	},
889	);	1190	);
890		1191
891	sub load_extension {
892	my ($path) = @_;
893
894	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
895	my $base = $1;
896	my $pkg = $1;
897	$pkg =~ s/[^[:word:]]/_/g;
898	$pkg = "ext::$pkg";
899
900	warn "... loading '$path' into '$pkg'\n";
901
902	open my $fh, "<:utf8", $path
903	or die "$path: $!";
904
905	my $source =
906	"package $pkg; use strict; use utf8;\n"
907	. "#line 1 \"$path\"\n{\n"
908	. (do { local $/; <$fh> })
909	. "\n};\n1";
910
911	unless (eval $source) {
912	my $msg = $@ ? "$path: $@\n"
913	: "extension disabled.\n";
914	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
915	warn $@;
916	warn "mandatory extension failed to load, exiting.\n";
917	exit 1;
918	}
919	die $@;
920	}
921
922	push @EXTS, $pkg;
923	}
924
925	sub load_extensions {	1192	sub load_extensions {
		1193	cf::sync_job {
		1194	my %todo;
		1195
926	for my $ext (<$LIBDIR/*.ext>) {	1196	for my $path (<$LIBDIR/*.ext>) {
927	next unless -r $ext;	1197	next unless -r $path;
928	eval {	1198
929	load_extension $ext;	1199	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1200	my $base = $1;
		1201	my $pkg = $1;
		1202	$pkg =~ s/[^[:word:]]/_/g;
		1203	$pkg = "ext::$pkg";
		1204
		1205	open my $fh, "<:utf8", $path
		1206	or die "$path: $!";
		1207
		1208	my $source = do { local $/; <$fh> };
		1209
		1210	my %ext = (
		1211	path => $path,
		1212	base => $base,
		1213	pkg => $pkg,
		1214	);
		1215
		1216	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1217	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1218
		1219	$ext{source} =
		1220	"package $pkg; use strict; use utf8;\n"
		1221	. "#line 1 \"$path\"\n{\n"
		1222	. $source
		1223	. "\n};\n1";
		1224
		1225	$todo{$base} = \%ext;
		1226	}
		1227
		1228	my %done;
		1229	while (%todo) {
		1230	my $progress;
		1231
		1232	while (my ($k, $v) = each %todo) {
		1233	for (split /,\s*/, $v->{meta}{depends}) {
		1234	goto skip
		1235	unless exists $done{$_};
		1236	}
		1237
		1238	warn "... loading '$k' into '$v->{pkg}'\n";
		1239
		1240	unless (eval $v->{source}) {
		1241	my $msg = $@ ? "$v->{path}: $@\n"
		1242	: "$v->{base}: extension inactive.\n";
		1243
		1244	if (exists $v->{meta}{mandatory}) {
		1245	warn $msg;
		1246	warn "mandatory extension failed to load, exiting.\n";
		1247	exit 1;
		1248	}
		1249
		1250	warn $msg;
		1251	}
		1252
		1253	$done{$k} = delete $todo{$k};
		1254	push @EXTS, $v->{pkg};
		1255	$progress = 1;
930	1	1256	}
931	} or warn "$ext not loaded: $@";	1257
		1258	skip:
		1259	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1260	unless $progress;
		1261	}
932	}	1262	};
933	}	1263	}
934		1264
935	#############################################################################	1265	#############################################################################
936		1266
		1267	=back
		1268
937	=head2 CORE EXTENSIONS	1269	=head2 CORE EXTENSIONS
938		1270
939	Functions and methods that extend core crossfire objects.	1271	Functions and methods that extend core crossfire objects.
940		1272
941	=cut	1273	=cut
…		…
946		1278
947	=head3 cf::player	1279	=head3 cf::player
948		1280
949	=over 4	1281	=over 4
950		1282
		1283	=item cf::player::num_playing
		1284
		1285	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1286
		1287	=cut
		1288
		1289	sub num_playing {
		1290	scalar grep
		1291	$_->ob->map
		1292	&& !$_->hidden
		1293	&& !$_->ob->flag (cf::FLAG_WIZ),
		1294	cf::player::list
		1295	}
		1296
951	=item cf::player::find $login	1297	=item cf::player::find $login
952		1298
953	Returns the given player object, loading it if necessary (might block).	1299	Returns the given player object, loading it if necessary (might block).
954		1300
955	=cut	1301	=cut
956		1302
957	sub playerdir($) {	1303	sub playerdir($) {
958	cf::localdir	1304	"$PLAYERDIR/"
959	. "/"
960	. cf::playerdir
961	. "/"
962	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1305	. (ref $_[0] ? $_[0]->ob->name : $_[0])
963	}	1306	}
964		1307
965	sub path($) {	1308	sub path($) {
966	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1309	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
…		…
993	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1336	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
994	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1337	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
995	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1338	aio_unlink +(playerdir $login) . "/$login.pl.pst";
996	aio_unlink +(playerdir $login) . "/$login.pl";	1339	aio_unlink +(playerdir $login) . "/$login.pl";
997		1340
998	my $pl = load_pl path $login	1341	my $f = new_from_file cf::object::thawer path $login
999	or return;	1342	or return;
		1343
		1344	$f->next;
		1345	my $pl = cf::player::load_pl $f
		1346	or return;
		1347	local $cf::PLAYER_LOADING{$login} = $pl;
		1348	$f->resolve_delayed_derefs;
1000	$cf::PLAYER{$login} = $pl	1349	$cf::PLAYER{$login} = $pl
1001	}	1350	}
1002	}	1351	}
1003	}	1352	}
1004		1353
…		…
1014		1363
1015	aio_mkdir playerdir $pl, 0770;	1364	aio_mkdir playerdir $pl, 0770;
1016	$pl->{last_save} = $cf::RUNTIME;	1365	$pl->{last_save} = $cf::RUNTIME;
1017		1366
1018	$pl->save_pl ($path);	1367	$pl->save_pl ($path);
1019	Coro::cede;	1368	cf::cede_to_tick;
1020	}	1369	}
1021		1370
1022	sub new($) {	1371	sub new($) {
1023	my ($login) = @_;	1372	my ($login) = @_;
1024		1373
…		…
1028	$self->{deny_save} = 1;	1377	$self->{deny_save} = 1;
1029		1378
1030	$cf::PLAYER{$login} = $self;	1379	$cf::PLAYER{$login} = $self;
1031		1380
1032	$self	1381	$self
		1382	}
		1383
		1384	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1385
		1386	=cut
		1387
		1388	sub send_msg {
		1389	my $ns = shift->ns
		1390	or return;
		1391	$ns->send_msg (@_);
1033	}	1392	}
1034		1393
1035	=item $pl->quit_character	1394	=item $pl->quit_character
1036		1395
1037	Nukes the player without looking back. If logged in, the connection will	1396	Nukes the player without looking back. If logged in, the connection will
…		…
1086	while and may block, so not sync_job-capable, ever.	1445	while and may block, so not sync_job-capable, ever.
1087		1446
1088	=cut	1447	=cut
1089		1448
1090	sub list_logins {	1449	sub list_logins {
1091	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1450	my $dirs = aio_readdir $PLAYERDIR
1092	or return [];	1451	or return [];
1093		1452
1094	my @logins;	1453	my @logins;
1095		1454
1096	for my $login (@$dirs) {	1455	for my $login (@$dirs) {
		1456	my $path = path $login;
		1457
		1458	# a .pst is a dead give-away for a valid player
		1459	unless (-e "$path.pst") {
1097	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1460	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1098	aio_read $fh, 0, 512, my $buf, 0 or next;	1461	aio_read $fh, 0, 512, my $buf, 0 or next;
1099	$buf !~ /^password -------------$/m or next; # official not-valid tag	1462	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1463	}
1100		1464
1101	utf8::decode $login;	1465	utf8::decode $login;
1102	push @logins, $login;	1466	push @logins, $login;
1103	}	1467	}
1104		1468
…		…
1131	}	1495	}
1132		1496
1133	\@paths	1497	\@paths
1134	}	1498	}
1135		1499
		1500	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1501
		1502	Expand crossfire pod fragments into protocol xml.
		1503
		1504	=cut
		1505
		1506	sub expand_cfpod {
		1507	((my $self), (local $_)) = @_;
		1508
		1509	# escape & and <
		1510	s/&/&amp;/g;
		1511	s/(?<![BIUGHT])</&lt;/g;
		1512
		1513	# this is buggy, it needs to properly take care of nested <'s
		1514
		1515	1 while
		1516	# replace B<>, I<>, U<> etc.
		1517	s/B<([^\>]*)>/<b>$1<\/b>/
		1518	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1519	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1520	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1521	# replace G<male|female> tags
		1522	|| s{G<([^>|]*)\|([^>]*)>}{
		1523	$self->gender ? $2 : $1
		1524	}ge
		1525	# replace H<hint text>
		1526	|| s{H<([^\>]*)>}
		1527	{
		1528	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1529	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1530	"")
		1531	[$self->{hintmode}]
		1532	}ge;
		1533
		1534	# create single paragraphs (very hackish)
		1535	s/(?<=\S)\n(?=\w)/ /g;
		1536
		1537	# compress some whitespace
		1538	s/\s+\n/\n/g; # ws line-ends
		1539	s/\n\n+/\n/g; # double lines
		1540	s/^\n+//; # beginning lines
		1541	s/\n+$//; # ending lines
		1542
		1543	$_
		1544	}
		1545
		1546	sub hintmode {
		1547	$_[0]{hintmode} = $_[1] if @_ > 1;
		1548	$_[0]{hintmode}
		1549	}
		1550
1136	=item $player->ext_reply ($msgid, %msg)	1551	=item $player->ext_reply ($msgid, @msg)
1137		1552
1138	Sends an ext reply to the player.	1553	Sends an ext reply to the player.
1139		1554
1140	=cut	1555	=cut
1141		1556
1142	sub ext_reply($$%) {	1557	sub ext_reply($$@) {
1143	my ($self, $id, %msg) = @_;	1558	my ($self, $id, @msg) = @_;
1144		1559
1145	$msg{msgid} = $id;	1560	$self->ns->ext_reply ($id, @msg)
1146
1147	$self->send ("ext " . cf::to_json \%msg);
1148	}	1561	}
1149		1562
1150	=item $player->ext_event ($type, %msg)	1563	=item $player->ext_msg ($type, @msg)
1151		1564
1152	Sends an ext event to the client.	1565	Sends an ext event to the client.
1153		1566
1154	=cut	1567	=cut
1155		1568
1156	sub ext_event($$%) {	1569	sub ext_msg($$@) {
1157	my ($self, $type, %msg) = @_;	1570	my ($self, $type, @msg) = @_;
1158		1571
1159	$self->ns->ext_event ($type, %msg);	1572	$self->ns->ext_msg ($type, @msg);
1160	}	1573	}
1161		1574
1162	package cf;	1575	=head3 cf::region
		1576
		1577	=over 4
		1578
		1579	=cut
		1580
		1581	package cf::region;
		1582
		1583	=item cf::region::find_by_path $path
		1584
		1585	Tries to decuce the likely region for a map knowing only its path.
		1586
		1587	=cut
		1588
		1589	sub find_by_path($) {
		1590	my ($path) = @_;
		1591
		1592	my ($match, $specificity);
		1593
		1594	for my $region (list) {
		1595	if ($region->{match} && $path =~ $region->{match}) {
		1596	($match, $specificity) = ($region, $region->specificity)
		1597	if $region->specificity > $specificity;
		1598	}
		1599	}
		1600
		1601	$match
		1602	}
1163		1603
1164	=back	1604	=back
1165
1166		1605
1167	=head3 cf::map	1606	=head3 cf::map
1168		1607
1169	=over 4	1608	=over 4
1170		1609
…		…
1225	my ($self, $merge) = @_;	1664	my ($self, $merge) = @_;
1226		1665
1227	# we have to keep some variables in memory intact	1666	# we have to keep some variables in memory intact
1228	local $self->{path};	1667	local $self->{path};
1229	local $self->{load_path};	1668	local $self->{load_path};
1230	local $self->{deny_save};
1231	local $self->{deny_reset};
1232		1669
1233	$self->SUPER::thawer_merge ($merge);	1670	$self->SUPER::thawer_merge ($merge);
1234	}	1671	}
1235		1672
1236	sub normalise {	1673	sub normalise {
…		…
1283	$self->init; # pass $1 etc.	1720	$self->init; # pass $1 etc.
1284	return $self;	1721	return $self;
1285	}	1722	}
1286	}	1723	}
1287		1724
1288	Carp::carp "unable to resolve path '$path' (base '$base').";	1725	Carp::cluck "unable to resolve path '$path' (base '$base').";
1289	()	1726	()
1290	}	1727	}
1291		1728
1292	sub init {	1729	sub init {
1293	my ($self) = @_;	1730	my ($self) = @_;
…		…
1308		1745
1309	# the original (read-only) location	1746	# the original (read-only) location
1310	sub load_path {	1747	sub load_path {
1311	my ($self) = @_;	1748	my ($self) = @_;
1312		1749
1313	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1750	"$MAPDIR/$self->{path}.map"
1314	}	1751	}
1315		1752
1316	# the temporary/swap location	1753	# the temporary/swap location
1317	sub save_path {	1754	sub save_path {
1318	my ($self) = @_;	1755	my ($self) = @_;
1319		1756
1320	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1757	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1321	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1758	"$TMPDIR/$path.map"
1322	}	1759	}
1323		1760
1324	# the unique path, undef == no special unique path	1761	# the unique path, undef == no special unique path
1325	sub uniq_path {	1762	sub uniq_path {
1326	my ($self) = @_;	1763	my ($self) = @_;
1327		1764
1328	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1765	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1329	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1766	"$UNIQUEDIR/$path"
1330	}	1767	}
1331		1768
1332	# and all this just because we cannot iterate over	1769	# and all this just because we cannot iterate over
1333	# all maps in C++...	1770	# all maps in C++...
1334	sub change_all_map_light {	1771	sub change_all_map_light {
…		…
1336		1773
1337	$_->change_map_light ($change)	1774	$_->change_map_light ($change)
1338	for grep $_->outdoor, values %cf::MAP;	1775	for grep $_->outdoor, values %cf::MAP;
1339	}	1776	}
1340		1777
		1778	sub decay_objects {
		1779	my ($self) = @_;
		1780
		1781	return if $self->{deny_reset};
		1782
		1783	$self->do_decay_objects;
		1784	}
		1785
1341	sub unlink_save {	1786	sub unlink_save {
1342	my ($self) = @_;	1787	my ($self) = @_;
1343		1788
1344	utf8::encode (my $save = $self->save_path);	1789	utf8::encode (my $save = $self->save_path);
1345	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1790	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1348		1793
1349	sub load_header_from($) {	1794	sub load_header_from($) {
1350	my ($self, $path) = @_;	1795	my ($self, $path) = @_;
1351		1796
1352	utf8::encode $path;	1797	utf8::encode $path;
1353	#aio_open $path, O_RDONLY, 0	1798	my $f = new_from_file cf::object::thawer $path
1354	# or return;
1355
1356	$self->_load_header ($path)
1357	or return;	1799	or return;
		1800
		1801	$self->_load_header ($f)
		1802	or return;
		1803
		1804	local $MAP_LOADING{$self->{path}} = $self;
		1805	$f->resolve_delayed_derefs;
1358		1806
1359	$self->{load_path} = $path;	1807	$self->{load_path} = $path;
1360		1808
1361	1	1809	1
1362	}	1810	}
…		…
1401	$self->load_header_orig	1849	$self->load_header_orig
1402	or return;	1850	or return;
1403	$self->prepare_orig;	1851	$self->prepare_orig;
1404	}	1852	}
1405		1853
		1854	$self->{deny_reset} = 1
		1855	if $self->no_reset;
		1856
		1857	$self->default_region (cf::region::find_by_path $self->{path})
		1858	unless $self->default_region;
		1859
1406	1	1860	1
1407	}	1861	}
1408		1862
1409	sub find;	1863	sub find;
1410	sub find {	1864	sub find {
1411	my ($path, $origin) = @_;	1865	my ($path, $origin) = @_;
1412		1866
1413	$path = normalise $path, $origin && $origin->path;	1867	$path = normalise $path, $origin && $origin->path;
1414		1868
		1869	cf::lock_wait "map_data:$path";#d#remove
1415	cf::lock_wait "map_find:$path";	1870	cf::lock_wait "map_find:$path";
1416		1871
1417	$cf::MAP{$path} || do {	1872	$cf::MAP{$path} || do {
1418	my $guard = cf::lock_acquire "map_find:$path";	1873	my $guard1 = cf::lock_acquire "map_find:$path";
		1874	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1875
1419	my $map = new_from_path cf::map $path	1876	my $map = new_from_path cf::map $path
1420	or return;	1877	or return;
1421		1878
1422	$map->{last_save} = $cf::RUNTIME;	1879	$map->{last_save} = $cf::RUNTIME;
1423		1880
1424	$map->load_header	1881	$map->load_header
1425	or return;	1882	or return;
1426		1883
1427	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1884	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1428	# doing this can freeze the server in a sync job, obviously	1885	# doing this can freeze the server in a sync job, obviously
1429	#$cf::WAIT_FOR_TICK->wait;	1886	#$cf::WAIT_FOR_TICK->wait;
		1887	undef $guard1;
		1888	undef $guard2;
1430	$map->reset;	1889	$map->reset;
1431	undef $guard;
1432	return find $path;	1890	return find $path;
1433	}	1891	}
1434		1892
1435	$cf::MAP{$path} = $map	1893	$cf::MAP{$path} = $map
1436	}	1894	}
…		…
1443	my ($self) = @_;	1901	my ($self) = @_;
1444		1902
1445	local $self->{deny_reset} = 1; # loading can take a long time	1903	local $self->{deny_reset} = 1; # loading can take a long time
1446		1904
1447	my $path = $self->{path};	1905	my $path = $self->{path};
		1906
		1907	{
1448	my $guard = cf::lock_acquire "map_load:$path";	1908	my $guard = cf::lock_acquire "map_data:$path";
1449		1909
		1910	return unless $self->valid;
1450	return if $self->in_memory != cf::MAP_SWAPPED;	1911	return unless $self->in_memory == cf::MAP_SWAPPED;
1451		1912
1452	$self->in_memory (cf::MAP_LOADING);	1913	$self->in_memory (cf::MAP_LOADING);
1453		1914
1454	$self->alloc;	1915	$self->alloc;
1455		1916
1456	$self->pre_load;	1917	$self->pre_load;
		1918	cf::cede_to_tick;
1457		1919
1458	$self->_load_objects ($self->{load_path}, 1)	1920	my $f = new_from_file cf::object::thawer $self->{load_path};
		1921	$f->skip_block;
		1922	$self->_load_objects ($f)
1459	or return;	1923	or return;
1460		1924
1461	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1925	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1462	if delete $self->{load_original};	1926	if delete $self->{load_original};
1463		1927
1464	if (my $uniq = $self->uniq_path) {	1928	if (my $uniq = $self->uniq_path) {
1465	utf8::encode $uniq;	1929	utf8::encode $uniq;
1466	if (aio_open $uniq, O_RDONLY, 0) {	1930	unless (aio_stat $uniq) {
		1931	if (my $f = new_from_file cf::object::thawer $uniq) {
1467	$self->clear_unique_items;	1932	$self->clear_unique_items;
1468	$self->_load_objects ($uniq, 0);	1933	$self->_load_objects ($f);
		1934	$f->resolve_delayed_derefs;
		1935	}
1469	}	1936	}
1470	}	1937	}
1471		1938
1472	Coro::cede;	1939	$f->resolve_delayed_derefs;
1473		1940
		1941	cf::cede_to_tick;
1474	# now do the right thing for maps	1942	# now do the right thing for maps
1475	$self->link_multipart_objects;	1943	$self->link_multipart_objects;
1476
1477	unless ($self->{deny_activate}) {
1478	$self->decay_objects;
1479	$self->fix_auto_apply;
1480	$self->update_buttons;
1481	Coro::cede;
1482	$self->set_darkness_map;
1483	$self->difficulty ($self->estimate_difficulty)	1944	$self->difficulty ($self->estimate_difficulty)
1484	unless $self->difficulty;	1945	unless $self->difficulty;
1485	Coro::cede;	1946	cf::cede_to_tick;
		1947
		1948	unless ($self->{deny_activate}) {
		1949	$self->decay_objects;
		1950	$self->fix_auto_apply;
		1951	$self->update_buttons;
		1952	cf::cede_to_tick;
		1953	$self->set_darkness_map;
		1954	cf::cede_to_tick;
1486	$self->activate;	1955	$self->activate;
		1956	}
		1957
		1958	$self->{last_save} = $cf::RUNTIME;
		1959	$self->last_access ($cf::RUNTIME);
		1960
		1961	$self->in_memory (cf::MAP_IN_MEMORY);
1487	}	1962	}
1488		1963
1489	$self->post_load;	1964	$self->post_load;
1490
1491	$self->in_memory (cf::MAP_IN_MEMORY);
1492	}	1965	}
1493		1966
1494	sub customise_for {	1967	sub customise_for {
1495	my ($self, $ob) = @_;	1968	my ($self, $ob) = @_;
1496		1969
1497	return find "~" . $ob->name . "/" . $self->{path}	1970	return find "~" . $ob->name . "/" . $self->{path}
1498	if $self->per_player;	1971	if $self->per_player;
1499		1972
		1973	# return find "?party/" . $ob->name . "/" . $self->{path}
		1974	# if $self->per_party;
		1975
1500	$self	1976	$self
1501	}	1977	}
1502		1978
1503	# find and load all maps in the 3x3 area around a map	1979	# find and load all maps in the 3x3 area around a map
1504	sub load_diag {	1980	sub load_neighbours {
1505	my ($map) = @_;	1981	my ($map) = @_;
1506		1982
1507	my @diag; # diagonal neighbours	1983	my @neigh; # diagonal neighbours
1508		1984
1509	for (0 .. 3) {	1985	for (0 .. 3) {
1510	my $neigh = $map->tile_path ($_)	1986	my $neigh = $map->tile_path ($_)
1511	or next;	1987	or next;
1512	$neigh = find $neigh, $map	1988	$neigh = find $neigh, $map
1513	or next;	1989	or next;
1514	$neigh->load;	1990	$neigh->load;
1515		1991
		1992	push @neigh,
1516	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	1993	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1517	[$neigh->tile_path (($_ + 1) % 4), $neigh];	1994	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1518	}	1995	}
1519		1996
1520	for (@diag) {	1997	for (grep defined $_->[0], @neigh) {
		1998	my ($path, $origin) = @$_;
1521	my $neigh = find @$_	1999	my $neigh = find $path, $origin
1522	or next;	2000	or next;
1523	$neigh->load;	2001	$neigh->load;
1524	}	2002	}
1525	}	2003	}
1526		2004
…		…
1531	}	2009	}
1532		2010
1533	sub do_load_sync {	2011	sub do_load_sync {
1534	my ($map) = @_;	2012	my ($map) = @_;
1535		2013
		2014	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2015	if $Coro::current == $Coro::main;
		2016
1536	cf::sync_job { $map->load };	2017	cf::sync_job { $map->load };
1537	}	2018	}
1538		2019
1539	our %MAP_PREFETCH;	2020	our %MAP_PREFETCH;
1540	our $MAP_PREFETCHER = undef;	2021	our $MAP_PREFETCHER = undef;
1541		2022
1542	sub find_async {	2023	sub find_async {
1543	my ($path, $origin) = @_;	2024	my ($path, $origin, $load) = @_;
1544		2025
1545	$path = normalise $path, $origin && $origin->{path};	2026	$path = normalise $path, $origin && $origin->{path};
1546		2027
1547	if (my $map = $cf::MAP{$path}) {	2028	if (my $map = $cf::MAP{$path}) {
1548	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2029	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1549	}	2030	}
1550		2031
1551	undef $MAP_PREFETCH{$path};	2032	$MAP_PREFETCH{$path} |= $load;
		2033
1552	$MAP_PREFETCHER ||= cf::async {	2034	$MAP_PREFETCHER ||= cf::async {
1553	while (%MAP_PREFETCH) {	2035	while (%MAP_PREFETCH) {
1554	for my $path (keys %MAP_PREFETCH) {	2036	while (my ($k, $v) = each %MAP_PREFETCH) {
1555	my $map = find $path	2037	if (my $map = find $k) {
1556	or next;
1557	$map->load;	2038	$map->load if $v;
		2039	}
1558		2040
1559	delete $MAP_PREFETCH{$path};	2041	delete $MAP_PREFETCH{$k};
1560	}	2042	}
1561	}	2043	}
1562	undef $MAP_PREFETCHER;	2044	undef $MAP_PREFETCHER;
1563	};	2045	};
1564	$MAP_PREFETCHER->prio (6);	2046	$MAP_PREFETCHER->prio (6);
…		…
1567	}	2049	}
1568		2050
1569	sub save {	2051	sub save {
1570	my ($self) = @_;	2052	my ($self) = @_;
1571		2053
1572	my $lock = cf::lock_acquire "map_data:" . $self->path;	2054	my $lock = cf::lock_acquire "map_data:$self->{path}";
1573		2055
1574	$self->{last_save} = $cf::RUNTIME;	2056	$self->{last_save} = $cf::RUNTIME;
1575		2057
1576	return unless $self->dirty;	2058	return unless $self->dirty;
1577		2059
…		…
1600	my ($self) = @_;	2082	my ($self) = @_;
1601		2083
1602	# save first because save cedes	2084	# save first because save cedes
1603	$self->save;	2085	$self->save;
1604		2086
1605	my $lock = cf::lock_acquire "map_data:" . $self->path;	2087	my $lock = cf::lock_acquire "map_data:$self->{path}";
1606		2088
1607	return if $self->players;	2089	return if $self->players;
1608	return if $self->in_memory != cf::MAP_IN_MEMORY;	2090	return if $self->in_memory != cf::MAP_IN_MEMORY;
1609	return if $self->{deny_save};	2091	return if $self->{deny_save};
1610		2092
		2093	$self->in_memory (cf::MAP_SWAPPED);
		2094
		2095	$self->deactivate;
		2096	$_->clear_links_to ($self) for values %cf::MAP;
1611	$self->clear;	2097	$self->clear;
1612	$self->in_memory (cf::MAP_SWAPPED);
1613	}	2098	}
1614		2099
1615	sub reset_at {	2100	sub reset_at {
1616	my ($self) = @_;	2101	my ($self) = @_;
1617		2102
1618	# TODO: safety, remove and allow resettable per-player maps	2103	# TODO: safety, remove and allow resettable per-player maps
1619	return 1e99 if $self->isa ("ext::map_per_player");#d#
1620	return 1e99 if $self->{deny_reset};	2104	return 1e99 if $self->{deny_reset};
1621		2105
1622	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2106	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1623	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2107	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1624		2108
…		…
1635	my ($self) = @_;	2119	my ($self) = @_;
1636		2120
1637	my $lock = cf::lock_acquire "map_data:$self->{path}";	2121	my $lock = cf::lock_acquire "map_data:$self->{path}";
1638		2122
1639	return if $self->players;	2123	return if $self->players;
1640	return if $self->isa ("ext::map_per_player");#d#
1641		2124
1642	warn "resetting map ", $self->path;#d#	2125	warn "resetting map ", $self->path;
1643		2126
1644	$self->in_memory (cf::MAP_SWAPPED);	2127	$self->in_memory (cf::MAP_SWAPPED);
1645		2128
1646	# need to save uniques path	2129	# need to save uniques path
1647	unless ($self->{deny_save}) {	2130	unless ($self->{deny_save}) {
…		…
1651	if $uniq;	2134	if $uniq;
1652	}	2135	}
1653		2136
1654	delete $cf::MAP{$self->path};	2137	delete $cf::MAP{$self->path};
1655		2138
		2139	$self->deactivate;
		2140	$_->clear_links_to ($self) for values %cf::MAP;
1656	$self->clear;	2141	$self->clear;
1657
1658	$_->clear_links_to ($self) for values %cf::MAP;
1659		2142
1660	$self->unlink_save;	2143	$self->unlink_save;
1661	$self->destroy;	2144	$self->destroy;
1662	}	2145	}
1663		2146
1664	my $nuke_counter = "aaaa";	2147	my $nuke_counter = "aaaa";
1665		2148
1666	sub nuke {	2149	sub nuke {
1667	my ($self) = @_;	2150	my ($self) = @_;
1668		2151
		2152	{
		2153	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2154
1669	delete $cf::MAP{$self->path};	2155	delete $cf::MAP{$self->path};
1670		2156
1671	$self->unlink_save;	2157	$self->unlink_save;
1672		2158
1673	bless $self, "cf::map";	2159	bless $self, "cf::map";
1674	delete $self->{deny_reset};	2160	delete $self->{deny_reset};
1675	$self->{deny_save} = 1;	2161	$self->{deny_save} = 1;
1676	$self->reset_timeout (1);	2162	$self->reset_timeout (1);
1677	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2163	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1678		2164
1679	$cf::MAP{$self->path} = $self;	2165	$cf::MAP{$self->path} = $self;
		2166	}
1680		2167
1681	$self->reset; # polite request, might not happen	2168	$self->reset; # polite request, might not happen
		2169	}
		2170
		2171	=item $maps = cf::map::tmp_maps
		2172
		2173	Returns an arrayref with all map paths of currently instantiated and saved
		2174	maps. May block.
		2175
		2176	=cut
		2177
		2178	sub tmp_maps() {
		2179	[
		2180	map {
		2181	utf8::decode $_;
		2182	/\.map$/
		2183	? normalise $_
		2184	: ()
		2185	} @{ aio_readdir $TMPDIR or [] }
		2186	]
		2187	}
		2188
		2189	=item $maps = cf::map::random_maps
		2190
		2191	Returns an arrayref with all map paths of currently instantiated and saved
		2192	random maps. May block.
		2193
		2194	=cut
		2195
		2196	sub random_maps() {
		2197	[
		2198	map {
		2199	utf8::decode $_;
		2200	/\.map$/
		2201	? normalise "?random/$_"
		2202	: ()
		2203	} @{ aio_readdir $RANDOMDIR or [] }
		2204	]
1682	}	2205	}
1683		2206
1684	=item cf::map::unique_maps	2207	=item cf::map::unique_maps
1685		2208
1686	Returns an arrayref of paths of all shared maps that have	2209	Returns an arrayref of paths of all shared maps that have
1687	instantiated unique items. May block.	2210	instantiated unique items. May block.
1688		2211
1689	=cut	2212	=cut
1690		2213
1691	sub unique_maps() {	2214	sub unique_maps() {
1692	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2215	[
1693	or return;	2216	map {
1694
1695	my @paths;
1696
1697	for (@$files) {
1698	utf8::decode $_;	2217	utf8::decode $_;
1699	next if /\.pst$/;	2218	/\.map$/
1700	next unless /^$PATH_SEP/o;	2219	? normalise $_
1701		2220	: ()
1702	push @paths, cf::map::normalise $_;	2221	} @{ aio_readdir $UNIQUEDIR or [] }
1703	}	2222	]
1704
1705	\@paths
1706	}	2223	}
1707		2224
1708	package cf;	2225	package cf;
1709		2226
1710	=back	2227	=back
…		…
1728	map { $_, inv_recursive_ $_->inv } @_	2245	map { $_, inv_recursive_ $_->inv } @_
1729	}	2246	}
1730		2247
1731	sub inv_recursive {	2248	sub inv_recursive {
1732	inv_recursive_ inv $_[0]	2249	inv_recursive_ inv $_[0]
		2250	}
		2251
		2252	=item $ref = $ob->ref
		2253
		2254	creates and returns a persistent reference to an objetc that can be stored as a string.
		2255
		2256	=item $ob = cf::object::deref ($refstring)
		2257
		2258	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2259	even if the object actually exists. May block.
		2260
		2261	=cut
		2262
		2263	sub deref {
		2264	my ($ref) = @_;
		2265
		2266	# temporary compatibility#TODO#remove
		2267	$ref =~ s{^<}{player/<};
		2268
		2269	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {
		2270	my ($uuid, $name) = ($1, $2);
		2271	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2272	or return;
		2273	$pl->ob->uuid eq $uuid
		2274	or return;
		2275
		2276	$pl->ob
		2277	} else {
		2278	warn "$ref: cannot resolve object reference\n";
		2279	undef
		2280	}
1733	}	2281	}
1734		2282
1735	package cf;	2283	package cf;
1736		2284
1737	=back	2285	=back
…		…
1756		2304
1757	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2305	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1758		2306
1759	if ($self->{record_replies}) {	2307	if ($self->{record_replies}) {
1760	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2308	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2309
1761	} else {	2310	} else {
		2311	my $pl = $self->contr;
		2312
		2313	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2314	my $dialog = $pl->{npc_dialog};
		2315	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2316
		2317	} else {
1762	$msg = $npc->name . " says: $msg" if $npc;	2318	$msg = $npc->name . " says: $msg" if $npc;
1763	$self->message ($msg, $flags);	2319	$self->message ($msg, $flags);
		2320	}
1764	}	2321	}
		2322	}
		2323
		2324	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2325
		2326	=cut
		2327
		2328	sub cf::object::send_msg {
		2329	my $pl = shift->contr
		2330	or return;
		2331	$pl->send_msg (@_);
1765	}	2332	}
1766		2333
1767	=item $player_object->may ("access")	2334	=item $player_object->may ("access")
1768		2335
1769	Returns wether the given player is authorized to access resource "access"	2336	Returns wether the given player is authorized to access resource "access"
…		…
1816	$self->deactivate_recursive;	2383	$self->deactivate_recursive;
1817		2384
1818	return if UNIVERSAL::isa $self->map, "ext::map_link";	2385	return if UNIVERSAL::isa $self->map, "ext::map_link";
1819		2386
1820	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2387	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1821	if $self->map;	2388	if $self->map && $self->map->{path} ne "{link}";
1822		2389
1823	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2390	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1824	}	2391	}
1825		2392
1826	sub cf::object::player::leave_link {	2393	sub cf::object::player::leave_link {
1827	my ($self, $map, $x, $y) = @_;	2394	my ($self, $map, $x, $y) = @_;
		2395
		2396	return unless $self->contr->active;
1828		2397
1829	my $link_pos = delete $self->{_link_pos};	2398	my $link_pos = delete $self->{_link_pos};
1830		2399
1831	unless ($map) {	2400	unless ($map) {
1832	# restore original map position	2401	# restore original map position
…		…
1846	# use -1 or undef as default coordinates, not 0, 0	2415	# use -1 or undef as default coordinates, not 0, 0
1847	($x, $y) = ($map->enter_x, $map->enter_y)	2416	($x, $y) = ($map->enter_x, $map->enter_y)
1848	if $x <=0 && $y <= 0;	2417	if $x <=0 && $y <= 0;
1849		2418
1850	$map->load;	2419	$map->load;
1851	$map->load_diag;	2420	$map->load_neighbours;
1852		2421
1853	return unless $self->contr->active;	2422	return unless $self->contr->active;
1854	$self->activate_recursive;	2423	$self->activate_recursive;
1855		2424
1856	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2425	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1857	$self->enter_map ($map, $x, $y);	2426	$self->enter_map ($map, $x, $y);
1858	}	2427	}
1859		2428
1860	cf::player->attach (	2429	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1861	on_logout => sub {
1862	my ($pl) = @_;
1863		2430
1864	# abort map switching before logout	2431	Moves the player to the given map-path and coordinates by first freezing
1865	if ($pl->ob->{_link_pos}) {	2432	her, loading and preparing them map, calling the provided $check callback
1866	cf::sync_job {	2433	that has to return the map if sucecssful, and then unfreezes the player on
1867	$pl->ob->leave_link	2434	the new (success) or old (failed) map position. In either case, $done will
1868	};	2435	be called at the end of this process.
1869	}
1870	},
1871	on_login => sub {
1872	my ($pl) = @_;
1873		2436
1874	# try to abort aborted map switching on player login :)
1875	# should happen only on crashes
1876	if ($pl->ob->{_link_pos}) {
1877	$pl->ob->enter_link;
1878	(async {
1879	$pl->ob->reply (undef,
1880	"There was an internal problem at your last logout, "
1881	. "the server will try to bring you to your intended destination in a second.",
1882	cf::NDI_RED);
1883	# we need this sleep as the login has a concurrent enter_exit running
1884	# and this sleep increases chances of the player not ending up in scorn
1885	Coro::Timer::sleep 1;
1886	$pl->ob->leave_link;
1887	})->prio (2);
1888	}
1889	},
1890	);
1891
1892	=item $player_object->goto ($path, $x, $y)
1893
1894	=cut	2437	=cut
		2438
		2439	our $GOTOGEN;
1895		2440
1896	sub cf::object::player::goto {	2441	sub cf::object::player::goto {
1897	my ($self, $path, $x, $y) = @_;	2442	my ($self, $path, $x, $y, $check, $done) = @_;
		2443
		2444	# do generation counting so two concurrent goto's will be executed in-order
		2445	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1898		2446
1899	$self->enter_link;	2447	$self->enter_link;
1900		2448
1901	(async {	2449	(async {
1902	my $map = eval {	2450	my $map = eval {
1903	my $map = cf::map::find $path;	2451	my $map = cf::map::find $path;
		2452
		2453	if ($map) {
1904	$map = $map->customise_for ($self) if $map;	2454	$map = $map->customise_for ($self);
		2455	$map = $check->($map) if $check && $map;
		2456	} else {
		2457	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
		2458	}
		2459
1905	$map	2460	$map
		2461	};
		2462
		2463	if ($@) {
		2464	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2465	LOG llevError | logBacktrace, Carp::longmess $@;
1906	} or	2466	}
1907	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1908		2467
		2468	if ($gen == $self->{_goto_generation}) {
		2469	delete $self->{_goto_generation};
1909	$self->leave_link ($map, $x, $y);	2470	$self->leave_link ($map, $x, $y);
		2471	}
		2472
		2473	$done->() if $done;
1910	})->prio (1);	2474	})->prio (1);
1911	}	2475	}
1912		2476
1913	=item $player_object->enter_exit ($exit_object)	2477	=item $player_object->enter_exit ($exit_object)
1914		2478
…		…
1953		2517
1954	$rmp->{random_seed} ||= $exit->random_seed;	2518	$rmp->{random_seed} ||= $exit->random_seed;
1955		2519
1956	my $data = cf::to_json $rmp;	2520	my $data = cf::to_json $rmp;
1957	my $md5 = Digest::MD5::md5_hex $data;	2521	my $md5 = Digest::MD5::md5_hex $data;
1958	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2522	my $meta = "$RANDOMDIR/$md5.meta";
1959		2523
1960	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2524	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1961	aio_write $fh, 0, (length $data), $data, 0;	2525	aio_write $fh, 0, (length $data), $data, 0;
1962	undef $fh;	2526	undef $fh;
1963	aio_rename "$meta~", $meta;	2527	aio_rename "$meta~", $meta;
…		…
1982	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2546	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1983	my $hp = $exit->stats->hp;	2547	my $hp = $exit->stats->hp;
1984	my $sp = $exit->stats->sp;	2548	my $sp = $exit->stats->sp;
1985		2549
1986	$self->enter_link;	2550	$self->enter_link;
		2551
		2552	# if exit is damned, update players death & WoR home-position
		2553	$self->contr->savebed ($slaying, $hp, $sp)
		2554	if $exit->flag (FLAG_DAMNED);
1987		2555
1988	(async {	2556	(async {
1989	$self->deactivate_recursive; # just to be sure	2557	$self->deactivate_recursive; # just to be sure
1990	unless (eval {	2558	unless (eval {
1991	$self->goto ($slaying, $hp, $sp);	2559	$self->goto ($slaying, $hp, $sp);
…		…
2019		2587
2020	utf8::encode $text;	2588	utf8::encode $text;
2021	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2589	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2022	}	2590	}
2023		2591
		2592	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2593
		2594	Send a drawinfo or msg packet to the client, formatting the msg for the
		2595	client if neccessary. C<$type> should be a string identifying the type of
		2596	the message, with C<log> being the default. If C<$color> is negative, suppress
		2597	the message unless the client supports the msg packet.
		2598
		2599	=cut
		2600
		2601	our %CHANNEL = (
		2602	"c/identify" => {
		2603	id => "identify",
		2604	title => "Identify",
		2605	reply => undef,
		2606	tooltip => "Items recently identified",
		2607	},
		2608	"c/examine" => {
		2609	id => "examine",
		2610	title => "Examine",
		2611	reply => undef,
		2612	tooltip => "Signs and other items you examined",
		2613	},
		2614	);
		2615
		2616	sub cf::client::send_msg {
		2617	my ($self, $channel, $msg, $color, @extra) = @_;
		2618
		2619	$msg = $self->pl->expand_cfpod ($msg);
		2620
		2621	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2622
		2623	# check predefined channels, for the benefit of C
		2624	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};
		2625
		2626	if (ref $channel) {
		2627	# send meta info to client, if not yet sent
		2628	unless (exists $self->{channel}{$channel->{id}}) {
		2629	$self->{channel}{$channel->{id}} = $channel;
		2630	$self->ext_msg (channel_info => $channel)
		2631	if $self->can_msg;
		2632	}
		2633
		2634	$channel = $channel->{id};
		2635	}
		2636
		2637	return unless @extra || length $msg;
		2638
		2639	if ($self->can_msg) {
		2640	# default colour, mask it out
		2641	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2642	if $color & cf::NDI_DEF;
		2643
		2644	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2645	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2646	} else {
		2647	if ($color >= 0) {
		2648	# replace some tags by gcfclient-compatible ones
		2649	for ($msg) {
		2650	1 while
		2651	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2652	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2653	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2654	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2655	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2656	}
		2657
		2658	$color &= cf::NDI_COLOR_MASK;
		2659
		2660	utf8::encode $msg;
		2661
		2662	if (0 && $msg =~ /\[/) {
		2663	# COMMAND/INFO
		2664	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2665	} else {
		2666	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2667	$self->send_packet ("drawinfo $color $msg")
		2668	}
		2669	}
		2670	}
		2671	}
		2672
2024	=item $client->ext_event ($type, %msg)	2673	=item $client->ext_msg ($type, @msg)
2025		2674
2026	Sends an exti event to the client.	2675	Sends an ext event to the client.
2027		2676
2028	=cut	2677	=cut
2029		2678
2030	sub cf::client::ext_event($$%) {	2679	sub cf::client::ext_msg($$@) {
2031	my ($self, $type, %msg) = @_;	2680	my ($self, $type, @msg) = @_;
2032		2681
		2682	if ($self->extcmd == 2) {
		2683	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2684	} elsif ($self->extcmd == 1) { # TODO: remove
2033	$msg{msgtype} = "event_$type";	2685	push @msg, msgtype => "event_$type";
2034	$self->send_packet ("ext " . cf::to_json \%msg);	2686	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2687	}
		2688	}
		2689
		2690	=item $client->ext_reply ($msgid, @msg)
		2691
		2692	Sends an ext reply to the client.
		2693
		2694	=cut
		2695
		2696	sub cf::client::ext_reply($$@) {
		2697	my ($self, $id, @msg) = @_;
		2698
		2699	if ($self->extcmd == 2) {
		2700	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2701	} elsif ($self->extcmd == 1) {
		2702	#TODO: version 1, remove
		2703	unshift @msg, msgtype => "reply", msgid => $id;
		2704	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2705	}
2035	}	2706	}
2036		2707
2037	=item $success = $client->query ($flags, "text", \&cb)	2708	=item $success = $client->query ($flags, "text", \&cb)
2038		2709
2039	Queues a query to the client, calling the given callback with	2710	Queues a query to the client, calling the given callback with
2040	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2711	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2041	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2712	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2042		2713
2043	Queries can fail, so check the return code. Or don't, as queries will become	2714	Queries can fail, so check the return code. Or don't, as queries will
2044	reliable at some point in the future.	2715	become reliable at some point in the future.
2045		2716
2046	=cut	2717	=cut
2047		2718
2048	sub cf::client::query {	2719	sub cf::client::query {
2049	my ($self, $flags, $text, $cb) = @_;	2720	my ($self, $flags, $text, $cb) = @_;
…		…
2057	utf8::encode $text;	2728	utf8::encode $text;
2058	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2729	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2059		2730
2060	$self->send_packet ($self->{query_queue}[0][0])	2731	$self->send_packet ($self->{query_queue}[0][0])
2061	if @{ $self->{query_queue} } == 1;	2732	if @{ $self->{query_queue} } == 1;
		2733
		2734	1
2062	}	2735	}
2063		2736
2064	cf::client->attach (	2737	cf::client->attach (
		2738	on_connect => sub {
		2739	my ($ns) = @_;
		2740
		2741	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2742	},
2065	on_reply => sub {	2743	on_reply => sub {
2066	my ($ns, $msg) = @_;	2744	my ($ns, $msg) = @_;
2067		2745
2068	# this weird shuffling is so that direct followup queries	2746	# this weird shuffling is so that direct followup queries
2069	# get handled first	2747	# get handled first
…		…
2081	} else {	2759	} else {
2082	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2760	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2083	}	2761	}
2084	}	2762	}
2085	},	2763	},
		2764	on_exticmd => sub {
		2765	my ($ns, $buf) = @_;
		2766
		2767	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2768
		2769	if (ref $msg) {
		2770	my ($type, $reply, @payload) =
		2771	"ARRAY" eq ref $msg
		2772	? @$msg
		2773	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2774
		2775	my @reply;
		2776
		2777	if (my $cb = $EXTICMD{$type}) {
		2778	@reply = $cb->($ns, @payload);
		2779	}
		2780
		2781	$ns->ext_reply ($reply, @reply)
		2782	if $reply;
		2783
		2784	} else {
		2785	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2786	}
		2787
		2788	cf::override;
		2789	},
2086	);	2790	);
2087		2791
2088	=item $client->async (\&cb)	2792	=item $client->async (\&cb)
2089		2793
2090	Create a new coroutine, running the specified callback. The coroutine will	2794	Create a new coroutine, running the specified callback. The coroutine will
…		…
2131	our $safe = new Safe "safe";	2835	our $safe = new Safe "safe";
2132	our $safe_hole = new Safe::Hole;	2836	our $safe_hole = new Safe::Hole;
2133		2837
2134	$SIG{FPE} = 'IGNORE';	2838	$SIG{FPE} = 'IGNORE';
2135		2839
2136	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2840	$safe->permit_only (Opcode::opset qw(
		2841	:base_core :base_mem :base_orig :base_math
		2842	grepstart grepwhile mapstart mapwhile
		2843	sort time
		2844	));
2137		2845
2138	# here we export the classes and methods available to script code	2846	# here we export the classes and methods available to script code
2139		2847
2140	=pod	2848	=pod
2141		2849
2142	The following functions and methods are available within a safe environment:	2850	The following functions and methods are available within a safe environment:
2143		2851
2144	cf::object contr pay_amount pay_player map	2852	cf::object
		2853	contr pay_amount pay_player map x y force_find force_add
		2854	insert remove name archname title slaying race decrease_ob_nr
		2855
2145	cf::object::player player	2856	cf::object::player
2146	cf::player peaceful	2857	player
2147	cf::map trigger	2858
		2859	cf::player
		2860	peaceful
		2861
		2862	cf::map
		2863	trigger
2148		2864
2149	=cut	2865	=cut
2150		2866
2151	for (	2867	for (
2152	["cf::object" => qw(contr pay_amount pay_player map)],	2868	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2869	insert remove inv name archname title slaying race
		2870	decrease_ob_nr)],
2153	["cf::object::player" => qw(player)],	2871	["cf::object::player" => qw(player)],
2154	["cf::player" => qw(peaceful)],	2872	["cf::player" => qw(peaceful)],
2155	["cf::map" => qw(trigger)],	2873	["cf::map" => qw(trigger)],
2156	) {	2874	) {
2157	no strict 'refs';	2875	no strict 'refs';
…		…
2228	=back	2946	=back
2229		2947
2230	=cut	2948	=cut
2231		2949
2232	#############################################################################	2950	#############################################################################
2233
2234	=head2 EXTENSION DATABASE SUPPORT
2235
2236	Crossfire maintains a very simple database for extension use. It can
2237	currently store anything that can be serialised using Storable, which
2238	excludes objects.
2239
2240	The parameter C<$family> should best start with the name of the extension
2241	using it, it should be unique.
2242
2243	=over 4
2244
2245	=item $value = cf::db_get $family => $key
2246
2247	Returns a single value from the database.
2248
2249	=item cf::db_put $family => $key => $value
2250
2251	Stores the given C<$value> in the family.
2252
2253	=cut
2254
2255	our $DB;
2256
2257	sub db_init {
2258	unless ($DB) {
2259	$DB = BDB::db_create $DB_ENV;
2260
2261	cf::sync_job {
2262	eval {
2263	$DB->set_flags (BDB::CHKSUM);
2264
2265	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2266	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2267	cf::cleanup "db_open(db): $!" if $!;
2268	};
2269	cf::cleanup "db_open(db): $@" if $@;
2270	};
2271
2272	my $path = cf::localdir . "/database.pst";
2273	if (stat $path) {
2274	cf::sync_job {
2275	my $pst = Storable::retrieve $path;
2276
2277	cf::db_put (board => data => $pst->{board});
2278	cf::db_put (guildrules => data => $pst->{guildrules});
2279	cf::db_put (rent => balance => $pst->{rent}{balance});
2280	BDB::db_env_txn_checkpoint $DB_ENV;
2281
2282	unlink $path;
2283	};
2284	}
2285	}
2286	}
2287
2288	sub db_get($$) {
2289	my $key = "$_[0]/$_[1]";
2290
2291	cf::sync_job {
2292	BDB::db_get $DB, undef, $key, my $data;
2293
2294	$! ? ()
2295	: Compress::LZF::sthaw $data
2296	}
2297	}
2298
2299	sub db_put($$$) {
2300	BDB::dbreq_pri 4;
2301	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2302	}
2303
2304	#############################################################################
2305	# the server's init and main functions	2951	# the server's init and main functions
2306		2952
2307	sub load_facedata {	2953	sub load_facedata($) {
2308	my $path = sprintf "%s/facedata", cf::datadir;	2954	my ($path) = @_;
		2955
		2956	# HACK to clear player env face cache, we need some signal framework
		2957	# for this (global event?)
		2958	%ext::player_env::MUSIC_FACE_CACHE = ();
		2959
		2960	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2309		2961
2310	warn "loading facedata from $path\n";	2962	warn "loading facedata from $path\n";
2311		2963
2312	my $facedata;	2964	my $facedata;
2313	0 < aio_load $path, $facedata	2965	0 < aio_load $path, $facedata
2314	or die "$path: $!";	2966	or die "$path: $!";
2315		2967
2316	Coro::cede;
2317	$facedata = Storable::thaw $facedata;	2968	$facedata = Coro::Storable::thaw $facedata;
2318	Coro::cede;
2319		2969
2320	$facedata->{version} == 2	2970	$facedata->{version} == 2
2321	or cf::cleanup "$path: version mismatch, cannot proceed.";	2971	or cf::cleanup "$path: version mismatch, cannot proceed.";
2322		2972
		2973	# patch in the exptable
		2974	$facedata->{resource}{"res/exp_table"} = {
		2975	type => FT_RSRC,
		2976	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		2977	};
		2978	cf::cede_to_tick;
		2979
2323	{	2980	{
2324	my $faces = $facedata->{faceinfo};	2981	my $faces = $facedata->{faceinfo};
2325		2982
2326	while (my ($face, $info) = each %$faces) {	2983	while (my ($face, $info) = each %$faces) {
2327	my $idx = (cf::face::find $face) || cf::face::alloc $face;	2984	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2328	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	2985	cf::face::set_visibility $idx, $info->{visibility};
		2986	cf::face::set_magicmap $idx, $info->{magicmap};
2329	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	2987	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2330	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	2988	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2331	Coro::cede;	2989
		2990	cf::cede_to_tick;
2332	}	2991	}
2333		2992
2334	while (my ($face, $info) = each %$faces) {	2993	while (my ($face, $info) = each %$faces) {
2335	next unless $info->{smooth};	2994	next unless $info->{smooth};
2336	my $idx = cf::face::find $face	2995	my $idx = cf::face::find $face
2337	or next;	2996	or next;
2338	if (my $smooth = cf::face::find $info->{smooth}) {	2997	if (my $smooth = cf::face::find $info->{smooth}) {
		2998	cf::face::set_smooth $idx, $smooth;
2339	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	2999	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2340	} else {	3000	} else {
2341	warn "smooth face '$info->{smooth}' not found for face '$face'";	3001	warn "smooth face '$info->{smooth}' not found for face '$face'";
2342	}	3002	}
2343	Coro::cede;	3003
		3004	cf::cede_to_tick;
2344	}	3005	}
2345	}	3006	}
2346		3007
2347	{	3008	{
2348	my $anims = $facedata->{animinfo};	3009	my $anims = $facedata->{animinfo};
2349		3010
2350	while (my ($anim, $info) = each %$anims) {	3011	while (my ($anim, $info) = each %$anims) {
2351	cf::anim::set $anim, $info->{frames}, $info->{facings};	3012	cf::anim::set $anim, $info->{frames}, $info->{facings};
2352	Coro::cede;	3013	cf::cede_to_tick;
2353	}	3014	}
2354		3015
2355	cf::anim::invalidate_all; # d'oh	3016	cf::anim::invalidate_all; # d'oh
2356	}	3017	}
2357		3018
		3019	{
		3020	# TODO: for gcfclient pleasure, we should give resources
		3021	# that gcfclient doesn't grok a >10000 face index.
		3022	my $res = $facedata->{resource};
		3023
		3024	my $soundconf = delete $res->{"res/sound.conf"};
		3025
		3026	while (my ($name, $info) = each %$res) {
		3027	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3028	my $data;
		3029
		3030	if ($info->{type} & 1) {
		3031	# prepend meta info
		3032
		3033	my $meta = $enc->encode ({
		3034	name => $name,
		3035	%{ $info->{meta} || {} },
		3036	});
		3037
		3038	$data = pack "(w/a*)*", $meta, $info->{data};
		3039	} else {
		3040	$data = $info->{data};
		3041	}
		3042
		3043	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3044	cf::face::set_type $idx, $info->{type};
		3045
		3046	cf::cede_to_tick;
		3047	}
		3048
		3049	if ($soundconf) {
		3050	$soundconf = $enc->decode (delete $soundconf->{data});
		3051
		3052	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3053	my $sound = $soundconf->{compat}[$_]
		3054	or next;
		3055
		3056	my $face = cf::face::find "sound/$sound->[1]";
		3057	cf::sound::set $sound->[0] => $face;
		3058	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3059	}
		3060
		3061	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3062	my $face = cf::face::find "sound/$v";
		3063	cf::sound::set $k => $face;
		3064	}
		3065	}
		3066	}
		3067
2358	1	3068	1
2359	}	3069	}
2360		3070
		3071	register_exticmd fx_want => sub {
		3072	my ($ns, $want) = @_;
		3073
		3074	while (my ($k, $v) = each %$want) {
		3075	$ns->fx_want ($k, $v);
		3076	}
		3077	};
		3078
		3079	sub reload_regions {
		3080	# HACK to clear player env face cache, we need some signal framework
		3081	# for this (global event?)
		3082	%ext::player_env::MUSIC_FACE_CACHE = ();
		3083
		3084	load_resource_file "$MAPDIR/regions"
		3085	or die "unable to load regions file\n";
		3086
		3087	for (cf::region::list) {
		3088	$_->{match} = qr/$_->{match}/
		3089	if exists $_->{match};
		3090	}
		3091	}
		3092
		3093	sub reload_facedata {
		3094	load_facedata "$DATADIR/facedata"
		3095	or die "unable to load facedata\n";
		3096	}
		3097
		3098	sub reload_archetypes {
		3099	load_resource_file "$DATADIR/archetypes"
		3100	or die "unable to load archetypes\n";
		3101	#d# NEED to laod twice to resolve forward references
		3102	# this really needs to be done in an extra post-pass
		3103	# (which needs to be synchronous, so solve it differently)
		3104	load_resource_file "$DATADIR/archetypes"
		3105	or die "unable to load archetypes\n";
		3106	}
		3107
		3108	sub reload_treasures {
		3109	load_resource_file "$DATADIR/treasures"
		3110	or die "unable to load treasurelists\n";
		3111	}
		3112
2361	sub reload_resources {	3113	sub reload_resources {
2362	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	3114	warn "reloading resource files...\n";
2363	or die "unable to load regions file\n";#d#	3115
		3116	reload_regions;
2364	load_facedata	3117	reload_facedata;
2365	or die "unable to load facedata\n";#d#	3118	#reload_archetypes;#d#
		3119	reload_archetypes;
		3120	reload_treasures;
		3121
		3122	warn "finished reloading resource files\n";
2366	}	3123	}
2367		3124
2368	sub init {	3125	sub init {
2369	reload_resources;	3126	reload_resources;
2370	}	3127	}
2371		3128
2372	sub cfg_load {	3129	sub reload_config {
2373	open my $fh, "<:utf8", cf::confdir . "/config"	3130	open my $fh, "<:utf8", "$CONFDIR/config"
2374	or return;	3131	or return;
2375		3132
2376	local $/;	3133	local $/;
2377	*CFG = YAML::Syck::Load <$fh>;	3134	*CFG = YAML::Syck::Load <$fh>;
2378		3135
…		…
2397	(async {	3154	(async {
2398	Event::one_event;	3155	Event::one_event;
2399	})->prio (Coro::PRIO_MAX);	3156	})->prio (Coro::PRIO_MAX);
2400	};	3157	};
2401		3158
2402	cfg_load;	3159	reload_config;
2403	db_init;	3160	db_init;
2404	load_extensions;	3161	load_extensions;
2405		3162
2406	$TICK_WATCHER->start;	3163	$TICK_WATCHER->start;
2407	Event::loop;	3164	Event::loop;
…		…
2423	},	3180	},
2424	);	3181	);
2425	}	3182	}
2426	}	3183	}
2427		3184
		3185	sub write_runtime {
		3186	my $runtime = "$LOCALDIR/runtime";
		3187
		3188	# first touch the runtime file to show we are still running:
		3189	# the fsync below can take a very very long time.
		3190
		3191	IO::AIO::aio_utime $runtime, undef, undef;
		3192
		3193	my $guard = cf::lock_acquire "write_runtime";
		3194
		3195	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3196	or return;
		3197
		3198	my $value = $cf::RUNTIME + 90 + 10;
		3199	# 10 is the runtime save interval, for a monotonic clock
		3200	# 60 allows for the watchdog to kill the server.
		3201
		3202	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3203	and return;
		3204
		3205	# always fsync - this file is important
		3206	aio_fsync $fh
		3207	and return;
		3208
		3209	# touch it again to show we are up-to-date
		3210	aio_utime $fh, undef, undef;
		3211
		3212	close $fh
		3213	or return;
		3214
		3215	aio_rename "$runtime~", $runtime
		3216	and return;
		3217
		3218	warn "runtime file written.\n";
		3219
		3220	1
		3221	}
		3222
2428	sub emergency_save() {	3223	sub emergency_save() {
2429	my $freeze_guard = cf::freeze_mainloop;	3224	my $freeze_guard = cf::freeze_mainloop;
2430		3225
2431	warn "enter emergency perl save\n";	3226	warn "enter emergency perl save\n";
2432		3227
…		…
2463		3258
2464	warn Carp::longmess "post_cleanup backtrace"	3259	warn Carp::longmess "post_cleanup backtrace"
2465	if $make_core;	3260	if $make_core;
2466	}	3261	}
2467		3262
2468	sub reload() {	3263	sub do_reload_perl() {
2469	# can/must only be called in main	3264	# can/must only be called in main
2470	if ($Coro::current != $Coro::main) {	3265	if ($Coro::current != $Coro::main) {
2471	warn "can only reload from main coroutine";	3266	warn "can only reload from main coroutine";
2472	return;	3267	return;
2473	}	3268	}
…		…
2507	%EXT_CORO = ();	3302	%EXT_CORO = ();
2508		3303
2509	warn "removing commands";	3304	warn "removing commands";
2510	%COMMAND = ();	3305	%COMMAND = ();
2511		3306
2512	warn "removing ext commands";	3307	warn "removing ext/exti commands";
2513	%EXTCMD = ();	3308	%EXTCMD = ();
		3309	%EXTICMD = ();
2514		3310
2515	warn "unloading/nuking all extensions";	3311	warn "unloading/nuking all extensions";
2516	for my $pkg (@EXTS) {	3312	for my $pkg (@EXTS) {
2517	warn "... unloading $pkg";	3313	warn "... unloading $pkg";
2518		3314
…		…
2548	Symbol::delete_package "safe::$_"	3344	Symbol::delete_package "safe::$_"
2549	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3345	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2550		3346
2551	warn "unloading cf.pm \"a bit\"";	3347	warn "unloading cf.pm \"a bit\"";
2552	delete $INC{"cf.pm"};	3348	delete $INC{"cf.pm"};
		3349	delete $INC{"cf/pod.pm"};
2553		3350
2554	# don't, removes xs symbols, too,	3351	# don't, removes xs symbols, too,
2555	# and global variables created in xs	3352	# and global variables created in xs
2556	#Symbol::delete_package __PACKAGE__;	3353	#Symbol::delete_package __PACKAGE__;
2557		3354
…		…
2560	warn "reloading cf.pm";	3357	warn "reloading cf.pm";
2561	require cf;	3358	require cf;
2562	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3359	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2563		3360
2564	warn "loading config and database again";	3361	warn "loading config and database again";
2565	cf::cfg_load;	3362	cf::reload_config;
2566		3363
2567	warn "loading extensions";	3364	warn "loading extensions";
2568	cf::load_extensions;	3365	cf::load_extensions;
2569		3366
2570	warn "reattaching attachments to objects/players";	3367	warn "reattaching attachments to objects/players";
…		…
2572	warn "reattaching attachments to maps";	3369	warn "reattaching attachments to maps";
2573	reattach $_ for values %MAP;	3370	reattach $_ for values %MAP;
2574	warn "reattaching attachments to players";	3371	warn "reattaching attachments to players";
2575	reattach $_ for values %PLAYER;	3372	reattach $_ for values %PLAYER;
2576		3373
2577	warn "loading reloadable resources";
2578	reload_resources;
2579
2580	warn "leaving sync_job";	3374	warn "leaving sync_job";
2581		3375
2582	1	3376	1
2583	} or do {	3377	} or do {
2584	warn $@;	3378	warn $@;
…		…
2589	warn "reloaded";	3383	warn "reloaded";
2590	};	3384	};
2591		3385
2592	our $RELOAD_WATCHER; # used only during reload	3386	our $RELOAD_WATCHER; # used only during reload
2593		3387
		3388	sub reload_perl() {
		3389	# doing reload synchronously and two reloads happen back-to-back,
		3390	# coro crashes during coro_state_free->destroy here.
		3391
		3392	$RELOAD_WATCHER ||= Event->timer (
		3393	reentrant => 0,
		3394	after => 0,
		3395	data => WF_AUTOCANCEL,
		3396	cb => sub {
		3397	do_reload_perl;
		3398	undef $RELOAD_WATCHER;
		3399	},
		3400	);
		3401	}
		3402
2594	register_command "reload" => sub {	3403	register_command "reload" => sub {
2595	my ($who, $arg) = @_;	3404	my ($who, $arg) = @_;
2596		3405
2597	if ($who->flag (FLAG_WIZ)) {	3406	if ($who->flag (FLAG_WIZ)) {
2598	$who->message ("reloading server.");	3407	$who->message ("reloading server.");
2599		3408	async { reload_perl };
2600	# doing reload synchronously and two reloads happen back-to-back,
2601	# coro crashes during coro_state_free->destroy here.
2602
2603	$RELOAD_WATCHER ||= Event->timer (
2604	reentrant => 0,
2605	after => 0,
2606	data => WF_AUTOCANCEL,
2607	cb => sub {
2608	reload;
2609	undef $RELOAD_WATCHER;
2610	},
2611	);
2612	}	3409	}
2613	};	3410	};
2614		3411
2615	unshift @INC, $LIBDIR;	3412	unshift @INC, $LIBDIR;
2616		3413
2617	my $bug_warning = 0;	3414	my $bug_warning = 0;
2618		3415
		3416	our @WAIT_FOR_TICK;
		3417	our @WAIT_FOR_TICK_BEGIN;
		3418
		3419	sub wait_for_tick {
		3420	return unless $TICK_WATCHER->is_active;
		3421	return if $Coro::current == $Coro::main;
		3422
		3423	my $signal = new Coro::Signal;
		3424	push @WAIT_FOR_TICK, $signal;
		3425	$signal->wait;
		3426	}
		3427
		3428	sub wait_for_tick_begin {
		3429	return unless $TICK_WATCHER->is_active;
		3430	return if $Coro::current == $Coro::main;
		3431
		3432	my $signal = new Coro::Signal;
		3433	push @WAIT_FOR_TICK_BEGIN, $signal;
		3434	$signal->wait;
		3435	}
		3436
		3437	my $min = 1e6;#d#
		3438	my $avg = 10;
2619	$TICK_WATCHER = Event->timer (	3439	$TICK_WATCHER = Event->timer (
2620	reentrant => 0,	3440	reentrant => 0,
2621	parked => 1,	3441	parked => 1,
2622	prio => 0,	3442	prio => 0,
2623	at => $NEXT_TICK || $TICK,	3443	at => $NEXT_TICK || $TICK,
…		…
2627	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3447	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2628	unless ++$bug_warning > 10;	3448	unless ++$bug_warning > 10;
2629	return;	3449	return;
2630	}	3450	}
2631		3451
2632	$NOW = Event::time;	3452	$NOW = $tick_start = Event::time;
2633		3453
2634	cf::server_tick; # one server iteration	3454	cf::server_tick; # one server iteration
		3455
		3456	0 && sync_job {#d#
		3457	for(1..10) {
		3458	my $t = Event::time;
		3459	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3460	or die;
		3461
		3462	$map->width (50);
		3463	$map->height (50);
		3464	$map->alloc;
		3465	$map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
		3466	my $t = Event::time - $t;
		3467
		3468	#next unless $t < 0.0013;#d#
		3469	if ($t < $min) {
		3470	$min = $t;
		3471	}
		3472	$avg = $avg * 0.99 + $t * 0.01;
		3473	}
		3474	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3475	exit 0;
		3476	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
		3477	};
		3478
2635	$RUNTIME += $TICK;	3479	$RUNTIME += $TICK;
2636	$NEXT_TICK += $TICK;	3480	$NEXT_TICK += $TICK;
2637		3481
2638	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3482	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2639	$NEXT_RUNTIME_WRITE = $NOW + 10;	3483	$NEXT_RUNTIME_WRITE = $NOW + 10;
…		…
2641	write_runtime	3485	write_runtime
2642	or warn "ERROR: unable to write runtime file: $!";	3486	or warn "ERROR: unable to write runtime file: $!";
2643	};	3487	};
2644	}	3488	}
2645		3489
2646	$WAIT_FOR_TICK->broadcast;
2647	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2648
2649	# my $AFTER = Event::time;	3490	# my $AFTER = Event::time;
2650	# warn $AFTER - $NOW;#d#	3491	# warn $AFTER - $NOW;#d#
2651		3492
		3493	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3494	$sig->send;
		3495	}
		3496	while (my $sig = shift @WAIT_FOR_TICK) {
		3497	$sig->send;
		3498	}
		3499
		3500	$NOW = Event::time;
		3501
2652	# if we are delayed by four ticks or more, skip them all	3502	# if we are delayed by four ticks or more, skip them all
2653	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3503	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2654		3504
2655	$TICK_WATCHER->at ($NEXT_TICK);	3505	$TICK_WATCHER->at ($NEXT_TICK);
2656	$TICK_WATCHER->start;	3506	$TICK_WATCHER->start;
		3507
		3508	$LOAD = ($NOW - $tick_start) / $TICK;
		3509	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3510
		3511	_post_tick;
		3512
		3513
2657	},	3514	},
2658	);	3515	);
2659		3516
2660	{	3517	{
2661	BDB::max_poll_time $TICK * 0.1;	3518	BDB::max_poll_time $TICK * 0.1;
…		…
2689		3546
2690	cf::sync_job {	3547	cf::sync_job {
2691	eval {	3548	eval {
2692	BDB::db_env_open	3549	BDB::db_env_open
2693	$DB_ENV,	3550	$DB_ENV,
2694	$BDB_ENV_DIR,	3551	$BDBDIR,
2695	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3552	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2696	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3553	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2697	0666;	3554	0666;
2698		3555
2699	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	3556	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2700		3557
2701	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);	3558	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2702	$DB_ENV->set_lk_detect;	3559	$DB_ENV->set_lk_detect;
2703	};	3560	};
2704		3561
…		…
2720	prio => 6,	3577	prio => 6,
2721	cb => \&IO::AIO::poll_cb,	3578	cb => \&IO::AIO::poll_cb,
2722	);	3579	);
2723	}	3580	}
2724		3581
		3582	my $_log_backtrace;
		3583
		3584	sub _log_backtrace {
		3585	my ($msg, @addr) = @_;
		3586
		3587	$msg =~ s/\n//;
		3588
		3589	# limit the # of concurrent backtraces
		3590	if ($_log_backtrace < 2) {
		3591	++$_log_backtrace;
		3592	async {
		3593	my @bt = fork_call {
		3594	@addr = map { sprintf "%x", $_ } @addr;
		3595	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3596	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3597	or die "addr2line: $!";
		3598
		3599	my @funcs;
		3600	my @res = <$fh>;
		3601	chomp for @res;
		3602	while (@res) {
		3603	my ($func, $line) = splice @res, 0, 2, ();
		3604	push @funcs, "[$func] $line";
		3605	}
		3606
		3607	@funcs
		3608	};
		3609
		3610	LOG llevInfo, "[ABT] $msg\n";
		3611	LOG llevInfo, "[ABT] $_\n" for @bt;
		3612	--$_log_backtrace;
		3613	};
		3614	} else {
		3615	LOG llevInfo, "[ABT] $msg\n";
		3616	LOG llevInfo, "[ABT] [suppressed]\n";
		3617	}
		3618	}
		3619
		3620	# load additional modules
		3621	use cf::pod;
		3622
2725	END { cf::emergency_save }	3623	END { cf::emergency_save }
2726		3624
2727	1	3625	1
2728		3626

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines