ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.239 by root, Mon Apr 16 06:23:42 2007 UTC vs.
Revision 1.362 by root, Mon Sep 10 12:44:06 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.52 ();	15	use Coro 3.64 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
21	use Coro::Storable;	23	use Coro::Storable;
		24	use Coro::Util ();
22		25
		26	use JSON::XS ();
23	use BDB ();	27	use BDB ();
24	use Data::Dumper;	28	use Data::Dumper;
25	use Digest::MD5;	29	use Digest::MD5;
26	use Fcntl;	30	use Fcntl;
27	use YAML::Syck ();	31	use YAML::Syck ();
28	use IO::AIO 2.32 ();	32	use IO::AIO 2.32 ();
29	use Time::HiRes;	33	use Time::HiRes;
30	use Compress::LZF;	34	use Compress::LZF;
		35	use Digest::MD5 ();
31		36
32	# configure various modules to our taste	37	# configure various modules to our taste
33	#	38	#
34	$Storable::canonical = 1; # reduce rsync transfers	39	$Storable::canonical = 1; # reduce rsync transfers
35	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
…		…
47	our %COMMAND = ();	52	our %COMMAND = ();
48	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
49		54
50	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
51	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
52	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
53	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
54		60
55	our $RELOAD; # number of reloads so far	61	our $RELOAD; # number of reloads so far
56	our @EVENT;	62	our @EVENT;
57	our $LIBDIR = datadir . "/ext";
58		63
59	our $TICK = MAX_TIME * 1e-6;	64	our $CONFDIR = confdir;
		65	our $DATADIR = datadir;
		66	our $LIBDIR = "$DATADIR/ext";
		67	our $PODDIR = "$DATADIR/pod";
		68	our $MAPDIR = "$DATADIR/" . mapdir;
		69	our $LOCALDIR = localdir;
		70	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		73	our $RANDOMDIR = "$LOCALDIR/random";
		74	our $BDBDIR = "$LOCALDIR/db";
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60	our $TICK_WATCHER;	77	our $TICK_WATCHER;
61	our $AIO_POLL_WATCHER;	78	our $AIO_POLL_WATCHER;
62	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
63	our $NEXT_TICK;	80	our $NEXT_TICK;
64	our $NOW;	81	our $NOW;
…		…
70	our %CFG;	87	our %CFG;
71		88
72	our $UPTIME; $UPTIME ||= time;	89	our $UPTIME; $UPTIME ||= time;
73	our $RUNTIME;	90	our $RUNTIME;
74		91
75	our %PLAYER; # all users	92	our (%PLAYER, %PLAYER_LOADING); # all users
76	our %MAP; # all maps	93	our (%MAP, %MAP_LOADING ); # all maps
77	our $LINK_MAP; # the special {link} map, which is always available	94	our $LINK_MAP; # the special {link} map, which is always available
78	our $RANDOM_MAPS = cf::localdir . "/random";
79	our $BDB_ENV_DIR = cf::localdir . "/db";
80		95
81	# used to convert map paths into valid unix filenames by replacing / by ∕	96	# used to convert map paths into valid unix filenames by replacing / by ∕
82	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
83		98
		99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		100	our $LOADAVG; # same thing, but with alpha-smoothing
		101	our $tick_start; # for load detecting purposes
		102
84	binmode STDOUT;	103	binmode STDOUT;
85	binmode STDERR;	104	binmode STDERR;
86		105
87	# read virtual server time, if available	106	# read virtual server time, if available
88	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
89	open my $fh, "<", cf::localdir . "/runtime"	108	open my $fh, "<", "$LOCALDIR/runtime"
90	or die "unable to read runtime file: $!";	109	or die "unable to read runtime file: $!";
91	$RUNTIME = <$fh> + 0.;	110	$RUNTIME = <$fh> + 0.;
92	}	111	}
93		112
94	mkdir cf::localdir;	113	mkdir $_
95	mkdir cf::localdir . "/" . cf::playerdir;	114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
96	mkdir cf::localdir . "/" . cf::tmpdir;
97	mkdir cf::localdir . "/" . cf::uniquedir;
98	mkdir $RANDOM_MAPS;
99	mkdir $BDB_ENV_DIR;
100		115
101	our $EMERGENCY_POSITION;	116	our $EMERGENCY_POSITION;
102		117
103	sub cf::map::normalise;	118	sub cf::map::normalise;
104		119
…		…
115	=item $cf::RUNTIME	130	=item $cf::RUNTIME
116		131
117	The time this server has run, starts at 0 and is increased by $cf::TICK on	132	The time this server has run, starts at 0 and is increased by $cf::TICK on
118	every server tick.	133	every server tick.
119		134
120	=item $cf::LIBDIR	135	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		136	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		137	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
121		138
122	The perl library directory, where extensions and cf-specific modules can	139	Various directories - "/etc", read-only install directory, perl-library
123	be found. It will be added to C<@INC> automatically.	140	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		141	unique-items directory, player file directory, random maps directory and
		142	database environment.
124		143
125	=item $cf::NOW	144	=item $cf::NOW
126		145
127	The time of the last (current) server tick.	146	The time of the last (current) server tick.
128		147
129	=item $cf::TICK	148	=item $cf::TICK
130		149
131	The interval between server ticks, in seconds.	150	The interval between server ticks, in seconds.
		151
		152	=item $cf::LOADAVG
		153
		154	The current CPU load on the server (alpha-smoothed), as a value between 0
		155	(none) and 1 (overloaded), indicating how much time is spent on processing
		156	objects per tick. Healthy values are < 0.5.
		157
		158	=item $cf::LOAD
		159
		160	The raw value load value from the last tick.
132		161
133	=item %cf::CFG	162	=item %cf::CFG
134		163
135	Configuration for the server, loaded from C</etc/crossfire/config>, or	164	Configuration for the server, loaded from C</etc/crossfire/config>, or
136	from wherever your confdir points to.	165	from wherever your confdir points to.
…		…
139		168
140	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
141	returns directly I<after> the tick processing (and consequently, can only wake one process	170	returns directly I<after> the tick processing (and consequently, can only wake one process
142	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
143		172
		173	=item @cf::INVOKE_RESULTS
		174
		175	This array contains the results of the last C<invoke ()> call. When
		176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		177	that call.
		178
144	=back	179	=back
145		180
146	=cut	181	=cut
147		182
148	BEGIN {	183	BEGIN {
149	*CORE::GLOBAL::warn = sub {	184	*CORE::GLOBAL::warn = sub {
150	my $msg = join "", @_;	185	my $msg = join "", @_;
151	utf8::encode $msg;
152		186
153	$msg .= "\n"	187	$msg .= "\n"
154	unless $msg =~ /\n$/;	188	unless $msg =~ /\n$/;
		189
		190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
155		191
156	LOG llevError, $msg;	192	LOG llevError, $msg;
157	};	193	};
158	}	194	}
159		195
160	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	196	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
161	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	197	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
162	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	198	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
163	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	199	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
164	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	200	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		201	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
165	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	202	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
166		203
167	# we bless all objects into (empty) derived classes to force a method lookup	204	# we bless all objects into (empty) derived classes to force a method lookup
168	# within the Safe compartment.	205	# within the Safe compartment.
169	for my $pkg (qw(	206	for my $pkg (qw(
170	cf::global cf::attachable	207	cf::global cf::attachable
…		…
178	}	215	}
179		216
180	$Event::DIED = sub {	217	$Event::DIED = sub {
181	warn "error in event callback: @_";	218	warn "error in event callback: @_";
182	};	219	};
		220
		221	#############################################################################
183		222
184	=head2 UTILITY FUNCTIONS	223	=head2 UTILITY FUNCTIONS
185		224
186	=over 4	225	=over 4
187		226
…		…
206	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	245	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
207	$d	246	$d
208	} || "[unable to dump $_[0]: '$@']";	247	} || "[unable to dump $_[0]: '$@']";
209	}	248	}
210		249
211	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
212
213	=item $ref = cf::from_json $json	250	=item $ref = cf::from_json $json
214		251
215	Converts a JSON string into the corresponding perl data structure.	252	Converts a JSON string into the corresponding perl data structure.
216		253
217	=item $json = cf::to_json $ref	254	=item $json = cf::to_json $ref
218		255
219	Converts a perl data structure into its JSON representation.	256	Converts a perl data structure into its JSON representation.
		257
		258	=cut
		259
		260	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		261
		262	sub to_json ($) { $json_coder->encode ($_[0]) }
		263	sub from_json ($) { $json_coder->decode ($_[0]) }
220		264
221	=item cf::lock_wait $string	265	=item cf::lock_wait $string
222		266
223	Wait until the given lock is available. See cf::lock_acquire.	267	Wait until the given lock is available. See cf::lock_acquire.
224		268
…		…
227	Wait until the given lock is available and then acquires it and returns	271	Wait until the given lock is available and then acquires it and returns
228	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	272	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
229	for example when the coroutine gets canceled), the lock is automatically	273	for example when the coroutine gets canceled), the lock is automatically
230	returned.	274	returned.
231		275
		276	Locks are *not* recursive, locking from the same coro twice results in a
		277	deadlocked coro.
		278
232	Lock names should begin with a unique identifier (for example, cf::map::find	279	Lock names should begin with a unique identifier (for example, cf::map::find
233	uses map_find and cf::map::load uses map_load).	280	uses map_find and cf::map::load uses map_load).
234		281
		282	=item $locked = cf::lock_active $string
		283
		284	Return true if the lock is currently active, i.e. somebody has locked it.
		285
235	=cut	286	=cut
236		287
237	our %LOCK;	288	our %LOCK;
		289	our %LOCKER;#d#
238		290
239	sub lock_wait($) {	291	sub lock_wait($) {
240	my ($key) = @_;	292	my ($key) = @_;
		293
		294	if ($LOCKER{$key} == $Coro::current) {#d#
		295	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		296	return;#d#
		297	}#d#
241		298
242	# wait for lock, if any	299	# wait for lock, if any
243	while ($LOCK{$key}) {	300	while ($LOCK{$key}) {
244	push @{ $LOCK{$key} }, $Coro::current;	301	push @{ $LOCK{$key} }, $Coro::current;
245	Coro::schedule;	302	Coro::schedule;
…		…
251		308
252	# wait, to be sure we are not locked	309	# wait, to be sure we are not locked
253	lock_wait $key;	310	lock_wait $key;
254		311
255	$LOCK{$key} = [];	312	$LOCK{$key} = [];
		313	$LOCKER{$key} = $Coro::current;#d#
256		314
257	Coro::guard {	315	Coro::guard {
		316	delete $LOCKER{$key};#d#
258	# wake up all waiters, to be on the safe side	317	# wake up all waiters, to be on the safe side
259	$_->ready for @{ delete $LOCK{$key} };	318	$_->ready for @{ delete $LOCK{$key} };
260	}	319	}
		320	}
		321
		322	sub lock_active($) {
		323	my ($key) = @_;
		324
		325	! ! $LOCK{$key}
261	}	326	}
262		327
263	sub freeze_mainloop {	328	sub freeze_mainloop {
264	return unless $TICK_WATCHER->is_active;	329	return unless $TICK_WATCHER->is_active;
265		330
…		…
268	};	333	};
269	$TICK_WATCHER->stop;	334	$TICK_WATCHER->stop;
270	$guard	335	$guard
271	}	336	}
272		337
		338	=item cf::get_slot $time[, $priority[, $name]]
		339
		340	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		341	This call blocks and returns only when you have at least C<$time> seconds
		342	of cpu time till the next tick. The slot is only valid till the next cede.
		343
		344	The optional C<$name> can be used to identify the job to run. It might be
		345	used for statistical purposes and should identify the same time-class.
		346
		347	Useful for short background jobs.
		348
		349	=cut
		350
		351	our @SLOT_QUEUE;
		352	our $SLOT_QUEUE;
		353
		354	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		355	$SLOT_QUEUE = Coro::async {
		356	my $signal = new Coro::Signal;
		357
		358	while () {
		359	next_job:
		360	my $avail = cf::till_tick;
		361	if ($avail > 0.01) {
		362	for (0 .. $#SLOT_QUEUE) {
		363	if ($SLOT_QUEUE[$_][0] < $avail) {
		364	my $job = splice @SLOT_QUEUE, $_, 1, ();
		365	$job->[2]->send;
		366	Coro::cede;
		367	goto next_job;
		368	}
		369	}
		370	}
		371
		372	if (@SLOT_QUEUE) {
		373	# we do not use wait_For_tick() as it returns immediately when tick is inactive
		374	push @cf::WAIT_FOR_TICK, $signal;
		375	$signal->wait;
		376	} else {
		377	Coro::schedule;
		378	}
		379	}
		380	};
		381
		382	sub get_slot($;$$) {
		383	my ($time, $pri, $name) = @_;
		384
		385	$time = $TICK * .6 if $time > $TICK * .6;
		386	my $sig = new Coro::Signal;
		387
		388	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		389	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		390	$SLOT_QUEUE->ready;
		391	$sig->wait;
		392	}
		393
273	=item cf::async { BLOCK }	394	=item cf::async { BLOCK }
274		395
275	Currently the same as Coro::async_pool, meaning you cannot use	396	Currently the same as Coro::async_pool, meaning you cannot use
276	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	397	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
277	thing you are allowed to do is call C<prio> on it.	398	thing you are allowed to do is call C<prio> on it.
…		…
280		401
281	BEGIN { *async = \&Coro::async_pool }	402	BEGIN { *async = \&Coro::async_pool }
282		403
283	=item cf::sync_job { BLOCK }	404	=item cf::sync_job { BLOCK }
284		405
285	The design of crossfire+ requires that the main coro ($Coro::main) is	406	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
286	always able to handle events or runnable, as crossfire+ is only partly	407	is always able to handle events or runnable, as Crossfire TRT is only
287	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	408	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		409	acceptable.
288		410
289	If it must be done, put the blocking parts into C<sync_job>. This will run	411	If it must be done, put the blocking parts into C<sync_job>. This will run
290	the given BLOCK in another coroutine while waiting for the result. The	412	the given BLOCK in another coroutine while waiting for the result. The
291	server will be frozen during this time, so the block should either finish	413	server will be frozen during this time, so the block should either finish
292	fast or be very important.	414	fast or be very important.
…		…
295		417
296	sub sync_job(&) {	418	sub sync_job(&) {
297	my ($job) = @_;	419	my ($job) = @_;
298		420
299	if ($Coro::current == $Coro::main) {	421	if ($Coro::current == $Coro::main) {
		422	my $time = Event::time;
		423
300	# this is the main coro, too bad, we have to block	424	# this is the main coro, too bad, we have to block
301	# till the operation succeeds, freezing the server :/	425	# till the operation succeeds, freezing the server :/
302		426
303	# TODO: use suspend/resume instead	427	# TODO: use suspend/resume instead
304	# (but this is cancel-safe)	428	# (but this is cancel-safe)
…		…
315		439
316	while ($busy) {	440	while ($busy) {
317	Coro::cede or Event::one_event;	441	Coro::cede or Event::one_event;
318	}	442	}
319		443
		444	$time = Event::time - $time;
		445
		446	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		447	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		448
		449	$tick_start += $time; # do not account sync jobs to server load
		450
320	wantarray ? @res : $res[0]	451	wantarray ? @res : $res[0]
321	} else {	452	} else {
322	# we are in another coroutine, how wonderful, everything just works	453	# we are in another coroutine, how wonderful, everything just works
323		454
324	$job->()	455	$job->()
…		…
343	$EXT_CORO{$coro+0} = $coro;	474	$EXT_CORO{$coro+0} = $coro;
344		475
345	$coro	476	$coro
346	}	477	}
347		478
348	sub write_runtime {	479	=item fork_call { }, $args
349	my $guard = cf::lock_acquire "write_runtime";
350		480
351	my $runtime = cf::localdir . "/runtime";	481	Executes the given code block with the given arguments in a seperate
		482	process, returning the results. Everything must be serialisable with
		483	Coro::Storable. May, of course, block. Note that the executed sub may
		484	never block itself or use any form of Event handling.
352		485
353	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	486	=cut
354	or return;
355		487
356	my $value = $cf::RUNTIME + 90 + 10;	488	sub fork_call(&@) {
357	# 10 is the runtime save interval, for a monotonic clock	489	my ($cb, @args) = @_;
358	# 60 allows for the watchdog to kill the server.
359		490
360	(aio_write $fh, 0, (length $value), $value, 0) <= 0	491	# we seemingly have to make a local copy of the whole thing,
361	and return;	492	# otherwise perl prematurely frees the stuff :/
		493	# TODO: investigate and fix (likely this will be rather laborious)
362		494
363	# always fsync - this file is important	495	my @res = Coro::Util::fork_eval {
364	aio_fsync $fh	496	reset_signals;
365	and return;	497	&$cb
		498	}, @args;
366		499
367	close $fh	500	wantarray ? @res : $res[-1]
368	or return;	501	}
369		502
370	aio_rename "$runtime~", $runtime	503	=item $value = cf::db_get $family => $key
371	and return;
372		504
		505	Returns a single value from the environment database.
		506
		507	=item cf::db_put $family => $key => $value
		508
		509	Stores the given C<$value> in the family. It can currently store binary
		510	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		511
		512	=cut
		513
		514	our $DB;
		515
		516	sub db_init {
		517	unless ($DB) {
		518	$DB = BDB::db_create $DB_ENV;
		519
		520	cf::sync_job {
		521	eval {
		522	$DB->set_flags (BDB::CHKSUM);
		523
		524	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		525	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		526	cf::cleanup "db_open(db): $!" if $!;
		527	};
		528	cf::cleanup "db_open(db): $@" if $@;
		529	};
373	1	530	}
		531	}
		532
		533	sub db_get($$) {
		534	my $key = "$_[0]/$_[1]";
		535
		536	cf::sync_job {
		537	BDB::db_get $DB, undef, $key, my $data;
		538
		539	$! ? ()
		540	: $data
		541	}
		542	}
		543
		544	sub db_put($$$) {
		545	BDB::dbreq_pri 4;
		546	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		547	}
		548
		549	=item cf::cache $id => [$paths...], $processversion => $process
		550
		551	Generic caching function that returns the value of the resource $id,
		552	caching and regenerating as required.
		553
		554	This function can block.
		555
		556	=cut
		557
		558	sub cache {
		559	my ($id, $src, $processversion, $process) = @_;
		560
		561	my $meta =
		562	join "\x00",
		563	$processversion,
		564	map {
		565	aio_stat $_
		566	and Carp::croak "$_: $!";
		567
		568	($_, (stat _)[7,9])
		569	} @$src;
		570
		571	my $dbmeta = db_get cache => "$id/meta";
		572	if ($dbmeta ne $meta) {
		573	# changed, we may need to process
		574
		575	my @data;
		576	my $md5;
		577
		578	for (0 .. $#$src) {
		579	0 <= aio_load $src->[$_], $data[$_]
		580	or Carp::croak "$src->[$_]: $!";
		581	}
		582
		583	# if processing is expensive, check
		584	# checksum first
		585	if (1) {
		586	$md5 =
		587	join "\x00",
		588	$processversion,
		589	map {
		590	cf::cede_to_tick;
		591	($src->[$_], Digest::MD5::md5_hex $data[$_])
		592	} 0.. $#$src;
		593
		594
		595	my $dbmd5 = db_get cache => "$id/md5";
		596	if ($dbmd5 eq $md5) {
		597	db_put cache => "$id/meta", $meta;
		598
		599	return db_get cache => "$id/data";
		600	}
		601	}
		602
		603	my $t1 = Time::HiRes::time;
		604	my $data = $process->(\@data);
		605	my $t2 = Time::HiRes::time;
		606
		607	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		608
		609	db_put cache => "$id/data", $data;
		610	db_put cache => "$id/md5" , $md5;
		611	db_put cache => "$id/meta", $meta;
		612
		613	return $data;
		614	}
		615
		616	db_get cache => "$id/data"
374	}	617	}
375		618
376	=item cf::datalog type => key => value, ...	619	=item cf::datalog type => key => value, ...
377		620
378	Log a datalog packet of the given type with the given key-value pairs.	621	Log a datalog packet of the given type with the given key-value pairs.
…		…
396	attach callbacks/event handlers (a collection of which is called an "attachment")	639	attach callbacks/event handlers (a collection of which is called an "attachment")
397	to it. All such attachable objects support the following methods.	640	to it. All such attachable objects support the following methods.
398		641
399	In the following description, CLASS can be any of C<global>, C<object>	642	In the following description, CLASS can be any of C<global>, C<object>
400	C<player>, C<client> or C<map> (i.e. the attachable objects in	643	C<player>, C<client> or C<map> (i.e. the attachable objects in
401	crossfire+).	644	Crossfire TRT).
402		645
403	=over 4	646	=over 4
404		647
405	=item $attachable->attach ($attachment, key => $value...)	648	=item $attachable->attach ($attachment, key => $value...)
406		649
…		…
569	$registry = $CB_TYPE[$object_type] ||= [];	812	$registry = $CB_TYPE[$object_type] ||= [];
570		813
571	} elsif ($type eq "subtype") {	814	} elsif ($type eq "subtype") {
572	defined $object_type or Carp::croak "subtype specified without type";	815	defined $object_type or Carp::croak "subtype specified without type";
573	my $object_subtype = shift @arg;	816	my $object_subtype = shift @arg;
574	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	817	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
575		818
576	} elsif ($type eq "package") {	819	} elsif ($type eq "package") {
577	my $pkg = shift @arg;	820	my $pkg = shift @arg;
578		821
579	while (my ($name, $id) = each %cb_id) {	822	while (my ($name, $id) = each %cb_id) {
…		…
608	_attach $registry, $klass, @attach;	851	_attach $registry, $klass, @attach;
609	}	852	}
610		853
611	$obj->{$name} = \%arg;	854	$obj->{$name} = \%arg;
612	} else {	855	} else {
613	warn "object uses attachment '$name' that is not available, postponing.\n";	856	warn "object uses attachment '$name' which is not available, postponing.\n";
614	}	857	}
615		858
616	$obj->{_attachment}{$name} = undef;	859	$obj->{_attachment}{$name} = undef;
617	}	860	}
618		861
…		…
620	if (ref $_[0]) {	863	if (ref $_[0]) {
621	_object_attach @_;	864	_object_attach @_;
622	} else {	865	} else {
623	_attach shift->_attach_registry, @_;	866	_attach shift->_attach_registry, @_;
624	}	867	}
		868	_recalc_want;
625	};	869	};
626		870
627	# all those should be optimised	871	# all those should be optimised
628	sub cf::attachable::detach {	872	sub cf::attachable::detach {
629	my ($obj, $name) = @_;	873	my ($obj, $name) = @_;
…		…
632	delete $obj->{_attachment}{$name};	876	delete $obj->{_attachment}{$name};
633	reattach ($obj);	877	reattach ($obj);
634	} else {	878	} else {
635	Carp::croak "cannot, currently, detach class attachments";	879	Carp::croak "cannot, currently, detach class attachments";
636	}	880	}
		881	_recalc_want;
637	};	882	};
638		883
639	sub cf::attachable::attached {	884	sub cf::attachable::attached {
640	my ($obj, $name) = @_;	885	my ($obj, $name) = @_;
641		886
…		…
656	";	901	";
657	die if $@;	902	die if $@;
658	}	903	}
659		904
660	our $override;	905	our $override;
661	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	906	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
662		907
663	sub override {	908	sub override {
664	$override = 1;	909	$override = 1;
665	@invoke_results = ();	910	@INVOKE_RESULTS = (@_);
666	}	911	}
667		912
668	sub do_invoke {	913	sub do_invoke {
669	my $event = shift;	914	my $event = shift;
670	my $callbacks = shift;	915	my $callbacks = shift;
671		916
672	@invoke_results = ();	917	@INVOKE_RESULTS = ();
673		918
674	local $override;	919	local $override;
675		920
676	for (@$callbacks) {	921	for (@$callbacks) {
677	eval { &{$_->[1]} };	922	eval { &{$_->[1]} };
…		…
694		939
695	Generate an object-specific event with the given arguments.	940	Generate an object-specific event with the given arguments.
696		941
697	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	942	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
698	removed in future versions), and there is no public API to access override	943	removed in future versions), and there is no public API to access override
699	results (if you must, access C<@cf::invoke_results> directly).	944	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
700		945
701	=back	946	=back
702		947
703	=cut	948	=cut
704		949
705	#############################################################################	950	#############################################################################
706	# object support	951	# object support
		952	#
		953
		954	sub _can_merge {
		955	my ($ob1, $ob2) = @_;
		956
		957	local $Storable::canonical = 1;
		958	my $fob1 = Storable::freeze $ob1;
		959	my $fob2 = Storable::freeze $ob2;
		960
		961	$fob1 eq $fob2
		962	}
707		963
708	sub reattach {	964	sub reattach {
709	# basically do the same as instantiate, without calling instantiate	965	# basically do the same as instantiate, without calling instantiate
710	my ($obj) = @_;	966	my ($obj) = @_;
711		967
…		…
756	);	1012	);
757		1013
758	sub object_freezer_save {	1014	sub object_freezer_save {
759	my ($filename, $rdata, $objs) = @_;	1015	my ($filename, $rdata, $objs) = @_;
760		1016
		1017	my $guard = cf::lock_acquire "io";
		1018
761	sync_job {	1019	sync_job {
762	if (length $$rdata) {	1020	if (length $$rdata) {
		1021	utf8::decode (my $decname = $filename);
763	warn sprintf "saving %s (%d,%d)\n",	1022	warn sprintf "saving %s (%d,%d)\n",
764	$filename, length $$rdata, scalar @$objs;	1023	$decname, length $$rdata, scalar @$objs;
765		1024
766	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1025	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
767	chmod SAVE_MODE, $fh;	1026	chmod SAVE_MODE, $fh;
768	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1027	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
769	aio_fsync $fh if $cf::USE_FSYNC;	1028	aio_fsync $fh if $cf::USE_FSYNC;
…		…
788	}	1047	}
789	} else {	1048	} else {
790	aio_unlink $filename;	1049	aio_unlink $filename;
791	aio_unlink "$filename.pst";	1050	aio_unlink "$filename.pst";
792	}	1051	}
793	}	1052	};
		1053
		1054	undef $guard;
794	}	1055	}
795		1056
796	sub object_freezer_as_string {	1057	sub object_freezer_as_string {
797	my ($rdata, $objs) = @_;	1058	my ($rdata, $objs) = @_;
798		1059
…		…
803		1064
804	sub object_thawer_load {	1065	sub object_thawer_load {
805	my ($filename) = @_;	1066	my ($filename) = @_;
806		1067
807	my ($data, $av);	1068	my ($data, $av);
		1069
		1070	my $guard = cf::lock_acquire "io";
808		1071
809	(aio_load $filename, $data) >= 0	1072	(aio_load $filename, $data) >= 0
810	or return;	1073	or return;
811		1074
812	unless (aio_stat "$filename.pst") {	1075	unless (aio_stat "$filename.pst") {
813	(aio_load "$filename.pst", $av) >= 0	1076	(aio_load "$filename.pst", $av) >= 0
814	or return;	1077	or return;
		1078
		1079	undef $guard;
815	$av = eval { (Storable::thaw $av)->{objs} };	1080	$av = eval { (Storable::thaw $av)->{objs} };
816	}	1081	}
817		1082
		1083	utf8::decode (my $decname = $filename);
818	warn sprintf "loading %s (%d)\n",	1084	warn sprintf "loading %s (%d,%d)\n",
819	$filename, length $data, scalar @{$av || []};#d#	1085	$decname, length $data, scalar @{$av || []};
		1086
820	return ($data, $av);	1087	($data, $av)
821	}	1088	}
		1089
		1090	=head2 COMMAND CALLBACKS
		1091
		1092	=over 4
		1093
		1094	=cut
822		1095
823	#############################################################################	1096	#############################################################################
824	# command handling &c	1097	# command handling &c
825		1098
826	=item cf::register_command $name => \&callback($ob,$args);	1099	=item cf::register_command $name => \&callback($ob,$args);
…		…
839	push @{ $COMMAND{$name} }, [$caller, $cb];	1112	push @{ $COMMAND{$name} }, [$caller, $cb];
840	}	1113	}
841		1114
842	=item cf::register_extcmd $name => \&callback($pl,$packet);	1115	=item cf::register_extcmd $name => \&callback($pl,$packet);
843		1116
844	Register a callbackf ro execution when the client sends an extcmd packet.	1117	Register a callback for execution when the client sends an (synchronous)
		1118	extcmd packet. Ext commands will be processed in the order they are
		1119	received by the server, like other user commands. The first argument is
		1120	the logged-in player. Ext commands can only be processed after a player
		1121	has logged in successfully.
845		1122
846	If the callback returns something, it is sent back as if reply was being	1123	If the callback returns something, it is sent back as if reply was being
847	called.	1124	called.
848		1125
		1126	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1127
		1128	Register a callback for execution when the client sends an (asynchronous)
		1129	exticmd packet. Exti commands are processed by the server as soon as they
		1130	are received, i.e. out of order w.r.t. other commands. The first argument
		1131	is a client socket. Exti commands can be received anytime, even before
		1132	log-in.
		1133
		1134	If the callback returns something, it is sent back as if reply was being
		1135	called.
		1136
849	=cut	1137	=cut
850		1138
851	sub register_extcmd {	1139	sub register_extcmd {
852	my ($name, $cb) = @_;	1140	my ($name, $cb) = @_;
853		1141
854	$EXTCMD{$name} = $cb;	1142	$EXTCMD{$name} = $cb;
		1143	}
		1144
		1145	sub register_exticmd {
		1146	my ($name, $cb) = @_;
		1147
		1148	$EXTICMD{$name} = $cb;
855	}	1149	}
856		1150
857	cf::player->attach (	1151	cf::player->attach (
858	on_command => sub {	1152	on_command => sub {
859	my ($pl, $name, $params) = @_;	1153	my ($pl, $name, $params) = @_;
…		…
868	cf::override;	1162	cf::override;
869	},	1163	},
870	on_extcmd => sub {	1164	on_extcmd => sub {
871	my ($pl, $buf) = @_;	1165	my ($pl, $buf) = @_;
872		1166
873	my $msg = eval { from_json $buf };	1167	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
874		1168
875	if (ref $msg) {	1169	if (ref $msg) {
		1170	my ($type, $reply, @payload) =
		1171	"ARRAY" eq ref $msg
		1172	? @$msg
		1173	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1174
		1175	my @reply;
		1176
876	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1177	if (my $cb = $EXTCMD{$type}) {
877	if (my %reply = $cb->($pl, $msg)) {	1178	@reply = $cb->($pl, @payload);
878	$pl->ext_reply ($msg->{msgid}, %reply);
879	}
880	}	1179	}
		1180
		1181	$pl->ext_reply ($reply, @reply)
		1182	if $reply;
		1183
881	} else {	1184	} else {
882	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1185	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
883	}	1186	}
884		1187
885	cf::override;	1188	cf::override;
886	},	1189	},
887	);	1190	);
888		1191
889	sub load_extension {
890	my ($path) = @_;
891
892	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
893	my $base = $1;
894	my $pkg = $1;
895	$pkg =~ s/[^[:word:]]/_/g;
896	$pkg = "ext::$pkg";
897
898	warn "... loading '$path' into '$pkg'\n";
899
900	open my $fh, "<:utf8", $path
901	or die "$path: $!";
902
903	my $source =
904	"package $pkg; use strict; use utf8;\n"
905	. "#line 1 \"$path\"\n{\n"
906	. (do { local $/; <$fh> })
907	. "\n};\n1";
908
909	unless (eval $source) {
910	my $msg = $@ ? "$path: $@\n"
911	: "extension disabled.\n";
912	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
913	warn $@;
914	warn "mandatory extension failed to load, exiting.\n";
915	exit 1;
916	}
917	die $@;
918	}
919
920	push @EXTS, $pkg;
921	}
922
923	sub load_extensions {	1192	sub load_extensions {
		1193	cf::sync_job {
		1194	my %todo;
		1195
924	for my $ext (<$LIBDIR/*.ext>) {	1196	for my $path (<$LIBDIR/*.ext>) {
925	next unless -r $ext;	1197	next unless -r $path;
926	eval {	1198
927	load_extension $ext;	1199	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1200	my $base = $1;
		1201	my $pkg = $1;
		1202	$pkg =~ s/[^[:word:]]/_/g;
		1203	$pkg = "ext::$pkg";
		1204
		1205	open my $fh, "<:utf8", $path
		1206	or die "$path: $!";
		1207
		1208	my $source = do { local $/; <$fh> };
		1209
		1210	my %ext = (
		1211	path => $path,
		1212	base => $base,
		1213	pkg => $pkg,
		1214	);
		1215
		1216	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1217	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1218
		1219	$ext{source} =
		1220	"package $pkg; use strict; use utf8;\n"
		1221	. "#line 1 \"$path\"\n{\n"
		1222	. $source
		1223	. "\n};\n1";
		1224
		1225	$todo{$base} = \%ext;
		1226	}
		1227
		1228	my %done;
		1229	while (%todo) {
		1230	my $progress;
		1231
		1232	while (my ($k, $v) = each %todo) {
		1233	for (split /,\s*/, $v->{meta}{depends}) {
		1234	goto skip
		1235	unless exists $done{$_};
		1236	}
		1237
		1238	warn "... loading '$k' into '$v->{pkg}'\n";
		1239
		1240	unless (eval $v->{source}) {
		1241	my $msg = $@ ? "$v->{path}: $@\n"
		1242	: "$v->{base}: extension inactive.\n";
		1243
		1244	if (exists $v->{meta}{mandatory}) {
		1245	warn $msg;
		1246	warn "mandatory extension failed to load, exiting.\n";
		1247	exit 1;
		1248	}
		1249
		1250	warn $msg;
		1251	}
		1252
		1253	$done{$k} = delete $todo{$k};
		1254	push @EXTS, $v->{pkg};
		1255	$progress = 1;
928	1	1256	}
929	} or warn "$ext not loaded: $@";	1257
		1258	skip:
		1259	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1260	unless $progress;
		1261	}
930	}	1262	};
931	}	1263	}
932		1264
933	#############################################################################	1265	#############################################################################
934		1266
		1267	=back
		1268
935	=head2 CORE EXTENSIONS	1269	=head2 CORE EXTENSIONS
936		1270
937	Functions and methods that extend core crossfire objects.	1271	Functions and methods that extend core crossfire objects.
938		1272
939	=cut	1273	=cut
…		…
944		1278
945	=head3 cf::player	1279	=head3 cf::player
946		1280
947	=over 4	1281	=over 4
948		1282
		1283	=item cf::player::num_playing
		1284
		1285	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1286
		1287	=cut
		1288
		1289	sub num_playing {
		1290	scalar grep
		1291	$_->ob->map
		1292	&& !$_->hidden
		1293	&& !$_->ob->flag (cf::FLAG_WIZ),
		1294	cf::player::list
		1295	}
		1296
949	=item cf::player::find $login	1297	=item cf::player::find $login
950		1298
951	Returns the given player object, loading it if necessary (might block).	1299	Returns the given player object, loading it if necessary (might block).
952		1300
953	=cut	1301	=cut
954		1302
955	sub playerdir($) {	1303	sub playerdir($) {
956	cf::localdir	1304	"$PLAYERDIR/"
957	. "/"
958	. cf::playerdir
959	. "/"
960	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1305	. (ref $_[0] ? $_[0]->ob->name : $_[0])
961	}	1306	}
962		1307
963	sub path($) {	1308	sub path($) {
964	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1309	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
…		…
991	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1336	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
992	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1337	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
993	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1338	aio_unlink +(playerdir $login) . "/$login.pl.pst";
994	aio_unlink +(playerdir $login) . "/$login.pl";	1339	aio_unlink +(playerdir $login) . "/$login.pl";
995		1340
996	my $pl = load_pl path $login	1341	my $f = new_from_file cf::object::thawer path $login
997	or return;	1342	or return;
		1343
		1344	$f->next;
		1345	my $pl = cf::player::load_pl $f
		1346	or return;
		1347	local $cf::PLAYER_LOADING{$login} = $pl;
		1348	$f->resolve_delayed_derefs;
998	$cf::PLAYER{$login} = $pl	1349	$cf::PLAYER{$login} = $pl
999	}	1350	}
1000	}	1351	}
1001	}	1352	}
1002		1353
…		…
1012		1363
1013	aio_mkdir playerdir $pl, 0770;	1364	aio_mkdir playerdir $pl, 0770;
1014	$pl->{last_save} = $cf::RUNTIME;	1365	$pl->{last_save} = $cf::RUNTIME;
1015		1366
1016	$pl->save_pl ($path);	1367	$pl->save_pl ($path);
1017	Coro::cede;	1368	cf::cede_to_tick;
1018	}	1369	}
1019		1370
1020	sub new($) {	1371	sub new($) {
1021	my ($login) = @_;	1372	my ($login) = @_;
1022		1373
…		…
1026	$self->{deny_save} = 1;	1377	$self->{deny_save} = 1;
1027		1378
1028	$cf::PLAYER{$login} = $self;	1379	$cf::PLAYER{$login} = $self;
1029		1380
1030	$self	1381	$self
		1382	}
		1383
		1384	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1385
		1386	=cut
		1387
		1388	sub send_msg {
		1389	my $ns = shift->ns
		1390	or return;
		1391	$ns->send_msg (@_);
1031	}	1392	}
1032		1393
1033	=item $pl->quit_character	1394	=item $pl->quit_character
1034		1395
1035	Nukes the player without looking back. If logged in, the connection will	1396	Nukes the player without looking back. If logged in, the connection will
…		…
1084	while and may block, so not sync_job-capable, ever.	1445	while and may block, so not sync_job-capable, ever.
1085		1446
1086	=cut	1447	=cut
1087		1448
1088	sub list_logins {	1449	sub list_logins {
1089	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1450	my $dirs = aio_readdir $PLAYERDIR
1090	or return [];	1451	or return [];
1091		1452
1092	my @logins;	1453	my @logins;
1093		1454
1094	for my $login (@$dirs) {	1455	for my $login (@$dirs) {
		1456	my $path = path $login;
		1457
		1458	# a .pst is a dead give-away for a valid player
		1459	unless (-e "$path.pst") {
1095	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1460	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1096	aio_read $fh, 0, 512, my $buf, 0 or next;	1461	aio_read $fh, 0, 512, my $buf, 0 or next;
1097	$buf !~ /^password -------------$/m or next; # official not-valid tag	1462	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1463	}
1098		1464
1099	utf8::decode $login;	1465	utf8::decode $login;
1100	push @logins, $login;	1466	push @logins, $login;
1101	}	1467	}
1102		1468
…		…
1129	}	1495	}
1130		1496
1131	\@paths	1497	\@paths
1132	}	1498	}
1133		1499
		1500	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1501
		1502	Expand crossfire pod fragments into protocol xml.
		1503
		1504	=cut
		1505
		1506	sub expand_cfpod {
		1507	((my $self), (local $_)) = @_;
		1508
		1509	# escape & and <
		1510	s/&/&amp;/g;
		1511	s/(?<![BIUGHT])</&lt;/g;
		1512
		1513	# this is buggy, it needs to properly take care of nested <'s
		1514
		1515	1 while
		1516	# replace B<>, I<>, U<> etc.
		1517	s/B<([^\>]*)>/<b>$1<\/b>/
		1518	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1519	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1520	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1521	# replace G<male|female> tags
		1522	|| s{G<([^>|]*)\|([^>]*)>}{
		1523	$self->gender ? $2 : $1
		1524	}ge
		1525	# replace H<hint text>
		1526	|| s{H<([^\>]*)>}
		1527	{
		1528	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1529	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1530	"")
		1531	[$self->{hintmode}]
		1532	}ge;
		1533
		1534	# create single paragraphs (very hackish)
		1535	s/(?<=\S)\n(?=\w)/ /g;
		1536
		1537	# compress some whitespace
		1538	s/\s+\n/\n/g; # ws line-ends
		1539	s/\n\n+/\n/g; # double lines
		1540	s/^\n+//; # beginning lines
		1541	s/\n+$//; # ending lines
		1542
		1543	$_
		1544	}
		1545
		1546	sub hintmode {
		1547	$_[0]{hintmode} = $_[1] if @_ > 1;
		1548	$_[0]{hintmode}
		1549	}
		1550
1134	=item $player->ext_reply ($msgid, %msg)	1551	=item $player->ext_reply ($msgid, @msg)
1135		1552
1136	Sends an ext reply to the player.	1553	Sends an ext reply to the player.
1137		1554
1138	=cut	1555	=cut
1139		1556
1140	sub ext_reply($$%) {	1557	sub ext_reply($$@) {
1141	my ($self, $id, %msg) = @_;	1558	my ($self, $id, @msg) = @_;
1142		1559
1143	$msg{msgid} = $id;	1560	$self->ns->ext_reply ($id, @msg)
1144
1145	$self->send ("ext " . cf::to_json \%msg);
1146	}	1561	}
1147		1562
1148	=item $player->ext_event ($type, %msg)	1563	=item $player->ext_msg ($type, @msg)
1149		1564
1150	Sends an ext event to the client.	1565	Sends an ext event to the client.
1151		1566
1152	=cut	1567	=cut
1153		1568
1154	sub ext_event($$%) {	1569	sub ext_msg($$@) {
1155	my ($self, $type, %msg) = @_;	1570	my ($self, $type, @msg) = @_;
1156		1571
1157	$self->ns->ext_event ($type, %msg);	1572	$self->ns->ext_msg ($type, @msg);
1158	}	1573	}
1159		1574
1160	=head3 cf::region	1575	=head3 cf::region
1161		1576
1162	=over 4	1577	=over 4
…		…
1165		1580
1166	package cf::region;	1581	package cf::region;
1167		1582
1168	=item cf::region::find_by_path $path	1583	=item cf::region::find_by_path $path
1169		1584
1170	Tries to decuce the probable region for a map knowing only its path.	1585	Tries to decuce the likely region for a map knowing only its path.
1171		1586
1172	=cut	1587	=cut
1173		1588
1174	sub find_by_path($) {	1589	sub find_by_path($) {
1175	my ($path) = @_;	1590	my ($path) = @_;
1176		1591
1177	my ($match, $specificity);	1592	my ($match, $specificity);
1178		1593
1179	for my $region (list) {	1594	for my $region (list) {
1180	if ($region->match && $path =~ $region->match) {	1595	if ($region->{match} && $path =~ $region->{match}) {
1181	($match, $specificity) = ($region, $region->specificity)	1596	($match, $specificity) = ($region, $region->specificity)
1182	if $region->specificity > $specificity;	1597	if $region->specificity > $specificity;
1183	}	1598	}
1184	}	1599	}
1185		1600
…		…
1249	my ($self, $merge) = @_;	1664	my ($self, $merge) = @_;
1250		1665
1251	# we have to keep some variables in memory intact	1666	# we have to keep some variables in memory intact
1252	local $self->{path};	1667	local $self->{path};
1253	local $self->{load_path};	1668	local $self->{load_path};
1254	local $self->{deny_save};
1255	local $self->{deny_reset};
1256		1669
1257	$self->SUPER::thawer_merge ($merge);	1670	$self->SUPER::thawer_merge ($merge);
1258	}	1671	}
1259		1672
1260	sub normalise {	1673	sub normalise {
…		…
1307	$self->init; # pass $1 etc.	1720	$self->init; # pass $1 etc.
1308	return $self;	1721	return $self;
1309	}	1722	}
1310	}	1723	}
1311		1724
1312	Carp::carp "unable to resolve path '$path' (base '$base').";	1725	Carp::cluck "unable to resolve path '$path' (base '$base').";
1313	()	1726	()
1314	}	1727	}
1315		1728
1316	sub init {	1729	sub init {
1317	my ($self) = @_;	1730	my ($self) = @_;
…		…
1332		1745
1333	# the original (read-only) location	1746	# the original (read-only) location
1334	sub load_path {	1747	sub load_path {
1335	my ($self) = @_;	1748	my ($self) = @_;
1336		1749
1337	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1750	"$MAPDIR/$self->{path}.map"
1338	}	1751	}
1339		1752
1340	# the temporary/swap location	1753	# the temporary/swap location
1341	sub save_path {	1754	sub save_path {
1342	my ($self) = @_;	1755	my ($self) = @_;
1343		1756
1344	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1757	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1345	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1758	"$TMPDIR/$path.map"
1346	}	1759	}
1347		1760
1348	# the unique path, undef == no special unique path	1761	# the unique path, undef == no special unique path
1349	sub uniq_path {	1762	sub uniq_path {
1350	my ($self) = @_;	1763	my ($self) = @_;
1351		1764
1352	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1765	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1353	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1766	"$UNIQUEDIR/$path"
1354	}	1767	}
1355		1768
1356	# and all this just because we cannot iterate over	1769	# and all this just because we cannot iterate over
1357	# all maps in C++...	1770	# all maps in C++...
1358	sub change_all_map_light {	1771	sub change_all_map_light {
…		…
1360		1773
1361	$_->change_map_light ($change)	1774	$_->change_map_light ($change)
1362	for grep $_->outdoor, values %cf::MAP;	1775	for grep $_->outdoor, values %cf::MAP;
1363	}	1776	}
1364		1777
		1778	sub decay_objects {
		1779	my ($self) = @_;
		1780
		1781	return if $self->{deny_reset};
		1782
		1783	$self->do_decay_objects;
		1784	}
		1785
1365	sub unlink_save {	1786	sub unlink_save {
1366	my ($self) = @_;	1787	my ($self) = @_;
1367		1788
1368	utf8::encode (my $save = $self->save_path);	1789	utf8::encode (my $save = $self->save_path);
1369	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1790	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1372		1793
1373	sub load_header_from($) {	1794	sub load_header_from($) {
1374	my ($self, $path) = @_;	1795	my ($self, $path) = @_;
1375		1796
1376	utf8::encode $path;	1797	utf8::encode $path;
1377	#aio_open $path, O_RDONLY, 0	1798	my $f = new_from_file cf::object::thawer $path
1378	# or return;
1379
1380	$self->_load_header ($path)
1381	or return;	1799	or return;
		1800
		1801	$self->_load_header ($f)
		1802	or return;
		1803
		1804	local $MAP_LOADING{$self->{path}} = $self;
		1805	$f->resolve_delayed_derefs;
1382		1806
1383	$self->{load_path} = $path;	1807	$self->{load_path} = $path;
1384		1808
1385	1	1809	1
1386	}	1810	}
…		…
1425	$self->load_header_orig	1849	$self->load_header_orig
1426	or return;	1850	or return;
1427	$self->prepare_orig;	1851	$self->prepare_orig;
1428	}	1852	}
1429		1853
		1854	$self->{deny_reset} = 1
		1855	if $self->no_reset;
		1856
1430	$self->default_region (cf::region::find_by_path $self->{path})	1857	$self->default_region (cf::region::find_by_path $self->{path})
1431	unless $self->default_region;	1858	unless $self->default_region;
1432		1859
1433	1	1860	1
1434	}	1861	}
…		…
1437	sub find {	1864	sub find {
1438	my ($path, $origin) = @_;	1865	my ($path, $origin) = @_;
1439		1866
1440	$path = normalise $path, $origin && $origin->path;	1867	$path = normalise $path, $origin && $origin->path;
1441		1868
		1869	cf::lock_wait "map_data:$path";#d#remove
1442	cf::lock_wait "map_find:$path";	1870	cf::lock_wait "map_find:$path";
1443		1871
1444	$cf::MAP{$path} || do {	1872	$cf::MAP{$path} || do {
1445	my $guard = cf::lock_acquire "map_find:$path";	1873	my $guard1 = cf::lock_acquire "map_find:$path";
		1874	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1875
1446	my $map = new_from_path cf::map $path	1876	my $map = new_from_path cf::map $path
1447	or return;	1877	or return;
1448		1878
1449	$map->{last_save} = $cf::RUNTIME;	1879	$map->{last_save} = $cf::RUNTIME;
1450		1880
1451	$map->load_header	1881	$map->load_header
1452	or return;	1882	or return;
1453		1883
1454	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1884	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1455	# doing this can freeze the server in a sync job, obviously	1885	# doing this can freeze the server in a sync job, obviously
1456	#$cf::WAIT_FOR_TICK->wait;	1886	#$cf::WAIT_FOR_TICK->wait;
		1887	undef $guard1;
		1888	undef $guard2;
1457	$map->reset;	1889	$map->reset;
1458	undef $guard;
1459	return find $path;	1890	return find $path;
1460	}	1891	}
1461		1892
1462	$cf::MAP{$path} = $map	1893	$cf::MAP{$path} = $map
1463	}	1894	}
…		…
1470	my ($self) = @_;	1901	my ($self) = @_;
1471		1902
1472	local $self->{deny_reset} = 1; # loading can take a long time	1903	local $self->{deny_reset} = 1; # loading can take a long time
1473		1904
1474	my $path = $self->{path};	1905	my $path = $self->{path};
		1906
		1907	{
1475	my $guard = cf::lock_acquire "map_load:$path";	1908	my $guard = cf::lock_acquire "map_data:$path";
1476		1909
		1910	return unless $self->valid;
1477	return if $self->in_memory != cf::MAP_SWAPPED;	1911	return unless $self->in_memory == cf::MAP_SWAPPED;
1478		1912
1479	$self->in_memory (cf::MAP_LOADING);	1913	$self->in_memory (cf::MAP_LOADING);
1480		1914
1481	$self->alloc;	1915	$self->alloc;
1482		1916
1483	$self->pre_load;	1917	$self->pre_load;
1484	Coro::cede;	1918	cf::cede_to_tick;
1485		1919
1486	$self->_load_objects ($self->{load_path}, 1)	1920	my $f = new_from_file cf::object::thawer $self->{load_path};
		1921	$f->skip_block;
		1922	$self->_load_objects ($f)
1487	or return;	1923	or return;
1488		1924
1489	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1925	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1490	if delete $self->{load_original};	1926	if delete $self->{load_original};
1491		1927
1492	if (my $uniq = $self->uniq_path) {	1928	if (my $uniq = $self->uniq_path) {
1493	utf8::encode $uniq;	1929	utf8::encode $uniq;
1494	if (aio_open $uniq, O_RDONLY, 0) {	1930	unless (aio_stat $uniq) {
		1931	if (my $f = new_from_file cf::object::thawer $uniq) {
1495	$self->clear_unique_items;	1932	$self->clear_unique_items;
1496	$self->_load_objects ($uniq, 0);	1933	$self->_load_objects ($f);
		1934	$f->resolve_delayed_derefs;
		1935	}
1497	}	1936	}
1498	}	1937	}
1499		1938
1500	Coro::cede;	1939	$f->resolve_delayed_derefs;
		1940
		1941	cf::cede_to_tick;
1501	# now do the right thing for maps	1942	# now do the right thing for maps
1502	$self->link_multipart_objects;	1943	$self->link_multipart_objects;
1503	Coro::cede;
1504
1505	unless ($self->{deny_activate}) {
1506	$self->decay_objects;
1507	$self->fix_auto_apply;
1508	$self->update_buttons;
1509	Coro::cede;
1510	$self->set_darkness_map;
1511	$self->difficulty ($self->estimate_difficulty)	1944	$self->difficulty ($self->estimate_difficulty)
1512	unless $self->difficulty;	1945	unless $self->difficulty;
1513	Coro::cede;	1946	cf::cede_to_tick;
		1947
		1948	unless ($self->{deny_activate}) {
		1949	$self->decay_objects;
		1950	$self->fix_auto_apply;
		1951	$self->update_buttons;
		1952	cf::cede_to_tick;
		1953	$self->set_darkness_map;
		1954	cf::cede_to_tick;
1514	$self->activate;	1955	$self->activate;
1515	Coro::cede;	1956	}
		1957
		1958	$self->{last_save} = $cf::RUNTIME;
		1959	$self->last_access ($cf::RUNTIME);
		1960
		1961	$self->in_memory (cf::MAP_IN_MEMORY);
1516	}	1962	}
1517		1963
1518	$self->post_load;	1964	$self->post_load;
1519	Coro::cede;
1520
1521	$self->in_memory (cf::MAP_IN_MEMORY);
1522	}	1965	}
1523		1966
1524	sub customise_for {	1967	sub customise_for {
1525	my ($self, $ob) = @_;	1968	my ($self, $ob) = @_;
1526		1969
1527	return find "~" . $ob->name . "/" . $self->{path}	1970	return find "~" . $ob->name . "/" . $self->{path}
1528	if $self->per_player;	1971	if $self->per_player;
1529		1972
		1973	# return find "?party/" . $ob->name . "/" . $self->{path}
		1974	# if $self->per_party;
		1975
1530	$self	1976	$self
1531	}	1977	}
1532		1978
1533	# find and load all maps in the 3x3 area around a map	1979	# find and load all maps in the 3x3 area around a map
1534	sub load_diag {	1980	sub load_neighbours {
1535	my ($map) = @_;	1981	my ($map) = @_;
1536		1982
1537	my @diag; # diagonal neighbours	1983	my @neigh; # diagonal neighbours
1538		1984
1539	for (0 .. 3) {	1985	for (0 .. 3) {
1540	my $neigh = $map->tile_path ($_)	1986	my $neigh = $map->tile_path ($_)
1541	or next;	1987	or next;
1542	$neigh = find $neigh, $map	1988	$neigh = find $neigh, $map
1543	or next;	1989	or next;
1544	$neigh->load;	1990	$neigh->load;
1545		1991
		1992	push @neigh,
1546	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	1993	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1547	[$neigh->tile_path (($_ + 1) % 4), $neigh];	1994	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1548	}	1995	}
1549		1996
1550	for (@diag) {	1997	for (grep defined $_->[0], @neigh) {
		1998	my ($path, $origin) = @$_;
1551	my $neigh = find @$_	1999	my $neigh = find $path, $origin
1552	or next;	2000	or next;
1553	$neigh->load;	2001	$neigh->load;
1554	}	2002	}
1555	}	2003	}
1556		2004
…		…
1561	}	2009	}
1562		2010
1563	sub do_load_sync {	2011	sub do_load_sync {
1564	my ($map) = @_;	2012	my ($map) = @_;
1565		2013
		2014	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2015	if $Coro::current == $Coro::main;
		2016
1566	cf::sync_job { $map->load };	2017	cf::sync_job { $map->load };
1567	}	2018	}
1568		2019
1569	our %MAP_PREFETCH;	2020	our %MAP_PREFETCH;
1570	our $MAP_PREFETCHER = undef;	2021	our $MAP_PREFETCHER = undef;
1571		2022
1572	sub find_async {	2023	sub find_async {
1573	my ($path, $origin) = @_;	2024	my ($path, $origin, $load) = @_;
1574		2025
1575	$path = normalise $path, $origin && $origin->{path};	2026	$path = normalise $path, $origin && $origin->{path};
1576		2027
1577	if (my $map = $cf::MAP{$path}) {	2028	if (my $map = $cf::MAP{$path}) {
1578	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2029	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1579	}	2030	}
1580		2031
1581	undef $MAP_PREFETCH{$path};	2032	$MAP_PREFETCH{$path} |= $load;
		2033
1582	$MAP_PREFETCHER ||= cf::async {	2034	$MAP_PREFETCHER ||= cf::async {
1583	while (%MAP_PREFETCH) {	2035	while (%MAP_PREFETCH) {
1584	for my $path (keys %MAP_PREFETCH) {	2036	while (my ($k, $v) = each %MAP_PREFETCH) {
1585	my $map = find $path	2037	if (my $map = find $k) {
1586	or next;
1587	$map->load;	2038	$map->load if $v;
		2039	}
1588		2040
1589	delete $MAP_PREFETCH{$path};	2041	delete $MAP_PREFETCH{$k};
1590	}	2042	}
1591	}	2043	}
1592	undef $MAP_PREFETCHER;	2044	undef $MAP_PREFETCHER;
1593	};	2045	};
1594	$MAP_PREFETCHER->prio (6);	2046	$MAP_PREFETCHER->prio (6);
…		…
1597	}	2049	}
1598		2050
1599	sub save {	2051	sub save {
1600	my ($self) = @_;	2052	my ($self) = @_;
1601		2053
1602	my $lock = cf::lock_acquire "map_data:" . $self->path;	2054	my $lock = cf::lock_acquire "map_data:$self->{path}";
1603		2055
1604	$self->{last_save} = $cf::RUNTIME;	2056	$self->{last_save} = $cf::RUNTIME;
1605		2057
1606	return unless $self->dirty;	2058	return unless $self->dirty;
1607		2059
…		…
1630	my ($self) = @_;	2082	my ($self) = @_;
1631		2083
1632	# save first because save cedes	2084	# save first because save cedes
1633	$self->save;	2085	$self->save;
1634		2086
1635	my $lock = cf::lock_acquire "map_data:" . $self->path;	2087	my $lock = cf::lock_acquire "map_data:$self->{path}";
1636		2088
1637	return if $self->players;	2089	return if $self->players;
1638	return if $self->in_memory != cf::MAP_IN_MEMORY;	2090	return if $self->in_memory != cf::MAP_IN_MEMORY;
1639	return if $self->{deny_save};	2091	return if $self->{deny_save};
1640		2092
		2093	$self->in_memory (cf::MAP_SWAPPED);
		2094
		2095	$self->deactivate;
		2096	$_->clear_links_to ($self) for values %cf::MAP;
1641	$self->clear;	2097	$self->clear;
1642	$self->in_memory (cf::MAP_SWAPPED);
1643	}	2098	}
1644		2099
1645	sub reset_at {	2100	sub reset_at {
1646	my ($self) = @_;	2101	my ($self) = @_;
1647		2102
1648	# TODO: safety, remove and allow resettable per-player maps	2103	# TODO: safety, remove and allow resettable per-player maps
1649	return 1e99 if $self->isa ("ext::map_per_player");#d#
1650	return 1e99 if $self->{deny_reset};	2104	return 1e99 if $self->{deny_reset};
1651		2105
1652	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2106	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1653	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2107	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1654		2108
…		…
1665	my ($self) = @_;	2119	my ($self) = @_;
1666		2120
1667	my $lock = cf::lock_acquire "map_data:$self->{path}";	2121	my $lock = cf::lock_acquire "map_data:$self->{path}";
1668		2122
1669	return if $self->players;	2123	return if $self->players;
1670	return if $self->isa ("ext::map_per_player");#d#
1671		2124
1672	warn "resetting map ", $self->path;#d#	2125	warn "resetting map ", $self->path;
1673		2126
1674	$self->in_memory (cf::MAP_SWAPPED);	2127	$self->in_memory (cf::MAP_SWAPPED);
1675		2128
1676	# need to save uniques path	2129	# need to save uniques path
1677	unless ($self->{deny_save}) {	2130	unless ($self->{deny_save}) {
…		…
1681	if $uniq;	2134	if $uniq;
1682	}	2135	}
1683		2136
1684	delete $cf::MAP{$self->path};	2137	delete $cf::MAP{$self->path};
1685		2138
		2139	$self->deactivate;
		2140	$_->clear_links_to ($self) for values %cf::MAP;
1686	$self->clear;	2141	$self->clear;
1687
1688	$_->clear_links_to ($self) for values %cf::MAP;
1689		2142
1690	$self->unlink_save;	2143	$self->unlink_save;
1691	$self->destroy;	2144	$self->destroy;
1692	}	2145	}
1693		2146
1694	my $nuke_counter = "aaaa";	2147	my $nuke_counter = "aaaa";
1695		2148
1696	sub nuke {	2149	sub nuke {
1697	my ($self) = @_;	2150	my ($self) = @_;
1698		2151
		2152	{
		2153	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2154
1699	delete $cf::MAP{$self->path};	2155	delete $cf::MAP{$self->path};
1700		2156
1701	$self->unlink_save;	2157	$self->unlink_save;
1702		2158
1703	bless $self, "cf::map";	2159	bless $self, "cf::map";
1704	delete $self->{deny_reset};	2160	delete $self->{deny_reset};
1705	$self->{deny_save} = 1;	2161	$self->{deny_save} = 1;
1706	$self->reset_timeout (1);	2162	$self->reset_timeout (1);
1707	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2163	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1708		2164
1709	$cf::MAP{$self->path} = $self;	2165	$cf::MAP{$self->path} = $self;
		2166	}
1710		2167
1711	$self->reset; # polite request, might not happen	2168	$self->reset; # polite request, might not happen
		2169	}
		2170
		2171	=item $maps = cf::map::tmp_maps
		2172
		2173	Returns an arrayref with all map paths of currently instantiated and saved
		2174	maps. May block.
		2175
		2176	=cut
		2177
		2178	sub tmp_maps() {
		2179	[
		2180	map {
		2181	utf8::decode $_;
		2182	/\.map$/
		2183	? normalise $_
		2184	: ()
		2185	} @{ aio_readdir $TMPDIR or [] }
		2186	]
		2187	}
		2188
		2189	=item $maps = cf::map::random_maps
		2190
		2191	Returns an arrayref with all map paths of currently instantiated and saved
		2192	random maps. May block.
		2193
		2194	=cut
		2195
		2196	sub random_maps() {
		2197	[
		2198	map {
		2199	utf8::decode $_;
		2200	/\.map$/
		2201	? normalise "?random/$_"
		2202	: ()
		2203	} @{ aio_readdir $RANDOMDIR or [] }
		2204	]
1712	}	2205	}
1713		2206
1714	=item cf::map::unique_maps	2207	=item cf::map::unique_maps
1715		2208
1716	Returns an arrayref of paths of all shared maps that have	2209	Returns an arrayref of paths of all shared maps that have
1717	instantiated unique items. May block.	2210	instantiated unique items. May block.
1718		2211
1719	=cut	2212	=cut
1720		2213
1721	sub unique_maps() {	2214	sub unique_maps() {
1722	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2215	[
1723	or return;	2216	map {
1724
1725	my @paths;
1726
1727	for (@$files) {
1728	utf8::decode $_;	2217	utf8::decode $_;
1729	next if /\.pst$/;	2218	/\.map$/
1730	next unless /^$PATH_SEP/o;	2219	? normalise $_
1731		2220	: ()
1732	push @paths, cf::map::normalise $_;	2221	} @{ aio_readdir $UNIQUEDIR or [] }
1733	}	2222	]
1734
1735	\@paths
1736	}	2223	}
1737		2224
1738	package cf;	2225	package cf;
1739		2226
1740	=back	2227	=back
…		…
1758	map { $_, inv_recursive_ $_->inv } @_	2245	map { $_, inv_recursive_ $_->inv } @_
1759	}	2246	}
1760		2247
1761	sub inv_recursive {	2248	sub inv_recursive {
1762	inv_recursive_ inv $_[0]	2249	inv_recursive_ inv $_[0]
		2250	}
		2251
		2252	=item $ref = $ob->ref
		2253
		2254	creates and returns a persistent reference to an objetc that can be stored as a string.
		2255
		2256	=item $ob = cf::object::deref ($refstring)
		2257
		2258	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2259	even if the object actually exists. May block.
		2260
		2261	=cut
		2262
		2263	sub deref {
		2264	my ($ref) = @_;
		2265
		2266	# temporary compatibility#TODO#remove
		2267	$ref =~ s{^<}{player/<};
		2268
		2269	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {
		2270	my ($uuid, $name) = ($1, $2);
		2271	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2272	or return;
		2273	$pl->ob->uuid eq $uuid
		2274	or return;
		2275
		2276	$pl->ob
		2277	} else {
		2278	warn "$ref: cannot resolve object reference\n";
		2279	undef
		2280	}
1763	}	2281	}
1764		2282
1765	package cf;	2283	package cf;
1766		2284
1767	=back	2285	=back
…		…
1786		2304
1787	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2305	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1788		2306
1789	if ($self->{record_replies}) {	2307	if ($self->{record_replies}) {
1790	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2308	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2309
1791	} else {	2310	} else {
		2311	my $pl = $self->contr;
		2312
		2313	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2314	my $dialog = $pl->{npc_dialog};
		2315	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2316
		2317	} else {
1792	$msg = $npc->name . " says: $msg" if $npc;	2318	$msg = $npc->name . " says: $msg" if $npc;
1793	$self->message ($msg, $flags);	2319	$self->message ($msg, $flags);
		2320	}
1794	}	2321	}
		2322	}
		2323
		2324	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2325
		2326	=cut
		2327
		2328	sub cf::object::send_msg {
		2329	my $pl = shift->contr
		2330	or return;
		2331	$pl->send_msg (@_);
1795	}	2332	}
1796		2333
1797	=item $player_object->may ("access")	2334	=item $player_object->may ("access")
1798		2335
1799	Returns wether the given player is authorized to access resource "access"	2336	Returns wether the given player is authorized to access resource "access"
…		…
1846	$self->deactivate_recursive;	2383	$self->deactivate_recursive;
1847		2384
1848	return if UNIVERSAL::isa $self->map, "ext::map_link";	2385	return if UNIVERSAL::isa $self->map, "ext::map_link";
1849		2386
1850	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2387	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1851	if $self->map;	2388	if $self->map && $self->map->{path} ne "{link}";
1852		2389
1853	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2390	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1854	}	2391	}
1855		2392
1856	sub cf::object::player::leave_link {	2393	sub cf::object::player::leave_link {
1857	my ($self, $map, $x, $y) = @_;	2394	my ($self, $map, $x, $y) = @_;
		2395
		2396	return unless $self->contr->active;
1858		2397
1859	my $link_pos = delete $self->{_link_pos};	2398	my $link_pos = delete $self->{_link_pos};
1860		2399
1861	unless ($map) {	2400	unless ($map) {
1862	# restore original map position	2401	# restore original map position
…		…
1876	# use -1 or undef as default coordinates, not 0, 0	2415	# use -1 or undef as default coordinates, not 0, 0
1877	($x, $y) = ($map->enter_x, $map->enter_y)	2416	($x, $y) = ($map->enter_x, $map->enter_y)
1878	if $x <=0 && $y <= 0;	2417	if $x <=0 && $y <= 0;
1879		2418
1880	$map->load;	2419	$map->load;
1881	$map->load_diag;	2420	$map->load_neighbours;
1882		2421
1883	return unless $self->contr->active;	2422	return unless $self->contr->active;
1884	$self->activate_recursive;	2423	$self->activate_recursive;
1885		2424
1886	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2425	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1887	$self->enter_map ($map, $x, $y);	2426	$self->enter_map ($map, $x, $y);
1888	}	2427	}
1889		2428
1890	cf::player->attach (	2429	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1891	on_logout => sub {
1892	my ($pl) = @_;
1893		2430
1894	# abort map switching before logout	2431	Moves the player to the given map-path and coordinates by first freezing
1895	if ($pl->ob->{_link_pos}) {	2432	her, loading and preparing them map, calling the provided $check callback
1896	cf::sync_job {	2433	that has to return the map if sucecssful, and then unfreezes the player on
1897	$pl->ob->leave_link	2434	the new (success) or old (failed) map position. In either case, $done will
1898	};	2435	be called at the end of this process.
1899	}
1900	},
1901	on_login => sub {
1902	my ($pl) = @_;
1903		2436
1904	# try to abort aborted map switching on player login :)
1905	# should happen only on crashes
1906	if ($pl->ob->{_link_pos}) {
1907	$pl->ob->enter_link;
1908	(async {
1909	$pl->ob->reply (undef,
1910	"There was an internal problem at your last logout, "
1911	. "the server will try to bring you to your intended destination in a second.",
1912	cf::NDI_RED);
1913	# we need this sleep as the login has a concurrent enter_exit running
1914	# and this sleep increases chances of the player not ending up in scorn
1915	Coro::Timer::sleep 1;
1916	$pl->ob->leave_link;
1917	})->prio (2);
1918	}
1919	},
1920	);
1921
1922	=item $player_object->goto ($path, $x, $y)
1923
1924	=cut	2437	=cut
		2438
		2439	our $GOTOGEN;
1925		2440
1926	sub cf::object::player::goto {	2441	sub cf::object::player::goto {
1927	my ($self, $path, $x, $y) = @_;	2442	my ($self, $path, $x, $y, $check, $done) = @_;
		2443
		2444	# do generation counting so two concurrent goto's will be executed in-order
		2445	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1928		2446
1929	$self->enter_link;	2447	$self->enter_link;
1930		2448
1931	(async {	2449	(async {
1932	my $map = eval {	2450	my $map = eval {
1933	my $map = cf::map::find $path;	2451	my $map = cf::map::find $path;
		2452
		2453	if ($map) {
1934	$map = $map->customise_for ($self) if $map;	2454	$map = $map->customise_for ($self);
		2455	$map = $check->($map) if $check && $map;
		2456	} else {
		2457	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
		2458	}
		2459
1935	$map	2460	$map
		2461	};
		2462
		2463	if ($@) {
		2464	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2465	LOG llevError | logBacktrace, Carp::longmess $@;
1936	} or	2466	}
1937	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1938		2467
		2468	if ($gen == $self->{_goto_generation}) {
		2469	delete $self->{_goto_generation};
1939	$self->leave_link ($map, $x, $y);	2470	$self->leave_link ($map, $x, $y);
		2471	}
		2472
		2473	$done->() if $done;
1940	})->prio (1);	2474	})->prio (1);
1941	}	2475	}
1942		2476
1943	=item $player_object->enter_exit ($exit_object)	2477	=item $player_object->enter_exit ($exit_object)
1944		2478
…		…
1983		2517
1984	$rmp->{random_seed} ||= $exit->random_seed;	2518	$rmp->{random_seed} ||= $exit->random_seed;
1985		2519
1986	my $data = cf::to_json $rmp;	2520	my $data = cf::to_json $rmp;
1987	my $md5 = Digest::MD5::md5_hex $data;	2521	my $md5 = Digest::MD5::md5_hex $data;
1988	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2522	my $meta = "$RANDOMDIR/$md5.meta";
1989		2523
1990	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2524	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1991	aio_write $fh, 0, (length $data), $data, 0;	2525	aio_write $fh, 0, (length $data), $data, 0;
1992	undef $fh;	2526	undef $fh;
1993	aio_rename "$meta~", $meta;	2527	aio_rename "$meta~", $meta;
…		…
2012	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2546	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2013	my $hp = $exit->stats->hp;	2547	my $hp = $exit->stats->hp;
2014	my $sp = $exit->stats->sp;	2548	my $sp = $exit->stats->sp;
2015		2549
2016	$self->enter_link;	2550	$self->enter_link;
		2551
		2552	# if exit is damned, update players death & WoR home-position
		2553	$self->contr->savebed ($slaying, $hp, $sp)
		2554	if $exit->flag (FLAG_DAMNED);
2017		2555
2018	(async {	2556	(async {
2019	$self->deactivate_recursive; # just to be sure	2557	$self->deactivate_recursive; # just to be sure
2020	unless (eval {	2558	unless (eval {
2021	$self->goto ($slaying, $hp, $sp);	2559	$self->goto ($slaying, $hp, $sp);
…		…
2049		2587
2050	utf8::encode $text;	2588	utf8::encode $text;
2051	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2589	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2052	}	2590	}
2053		2591
		2592	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2593
		2594	Send a drawinfo or msg packet to the client, formatting the msg for the
		2595	client if neccessary. C<$type> should be a string identifying the type of
		2596	the message, with C<log> being the default. If C<$color> is negative, suppress
		2597	the message unless the client supports the msg packet.
		2598
		2599	=cut
		2600
		2601	our %CHANNEL = (
		2602	"c/identify" => {
		2603	id => "identify",
		2604	title => "Identify",
		2605	reply => undef,
		2606	tooltip => "Items recently identified",
		2607	},
		2608	"c/examine" => {
		2609	id => "examine",
		2610	title => "Examine",
		2611	reply => undef,
		2612	tooltip => "Signs and other items you examined",
		2613	},
		2614	);
		2615
		2616	sub cf::client::send_msg {
		2617	my ($self, $channel, $msg, $color, @extra) = @_;
		2618
		2619	$msg = $self->pl->expand_cfpod ($msg);
		2620
		2621	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2622
		2623	# check predefined channels, for the benefit of C
		2624	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};
		2625
		2626	if (ref $channel) {
		2627	# send meta info to client, if not yet sent
		2628	unless (exists $self->{channel}{$channel->{id}}) {
		2629	$self->{channel}{$channel->{id}} = $channel;
		2630	$self->ext_msg (channel_info => $channel)
		2631	if $self->can_msg;
		2632	}
		2633
		2634	$channel = $channel->{id};
		2635	}
		2636
		2637	return unless @extra || length $msg;
		2638
		2639	if ($self->can_msg) {
		2640	# default colour, mask it out
		2641	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2642	if $color & cf::NDI_DEF;
		2643
		2644	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2645	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2646	} else {
		2647	if ($color >= 0) {
		2648	# replace some tags by gcfclient-compatible ones
		2649	for ($msg) {
		2650	1 while
		2651	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2652	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2653	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2654	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2655	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2656	}
		2657
		2658	$color &= cf::NDI_COLOR_MASK;
		2659
		2660	utf8::encode $msg;
		2661
		2662	if (0 && $msg =~ /\[/) {
		2663	# COMMAND/INFO
		2664	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2665	} else {
		2666	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2667	$self->send_packet ("drawinfo $color $msg")
		2668	}
		2669	}
		2670	}
		2671	}
		2672
2054	=item $client->ext_event ($type, %msg)	2673	=item $client->ext_msg ($type, @msg)
2055		2674
2056	Sends an exti event to the client.	2675	Sends an ext event to the client.
2057		2676
2058	=cut	2677	=cut
2059		2678
2060	sub cf::client::ext_event($$%) {	2679	sub cf::client::ext_msg($$@) {
2061	my ($self, $type, %msg) = @_;	2680	my ($self, $type, @msg) = @_;
2062		2681
		2682	if ($self->extcmd == 2) {
		2683	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2684	} elsif ($self->extcmd == 1) { # TODO: remove
2063	$msg{msgtype} = "event_$type";	2685	push @msg, msgtype => "event_$type";
2064	$self->send_packet ("ext " . cf::to_json \%msg);	2686	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2687	}
		2688	}
		2689
		2690	=item $client->ext_reply ($msgid, @msg)
		2691
		2692	Sends an ext reply to the client.
		2693
		2694	=cut
		2695
		2696	sub cf::client::ext_reply($$@) {
		2697	my ($self, $id, @msg) = @_;
		2698
		2699	if ($self->extcmd == 2) {
		2700	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2701	} elsif ($self->extcmd == 1) {
		2702	#TODO: version 1, remove
		2703	unshift @msg, msgtype => "reply", msgid => $id;
		2704	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2705	}
2065	}	2706	}
2066		2707
2067	=item $success = $client->query ($flags, "text", \&cb)	2708	=item $success = $client->query ($flags, "text", \&cb)
2068		2709
2069	Queues a query to the client, calling the given callback with	2710	Queues a query to the client, calling the given callback with
2070	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2711	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2071	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2712	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2072		2713
2073	Queries can fail, so check the return code. Or don't, as queries will become	2714	Queries can fail, so check the return code. Or don't, as queries will
2074	reliable at some point in the future.	2715	become reliable at some point in the future.
2075		2716
2076	=cut	2717	=cut
2077		2718
2078	sub cf::client::query {	2719	sub cf::client::query {
2079	my ($self, $flags, $text, $cb) = @_;	2720	my ($self, $flags, $text, $cb) = @_;
…		…
2087	utf8::encode $text;	2728	utf8::encode $text;
2088	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2729	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2089		2730
2090	$self->send_packet ($self->{query_queue}[0][0])	2731	$self->send_packet ($self->{query_queue}[0][0])
2091	if @{ $self->{query_queue} } == 1;	2732	if @{ $self->{query_queue} } == 1;
		2733
		2734	1
2092	}	2735	}
2093		2736
2094	cf::client->attach (	2737	cf::client->attach (
		2738	on_connect => sub {
		2739	my ($ns) = @_;
		2740
		2741	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2742	},
2095	on_reply => sub {	2743	on_reply => sub {
2096	my ($ns, $msg) = @_;	2744	my ($ns, $msg) = @_;
2097		2745
2098	# this weird shuffling is so that direct followup queries	2746	# this weird shuffling is so that direct followup queries
2099	# get handled first	2747	# get handled first
…		…
2111	} else {	2759	} else {
2112	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2760	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2113	}	2761	}
2114	}	2762	}
2115	},	2763	},
		2764	on_exticmd => sub {
		2765	my ($ns, $buf) = @_;
		2766
		2767	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2768
		2769	if (ref $msg) {
		2770	my ($type, $reply, @payload) =
		2771	"ARRAY" eq ref $msg
		2772	? @$msg
		2773	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2774
		2775	my @reply;
		2776
		2777	if (my $cb = $EXTICMD{$type}) {
		2778	@reply = $cb->($ns, @payload);
		2779	}
		2780
		2781	$ns->ext_reply ($reply, @reply)
		2782	if $reply;
		2783
		2784	} else {
		2785	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2786	}
		2787
		2788	cf::override;
		2789	},
2116	);	2790	);
2117		2791
2118	=item $client->async (\&cb)	2792	=item $client->async (\&cb)
2119		2793
2120	Create a new coroutine, running the specified callback. The coroutine will	2794	Create a new coroutine, running the specified callback. The coroutine will
…		…
2161	our $safe = new Safe "safe";	2835	our $safe = new Safe "safe";
2162	our $safe_hole = new Safe::Hole;	2836	our $safe_hole = new Safe::Hole;
2163		2837
2164	$SIG{FPE} = 'IGNORE';	2838	$SIG{FPE} = 'IGNORE';
2165		2839
2166	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2840	$safe->permit_only (Opcode::opset qw(
		2841	:base_core :base_mem :base_orig :base_math
		2842	grepstart grepwhile mapstart mapwhile
		2843	sort time
		2844	));
2167		2845
2168	# here we export the classes and methods available to script code	2846	# here we export the classes and methods available to script code
2169		2847
2170	=pod	2848	=pod
2171		2849
2172	The following functions and methods are available within a safe environment:	2850	The following functions and methods are available within a safe environment:
2173		2851
2174	cf::object contr pay_amount pay_player map	2852	cf::object
		2853	contr pay_amount pay_player map x y force_find force_add
		2854	insert remove name archname title slaying race decrease_ob_nr
		2855
2175	cf::object::player player	2856	cf::object::player
2176	cf::player peaceful	2857	player
2177	cf::map trigger	2858
		2859	cf::player
		2860	peaceful
		2861
		2862	cf::map
		2863	trigger
2178		2864
2179	=cut	2865	=cut
2180		2866
2181	for (	2867	for (
2182	["cf::object" => qw(contr pay_amount pay_player map)],	2868	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2869	insert remove inv name archname title slaying race
		2870	decrease_ob_nr)],
2183	["cf::object::player" => qw(player)],	2871	["cf::object::player" => qw(player)],
2184	["cf::player" => qw(peaceful)],	2872	["cf::player" => qw(peaceful)],
2185	["cf::map" => qw(trigger)],	2873	["cf::map" => qw(trigger)],
2186	) {	2874	) {
2187	no strict 'refs';	2875	no strict 'refs';
…		…
2258	=back	2946	=back
2259		2947
2260	=cut	2948	=cut
2261		2949
2262	#############################################################################	2950	#############################################################################
2263
2264	=head2 EXTENSION DATABASE SUPPORT
2265
2266	Crossfire maintains a very simple database for extension use. It can
2267	currently store anything that can be serialised using Storable, which
2268	excludes objects.
2269
2270	The parameter C<$family> should best start with the name of the extension
2271	using it, it should be unique.
2272
2273	=over 4
2274
2275	=item $value = cf::db_get $family => $key
2276
2277	Returns a single value from the database.
2278
2279	=item cf::db_put $family => $key => $value
2280
2281	Stores the given C<$value> in the family.
2282
2283	=cut
2284
2285	our $DB;
2286
2287	sub db_init {
2288	unless ($DB) {
2289	$DB = BDB::db_create $DB_ENV;
2290
2291	cf::sync_job {
2292	eval {
2293	$DB->set_flags (BDB::CHKSUM);
2294
2295	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2296	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2297	cf::cleanup "db_open(db): $!" if $!;
2298	};
2299	cf::cleanup "db_open(db): $@" if $@;
2300	};
2301
2302	my $path = cf::localdir . "/database.pst";
2303	if (stat $path) {
2304	cf::sync_job {
2305	my $pst = Storable::retrieve $path;
2306
2307	cf::db_put (board => data => $pst->{board});
2308	cf::db_put (guildrules => data => $pst->{guildrules});
2309	cf::db_put (rent => balance => $pst->{rent}{balance});
2310	BDB::db_env_txn_checkpoint $DB_ENV;
2311
2312	unlink $path;
2313	};
2314	}
2315	}
2316	}
2317
2318	sub db_get($$) {
2319	my $key = "$_[0]/$_[1]";
2320
2321	cf::sync_job {
2322	BDB::db_get $DB, undef, $key, my $data;
2323
2324	$! ? ()
2325	: Compress::LZF::sthaw $data
2326	}
2327	}
2328
2329	sub db_put($$$) {
2330	BDB::dbreq_pri 4;
2331	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2332	}
2333
2334	#############################################################################
2335	# the server's init and main functions	2951	# the server's init and main functions
2336		2952
2337	sub load_facedata {	2953	sub load_facedata($) {
2338	my $path = sprintf "%s/facedata", cf::datadir;	2954	my ($path) = @_;
		2955
		2956	# HACK to clear player env face cache, we need some signal framework
		2957	# for this (global event?)
		2958	%ext::player_env::MUSIC_FACE_CACHE = ();
		2959
		2960	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2339		2961
2340	warn "loading facedata from $path\n";	2962	warn "loading facedata from $path\n";
2341		2963
2342	my $facedata;	2964	my $facedata;
2343	0 < aio_load $path, $facedata	2965	0 < aio_load $path, $facedata
…		…
2346	$facedata = Coro::Storable::thaw $facedata;	2968	$facedata = Coro::Storable::thaw $facedata;
2347		2969
2348	$facedata->{version} == 2	2970	$facedata->{version} == 2
2349	or cf::cleanup "$path: version mismatch, cannot proceed.";	2971	or cf::cleanup "$path: version mismatch, cannot proceed.";
2350		2972
		2973	# patch in the exptable
		2974	$facedata->{resource}{"res/exp_table"} = {
		2975	type => FT_RSRC,
		2976	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		2977	};
		2978	cf::cede_to_tick;
		2979
2351	{	2980	{
2352	my $faces = $facedata->{faceinfo};	2981	my $faces = $facedata->{faceinfo};
2353		2982
2354	while (my ($face, $info) = each %$faces) {	2983	while (my ($face, $info) = each %$faces) {
2355	my $idx = (cf::face::find $face) || cf::face::alloc $face;	2984	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2356	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	2985	cf::face::set_visibility $idx, $info->{visibility};
		2986	cf::face::set_magicmap $idx, $info->{magicmap};
2357	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	2987	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2358	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	2988	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2359	Coro::cede;	2989
		2990	cf::cede_to_tick;
2360	}	2991	}
2361		2992
2362	while (my ($face, $info) = each %$faces) {	2993	while (my ($face, $info) = each %$faces) {
2363	next unless $info->{smooth};	2994	next unless $info->{smooth};
2364	my $idx = cf::face::find $face	2995	my $idx = cf::face::find $face
2365	or next;	2996	or next;
2366	if (my $smooth = cf::face::find $info->{smooth}) {	2997	if (my $smooth = cf::face::find $info->{smooth}) {
		2998	cf::face::set_smooth $idx, $smooth;
2367	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	2999	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2368	} else {	3000	} else {
2369	warn "smooth face '$info->{smooth}' not found for face '$face'";	3001	warn "smooth face '$info->{smooth}' not found for face '$face'";
2370	}	3002	}
2371	Coro::cede;	3003
		3004	cf::cede_to_tick;
2372	}	3005	}
2373	}	3006	}
2374		3007
2375	{	3008	{
2376	my $anims = $facedata->{animinfo};	3009	my $anims = $facedata->{animinfo};
2377		3010
2378	while (my ($anim, $info) = each %$anims) {	3011	while (my ($anim, $info) = each %$anims) {
2379	cf::anim::set $anim, $info->{frames}, $info->{facings};	3012	cf::anim::set $anim, $info->{frames}, $info->{facings};
2380	Coro::cede;	3013	cf::cede_to_tick;
2381	}	3014	}
2382		3015
2383	cf::anim::invalidate_all; # d'oh	3016	cf::anim::invalidate_all; # d'oh
2384	}	3017	}
2385		3018
		3019	{
		3020	# TODO: for gcfclient pleasure, we should give resources
		3021	# that gcfclient doesn't grok a >10000 face index.
		3022	my $res = $facedata->{resource};
		3023
		3024	my $soundconf = delete $res->{"res/sound.conf"};
		3025
		3026	while (my ($name, $info) = each %$res) {
		3027	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3028	my $data;
		3029
		3030	if ($info->{type} & 1) {
		3031	# prepend meta info
		3032
		3033	my $meta = $enc->encode ({
		3034	name => $name,
		3035	%{ $info->{meta} || {} },
		3036	});
		3037
		3038	$data = pack "(w/a*)*", $meta, $info->{data};
		3039	} else {
		3040	$data = $info->{data};
		3041	}
		3042
		3043	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3044	cf::face::set_type $idx, $info->{type};
		3045
		3046	cf::cede_to_tick;
		3047	}
		3048
		3049	if ($soundconf) {
		3050	$soundconf = $enc->decode (delete $soundconf->{data});
		3051
		3052	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3053	my $sound = $soundconf->{compat}[$_]
		3054	or next;
		3055
		3056	my $face = cf::face::find "sound/$sound->[1]";
		3057	cf::sound::set $sound->[0] => $face;
		3058	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3059	}
		3060
		3061	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3062	my $face = cf::face::find "sound/$v";
		3063	cf::sound::set $k => $face;
		3064	}
		3065	}
		3066	}
		3067
2386	1	3068	1
2387	}	3069	}
2388		3070
		3071	register_exticmd fx_want => sub {
		3072	my ($ns, $want) = @_;
		3073
		3074	while (my ($k, $v) = each %$want) {
		3075	$ns->fx_want ($k, $v);
		3076	}
		3077	};
		3078
		3079	sub reload_regions {
		3080	# HACK to clear player env face cache, we need some signal framework
		3081	# for this (global event?)
		3082	%ext::player_env::MUSIC_FACE_CACHE = ();
		3083
		3084	load_resource_file "$MAPDIR/regions"
		3085	or die "unable to load regions file\n";
		3086
		3087	for (cf::region::list) {
		3088	$_->{match} = qr/$_->{match}/
		3089	if exists $_->{match};
		3090	}
		3091	}
		3092
		3093	sub reload_facedata {
		3094	load_facedata "$DATADIR/facedata"
		3095	or die "unable to load facedata\n";
		3096	}
		3097
		3098	sub reload_archetypes {
		3099	load_resource_file "$DATADIR/archetypes"
		3100	or die "unable to load archetypes\n";
		3101	#d# NEED to laod twice to resolve forward references
		3102	# this really needs to be done in an extra post-pass
		3103	# (which needs to be synchronous, so solve it differently)
		3104	load_resource_file "$DATADIR/archetypes"
		3105	or die "unable to load archetypes\n";
		3106	}
		3107
		3108	sub reload_treasures {
		3109	load_resource_file "$DATADIR/treasures"
		3110	or die "unable to load treasurelists\n";
		3111	}
		3112
2389	sub reload_resources {	3113	sub reload_resources {
2390	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	3114	warn "reloading resource files...\n";
2391	or die "unable to load regions file\n";#d#	3115
		3116	reload_regions;
2392	load_facedata	3117	reload_facedata;
2393	or die "unable to load facedata\n";#d#	3118	#reload_archetypes;#d#
		3119	reload_archetypes;
		3120	reload_treasures;
		3121
		3122	warn "finished reloading resource files\n";
2394	}	3123	}
2395		3124
2396	sub init {	3125	sub init {
2397	reload_resources;	3126	reload_resources;
2398	}	3127	}
2399		3128
2400	sub cfg_load {	3129	sub reload_config {
2401	open my $fh, "<:utf8", cf::confdir . "/config"	3130	open my $fh, "<:utf8", "$CONFDIR/config"
2402	or return;	3131	or return;
2403		3132
2404	local $/;	3133	local $/;
2405	*CFG = YAML::Syck::Load <$fh>;	3134	*CFG = YAML::Syck::Load <$fh>;
2406		3135
…		…
2425	(async {	3154	(async {
2426	Event::one_event;	3155	Event::one_event;
2427	})->prio (Coro::PRIO_MAX);	3156	})->prio (Coro::PRIO_MAX);
2428	};	3157	};
2429		3158
2430	cfg_load;	3159	reload_config;
2431	db_init;	3160	db_init;
2432	load_extensions;	3161	load_extensions;
2433		3162
2434	$TICK_WATCHER->start;	3163	$TICK_WATCHER->start;
2435	Event::loop;	3164	Event::loop;
…		…
2451	},	3180	},
2452	);	3181	);
2453	}	3182	}
2454	}	3183	}
2455		3184
		3185	sub write_runtime {
		3186	my $runtime = "$LOCALDIR/runtime";
		3187
		3188	# first touch the runtime file to show we are still running:
		3189	# the fsync below can take a very very long time.
		3190
		3191	IO::AIO::aio_utime $runtime, undef, undef;
		3192
		3193	my $guard = cf::lock_acquire "write_runtime";
		3194
		3195	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3196	or return;
		3197
		3198	my $value = $cf::RUNTIME + 90 + 10;
		3199	# 10 is the runtime save interval, for a monotonic clock
		3200	# 60 allows for the watchdog to kill the server.
		3201
		3202	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3203	and return;
		3204
		3205	# always fsync - this file is important
		3206	aio_fsync $fh
		3207	and return;
		3208
		3209	# touch it again to show we are up-to-date
		3210	aio_utime $fh, undef, undef;
		3211
		3212	close $fh
		3213	or return;
		3214
		3215	aio_rename "$runtime~", $runtime
		3216	and return;
		3217
		3218	warn "runtime file written.\n";
		3219
		3220	1
		3221	}
		3222
2456	sub emergency_save() {	3223	sub emergency_save() {
2457	my $freeze_guard = cf::freeze_mainloop;	3224	my $freeze_guard = cf::freeze_mainloop;
2458		3225
2459	warn "enter emergency perl save\n";	3226	warn "enter emergency perl save\n";
2460		3227
…		…
2491		3258
2492	warn Carp::longmess "post_cleanup backtrace"	3259	warn Carp::longmess "post_cleanup backtrace"
2493	if $make_core;	3260	if $make_core;
2494	}	3261	}
2495		3262
2496	sub reload() {	3263	sub do_reload_perl() {
2497	# can/must only be called in main	3264	# can/must only be called in main
2498	if ($Coro::current != $Coro::main) {	3265	if ($Coro::current != $Coro::main) {
2499	warn "can only reload from main coroutine";	3266	warn "can only reload from main coroutine";
2500	return;	3267	return;
2501	}	3268	}
…		…
2535	%EXT_CORO = ();	3302	%EXT_CORO = ();
2536		3303
2537	warn "removing commands";	3304	warn "removing commands";
2538	%COMMAND = ();	3305	%COMMAND = ();
2539		3306
2540	warn "removing ext commands";	3307	warn "removing ext/exti commands";
2541	%EXTCMD = ();	3308	%EXTCMD = ();
		3309	%EXTICMD = ();
2542		3310
2543	warn "unloading/nuking all extensions";	3311	warn "unloading/nuking all extensions";
2544	for my $pkg (@EXTS) {	3312	for my $pkg (@EXTS) {
2545	warn "... unloading $pkg";	3313	warn "... unloading $pkg";
2546		3314
…		…
2576	Symbol::delete_package "safe::$_"	3344	Symbol::delete_package "safe::$_"
2577	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3345	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2578		3346
2579	warn "unloading cf.pm \"a bit\"";	3347	warn "unloading cf.pm \"a bit\"";
2580	delete $INC{"cf.pm"};	3348	delete $INC{"cf.pm"};
		3349	delete $INC{"cf/pod.pm"};
2581		3350
2582	# don't, removes xs symbols, too,	3351	# don't, removes xs symbols, too,
2583	# and global variables created in xs	3352	# and global variables created in xs
2584	#Symbol::delete_package __PACKAGE__;	3353	#Symbol::delete_package __PACKAGE__;
2585		3354
…		…
2588	warn "reloading cf.pm";	3357	warn "reloading cf.pm";
2589	require cf;	3358	require cf;
2590	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3359	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2591		3360
2592	warn "loading config and database again";	3361	warn "loading config and database again";
2593	cf::cfg_load;	3362	cf::reload_config;
2594		3363
2595	warn "loading extensions";	3364	warn "loading extensions";
2596	cf::load_extensions;	3365	cf::load_extensions;
2597		3366
2598	warn "reattaching attachments to objects/players";	3367	warn "reattaching attachments to objects/players";
…		…
2600	warn "reattaching attachments to maps";	3369	warn "reattaching attachments to maps";
2601	reattach $_ for values %MAP;	3370	reattach $_ for values %MAP;
2602	warn "reattaching attachments to players";	3371	warn "reattaching attachments to players";
2603	reattach $_ for values %PLAYER;	3372	reattach $_ for values %PLAYER;
2604		3373
2605	warn "loading reloadable resources";
2606	reload_resources;
2607
2608	warn "leaving sync_job";	3374	warn "leaving sync_job";
2609		3375
2610	1	3376	1
2611	} or do {	3377	} or do {
2612	warn $@;	3378	warn $@;
…		…
2617	warn "reloaded";	3383	warn "reloaded";
2618	};	3384	};
2619		3385
2620	our $RELOAD_WATCHER; # used only during reload	3386	our $RELOAD_WATCHER; # used only during reload
2621		3387
		3388	sub reload_perl() {
		3389	# doing reload synchronously and two reloads happen back-to-back,
		3390	# coro crashes during coro_state_free->destroy here.
		3391
		3392	$RELOAD_WATCHER ||= Event->timer (
		3393	reentrant => 0,
		3394	after => 0,
		3395	data => WF_AUTOCANCEL,
		3396	cb => sub {
		3397	do_reload_perl;
		3398	undef $RELOAD_WATCHER;
		3399	},
		3400	);
		3401	}
		3402
2622	register_command "reload" => sub {	3403	register_command "reload" => sub {
2623	my ($who, $arg) = @_;	3404	my ($who, $arg) = @_;
2624		3405
2625	if ($who->flag (FLAG_WIZ)) {	3406	if ($who->flag (FLAG_WIZ)) {
2626	$who->message ("reloading server.");	3407	$who->message ("reloading server.");
2627		3408	async { reload_perl };
2628	# doing reload synchronously and two reloads happen back-to-back,
2629	# coro crashes during coro_state_free->destroy here.
2630
2631	$RELOAD_WATCHER ||= Event->timer (
2632	reentrant => 0,
2633	after => 0,
2634	data => WF_AUTOCANCEL,
2635	cb => sub {
2636	reload;
2637	undef $RELOAD_WATCHER;
2638	},
2639	);
2640	}	3409	}
2641	};	3410	};
2642		3411
2643	unshift @INC, $LIBDIR;	3412	unshift @INC, $LIBDIR;
2644		3413
…		…
2646		3415
2647	our @WAIT_FOR_TICK;	3416	our @WAIT_FOR_TICK;
2648	our @WAIT_FOR_TICK_BEGIN;	3417	our @WAIT_FOR_TICK_BEGIN;
2649		3418
2650	sub wait_for_tick {	3419	sub wait_for_tick {
		3420	return unless $TICK_WATCHER->is_active;
		3421	return if $Coro::current == $Coro::main;
		3422
2651	my $signal = new Coro::Signal;	3423	my $signal = new Coro::Signal;
2652	push @WAIT_FOR_TICK, $signal;	3424	push @WAIT_FOR_TICK, $signal;
2653	$signal->wait;	3425	$signal->wait;
2654	}	3426	}
2655		3427
2656	sub wait_for_tick_begin {	3428	sub wait_for_tick_begin {
		3429	return unless $TICK_WATCHER->is_active;
		3430	return if $Coro::current == $Coro::main;
		3431
2657	my $signal = new Coro::Signal;	3432	my $signal = new Coro::Signal;
2658	push @WAIT_FOR_TICK_BEGIN, $signal;	3433	push @WAIT_FOR_TICK_BEGIN, $signal;
2659	$signal->wait;	3434	$signal->wait;
2660	}	3435	}
2661		3436
		3437	my $min = 1e6;#d#
		3438	my $avg = 10;
2662	$TICK_WATCHER = Event->timer (	3439	$TICK_WATCHER = Event->timer (
2663	reentrant => 0,	3440	reentrant => 0,
2664	parked => 1,	3441	parked => 1,
2665	prio => 0,	3442	prio => 0,
2666	at => $NEXT_TICK || $TICK,	3443	at => $NEXT_TICK || $TICK,
…		…
2670	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3447	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2671	unless ++$bug_warning > 10;	3448	unless ++$bug_warning > 10;
2672	return;	3449	return;
2673	}	3450	}
2674		3451
2675	$NOW = Event::time;	3452	$NOW = $tick_start = Event::time;
2676		3453
2677	cf::server_tick; # one server iteration	3454	cf::server_tick; # one server iteration
		3455
		3456	0 && sync_job {#d#
		3457	for(1..10) {
		3458	my $t = Event::time;
		3459	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3460	or die;
		3461
		3462	$map->width (50);
		3463	$map->height (50);
		3464	$map->alloc;
		3465	$map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
		3466	my $t = Event::time - $t;
		3467
		3468	#next unless $t < 0.0013;#d#
		3469	if ($t < $min) {
		3470	$min = $t;
		3471	}
		3472	$avg = $avg * 0.99 + $t * 0.01;
		3473	}
		3474	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3475	exit 0;
		3476	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
		3477	};
		3478
2678	$RUNTIME += $TICK;	3479	$RUNTIME += $TICK;
2679	$NEXT_TICK += $TICK;	3480	$NEXT_TICK += $TICK;
2680		3481
2681	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3482	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2682	$NEXT_RUNTIME_WRITE = $NOW + 10;	3483	$NEXT_RUNTIME_WRITE = $NOW + 10;
…		…
2684	write_runtime	3485	write_runtime
2685	or warn "ERROR: unable to write runtime file: $!";	3486	or warn "ERROR: unable to write runtime file: $!";
2686	};	3487	};
2687	}	3488	}
2688		3489
		3490	# my $AFTER = Event::time;
		3491	# warn $AFTER - $NOW;#d#
		3492
2689	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3493	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2690	$sig->send;	3494	$sig->send;
2691	}	3495	}
2692	while (my $sig = shift @WAIT_FOR_TICK) {	3496	while (my $sig = shift @WAIT_FOR_TICK) {
2693	$sig->send;	3497	$sig->send;
2694	}	3498	}
2695		3499
2696	# my $AFTER = Event::time;	3500	$NOW = Event::time;
2697	# warn $AFTER - $NOW;#d#
2698		3501
2699	# if we are delayed by four ticks or more, skip them all	3502	# if we are delayed by four ticks or more, skip them all
2700	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3503	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2701		3504
2702	$TICK_WATCHER->at ($NEXT_TICK);	3505	$TICK_WATCHER->at ($NEXT_TICK);
2703	$TICK_WATCHER->start;	3506	$TICK_WATCHER->start;
		3507
		3508	$LOAD = ($NOW - $tick_start) / $TICK;
		3509	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3510
		3511	_post_tick;
		3512
		3513
2704	},	3514	},
2705	);	3515	);
2706		3516
2707	{	3517	{
2708	BDB::max_poll_time $TICK * 0.1;	3518	BDB::max_poll_time $TICK * 0.1;
…		…
2736		3546
2737	cf::sync_job {	3547	cf::sync_job {
2738	eval {	3548	eval {
2739	BDB::db_env_open	3549	BDB::db_env_open
2740	$DB_ENV,	3550	$DB_ENV,
2741	$BDB_ENV_DIR,	3551	$BDBDIR,
2742	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3552	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2743	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3553	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2744	0666;	3554	0666;
2745		3555
2746	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	3556	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2747		3557
2748	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);	3558	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2749	$DB_ENV->set_lk_detect;	3559	$DB_ENV->set_lk_detect;
2750	};	3560	};
2751		3561
…		…
2767	prio => 6,	3577	prio => 6,
2768	cb => \&IO::AIO::poll_cb,	3578	cb => \&IO::AIO::poll_cb,
2769	);	3579	);
2770	}	3580	}
2771		3581
		3582	my $_log_backtrace;
		3583
		3584	sub _log_backtrace {
		3585	my ($msg, @addr) = @_;
		3586
		3587	$msg =~ s/\n//;
		3588
		3589	# limit the # of concurrent backtraces
		3590	if ($_log_backtrace < 2) {
		3591	++$_log_backtrace;
		3592	async {
		3593	my @bt = fork_call {
		3594	@addr = map { sprintf "%x", $_ } @addr;
		3595	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3596	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3597	or die "addr2line: $!";
		3598
		3599	my @funcs;
		3600	my @res = <$fh>;
		3601	chomp for @res;
		3602	while (@res) {
		3603	my ($func, $line) = splice @res, 0, 2, ();
		3604	push @funcs, "[$func] $line";
		3605	}
		3606
		3607	@funcs
		3608	};
		3609
		3610	LOG llevInfo, "[ABT] $msg\n";
		3611	LOG llevInfo, "[ABT] $_\n" for @bt;
		3612	--$_log_backtrace;
		3613	};
		3614	} else {
		3615	LOG llevInfo, "[ABT] $msg\n";
		3616	LOG llevInfo, "[ABT] [suppressed]\n";
		3617	}
		3618	}
		3619
		3620	# load additional modules
		3621	use cf::pod;
		3622
2772	END { cf::emergency_save }	3623	END { cf::emergency_save }
2773		3624
2774	1	3625	1
2775		3626

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines