ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.263 by root, Sat May 5 05:40:27 2007 UTC vs.
Revision 1.387 by root, Mon Oct 15 23:49:10 2007 UTC

…		…
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
8	use Socket;	8	use Socket;
9	use Storable;
10	use Event;	9	use Event;
11	use Opcode;	10	use Opcode;
12	use Safe;	11	use Safe;
13	use Safe::Hole;	12	use Safe::Hole;
		13	use Storable ();
14		14
15	use Coro 3.61 ();	15	use Coro 4.1 ();
16	use Coro::State;	16	use Coro::State;
17	use Coro::Handle;	17	use Coro::Handle;
18	use Coro::Event;	18	use Coro::Event;
19	use Coro::Timer;	19	use Coro::Timer;
20	use Coro::Signal;	20	use Coro::Signal;
21	use Coro::Semaphore;	21	use Coro::Semaphore;
22	use Coro::AIO;	22	use Coro::AIO;
23	use Coro::Storable;	23	use Coro::Storable;
		24	use Coro::Util ();
24		25
		26	use JSON::XS ();
25	use BDB ();	27	use BDB ();
26	use Data::Dumper;	28	use Data::Dumper;
27	use Digest::MD5;	29	use Digest::MD5;
28	use Fcntl;	30	use Fcntl;
29	use YAML::Syck ();	31	use YAML::Syck ();
30	use IO::AIO 2.32 ();	32	use IO::AIO 2.51 ();
31	use Time::HiRes;	33	use Time::HiRes;
32	use Compress::LZF;	34	use Compress::LZF;
		35	use Digest::MD5 ();
33		36
34	# configure various modules to our taste	37	# configure various modules to our taste
35	#	38	#
36	$Storable::canonical = 1; # reduce rsync transfers	39	$Storable::canonical = 1; # reduce rsync transfers
37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
…		…
49	our %COMMAND = ();	52	our %COMMAND = ();
50	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
51		54
52	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
53	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
54	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
55	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
56		60
57	our $RELOAD; # number of reloads so far	61	our $RELOAD; # number of reloads so far
58	our @EVENT;	62	our @EVENT;
…		…
76	our $NEXT_TICK;	80	our $NEXT_TICK;
77	our $NOW;	81	our $NOW;
78	our $USE_FSYNC = 1; # use fsync to write maps - default off	82	our $USE_FSYNC = 1; # use fsync to write maps - default off
79		83
80	our $BDB_POLL_WATCHER;	84	our $BDB_POLL_WATCHER;
		85	our $BDB_DEADLOCK_WATCHER;
		86	our $BDB_CHECKPOINT_WATCHER;
		87	our $BDB_TRICKLE_WATCHER;
81	our $DB_ENV;	88	our $DB_ENV;
82		89
83	our %CFG;	90	our %CFG;
84		91
85	our $UPTIME; $UPTIME ||= time;	92	our $UPTIME; $UPTIME ||= time;
86	our $RUNTIME;	93	our $RUNTIME;
87		94
88	our %PLAYER; # all users	95	our (%PLAYER, %PLAYER_LOADING); # all users
89	our %MAP; # all maps	96	our (%MAP, %MAP_LOADING ); # all maps
90	our $LINK_MAP; # the special {link} map, which is always available	97	our $LINK_MAP; # the special {link} map, which is always available
91		98
92	# used to convert map paths into valid unix filenames by replacing / by ∕	99	# used to convert map paths into valid unix filenames by replacing / by ∕
93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
94		105
95	binmode STDOUT;	106	binmode STDOUT;
96	binmode STDERR;	107	binmode STDERR;
97		108
98	# read virtual server time, if available	109	# read virtual server time, if available
…		…
139		150
140	=item $cf::TICK	151	=item $cf::TICK
141		152
142	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
143		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
		164
144	=item %cf::CFG	165	=item %cf::CFG
145		166
146	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/crossfire/config>, or
147	from wherever your confdir points to.	168	from wherever your confdir points to.
148		169
…		…
150		171
151	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
152	returns directly I<after> the tick processing (and consequently, can only wake one process	173	returns directly I<after> the tick processing (and consequently, can only wake one process
153	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
154		175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
		181
155	=back	182	=back
156		183
157	=cut	184	=cut
158		185
159	BEGIN {	186	BEGIN {
…		…
163	$msg .= "\n"	190	$msg .= "\n"
164	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
165		192
166	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
167		194
168	utf8::encode $msg;
169	LOG llevError, $msg;	195	LOG llevError, $msg;
170	};	196	};
171	}	197	}
172		198
173	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
174	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
175	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
176	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
177	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	203	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		204	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
178	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	205	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
179		206
180	# we bless all objects into (empty) derived classes to force a method lookup	207	# we bless all objects into (empty) derived classes to force a method lookup
181	# within the Safe compartment.	208	# within the Safe compartment.
182	for my $pkg (qw(	209	for my $pkg (qw(
183	cf::global cf::attachable	210	cf::global cf::attachable
…		…
191	}	218	}
192		219
193	$Event::DIED = sub {	220	$Event::DIED = sub {
194	warn "error in event callback: @_";	221	warn "error in event callback: @_";
195	};	222	};
		223
		224	#############################################################################
196		225
197	=head2 UTILITY FUNCTIONS	226	=head2 UTILITY FUNCTIONS
198		227
199	=over 4	228	=over 4
200		229
…		…
219	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
220	$d	249	$d
221	} || "[unable to dump $_[0]: '$@']";	250	} || "[unable to dump $_[0]: '$@']";
222	}	251	}
223		252
224	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
225
226	=item $ref = cf::from_json $json	253	=item $ref = cf::from_json $json
227		254
228	Converts a JSON string into the corresponding perl data structure.	255	Converts a JSON string into the corresponding perl data structure.
229		256
230	=item $json = cf::to_json $ref	257	=item $json = cf::to_json $ref
231		258
232	Converts a perl data structure into its JSON representation.	259	Converts a perl data structure into its JSON representation.
		260
		261	=cut
		262
		263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		264
		265	sub to_json ($) { $json_coder->encode ($_[0]) }
		266	sub from_json ($) { $json_coder->decode ($_[0]) }
233		267
234	=item cf::lock_wait $string	268	=item cf::lock_wait $string
235		269
236	Wait until the given lock is available. See cf::lock_acquire.	270	Wait until the given lock is available. See cf::lock_acquire.
237		271
…		…
240	Wait until the given lock is available and then acquires it and returns	274	Wait until the given lock is available and then acquires it and returns
241	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
242	for example when the coroutine gets canceled), the lock is automatically	276	for example when the coroutine gets canceled), the lock is automatically
243	returned.	277	returned.
244		278
		279	Locks are *not* recursive, locking from the same coro twice results in a
		280	deadlocked coro.
		281
245	Lock names should begin with a unique identifier (for example, cf::map::find	282	Lock names should begin with a unique identifier (for example, cf::map::find
246	uses map_find and cf::map::load uses map_load).	283	uses map_find and cf::map::load uses map_load).
247		284
248	=item $locked = cf::lock_active $string	285	=item $locked = cf::lock_active $string
249		286
250	Return true if the lock is currently active, i.e. somebody has locked it.	287	Return true if the lock is currently active, i.e. somebody has locked it.
251		288
252	=cut	289	=cut
253		290
254	our %LOCK;	291	our %LOCK;
		292	our %LOCKER;#d#
255		293
256	sub lock_wait($) {	294	sub lock_wait($) {
257	my ($key) = @_;	295	my ($key) = @_;
		296
		297	if ($LOCKER{$key} == $Coro::current) {#d#
		298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		299	return;#d#
		300	}#d#
258		301
259	# wait for lock, if any	302	# wait for lock, if any
260	while ($LOCK{$key}) {	303	while ($LOCK{$key}) {
261	push @{ $LOCK{$key} }, $Coro::current;	304	push @{ $LOCK{$key} }, $Coro::current;
262	Coro::schedule;	305	Coro::schedule;
…		…
268		311
269	# wait, to be sure we are not locked	312	# wait, to be sure we are not locked
270	lock_wait $key;	313	lock_wait $key;
271		314
272	$LOCK{$key} = [];	315	$LOCK{$key} = [];
		316	$LOCKER{$key} = $Coro::current;#d#
273		317
274	Coro::guard {	318	Coro::guard {
		319	delete $LOCKER{$key};#d#
275	# wake up all waiters, to be on the safe side	320	# wake up all waiters, to be on the safe side
276	$_->ready for @{ delete $LOCK{$key} };	321	$_->ready for @{ delete $LOCK{$key} };
277	}	322	}
278	}	323	}
279		324
…		…
291	};	336	};
292	$TICK_WATCHER->stop;	337	$TICK_WATCHER->stop;
293	$guard	338	$guard
294	}	339	}
295		340
		341	=item cf::get_slot $time[, $priority[, $name]]
		342
		343	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		344	This call blocks and returns only when you have at least C<$time> seconds
		345	of cpu time till the next tick. The slot is only valid till the next cede.
		346
		347	The optional C<$name> can be used to identify the job to run. It might be
		348	used for statistical purposes and should identify the same time-class.
		349
		350	Useful for short background jobs.
		351
		352	=cut
		353
		354	our @SLOT_QUEUE;
		355	our $SLOT_QUEUE;
		356
		357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		358	$SLOT_QUEUE = Coro::async {
		359	$Coro::current->desc ("timeslot manager");
		360
		361	my $signal = new Coro::Signal;
		362
		363	while () {
		364	next_job:
		365	my $avail = cf::till_tick;
		366	if ($avail > 0.01) {
		367	for (0 .. $#SLOT_QUEUE) {
		368	if ($SLOT_QUEUE[$_][0] < $avail) {
		369	my $job = splice @SLOT_QUEUE, $_, 1, ();
		370	$job->[2]->send;
		371	Coro::cede;
		372	goto next_job;
		373	}
		374	}
		375	}
		376
		377	if (@SLOT_QUEUE) {
		378	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		379	push @cf::WAIT_FOR_TICK, $signal;
		380	$signal->wait;
		381	} else {
		382	Coro::schedule;
		383	}
		384	}
		385	};
		386
		387	sub get_slot($;$$) {
		388	my ($time, $pri, $name) = @_;
		389
		390	$time = $TICK * .6 if $time > $TICK * .6;
		391	my $sig = new Coro::Signal;
		392
		393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		395	$SLOT_QUEUE->ready;
		396	$sig->wait;
		397	}
		398
296	=item cf::async { BLOCK }	399	=item cf::async { BLOCK }
297		400
298	Currently the same as Coro::async_pool, meaning you cannot use	401	Currently the same as Coro::async_pool, meaning you cannot use
299	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	402	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
300	thing you are allowed to do is call C<prio> on it.	403	thing you are allowed to do is call C<prio> on it.
…		…
303		406
304	BEGIN { *async = \&Coro::async_pool }	407	BEGIN { *async = \&Coro::async_pool }
305		408
306	=item cf::sync_job { BLOCK }	409	=item cf::sync_job { BLOCK }
307		410
308	The design of crossfire+ requires that the main coro ($Coro::main) is	411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
309	always able to handle events or runnable, as crossfire+ is only partly	412	is always able to handle events or runnable, as Crossfire TRT is only
310	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		414	acceptable.
311		415
312	If it must be done, put the blocking parts into C<sync_job>. This will run	416	If it must be done, put the blocking parts into C<sync_job>. This will run
313	the given BLOCK in another coroutine while waiting for the result. The	417	the given BLOCK in another coroutine while waiting for the result. The
314	server will be frozen during this time, so the block should either finish	418	server will be frozen during this time, so the block should either finish
315	fast or be very important.	419	fast or be very important.
…		…
318		422
319	sub sync_job(&) {	423	sub sync_job(&) {
320	my ($job) = @_;	424	my ($job) = @_;
321		425
322	if ($Coro::current == $Coro::main) {	426	if ($Coro::current == $Coro::main) {
		427	my $time = Event::time;
		428
323	# this is the main coro, too bad, we have to block	429	# this is the main coro, too bad, we have to block
324	# till the operation succeeds, freezing the server :/	430	# till the operation succeeds, freezing the server :/
325		431
		432	LOG llevError, Carp::longmess "sync job";#d#
		433
326	# TODO: use suspend/resume instead	434	# TODO: use suspend/resume instead
327	# (but this is cancel-safe)	435	# (but this is cancel-safe)
328	my $freeze_guard = freeze_mainloop;	436	my $freeze_guard = freeze_mainloop;
329		437
330	my $busy = 1;	438	my $busy = 1;
331	my @res;	439	my @res;
332		440
333	(async {	441	(async {
		442	$Coro::current->desc ("sync job coro");
334	@res = eval { $job->() };	443	@res = eval { $job->() };
335	warn $@ if $@;	444	warn $@ if $@;
336	undef $busy;	445	undef $busy;
337	})->prio (Coro::PRIO_MAX);	446	})->prio (Coro::PRIO_MAX);
338		447
339	while ($busy) {	448	while ($busy) {
		449	if (Coro::nready) {
		450	Coro::cede_notself;
		451	} else {
340	Coro::cede or Event::one_event;	452	Event::one_event;
341	}	453	}
		454	}
		455
		456	$time = Event::time - $time;
		457
		458	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		459	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		460
		461	$tick_start += $time; # do not account sync jobs to server load
342		462
343	wantarray ? @res : $res[0]	463	wantarray ? @res : $res[0]
344	} else {	464	} else {
345	# we are in another coroutine, how wonderful, everything just works	465	# we are in another coroutine, how wonderful, everything just works
346		466
…		…
366	$EXT_CORO{$coro+0} = $coro;	486	$EXT_CORO{$coro+0} = $coro;
367		487
368	$coro	488	$coro
369	}	489	}
370		490
371	sub write_runtime {	491	=item fork_call { }, $args
372	my $guard = cf::lock_acquire "write_runtime";
373		492
374	my $runtime = "$LOCALDIR/runtime";	493	Executes the given code block with the given arguments in a seperate
		494	process, returning the results. Everything must be serialisable with
		495	Coro::Storable. May, of course, block. Note that the executed sub may
		496	never block itself or use any form of Event handling.
375		497
376	warn "starting to write runtime...\n";#d#	498	=cut
377	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
378	or return;
379		499
380	my $value = $cf::RUNTIME + 90 + 10;	500	sub fork_call(&@) {
381	# 10 is the runtime save interval, for a monotonic clock	501	my ($cb, @args) = @_;
382	# 60 allows for the watchdog to kill the server.
383		502
384	(aio_write $fh, 0, (length $value), $value, 0) <= 0	503	# we seemingly have to make a local copy of the whole thing,
385	and return;	504	# otherwise perl prematurely frees the stuff :/
		505	# TODO: investigate and fix (likely this will be rather laborious)
386		506
387	# always fsync - this file is important	507	my @res = Coro::Util::fork_eval {
388	aio_fsync $fh	508	reset_signals;
389	and return;	509	&$cb
		510	}, @args;
390		511
391	close $fh	512	wantarray ? @res : $res[-1]
392	or return;	513	}
393		514
394	aio_rename "$runtime~", $runtime	515	=item $value = cf::db_get $family => $key
395	and return;
396		516
397	warn "... done writing runtime.\n";#d#	517	Returns a single value from the environment database.
398		518
		519	=item cf::db_put $family => $key => $value
		520
		521	Stores the given C<$value> in the family. It can currently store binary
		522	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		523
		524	=item $db = cf::db_table "name"
		525
		526	Create and/or open a new database table. The string must not be "db" and must be unique
		527	within each server.
		528
		529	=cut
		530
		531	sub db_table($) {
		532	my ($name) = @_;
		533	my $db = BDB::db_create $DB_ENV;
		534
		535	eval {
		536	$db->set_flags (BDB::CHKSUM);
		537
		538	utf8::encode $name;
		539	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		540	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		541	cf::cleanup "db_open(db): $!" if $!;
		542	};
		543	cf::cleanup "db_open(db): $@" if $@;
		544
		545	$db
		546	}
		547
		548	our $DB;
		549
		550	sub db_init {
		551	cf::sync_job {
		552	$DB ||= db_table "db";
		553	};
		554	}
		555
		556	sub db_get($$) {
		557	my $key = "$_[0]/$_[1]";
		558
		559	cf::sync_job {
		560	BDB::db_get $DB, undef, $key, my $data;
		561
		562	$! ? ()
		563	: $data
399	1	564	}
		565	}
		566
		567	sub db_put($$$) {
		568	BDB::dbreq_pri 4;
		569	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		570	}
		571
		572	=item cf::cache $id => [$paths...], $processversion => $process
		573
		574	Generic caching function that returns the value of the resource $id,
		575	caching and regenerating as required.
		576
		577	This function can block.
		578
		579	=cut
		580
		581	sub cache {
		582	my ($id, $src, $processversion, $process) = @_;
		583
		584	my $meta =
		585	join "\x00",
		586	$processversion,
		587	map {
		588	aio_stat $_
		589	and Carp::croak "$_: $!";
		590
		591	($_, (stat _)[7,9])
		592	} @$src;
		593
		594	my $dbmeta = db_get cache => "$id/meta";
		595	if ($dbmeta ne $meta) {
		596	# changed, we may need to process
		597
		598	my @data;
		599	my $md5;
		600
		601	for (0 .. $#$src) {
		602	0 <= aio_load $src->[$_], $data[$_]
		603	or Carp::croak "$src->[$_]: $!";
		604	}
		605
		606	# if processing is expensive, check
		607	# checksum first
		608	if (1) {
		609	$md5 =
		610	join "\x00",
		611	$processversion,
		612	map {
		613	cf::cede_to_tick;
		614	($src->[$_], Digest::MD5::md5_hex $data[$_])
		615	} 0.. $#$src;
		616
		617
		618	my $dbmd5 = db_get cache => "$id/md5";
		619	if ($dbmd5 eq $md5) {
		620	db_put cache => "$id/meta", $meta;
		621
		622	return db_get cache => "$id/data";
		623	}
		624	}
		625
		626	my $t1 = Time::HiRes::time;
		627	my $data = $process->(\@data);
		628	my $t2 = Time::HiRes::time;
		629
		630	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		631
		632	db_put cache => "$id/data", $data;
		633	db_put cache => "$id/md5" , $md5;
		634	db_put cache => "$id/meta", $meta;
		635
		636	return $data;
		637	}
		638
		639	db_get cache => "$id/data"
400	}	640	}
401		641
402	=item cf::datalog type => key => value, ...	642	=item cf::datalog type => key => value, ...
403		643
404	Log a datalog packet of the given type with the given key-value pairs.	644	Log a datalog packet of the given type with the given key-value pairs.
…		…
422	attach callbacks/event handlers (a collection of which is called an "attachment")	662	attach callbacks/event handlers (a collection of which is called an "attachment")
423	to it. All such attachable objects support the following methods.	663	to it. All such attachable objects support the following methods.
424		664
425	In the following description, CLASS can be any of C<global>, C<object>	665	In the following description, CLASS can be any of C<global>, C<object>
426	C<player>, C<client> or C<map> (i.e. the attachable objects in	666	C<player>, C<client> or C<map> (i.e. the attachable objects in
427	crossfire+).	667	Crossfire TRT).
428		668
429	=over 4	669	=over 4
430		670
431	=item $attachable->attach ($attachment, key => $value...)	671	=item $attachable->attach ($attachment, key => $value...)
432		672
…		…
595	$registry = $CB_TYPE[$object_type] ||= [];	835	$registry = $CB_TYPE[$object_type] ||= [];
596		836
597	} elsif ($type eq "subtype") {	837	} elsif ($type eq "subtype") {
598	defined $object_type or Carp::croak "subtype specified without type";	838	defined $object_type or Carp::croak "subtype specified without type";
599	my $object_subtype = shift @arg;	839	my $object_subtype = shift @arg;
600	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	840	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
601		841
602	} elsif ($type eq "package") {	842	} elsif ($type eq "package") {
603	my $pkg = shift @arg;	843	my $pkg = shift @arg;
604		844
605	while (my ($name, $id) = each %cb_id) {	845	while (my ($name, $id) = each %cb_id) {
…		…
634	_attach $registry, $klass, @attach;	874	_attach $registry, $klass, @attach;
635	}	875	}
636		876
637	$obj->{$name} = \%arg;	877	$obj->{$name} = \%arg;
638	} else {	878	} else {
639	warn "object uses attachment '$name' that is not available, postponing.\n";	879	warn "object uses attachment '$name' which is not available, postponing.\n";
640	}	880	}
641		881
642	$obj->{_attachment}{$name} = undef;	882	$obj->{_attachment}{$name} = undef;
643	}	883	}
644		884
…		…
646	if (ref $_[0]) {	886	if (ref $_[0]) {
647	_object_attach @_;	887	_object_attach @_;
648	} else {	888	} else {
649	_attach shift->_attach_registry, @_;	889	_attach shift->_attach_registry, @_;
650	}	890	}
		891	_recalc_want;
651	};	892	};
652		893
653	# all those should be optimised	894	# all those should be optimised
654	sub cf::attachable::detach {	895	sub cf::attachable::detach {
655	my ($obj, $name) = @_;	896	my ($obj, $name) = @_;
…		…
658	delete $obj->{_attachment}{$name};	899	delete $obj->{_attachment}{$name};
659	reattach ($obj);	900	reattach ($obj);
660	} else {	901	} else {
661	Carp::croak "cannot, currently, detach class attachments";	902	Carp::croak "cannot, currently, detach class attachments";
662	}	903	}
		904	_recalc_want;
663	};	905	};
664		906
665	sub cf::attachable::attached {	907	sub cf::attachable::attached {
666	my ($obj, $name) = @_;	908	my ($obj, $name) = @_;
667		909
…		…
682	";	924	";
683	die if $@;	925	die if $@;
684	}	926	}
685		927
686	our $override;	928	our $override;
687	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	929	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
688		930
689	sub override {	931	sub override {
690	$override = 1;	932	$override = 1;
691	@invoke_results = ();	933	@INVOKE_RESULTS = (@_);
692	}	934	}
693		935
694	sub do_invoke {	936	sub do_invoke {
695	my $event = shift;	937	my $event = shift;
696	my $callbacks = shift;	938	my $callbacks = shift;
697		939
698	@invoke_results = ();	940	@INVOKE_RESULTS = ();
699		941
700	local $override;	942	local $override;
701		943
702	for (@$callbacks) {	944	for (@$callbacks) {
703	eval { &{$_->[1]} };	945	eval { &{$_->[1]} };
…		…
720		962
721	Generate an object-specific event with the given arguments.	963	Generate an object-specific event with the given arguments.
722		964
723	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	965	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
724	removed in future versions), and there is no public API to access override	966	removed in future versions), and there is no public API to access override
725	results (if you must, access C<@cf::invoke_results> directly).	967	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
726		968
727	=back	969	=back
728		970
729	=cut	971	=cut
730		972
731	#############################################################################	973	#############################################################################
732	# object support	974	# object support
		975
		976	sub _object_equal($$);
		977	sub _object_equal($$) {
		978	my ($a, $b) = @_;
		979
		980	return 0 unless (ref $a) eq (ref $b);
		981
		982	if ("HASH" eq ref $a) {
		983	my @ka = keys %$a;
		984	my @kb = keys %$b;
		985
		986	return 0 if @ka != @kb;
		987
		988	for (0 .. $#ka) {
		989	return 0 unless $ka[$_] eq $kb[$_];
		990	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		991	}
		992
		993	} elsif ("ARRAY" eq ref $a) {
		994
		995	return 0 if @$a != @$b;
		996
		997	for (0 .. $#$a) {
		998	return 0 unless _object_equal $a->[$_], $b->[$_];
		999	}
		1000
		1001	} elsif ($a ne $b) {
		1002	return 0;
		1003	}
		1004
		1005	1
		1006	}
		1007
		1008	our $SLOW_MERGES;#d#
		1009	sub _can_merge {
		1010	my ($ob1, $ob2) = @_;
		1011
		1012	++$SLOW_MERGES;#d#
		1013
		1014	# we do the slow way here
		1015	return _object_equal $ob1, $ob2
		1016	}
733		1017
734	sub reattach {	1018	sub reattach {
735	# basically do the same as instantiate, without calling instantiate	1019	# basically do the same as instantiate, without calling instantiate
736	my ($obj) = @_;	1020	my ($obj) = @_;
737		1021
…		…
784	sub object_freezer_save {	1068	sub object_freezer_save {
785	my ($filename, $rdata, $objs) = @_;	1069	my ($filename, $rdata, $objs) = @_;
786		1070
787	sync_job {	1071	sync_job {
788	if (length $$rdata) {	1072	if (length $$rdata) {
		1073	utf8::decode (my $decname = $filename);
789	warn sprintf "saving %s (%d,%d)\n",	1074	warn sprintf "saving %s (%d,%d)\n",
790	$filename, length $$rdata, scalar @$objs;	1075	$decname, length $$rdata, scalar @$objs;
791		1076
792	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1077	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
793	chmod SAVE_MODE, $fh;	1078	chmod SAVE_MODE, $fh;
794	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1079	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
795	aio_fsync $fh if $cf::USE_FSYNC;	1080	aio_fsync $fh if $cf::USE_FSYNC;
796	close $fh;	1081	close $fh;
797		1082
798	if (@$objs) {	1083	if (@$objs) {
799	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1084	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
800	chmod SAVE_MODE, $fh;	1085	chmod SAVE_MODE, $fh;
801	my $data = Storable::nfreeze { version => 1, objs => $objs };	1086	my $data = Coro::Storable::blocking_nfreeze { version => 1, objs => $objs };
802	aio_write $fh, 0, (length $data), $data, 0;	1087	aio_write $fh, 0, (length $data), $data, 0;
803	aio_fsync $fh if $cf::USE_FSYNC;	1088	aio_fsync $fh if $cf::USE_FSYNC;
804	close $fh;	1089	close $fh;
805	aio_rename "$filename.pst~", "$filename.pst";	1090	aio_rename "$filename.pst~", "$filename.pst";
806	}	1091	}
…		…
814	}	1099	}
815	} else {	1100	} else {
816	aio_unlink $filename;	1101	aio_unlink $filename;
817	aio_unlink "$filename.pst";	1102	aio_unlink "$filename.pst";
818	}	1103	}
819	}	1104	};
820	}	1105	}
821		1106
822	sub object_freezer_as_string {	1107	sub object_freezer_as_string {
823	my ($rdata, $objs) = @_;	1108	my ($rdata, $objs) = @_;
824		1109
…		…
836	or return;	1121	or return;
837		1122
838	unless (aio_stat "$filename.pst") {	1123	unless (aio_stat "$filename.pst") {
839	(aio_load "$filename.pst", $av) >= 0	1124	(aio_load "$filename.pst", $av) >= 0
840	or return;	1125	or return;
841	$av = eval { (Storable::thaw $av)->{objs} };
842	}
843		1126
		1127	my $st = eval { Coro::Storable::thaw $av }
		1128	|| eval { my $guard = Coro::Storable::guard; Storable::thaw $av }; #d# compatibility, remove
		1129	$av = $st->{objs};
		1130	}
		1131
		1132	utf8::decode (my $decname = $filename);
844	warn sprintf "loading %s (%d)\n",	1133	warn sprintf "loading %s (%d,%d)\n",
845	$filename, length $data, scalar @{$av || []};#d#	1134	$decname, length $data, scalar @{$av || []};
		1135
846	return ($data, $av);	1136	($data, $av)
847	}	1137	}
		1138
		1139	=head2 COMMAND CALLBACKS
		1140
		1141	=over 4
		1142
		1143	=cut
848		1144
849	#############################################################################	1145	#############################################################################
850	# command handling &c	1146	# command handling &c
851		1147
852	=item cf::register_command $name => \&callback($ob,$args);	1148	=item cf::register_command $name => \&callback($ob,$args);
…		…
865	push @{ $COMMAND{$name} }, [$caller, $cb];	1161	push @{ $COMMAND{$name} }, [$caller, $cb];
866	}	1162	}
867		1163
868	=item cf::register_extcmd $name => \&callback($pl,$packet);	1164	=item cf::register_extcmd $name => \&callback($pl,$packet);
869		1165
870	Register a callbackf ro execution when the client sends an extcmd packet.	1166	Register a callback for execution when the client sends an (synchronous)
		1167	extcmd packet. Ext commands will be processed in the order they are
		1168	received by the server, like other user commands. The first argument is
		1169	the logged-in player. Ext commands can only be processed after a player
		1170	has logged in successfully.
871		1171
872	If the callback returns something, it is sent back as if reply was being	1172	If the callback returns something, it is sent back as if reply was being
873	called.	1173	called.
874		1174
		1175	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1176
		1177	Register a callback for execution when the client sends an (asynchronous)
		1178	exticmd packet. Exti commands are processed by the server as soon as they
		1179	are received, i.e. out of order w.r.t. other commands. The first argument
		1180	is a client socket. Exti commands can be received anytime, even before
		1181	log-in.
		1182
		1183	If the callback returns something, it is sent back as if reply was being
		1184	called.
		1185
875	=cut	1186	=cut
876		1187
877	sub register_extcmd {	1188	sub register_extcmd {
878	my ($name, $cb) = @_;	1189	my ($name, $cb) = @_;
879		1190
880	$EXTCMD{$name} = $cb;	1191	$EXTCMD{$name} = $cb;
		1192	}
		1193
		1194	sub register_exticmd {
		1195	my ($name, $cb) = @_;
		1196
		1197	$EXTICMD{$name} = $cb;
881	}	1198	}
882		1199
883	cf::player->attach (	1200	cf::player->attach (
884	on_command => sub {	1201	on_command => sub {
885	my ($pl, $name, $params) = @_;	1202	my ($pl, $name, $params) = @_;
…		…
894	cf::override;	1211	cf::override;
895	},	1212	},
896	on_extcmd => sub {	1213	on_extcmd => sub {
897	my ($pl, $buf) = @_;	1214	my ($pl, $buf) = @_;
898		1215
899	my $msg = eval { from_json $buf };	1216	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
900		1217
901	if (ref $msg) {	1218	if (ref $msg) {
		1219	my ($type, $reply, @payload) =
		1220	"ARRAY" eq ref $msg
		1221	? @$msg
		1222	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1223
		1224	my @reply;
		1225
902	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1226	if (my $cb = $EXTCMD{$type}) {
903	if (my %reply = $cb->($pl, $msg)) {	1227	@reply = $cb->($pl, @payload);
904	$pl->ext_reply ($msg->{msgid}, %reply);
905	}
906	}	1228	}
		1229
		1230	$pl->ext_reply ($reply, @reply)
		1231	if $reply;
		1232
907	} else {	1233	} else {
908	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1234	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
909	}	1235	}
910		1236
911	cf::override;	1237	cf::override;
912	},	1238	},
913	);	1239	);
914		1240
915	sub load_extension {
916	my ($path) = @_;
917
918	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
919	my $base = $1;
920	my $pkg = $1;
921	$pkg =~ s/[^[:word:]]/_/g;
922	$pkg = "ext::$pkg";
923
924	warn "... loading '$path' into '$pkg'\n";
925
926	open my $fh, "<:utf8", $path
927	or die "$path: $!";
928
929	my $source =
930	"package $pkg; use strict; use utf8;\n"
931	. "#line 1 \"$path\"\n{\n"
932	. (do { local $/; <$fh> })
933	. "\n};\n1";
934
935	unless (eval $source) {
936	my $msg = $@ ? "$path: $@\n"
937	: "extension disabled.\n";
938	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
939	warn $@;
940	warn "mandatory extension failed to load, exiting.\n";
941	exit 1;
942	}
943	die $@;
944	}
945
946	push @EXTS, $pkg;
947	}
948
949	sub load_extensions {	1241	sub load_extensions {
		1242	cf::sync_job {
		1243	my %todo;
		1244
950	for my $ext (<$LIBDIR/*.ext>) {	1245	for my $path (<$LIBDIR/*.ext>) {
951	next unless -r $ext;	1246	next unless -r $path;
952	eval {	1247
953	load_extension $ext;	1248	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1249	my $base = $1;
		1250	my $pkg = $1;
		1251	$pkg =~ s/[^[:word:]]/_/g;
		1252	$pkg = "ext::$pkg";
		1253
		1254	open my $fh, "<:utf8", $path
		1255	or die "$path: $!";
		1256
		1257	my $source = do { local $/; <$fh> };
		1258
		1259	my %ext = (
		1260	path => $path,
		1261	base => $base,
		1262	pkg => $pkg,
		1263	);
		1264
		1265	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1266	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1267
		1268	$ext{source} =
		1269	"package $pkg; use strict; use utf8;\n"
		1270	. "#line 1 \"$path\"\n{\n"
		1271	. $source
		1272	. "\n};\n1";
		1273
		1274	$todo{$base} = \%ext;
		1275	}
		1276
		1277	my %done;
		1278	while (%todo) {
		1279	my $progress;
		1280
		1281	while (my ($k, $v) = each %todo) {
		1282	for (split /,\s*/, $v->{meta}{depends}) {
		1283	goto skip
		1284	unless exists $done{$_};
		1285	}
		1286
		1287	warn "... loading '$k' into '$v->{pkg}'\n";
		1288
		1289	unless (eval $v->{source}) {
		1290	my $msg = $@ ? "$v->{path}: $@\n"
		1291	: "$v->{base}: extension inactive.\n";
		1292
		1293	if (exists $v->{meta}{mandatory}) {
		1294	warn $msg;
		1295	warn "mandatory extension failed to load, exiting.\n";
		1296	exit 1;
		1297	}
		1298
		1299	warn $msg;
		1300	}
		1301
		1302	$done{$k} = delete $todo{$k};
		1303	push @EXTS, $v->{pkg};
		1304	$progress = 1;
954	1	1305	}
955	} or warn "$ext not loaded: $@";	1306
		1307	skip:
		1308	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1309	unless $progress;
		1310	}
956	}	1311	};
957	}	1312	}
958		1313
959	#############################################################################	1314	#############################################################################
960		1315
		1316	=back
		1317
961	=head2 CORE EXTENSIONS	1318	=head2 CORE EXTENSIONS
962		1319
963	Functions and methods that extend core crossfire objects.	1320	Functions and methods that extend core crossfire objects.
964		1321
965	=cut	1322	=cut
…		…
969	use Coro::AIO;	1326	use Coro::AIO;
970		1327
971	=head3 cf::player	1328	=head3 cf::player
972		1329
973	=over 4	1330	=over 4
		1331
		1332	=item cf::player::num_playing
		1333
		1334	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1335
		1336	=cut
		1337
		1338	sub num_playing {
		1339	scalar grep
		1340	$_->ob->map
		1341	&& !$_->hidden
		1342	&& !$_->ob->flag (cf::FLAG_WIZ),
		1343	cf::player::list
		1344	}
974		1345
975	=item cf::player::find $login	1346	=item cf::player::find $login
976		1347
977	Returns the given player object, loading it if necessary (might block).	1348	Returns the given player object, loading it if necessary (might block).
978		1349
…		…
1014	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1385	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1015	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1386	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1016	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1387	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1017	aio_unlink +(playerdir $login) . "/$login.pl";	1388	aio_unlink +(playerdir $login) . "/$login.pl";
1018		1389
1019	my $pl = load_pl path $login	1390	my $f = new_from_file cf::object::thawer path $login
1020	or return;	1391	or return;
		1392
		1393	my $pl = cf::player::load_pl $f
		1394	or return;
		1395	local $cf::PLAYER_LOADING{$login} = $pl;
		1396	$f->resolve_delayed_derefs;
1021	$cf::PLAYER{$login} = $pl	1397	$cf::PLAYER{$login} = $pl
1022	}	1398	}
1023	}	1399	}
1024	}	1400	}
1025		1401
…		…
1035		1411
1036	aio_mkdir playerdir $pl, 0770;	1412	aio_mkdir playerdir $pl, 0770;
1037	$pl->{last_save} = $cf::RUNTIME;	1413	$pl->{last_save} = $cf::RUNTIME;
1038		1414
1039	$pl->save_pl ($path);	1415	$pl->save_pl ($path);
1040	Coro::cede;	1416	cf::cede_to_tick;
1041	}	1417	}
1042		1418
1043	sub new($) {	1419	sub new($) {
1044	my ($login) = @_;	1420	my ($login) = @_;
1045		1421
…		…
1049	$self->{deny_save} = 1;	1425	$self->{deny_save} = 1;
1050		1426
1051	$cf::PLAYER{$login} = $self;	1427	$cf::PLAYER{$login} = $self;
1052		1428
1053	$self	1429	$self
		1430	}
		1431
		1432	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1433
		1434	=cut
		1435
		1436	sub send_msg {
		1437	my $ns = shift->ns
		1438	or return;
		1439	$ns->send_msg (@_);
1054	}	1440	}
1055		1441
1056	=item $pl->quit_character	1442	=item $pl->quit_character
1057		1443
1058	Nukes the player without looking back. If logged in, the connection will	1444	Nukes the player without looking back. If logged in, the connection will
…		…
1113	or return [];	1499	or return [];
1114		1500
1115	my @logins;	1501	my @logins;
1116		1502
1117	for my $login (@$dirs) {	1503	for my $login (@$dirs) {
		1504	my $path = path $login;
		1505
		1506	# a .pst is a dead give-away for a valid player
		1507	unless (-e "$path.pst") {
1118	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1508	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1119	aio_read $fh, 0, 512, my $buf, 0 or next;	1509	aio_read $fh, 0, 512, my $buf, 0 or next;
1120	$buf !~ /^password -------------$/m or next; # official not-valid tag	1510	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1511	}
1121		1512
1122	utf8::decode $login;	1513	utf8::decode $login;
1123	push @logins, $login;	1514	push @logins, $login;
1124	}	1515	}
1125		1516
…		…
1152	}	1543	}
1153		1544
1154	\@paths	1545	\@paths
1155	}	1546	}
1156		1547
		1548	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1549
		1550	Expand crossfire pod fragments into protocol xml.
		1551
		1552	=cut
		1553
		1554	sub expand_cfpod {
		1555	((my $self), (local $_)) = @_;
		1556
		1557	# escape & and <
		1558	s/&/&amp;/g;
		1559	s/(?<![BIUGHT])</&lt;/g;
		1560
		1561	# this is buggy, it needs to properly take care of nested <'s
		1562
		1563	1 while
		1564	# replace B<>, I<>, U<> etc.
		1565	s/B<([^\>]*)>/<b>$1<\/b>/
		1566	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1567	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1568	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1569	# replace G<male|female> tags
		1570	|| s{G<([^>|]*)\|([^>]*)>}{
		1571	$self->gender ? $2 : $1
		1572	}ge
		1573	# replace H<hint text>
		1574	|| s{H<([^\>]*)>}
		1575	{
		1576	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1577	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1578	"")
		1579	[$self->{hintmode}]
		1580	}ge;
		1581
		1582	# create single paragraphs (very hackish)
		1583	s/(?<=\S)\n(?=\w)/ /g;
		1584
		1585	# compress some whitespace
		1586	s/\s+\n/\n/g; # ws line-ends
		1587	s/\n\n+/\n/g; # double lines
		1588	s/^\n+//; # beginning lines
		1589	s/\n+$//; # ending lines
		1590
		1591	$_
		1592	}
		1593
		1594	sub hintmode {
		1595	$_[0]{hintmode} = $_[1] if @_ > 1;
		1596	$_[0]{hintmode}
		1597	}
		1598
1157	=item $player->ext_reply ($msgid, %msg)	1599	=item $player->ext_reply ($msgid, @msg)
1158		1600
1159	Sends an ext reply to the player.	1601	Sends an ext reply to the player.
1160		1602
1161	=cut	1603	=cut
1162		1604
1163	sub ext_reply($$%) {	1605	sub ext_reply($$@) {
1164	my ($self, $id, %msg) = @_;	1606	my ($self, $id, @msg) = @_;
1165		1607
1166	$msg{msgid} = $id;	1608	$self->ns->ext_reply ($id, @msg)
1167
1168	$self->send ("ext " . cf::to_json \%msg);
1169	}	1609	}
1170		1610
1171	=item $player->ext_event ($type, %msg)	1611	=item $player->ext_msg ($type, @msg)
1172		1612
1173	Sends an ext event to the client.	1613	Sends an ext event to the client.
1174		1614
1175	=cut	1615	=cut
1176		1616
1177	sub ext_event($$%) {	1617	sub ext_msg($$@) {
1178	my ($self, $type, %msg) = @_;	1618	my ($self, $type, @msg) = @_;
1179		1619
1180	$self->ns->ext_event ($type, %msg);	1620	$self->ns->ext_msg ($type, @msg);
1181	}	1621	}
1182		1622
1183	=head3 cf::region	1623	=head3 cf::region
1184		1624
1185	=over 4	1625	=over 4
…		…
1188		1628
1189	package cf::region;	1629	package cf::region;
1190		1630
1191	=item cf::region::find_by_path $path	1631	=item cf::region::find_by_path $path
1192		1632
1193	Tries to decuce the probable region for a map knowing only its path.	1633	Tries to decuce the likely region for a map knowing only its path.
1194		1634
1195	=cut	1635	=cut
1196		1636
1197	sub find_by_path($) {	1637	sub find_by_path($) {
1198	my ($path) = @_;	1638	my ($path) = @_;
1199		1639
1200	my ($match, $specificity);	1640	my ($match, $specificity);
1201		1641
1202	for my $region (list) {	1642	for my $region (list) {
1203	if ($region->match && $path =~ $region->match) {	1643	if ($region->{match} && $path =~ $region->{match}) {
1204	($match, $specificity) = ($region, $region->specificity)	1644	($match, $specificity) = ($region, $region->specificity)
1205	if $region->specificity > $specificity;	1645	if $region->specificity > $specificity;
1206	}	1646	}
1207	}	1647	}
1208		1648
…		…
1272	my ($self, $merge) = @_;	1712	my ($self, $merge) = @_;
1273		1713
1274	# we have to keep some variables in memory intact	1714	# we have to keep some variables in memory intact
1275	local $self->{path};	1715	local $self->{path};
1276	local $self->{load_path};	1716	local $self->{load_path};
1277	local $self->{deny_save};
1278	local $self->{deny_reset};
1279		1717
1280	$self->SUPER::thawer_merge ($merge);	1718	$self->SUPER::thawer_merge ($merge);
1281	}	1719	}
1282		1720
1283	sub normalise {	1721	sub normalise {
…		…
1330	$self->init; # pass $1 etc.	1768	$self->init; # pass $1 etc.
1331	return $self;	1769	return $self;
1332	}	1770	}
1333	}	1771	}
1334		1772
1335	Carp::carp "unable to resolve path '$path' (base '$base').";	1773	Carp::cluck "unable to resolve path '$path' (base '$base').";
1336	()	1774	()
1337	}	1775	}
1338		1776
1339	sub init {	1777	sub init {
1340	my ($self) = @_;	1778	my ($self) = @_;
…		…
1383		1821
1384	$_->change_map_light ($change)	1822	$_->change_map_light ($change)
1385	for grep $_->outdoor, values %cf::MAP;	1823	for grep $_->outdoor, values %cf::MAP;
1386	}	1824	}
1387		1825
		1826	sub decay_objects {
		1827	my ($self) = @_;
		1828
		1829	return if $self->{deny_reset};
		1830
		1831	$self->do_decay_objects;
		1832	}
		1833
1388	sub unlink_save {	1834	sub unlink_save {
1389	my ($self) = @_;	1835	my ($self) = @_;
1390		1836
1391	utf8::encode (my $save = $self->save_path);	1837	utf8::encode (my $save = $self->save_path);
1392	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1838	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1395		1841
1396	sub load_header_from($) {	1842	sub load_header_from($) {
1397	my ($self, $path) = @_;	1843	my ($self, $path) = @_;
1398		1844
1399	utf8::encode $path;	1845	utf8::encode $path;
1400	#aio_open $path, O_RDONLY, 0	1846	my $f = new_from_file cf::object::thawer $path
1401	# or return;
1402
1403	$self->_load_header ($path)
1404	or return;	1847	or return;
		1848
		1849	$self->_load_header ($f)
		1850	or return;
		1851
		1852	local $MAP_LOADING{$self->{path}} = $self;
		1853	$f->resolve_delayed_derefs;
1405		1854
1406	$self->{load_path} = $path;	1855	$self->{load_path} = $path;
1407		1856
1408	1	1857	1
1409	}	1858	}
…		…
1448	$self->load_header_orig	1897	$self->load_header_orig
1449	or return;	1898	or return;
1450	$self->prepare_orig;	1899	$self->prepare_orig;
1451	}	1900	}
1452		1901
		1902	$self->{deny_reset} = 1
		1903	if $self->no_reset;
		1904
1453	$self->default_region (cf::region::find_by_path $self->{path})	1905	$self->default_region (cf::region::find_by_path $self->{path})
1454	unless $self->default_region;	1906	unless $self->default_region;
1455		1907
1456	1	1908	1
1457	}	1909	}
…		…
1460	sub find {	1912	sub find {
1461	my ($path, $origin) = @_;	1913	my ($path, $origin) = @_;
1462		1914
1463	$path = normalise $path, $origin && $origin->path;	1915	$path = normalise $path, $origin && $origin->path;
1464		1916
		1917	cf::lock_wait "map_data:$path";#d#remove
1465	cf::lock_wait "map_find:$path";	1918	cf::lock_wait "map_find:$path";
1466		1919
1467	$cf::MAP{$path} || do {	1920	$cf::MAP{$path} || do {
1468	my $guard = cf::lock_acquire "map_find:$path";	1921	my $guard1 = cf::lock_acquire "map_find:$path";
		1922	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1923
1469	my $map = new_from_path cf::map $path	1924	my $map = new_from_path cf::map $path
1470	or return;	1925	or return;
1471		1926
1472	$map->{last_save} = $cf::RUNTIME;	1927	$map->{last_save} = $cf::RUNTIME;
1473		1928
1474	$map->load_header	1929	$map->load_header
1475	or return;	1930	or return;
1476		1931
1477	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1932	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1478	# doing this can freeze the server in a sync job, obviously	1933	# doing this can freeze the server in a sync job, obviously
1479	#$cf::WAIT_FOR_TICK->wait;	1934	#$cf::WAIT_FOR_TICK->wait;
		1935	undef $guard1;
		1936	undef $guard2;
1480	$map->reset;	1937	$map->reset;
1481	undef $guard;
1482	return find $path;	1938	return find $path;
1483	}	1939	}
1484		1940
1485	$cf::MAP{$path} = $map	1941	$cf::MAP{$path} = $map
1486	}	1942	}
…		…
1495	local $self->{deny_reset} = 1; # loading can take a long time	1951	local $self->{deny_reset} = 1; # loading can take a long time
1496		1952
1497	my $path = $self->{path};	1953	my $path = $self->{path};
1498		1954
1499	{	1955	{
1500	my $guard = cf::lock_acquire "map_load:$path";	1956	my $guard = cf::lock_acquire "map_data:$path";
1501		1957
		1958	return unless $self->valid;
1502	return if $self->in_memory != cf::MAP_SWAPPED;	1959	return unless $self->in_memory == cf::MAP_SWAPPED;
1503		1960
1504	$self->in_memory (cf::MAP_LOADING);	1961	$self->in_memory (cf::MAP_LOADING);
1505		1962
1506	$self->alloc;	1963	$self->alloc;
1507		1964
1508	$self->pre_load;	1965	$self->pre_load;
1509	Coro::cede;	1966	cf::cede_to_tick;
1510		1967
		1968	my $f = new_from_file cf::object::thawer $self->{load_path};
		1969	$f->skip_block;
1511	$self->_load_objects ($self->{load_path}, 1)	1970	$self->_load_objects ($f)
1512	or return;	1971	or return;
1513		1972
1514	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1973	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1515	if delete $self->{load_original};	1974	if delete $self->{load_original};
1516		1975
1517	if (my $uniq = $self->uniq_path) {	1976	if (my $uniq = $self->uniq_path) {
1518	utf8::encode $uniq;	1977	utf8::encode $uniq;
1519	if (aio_open $uniq, O_RDONLY, 0) {	1978	unless (aio_stat $uniq) {
		1979	if (my $f = new_from_file cf::object::thawer $uniq) {
1520	$self->clear_unique_items;	1980	$self->clear_unique_items;
1521	$self->_load_objects ($uniq, 0);	1981	$self->_load_objects ($f);
		1982	$f->resolve_delayed_derefs;
		1983	}
1522	}	1984	}
1523	}	1985	}
1524		1986
1525	Coro::cede;	1987	$f->resolve_delayed_derefs;
		1988
		1989	cf::cede_to_tick;
1526	# now do the right thing for maps	1990	# now do the right thing for maps
1527	$self->link_multipart_objects;	1991	$self->link_multipart_objects;
1528	$self->difficulty ($self->estimate_difficulty)	1992	$self->difficulty ($self->estimate_difficulty)
1529	unless $self->difficulty;	1993	unless $self->difficulty;
1530	Coro::cede;	1994	cf::cede_to_tick;
1531		1995
1532	unless ($self->{deny_activate}) {	1996	unless ($self->{deny_activate}) {
1533	$self->decay_objects;	1997	$self->decay_objects;
1534	$self->fix_auto_apply;	1998	$self->fix_auto_apply;
1535	$self->update_buttons;	1999	$self->update_buttons;
1536	Coro::cede;	2000	cf::cede_to_tick;
1537	$self->set_darkness_map;	2001	$self->set_darkness_map;
1538	Coro::cede;	2002	cf::cede_to_tick;
1539	$self->activate;	2003	$self->activate;
1540	}	2004	}
		2005
		2006	$self->{last_save} = $cf::RUNTIME;
		2007	$self->last_access ($cf::RUNTIME);
1541		2008
1542	$self->in_memory (cf::MAP_IN_MEMORY);	2009	$self->in_memory (cf::MAP_IN_MEMORY);
1543	}	2010	}
1544		2011
1545	$self->post_load;	2012	$self->post_load;
…		…
1549	my ($self, $ob) = @_;	2016	my ($self, $ob) = @_;
1550		2017
1551	return find "~" . $ob->name . "/" . $self->{path}	2018	return find "~" . $ob->name . "/" . $self->{path}
1552	if $self->per_player;	2019	if $self->per_player;
1553		2020
		2021	# return find "?party/" . $ob->name . "/" . $self->{path}
		2022	# if $self->per_party;
		2023
1554	$self	2024	$self
1555	}	2025	}
1556		2026
1557	# find and load all maps in the 3x3 area around a map	2027	# find and load all maps in the 3x3 area around a map
1558	sub load_diag {	2028	sub load_neighbours {
1559	my ($map) = @_;	2029	my ($map) = @_;
1560		2030
1561	my @diag; # diagonal neighbours	2031	my @neigh; # diagonal neighbours
1562		2032
1563	for (0 .. 3) {	2033	for (0 .. 3) {
1564	my $neigh = $map->tile_path ($_)	2034	my $neigh = $map->tile_path ($_)
1565	or next;	2035	or next;
1566	$neigh = find $neigh, $map	2036	$neigh = find $neigh, $map
1567	or next;	2037	or next;
1568	$neigh->load;	2038	$neigh->load;
1569		2039
		2040	push @neigh,
1570	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2041	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1571	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2042	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1572	}	2043	}
1573		2044
1574	for (@diag) {	2045	for (grep defined $_->[0], @neigh) {
		2046	my ($path, $origin) = @$_;
1575	my $neigh = find @$_	2047	my $neigh = find $path, $origin
1576	or next;	2048	or next;
1577	$neigh->load;	2049	$neigh->load;
1578	}	2050	}
1579	}	2051	}
1580		2052
…		…
1585	}	2057	}
1586		2058
1587	sub do_load_sync {	2059	sub do_load_sync {
1588	my ($map) = @_;	2060	my ($map) = @_;
1589		2061
		2062	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2063	if $Coro::current == $Coro::main;
		2064
1590	cf::sync_job { $map->load };	2065	cf::sync_job { $map->load };
1591	}	2066	}
1592		2067
1593	our %MAP_PREFETCH;	2068	our %MAP_PREFETCH;
1594	our $MAP_PREFETCHER = undef;	2069	our $MAP_PREFETCHER = undef;
1595		2070
1596	sub find_async {	2071	sub find_async {
1597	my ($path, $origin) = @_;	2072	my ($path, $origin, $load) = @_;
1598		2073
1599	$path = normalise $path, $origin && $origin->{path};	2074	$path = normalise $path, $origin && $origin->{path};
1600		2075
1601	if (my $map = $cf::MAP{$path}) {	2076	if (my $map = $cf::MAP{$path}) {
1602	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2077	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1603	}	2078	}
1604		2079
1605	undef $MAP_PREFETCH{$path};	2080	$MAP_PREFETCH{$path} |= $load;
		2081
1606	$MAP_PREFETCHER ||= cf::async {	2082	$MAP_PREFETCHER ||= cf::async {
		2083	$Coro::current->{desc} = "map prefetcher";
		2084
1607	while (%MAP_PREFETCH) {	2085	while (%MAP_PREFETCH) {
1608	for my $path (keys %MAP_PREFETCH) {	2086	while (my ($k, $v) = each %MAP_PREFETCH) {
1609	my $map = find $path	2087	if (my $map = find $k) {
1610	or next;
1611	$map->load;	2088	$map->load if $v;
		2089	}
1612		2090
1613	delete $MAP_PREFETCH{$path};	2091	delete $MAP_PREFETCH{$k};
1614	}	2092	}
1615	}	2093	}
1616	undef $MAP_PREFETCHER;	2094	undef $MAP_PREFETCHER;
1617	};	2095	};
1618	$MAP_PREFETCHER->prio (6);	2096	$MAP_PREFETCHER->prio (6);
…		…
1621	}	2099	}
1622		2100
1623	sub save {	2101	sub save {
1624	my ($self) = @_;	2102	my ($self) = @_;
1625		2103
1626	my $lock = cf::lock_acquire "map_data:" . $self->path;	2104	my $lock = cf::lock_acquire "map_data:$self->{path}";
1627		2105
1628	$self->{last_save} = $cf::RUNTIME;	2106	$self->{last_save} = $cf::RUNTIME;
1629		2107
1630	return unless $self->dirty;	2108	return unless $self->dirty;
1631		2109
…		…
1637	return if $self->{deny_save};	2115	return if $self->{deny_save};
1638		2116
1639	local $self->{last_access} = $self->last_access;#d#	2117	local $self->{last_access} = $self->last_access;#d#
1640		2118
1641	cf::async {	2119	cf::async {
		2120	$Coro::current->{desc} = "map player save";
1642	$_->contr->save for $self->players;	2121	$_->contr->save for $self->players;
1643	};	2122	};
1644		2123
1645	if ($uniq) {	2124	if ($uniq) {
1646	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2125	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
1654	my ($self) = @_;	2133	my ($self) = @_;
1655		2134
1656	# save first because save cedes	2135	# save first because save cedes
1657	$self->save;	2136	$self->save;
1658		2137
1659	my $lock = cf::lock_acquire "map_data:" . $self->path;	2138	my $lock = cf::lock_acquire "map_data:$self->{path}";
1660		2139
1661	return if $self->players;	2140	return if $self->players;
1662	return if $self->in_memory != cf::MAP_IN_MEMORY;	2141	return if $self->in_memory != cf::MAP_IN_MEMORY;
1663	return if $self->{deny_save};	2142	return if $self->{deny_save};
1664		2143
		2144	$self->in_memory (cf::MAP_SWAPPED);
		2145
		2146	$self->deactivate;
		2147	$_->clear_links_to ($self) for values %cf::MAP;
1665	$self->clear;	2148	$self->clear;
1666	$self->in_memory (cf::MAP_SWAPPED);
1667	}	2149	}
1668		2150
1669	sub reset_at {	2151	sub reset_at {
1670	my ($self) = @_;	2152	my ($self) = @_;
1671		2153
1672	# TODO: safety, remove and allow resettable per-player maps	2154	# TODO: safety, remove and allow resettable per-player maps
1673	return 1e99 if $self->isa ("ext::map_per_player");#d#
1674	return 1e99 if $self->{deny_reset};	2155	return 1e99 if $self->{deny_reset};
1675		2156
1676	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2157	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1677	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2158	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1678		2159
…		…
1689	my ($self) = @_;	2170	my ($self) = @_;
1690		2171
1691	my $lock = cf::lock_acquire "map_data:$self->{path}";	2172	my $lock = cf::lock_acquire "map_data:$self->{path}";
1692		2173
1693	return if $self->players;	2174	return if $self->players;
1694	return if $self->isa ("ext::map_per_player");#d#
1695		2175
1696	warn "resetting map ", $self->path;#d#	2176	warn "resetting map ", $self->path;
1697		2177
1698	$self->in_memory (cf::MAP_SWAPPED);	2178	$self->in_memory (cf::MAP_SWAPPED);
1699		2179
1700	# need to save uniques path	2180	# need to save uniques path
1701	unless ($self->{deny_save}) {	2181	unless ($self->{deny_save}) {
…		…
1705	if $uniq;	2185	if $uniq;
1706	}	2186	}
1707		2187
1708	delete $cf::MAP{$self->path};	2188	delete $cf::MAP{$self->path};
1709		2189
		2190	$self->deactivate;
		2191	$_->clear_links_to ($self) for values %cf::MAP;
1710	$self->clear;	2192	$self->clear;
1711
1712	$_->clear_links_to ($self) for values %cf::MAP;
1713		2193
1714	$self->unlink_save;	2194	$self->unlink_save;
1715	$self->destroy;	2195	$self->destroy;
1716	}	2196	}
1717		2197
1718	my $nuke_counter = "aaaa";	2198	my $nuke_counter = "aaaa";
1719		2199
1720	sub nuke {	2200	sub nuke {
1721	my ($self) = @_;	2201	my ($self) = @_;
1722		2202
		2203	{
		2204	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2205
1723	delete $cf::MAP{$self->path};	2206	delete $cf::MAP{$self->path};
1724		2207
1725	$self->unlink_save;	2208	$self->unlink_save;
1726		2209
1727	bless $self, "cf::map";	2210	bless $self, "cf::map";
1728	delete $self->{deny_reset};	2211	delete $self->{deny_reset};
1729	$self->{deny_save} = 1;	2212	$self->{deny_save} = 1;
1730	$self->reset_timeout (1);	2213	$self->reset_timeout (1);
1731	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2214	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1732		2215
1733	$cf::MAP{$self->path} = $self;	2216	$cf::MAP{$self->path} = $self;
		2217	}
1734		2218
1735	$self->reset; # polite request, might not happen	2219	$self->reset; # polite request, might not happen
		2220	}
		2221
		2222	=item $maps = cf::map::tmp_maps
		2223
		2224	Returns an arrayref with all map paths of currently instantiated and saved
		2225	maps. May block.
		2226
		2227	=cut
		2228
		2229	sub tmp_maps() {
		2230	[
		2231	map {
		2232	utf8::decode $_;
		2233	/\.map$/
		2234	? normalise $_
		2235	: ()
		2236	} @{ aio_readdir $TMPDIR or [] }
		2237	]
		2238	}
		2239
		2240	=item $maps = cf::map::random_maps
		2241
		2242	Returns an arrayref with all map paths of currently instantiated and saved
		2243	random maps. May block.
		2244
		2245	=cut
		2246
		2247	sub random_maps() {
		2248	[
		2249	map {
		2250	utf8::decode $_;
		2251	/\.map$/
		2252	? normalise "?random/$_"
		2253	: ()
		2254	} @{ aio_readdir $RANDOMDIR or [] }
		2255	]
1736	}	2256	}
1737		2257
1738	=item cf::map::unique_maps	2258	=item cf::map::unique_maps
1739		2259
1740	Returns an arrayref of paths of all shared maps that have	2260	Returns an arrayref of paths of all shared maps that have
1741	instantiated unique items. May block.	2261	instantiated unique items. May block.
1742		2262
1743	=cut	2263	=cut
1744		2264
1745	sub unique_maps() {	2265	sub unique_maps() {
1746	my $files = aio_readdir $UNIQUEDIR	2266	[
1747	or return;	2267	map {
1748
1749	my @paths;
1750
1751	for (@$files) {
1752	utf8::decode $_;	2268	utf8::decode $_;
1753	next if /\.pst$/;	2269	/\.map$/
1754	next unless /^$PATH_SEP/o;	2270	? normalise $_
1755		2271	: ()
1756	push @paths, cf::map::normalise $_;	2272	} @{ aio_readdir $UNIQUEDIR or [] }
1757	}	2273	]
1758
1759	\@paths
1760	}	2274	}
1761		2275
1762	package cf;	2276	package cf;
1763		2277
1764	=back	2278	=back
…		…
1782	map { $_, inv_recursive_ $_->inv } @_	2296	map { $_, inv_recursive_ $_->inv } @_
1783	}	2297	}
1784		2298
1785	sub inv_recursive {	2299	sub inv_recursive {
1786	inv_recursive_ inv $_[0]	2300	inv_recursive_ inv $_[0]
		2301	}
		2302
		2303	=item $ref = $ob->ref
		2304
		2305	creates and returns a persistent reference to an objetc that can be stored as a string.
		2306
		2307	=item $ob = cf::object::deref ($refstring)
		2308
		2309	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2310	even if the object actually exists. May block.
		2311
		2312	=cut
		2313
		2314	sub deref {
		2315	my ($ref) = @_;
		2316
		2317	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2318	my ($uuid, $name) = ($1, $2);
		2319	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2320	or return;
		2321	$pl->ob->uuid eq $uuid
		2322	or return;
		2323
		2324	$pl->ob
		2325	} else {
		2326	warn "$ref: cannot resolve object reference\n";
		2327	undef
		2328	}
1787	}	2329	}
1788		2330
1789	package cf;	2331	package cf;
1790		2332
1791	=back	2333	=back
…		…
1810		2352
1811	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2353	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1812		2354
1813	if ($self->{record_replies}) {	2355	if ($self->{record_replies}) {
1814	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2356	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2357
1815	} else {	2358	} else {
		2359	my $pl = $self->contr;
		2360
		2361	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2362	my $dialog = $pl->{npc_dialog};
		2363	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2364
		2365	} else {
1816	$msg = $npc->name . " says: $msg" if $npc;	2366	$msg = $npc->name . " says: $msg" if $npc;
1817	$self->message ($msg, $flags);	2367	$self->message ($msg, $flags);
		2368	}
1818	}	2369	}
		2370	}
		2371
		2372	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2373
		2374	=cut
		2375
		2376	sub cf::object::send_msg {
		2377	my $pl = shift->contr
		2378	or return;
		2379	$pl->send_msg (@_);
1819	}	2380	}
1820		2381
1821	=item $player_object->may ("access")	2382	=item $player_object->may ("access")
1822		2383
1823	Returns wether the given player is authorized to access resource "access"	2384	Returns wether the given player is authorized to access resource "access"
…		…
1870	$self->deactivate_recursive;	2431	$self->deactivate_recursive;
1871		2432
1872	return if UNIVERSAL::isa $self->map, "ext::map_link";	2433	return if UNIVERSAL::isa $self->map, "ext::map_link";
1873		2434
1874	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2435	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1875	if $self->map;	2436	if $self->map && $self->map->{path} ne "{link}";
1876		2437
1877	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2438	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1878	}	2439	}
1879		2440
1880	sub cf::object::player::leave_link {	2441	sub cf::object::player::leave_link {
1881	my ($self, $map, $x, $y) = @_;	2442	my ($self, $map, $x, $y) = @_;
		2443
		2444	return unless $self->contr->active;
1882		2445
1883	my $link_pos = delete $self->{_link_pos};	2446	my $link_pos = delete $self->{_link_pos};
1884		2447
1885	unless ($map) {	2448	unless ($map) {
1886	# restore original map position	2449	# restore original map position
…		…
1900	# use -1 or undef as default coordinates, not 0, 0	2463	# use -1 or undef as default coordinates, not 0, 0
1901	($x, $y) = ($map->enter_x, $map->enter_y)	2464	($x, $y) = ($map->enter_x, $map->enter_y)
1902	if $x <=0 && $y <= 0;	2465	if $x <=0 && $y <= 0;
1903		2466
1904	$map->load;	2467	$map->load;
1905	$map->load_diag;	2468	$map->load_neighbours;
1906		2469
1907	return unless $self->contr->active;	2470	return unless $self->contr->active;
1908	$self->activate_recursive;	2471	$self->activate_recursive;
1909		2472
1910	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2473	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1911	$self->enter_map ($map, $x, $y);	2474	$self->enter_map ($map, $x, $y);
1912	}	2475	}
1913		2476
1914	cf::player->attach (	2477	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1915	on_logout => sub {
1916	my ($pl) = @_;
1917		2478
1918	# abort map switching before logout	2479	Moves the player to the given map-path and coordinates by first freezing
1919	if ($pl->ob->{_link_pos}) {	2480	her, loading and preparing them map, calling the provided $check callback
1920	cf::sync_job {	2481	that has to return the map if sucecssful, and then unfreezes the player on
1921	$pl->ob->leave_link	2482	the new (success) or old (failed) map position. In either case, $done will
1922	};	2483	be called at the end of this process.
1923	}
1924	},
1925	on_login => sub {
1926	my ($pl) = @_;
1927		2484
1928	# try to abort aborted map switching on player login :)
1929	# should happen only on crashes
1930	if ($pl->ob->{_link_pos}) {
1931	$pl->ob->enter_link;
1932	(async {
1933	$pl->ob->reply (undef,
1934	"There was an internal problem at your last logout, "
1935	. "the server will try to bring you to your intended destination in a second.",
1936	cf::NDI_RED);
1937	# we need this sleep as the login has a concurrent enter_exit running
1938	# and this sleep increases chances of the player not ending up in scorn
1939	Coro::Timer::sleep 1;
1940	$pl->ob->leave_link;
1941	})->prio (2);
1942	}
1943	},
1944	);
1945
1946	=item $player_object->goto ($path, $x, $y)
1947
1948	=cut	2485	=cut
		2486
		2487	our $GOTOGEN;
1949		2488
1950	sub cf::object::player::goto {	2489	sub cf::object::player::goto {
1951	my ($self, $path, $x, $y) = @_;	2490	my ($self, $path, $x, $y, $check, $done) = @_;
		2491
		2492	# do generation counting so two concurrent goto's will be executed in-order
		2493	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1952		2494
1953	$self->enter_link;	2495	$self->enter_link;
1954		2496
1955	(async {	2497	(async {
		2498	$Coro::current->{desc} = "player::goto $path $x $y";
		2499
		2500	# *tag paths override both path and x|y
		2501	if ($path =~ /^\*(.*)$/) {
		2502	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2503	my $ob = $obs[rand @obs];
		2504
		2505	# see if we actually can go there
		2506	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2507	$ob = $obs[rand @obs];
		2508	} else {
		2509	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2510	}
		2511	# else put us there anyways for now #d#
		2512
		2513	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2514	} else {
		2515	($path, $x, $y) = (undef, undef, undef);
		2516	}
		2517	}
		2518
1956	my $map = eval {	2519	my $map = eval {
1957	my $map = cf::map::find $path;	2520	my $map = defined $path ? cf::map::find $path : undef;
		2521
		2522	if ($map) {
1958	$map = $map->customise_for ($self) if $map;	2523	$map = $map->customise_for ($self);
		2524	$map = $check->($map) if $check && $map;
		2525	} else {
		2526	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2527	}
		2528
1959	$map	2529	$map
		2530	};
		2531
		2532	if ($@) {
		2533	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2534	LOG llevError | logBacktrace, Carp::longmess $@;
1960	} or	2535	}
1961	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1962		2536
		2537	if ($gen == $self->{_goto_generation}) {
		2538	delete $self->{_goto_generation};
1963	$self->leave_link ($map, $x, $y);	2539	$self->leave_link ($map, $x, $y);
		2540	}
		2541
		2542	$done->() if $done;
1964	})->prio (1);	2543	})->prio (1);
1965	}	2544	}
1966		2545
1967	=item $player_object->enter_exit ($exit_object)	2546	=item $player_object->enter_exit ($exit_object)
1968		2547
…		…
2037	my $hp = $exit->stats->hp;	2616	my $hp = $exit->stats->hp;
2038	my $sp = $exit->stats->sp;	2617	my $sp = $exit->stats->sp;
2039		2618
2040	$self->enter_link;	2619	$self->enter_link;
2041		2620
		2621	# if exit is damned, update players death & WoR home-position
		2622	$self->contr->savebed ($slaying, $hp, $sp)
		2623	if $exit->flag (FLAG_DAMNED);
		2624
2042	(async {	2625	(async {
		2626	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2627
2043	$self->deactivate_recursive; # just to be sure	2628	$self->deactivate_recursive; # just to be sure
2044	unless (eval {	2629	unless (eval {
2045	$self->goto ($slaying, $hp, $sp);	2630	$self->goto ($slaying, $hp, $sp);
2046		2631
2047	1;	2632	1;
…		…
2073		2658
2074	utf8::encode $text;	2659	utf8::encode $text;
2075	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2660	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2076	}	2661	}
2077		2662
		2663	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2664
		2665	Send a drawinfo or msg packet to the client, formatting the msg for the
		2666	client if neccessary. C<$type> should be a string identifying the type of
		2667	the message, with C<log> being the default. If C<$color> is negative, suppress
		2668	the message unless the client supports the msg packet.
		2669
		2670	=cut
		2671
		2672	our %CHANNEL = (
		2673	"c/identify" => {
		2674	id => "infobox",
		2675	title => "Identify",
		2676	reply => undef,
		2677	tooltip => "Items recently identified",
		2678	},
		2679	"c/examine" => {
		2680	id => "infobox",
		2681	title => "Examine",
		2682	reply => undef,
		2683	tooltip => "Signs and other items you examined",
		2684	},
		2685	"c/lookat" => {
		2686	id => "infobox",
		2687	title => "Look",
		2688	reply => undef,
		2689	tooltip => "What you saw there",
		2690	},
		2691	);
		2692
		2693	sub cf::client::send_msg {
		2694	my ($self, $channel, $msg, $color, @extra) = @_;
		2695
		2696	$msg = $self->pl->expand_cfpod ($msg);
		2697
		2698	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2699
		2700	# check predefined channels, for the benefit of C
		2701	if ($CHANNEL{$channel}) {
		2702	$channel = $CHANNEL{$channel};
		2703
		2704	$self->ext_msg (channel_info => $channel)
		2705	if $self->can_msg;
		2706
		2707	$channel = $channel->{id};
		2708
		2709	} elsif (ref $channel) {
		2710	# send meta info to client, if not yet sent
		2711	unless (exists $self->{channel}{$channel->{id}}) {
		2712	$self->{channel}{$channel->{id}} = $channel;
		2713	$self->ext_msg (channel_info => $channel)
		2714	if $self->can_msg;
		2715	}
		2716
		2717	$channel = $channel->{id};
		2718	}
		2719
		2720	return unless @extra || length $msg;
		2721
		2722	if ($self->can_msg) {
		2723	# default colour, mask it out
		2724	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2725	if $color & cf::NDI_DEF;
		2726
		2727	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2728	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2729	} else {
		2730	if ($color >= 0) {
		2731	# replace some tags by gcfclient-compatible ones
		2732	for ($msg) {
		2733	1 while
		2734	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2735	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2736	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2737	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2738	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2739	}
		2740
		2741	$color &= cf::NDI_COLOR_MASK;
		2742
		2743	utf8::encode $msg;
		2744
		2745	if (0 && $msg =~ /\[/) {
		2746	# COMMAND/INFO
		2747	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2748	} else {
		2749	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2750	$self->send_packet ("drawinfo $color $msg")
		2751	}
		2752	}
		2753	}
		2754	}
		2755
2078	=item $client->ext_event ($type, %msg)	2756	=item $client->ext_msg ($type, @msg)
2079		2757
2080	Sends an exti event to the client.	2758	Sends an ext event to the client.
2081		2759
2082	=cut	2760	=cut
2083		2761
2084	sub cf::client::ext_event($$%) {	2762	sub cf::client::ext_msg($$@) {
2085	my ($self, $type, %msg) = @_;	2763	my ($self, $type, @msg) = @_;
2086		2764
		2765	if ($self->extcmd == 2) {
		2766	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2767	} elsif ($self->extcmd == 1) { # TODO: remove
2087	$msg{msgtype} = "event_$type";	2768	push @msg, msgtype => "event_$type";
2088	$self->send_packet ("ext " . cf::to_json \%msg);	2769	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2770	}
		2771	}
		2772
		2773	=item $client->ext_reply ($msgid, @msg)
		2774
		2775	Sends an ext reply to the client.
		2776
		2777	=cut
		2778
		2779	sub cf::client::ext_reply($$@) {
		2780	my ($self, $id, @msg) = @_;
		2781
		2782	if ($self->extcmd == 2) {
		2783	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2784	} elsif ($self->extcmd == 1) {
		2785	#TODO: version 1, remove
		2786	unshift @msg, msgtype => "reply", msgid => $id;
		2787	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2788	}
2089	}	2789	}
2090		2790
2091	=item $success = $client->query ($flags, "text", \&cb)	2791	=item $success = $client->query ($flags, "text", \&cb)
2092		2792
2093	Queues a query to the client, calling the given callback with	2793	Queues a query to the client, calling the given callback with
2094	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2794	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2095	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2795	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2096		2796
2097	Queries can fail, so check the return code. Or don't, as queries will become	2797	Queries can fail, so check the return code. Or don't, as queries will
2098	reliable at some point in the future.	2798	become reliable at some point in the future.
2099		2799
2100	=cut	2800	=cut
2101		2801
2102	sub cf::client::query {	2802	sub cf::client::query {
2103	my ($self, $flags, $text, $cb) = @_;	2803	my ($self, $flags, $text, $cb) = @_;
…		…
2111	utf8::encode $text;	2811	utf8::encode $text;
2112	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2812	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2113		2813
2114	$self->send_packet ($self->{query_queue}[0][0])	2814	$self->send_packet ($self->{query_queue}[0][0])
2115	if @{ $self->{query_queue} } == 1;	2815	if @{ $self->{query_queue} } == 1;
		2816
		2817	1
2116	}	2818	}
2117		2819
2118	cf::client->attach (	2820	cf::client->attach (
		2821	on_connect => sub {
		2822	my ($ns) = @_;
		2823
		2824	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2825	},
2119	on_reply => sub {	2826	on_reply => sub {
2120	my ($ns, $msg) = @_;	2827	my ($ns, $msg) = @_;
2121		2828
2122	# this weird shuffling is so that direct followup queries	2829	# this weird shuffling is so that direct followup queries
2123	# get handled first	2830	# get handled first
…		…
2135	} else {	2842	} else {
2136	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2843	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2137	}	2844	}
2138	}	2845	}
2139	},	2846	},
		2847	on_exticmd => sub {
		2848	my ($ns, $buf) = @_;
		2849
		2850	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2851
		2852	if (ref $msg) {
		2853	my ($type, $reply, @payload) =
		2854	"ARRAY" eq ref $msg
		2855	? @$msg
		2856	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2857
		2858	my @reply;
		2859
		2860	if (my $cb = $EXTICMD{$type}) {
		2861	@reply = $cb->($ns, @payload);
		2862	}
		2863
		2864	$ns->ext_reply ($reply, @reply)
		2865	if $reply;
		2866
		2867	} else {
		2868	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2869	}
		2870
		2871	cf::override;
		2872	},
2140	);	2873	);
2141		2874
2142	=item $client->async (\&cb)	2875	=item $client->async (\&cb)
2143		2876
2144	Create a new coroutine, running the specified callback. The coroutine will	2877	Create a new coroutine, running the specified callback. The coroutine will
…		…
2185	our $safe = new Safe "safe";	2918	our $safe = new Safe "safe";
2186	our $safe_hole = new Safe::Hole;	2919	our $safe_hole = new Safe::Hole;
2187		2920
2188	$SIG{FPE} = 'IGNORE';	2921	$SIG{FPE} = 'IGNORE';
2189		2922
2190	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2923	$safe->permit_only (Opcode::opset qw(
		2924	:base_core :base_mem :base_orig :base_math
		2925	grepstart grepwhile mapstart mapwhile
		2926	sort time
		2927	));
2191		2928
2192	# here we export the classes and methods available to script code	2929	# here we export the classes and methods available to script code
2193		2930
2194	=pod	2931	=pod
2195		2932
2196	The following functions and methods are available within a safe environment:	2933	The following functions and methods are available within a safe environment:
2197		2934
2198	cf::object contr pay_amount pay_player map	2935	cf::object
		2936	contr pay_amount pay_player map x y force_find force_add destroy
		2937	insert remove name archname title slaying race decrease_ob_nr
		2938
2199	cf::object::player player	2939	cf::object::player
2200	cf::player peaceful	2940	player
2201	cf::map trigger	2941
		2942	cf::player
		2943	peaceful
		2944
		2945	cf::map
		2946	trigger
2202		2947
2203	=cut	2948	=cut
2204		2949
2205	for (	2950	for (
2206	["cf::object" => qw(contr pay_amount pay_player map)],	2951	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2952	insert remove inv name archname title slaying race
		2953	decrease_ob_nr destroy)],
2207	["cf::object::player" => qw(player)],	2954	["cf::object::player" => qw(player)],
2208	["cf::player" => qw(peaceful)],	2955	["cf::player" => qw(peaceful)],
2209	["cf::map" => qw(trigger)],	2956	["cf::map" => qw(trigger)],
2210	) {	2957	) {
2211	no strict 'refs';	2958	no strict 'refs';
…		…
2282	=back	3029	=back
2283		3030
2284	=cut	3031	=cut
2285		3032
2286	#############################################################################	3033	#############################################################################
2287
2288	=head2 EXTENSION DATABASE SUPPORT
2289
2290	Crossfire maintains a very simple database for extension use. It can
2291	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2292	convert to/from binary).
2293
2294	The parameter C<$family> should best start with the name of the extension
2295	using it, it should be unique.
2296
2297	=over 4
2298
2299	=item $value = cf::db_get $family => $key
2300
2301	Returns a single value from the database.
2302
2303	=item cf::db_put $family => $key => $value
2304
2305	Stores the given C<$value> in the family.
2306
2307	=cut
2308
2309	our $DB;
2310
2311	sub db_init {
2312	unless ($DB) {
2313	$DB = BDB::db_create $DB_ENV;
2314
2315	cf::sync_job {
2316	eval {
2317	$DB->set_flags (BDB::CHKSUM);
2318
2319	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2320	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2321	cf::cleanup "db_open(db): $!" if $!;
2322	};
2323	cf::cleanup "db_open(db): $@" if $@;
2324	};
2325	}
2326	}
2327
2328	sub db_get($$) {
2329	my $key = "$_[0]/$_[1]";
2330
2331	cf::sync_job {
2332	BDB::db_get $DB, undef, $key, my $data;
2333
2334	$! ? ()
2335	: $data
2336	}
2337	}
2338
2339	sub db_put($$$) {
2340	BDB::dbreq_pri 4;
2341	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2342	}
2343
2344	=item cf::cache $id => [$paths...], $processversion => $process
2345
2346	Generic caching function that returns the value of the resource $id,
2347	caching and regenerating as required.
2348
2349	This function can block.
2350
2351	=cut
2352
2353	sub cache {
2354	my ($id, $src, $processversion, $process) = @_;
2355
2356	my $meta =
2357	join "\x00",
2358	$processversion,
2359	map {
2360	aio_stat $_
2361	and Carp::croak "$_: $!";
2362
2363	($_, (stat _)[7,9])
2364	} @$src;
2365
2366	my $dbmeta = db_get cache => "$id/meta";
2367	if ($dbmeta ne $meta) {
2368	# changed, we may need to process
2369
2370	my @data;
2371	my $md5;
2372
2373	for (0 .. $#$src) {
2374	0 <= aio_load $src->[$_], $data[$_]
2375	or Carp::croak "$src->[$_]: $!";
2376	}
2377
2378	# if processing is expensive, check
2379	# checksum first
2380	if (1) {
2381	$md5 =
2382	join "\x00",
2383	$processversion,
2384	map {
2385	Coro::cede;
2386	($src->[$_], Digest::MD5::md5_hex $data[$_])
2387	} 0.. $#$src;
2388
2389
2390	my $dbmd5 = db_get cache => "$id/md5";
2391	if ($dbmd5 eq $md5) {
2392	db_put cache => "$id/meta", $meta;
2393
2394	return db_get cache => "$id/data";
2395	}
2396	}
2397
2398	my $t1 = Time::HiRes::time;
2399	my $data = $process->(\@data);
2400	my $t2 = Time::HiRes::time;
2401
2402	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
2403
2404	db_put cache => "$id/data", $data;
2405	db_put cache => "$id/md5" , $md5;
2406	db_put cache => "$id/meta", $meta;
2407
2408	return $data;
2409	}
2410
2411	db_get cache => "$id/data"
2412	}
2413
2414	=item fork_call { }, $args
2415
2416	Executes the given code block with the given arguments in a seperate
2417	process, returning the results. Everything must be serialisable with
2418	Coro::Storable. May, of course, block. Note that the executed sub may
2419	never block itself or use any form of Event handling.
2420
2421	=cut
2422
2423	sub fork_call(&@) {
2424	my ($cb, @args) = @_;
2425
2426	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
2427	# or die "socketpair: $!";
2428	pipe my $fh1, my $fh2
2429	or die "pipe: $!";
2430
2431	if (my $pid = fork) {
2432	close $fh2;
2433
2434	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
2435	$res = Coro::Storable::thaw $res;
2436
2437	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
2438
2439	die $$res unless "ARRAY" eq ref $res;
2440
2441	return wantarray ? @$res : $res->[-1];
2442	} else {
2443	reset_signals;
2444	local $SIG{__WARN__};
2445	local $SIG{__DIE__};
2446	eval {
2447	close $fh1;
2448
2449	my @res = eval { $cb->(@args) };
2450	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
2451	};
2452
2453	warn $@ if $@;
2454	_exit 0;
2455	}
2456	}
2457
2458
2459
2460	#############################################################################
2461	# the server's init and main functions	3034	# the server's init and main functions
2462		3035
2463	sub load_facedata($) {	3036	sub load_facedata($) {
2464	my ($path) = @_;	3037	my ($path) = @_;
		3038
		3039	# HACK to clear player env face cache, we need some signal framework
		3040	# for this (global event?)
		3041	%ext::player_env::MUSIC_FACE_CACHE = ();
		3042
		3043	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2465		3044
2466	warn "loading facedata from $path\n";	3045	warn "loading facedata from $path\n";
2467		3046
2468	my $facedata;	3047	my $facedata;
2469	0 < aio_load $path, $facedata	3048	0 < aio_load $path, $facedata
…		…
2472	$facedata = Coro::Storable::thaw $facedata;	3051	$facedata = Coro::Storable::thaw $facedata;
2473		3052
2474	$facedata->{version} == 2	3053	$facedata->{version} == 2
2475	or cf::cleanup "$path: version mismatch, cannot proceed.";	3054	or cf::cleanup "$path: version mismatch, cannot proceed.";
2476		3055
		3056	# patch in the exptable
		3057	$facedata->{resource}{"res/exp_table"} = {
		3058	type => FT_RSRC,
		3059	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3060	};
		3061	cf::cede_to_tick;
		3062
2477	{	3063	{
2478	my $faces = $facedata->{faceinfo};	3064	my $faces = $facedata->{faceinfo};
2479		3065
2480	while (my ($face, $info) = each %$faces) {	3066	while (my ($face, $info) = each %$faces) {
2481	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3067	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2482	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3068	cf::face::set_visibility $idx, $info->{visibility};
		3069	cf::face::set_magicmap $idx, $info->{magicmap};
2483	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3070	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2484	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3071	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2485	Coro::cede;	3072
		3073	cf::cede_to_tick;
2486	}	3074	}
2487		3075
2488	while (my ($face, $info) = each %$faces) {	3076	while (my ($face, $info) = each %$faces) {
2489	next unless $info->{smooth};	3077	next unless $info->{smooth};
2490	my $idx = cf::face::find $face	3078	my $idx = cf::face::find $face
2491	or next;	3079	or next;
2492	if (my $smooth = cf::face::find $info->{smooth}) {	3080	if (my $smooth = cf::face::find $info->{smooth}) {
		3081	cf::face::set_smooth $idx, $smooth;
2493	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3082	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2494	} else {	3083	} else {
2495	warn "smooth face '$info->{smooth}' not found for face '$face'";	3084	warn "smooth face '$info->{smooth}' not found for face '$face'";
2496	}	3085	}
2497	Coro::cede;	3086
		3087	cf::cede_to_tick;
2498	}	3088	}
2499	}	3089	}
2500		3090
2501	{	3091	{
2502	my $anims = $facedata->{animinfo};	3092	my $anims = $facedata->{animinfo};
2503		3093
2504	while (my ($anim, $info) = each %$anims) {	3094	while (my ($anim, $info) = each %$anims) {
2505	cf::anim::set $anim, $info->{frames}, $info->{facings};	3095	cf::anim::set $anim, $info->{frames}, $info->{facings};
2506	Coro::cede;	3096	cf::cede_to_tick;
2507	}	3097	}
2508		3098
2509	cf::anim::invalidate_all; # d'oh	3099	cf::anim::invalidate_all; # d'oh
2510	}	3100	}
2511		3101
		3102	{
		3103	# TODO: for gcfclient pleasure, we should give resources
		3104	# that gcfclient doesn't grok a >10000 face index.
		3105	my $res = $facedata->{resource};
		3106
		3107	my $soundconf = delete $res->{"res/sound.conf"};
		3108
		3109	while (my ($name, $info) = each %$res) {
		3110	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3111	my $data;
		3112
		3113	if ($info->{type} & 1) {
		3114	# prepend meta info
		3115
		3116	my $meta = $enc->encode ({
		3117	name => $name,
		3118	%{ $info->{meta} || {} },
		3119	});
		3120
		3121	$data = pack "(w/a*)*", $meta, $info->{data};
		3122	} else {
		3123	$data = $info->{data};
		3124	}
		3125
		3126	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3127	cf::face::set_type $idx, $info->{type};
		3128
		3129	cf::cede_to_tick;
		3130	}
		3131
		3132	if ($soundconf) {
		3133	$soundconf = $enc->decode (delete $soundconf->{data});
		3134
		3135	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3136	my $sound = $soundconf->{compat}[$_]
		3137	or next;
		3138
		3139	my $face = cf::face::find "sound/$sound->[1]";
		3140	cf::sound::set $sound->[0] => $face;
		3141	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3142	}
		3143
		3144	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3145	my $face = cf::face::find "sound/$v";
		3146	cf::sound::set $k => $face;
		3147	}
		3148	}
		3149	}
		3150
2512	1	3151	1
2513	}	3152	}
2514		3153
		3154	register_exticmd fx_want => sub {
		3155	my ($ns, $want) = @_;
		3156
		3157	while (my ($k, $v) = each %$want) {
		3158	$ns->fx_want ($k, $v);
		3159	}
		3160	};
		3161
2515	sub reload_regions {	3162	sub reload_regions {
		3163	# HACK to clear player env face cache, we need some signal framework
		3164	# for this (global event?)
		3165	%ext::player_env::MUSIC_FACE_CACHE = ();
		3166
2516	load_resource_file "$MAPDIR/regions"	3167	load_resource_file "$MAPDIR/regions"
2517	or die "unable to load regions file\n";	3168	or die "unable to load regions file\n";
		3169
		3170	for (cf::region::list) {
		3171	$_->{match} = qr/$_->{match}/
		3172	if exists $_->{match};
		3173	}
2518	}	3174	}
2519		3175
2520	sub reload_facedata {	3176	sub reload_facedata {
2521	load_facedata "$DATADIR/facedata"	3177	load_facedata "$DATADIR/facedata"
2522	or die "unable to load facedata\n";	3178	or die "unable to load facedata\n";
2523	}	3179	}
2524		3180
2525	sub reload_archetypes {	3181	sub reload_archetypes {
2526	load_resource_file "$DATADIR/archetypes"	3182	load_resource_file "$DATADIR/archetypes"
2527	or die "unable to load archetypes\n";	3183	or die "unable to load archetypes\n";
		3184	#d# NEED to laod twice to resolve forward references
		3185	# this really needs to be done in an extra post-pass
		3186	# (which needs to be synchronous, so solve it differently)
		3187	load_resource_file "$DATADIR/archetypes"
		3188	or die "unable to load archetypes\n";
2528	}	3189	}
2529		3190
2530	sub reload_treasures {	3191	sub reload_treasures {
2531	load_resource_file "$DATADIR/treasures"	3192	load_resource_file "$DATADIR/treasures"
2532	or die "unable to load treasurelists\n";	3193	or die "unable to load treasurelists\n";
…		…
2535	sub reload_resources {	3196	sub reload_resources {
2536	warn "reloading resource files...\n";	3197	warn "reloading resource files...\n";
2537		3198
2538	reload_regions;	3199	reload_regions;
2539	reload_facedata;	3200	reload_facedata;
		3201	#reload_archetypes;#d#
2540	reload_archetypes;	3202	reload_archetypes;
2541	reload_treasures;	3203	reload_treasures;
2542		3204
2543	warn "finished reloading resource files\n";	3205	warn "finished reloading resource files\n";
2544	}	3206	}
2545		3207
2546	sub init {	3208	sub init {
2547	reload_resources;	3209	reload_resources;
2548	}	3210	}
2549		3211
2550	sub cfg_load {	3212	sub reload_config {
2551	open my $fh, "<:utf8", "$CONFDIR/config"	3213	open my $fh, "<:utf8", "$CONFDIR/config"
2552	or return;	3214	or return;
2553		3215
2554	local $/;	3216	local $/;
2555	*CFG = YAML::Syck::Load <$fh>;	3217	*CFG = YAML::Syck::Load <$fh>;
…		…
2571	sub main {	3233	sub main {
2572	# we must not ever block the main coroutine	3234	# we must not ever block the main coroutine
2573	local $Coro::idle = sub {	3235	local $Coro::idle = sub {
2574	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3236	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2575	(async {	3237	(async {
		3238	$Coro::current->{desc} = "IDLE BUG HANDLER";
2576	Event::one_event;	3239	Event::one_event;
2577	})->prio (Coro::PRIO_MAX);	3240	})->prio (Coro::PRIO_MAX);
2578	};	3241	};
2579		3242
2580	cfg_load;	3243	reload_config;
2581	db_init;	3244	db_init;
2582	load_extensions;	3245	load_extensions;
2583		3246
2584	$TICK_WATCHER->start;	3247	$TICK_WATCHER->start;
2585	Event::loop;	3248	Event::loop;
…		…
2601	},	3264	},
2602	);	3265	);
2603	}	3266	}
2604	}	3267	}
2605		3268
		3269	sub write_runtime {
		3270	my $runtime = "$LOCALDIR/runtime";
		3271
		3272	# first touch the runtime file to show we are still running:
		3273	# the fsync below can take a very very long time.
		3274
		3275	IO::AIO::aio_utime $runtime, undef, undef;
		3276
		3277	my $guard = cf::lock_acquire "write_runtime";
		3278
		3279	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3280	or return;
		3281
		3282	my $value = $cf::RUNTIME + 90 + 10;
		3283	# 10 is the runtime save interval, for a monotonic clock
		3284	# 60 allows for the watchdog to kill the server.
		3285
		3286	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3287	and return;
		3288
		3289	# always fsync - this file is important
		3290	aio_fsync $fh
		3291	and return;
		3292
		3293	# touch it again to show we are up-to-date
		3294	aio_utime $fh, undef, undef;
		3295
		3296	close $fh
		3297	or return;
		3298
		3299	aio_rename "$runtime~", $runtime
		3300	and return;
		3301
		3302	warn "runtime file written.\n";
		3303
		3304	1
		3305	}
		3306
2606	sub emergency_save() {	3307	sub emergency_save() {
2607	my $freeze_guard = cf::freeze_mainloop;	3308	my $freeze_guard = cf::freeze_mainloop;
2608		3309
2609	warn "enter emergency perl save\n";	3310	warn "enter emergency perl save\n";
2610		3311
…		…
2614	# and maps saved/destroyed asynchronously.	3315	# and maps saved/destroyed asynchronously.
2615	warn "begin emergency player save\n";	3316	warn "begin emergency player save\n";
2616	for my $login (keys %cf::PLAYER) {	3317	for my $login (keys %cf::PLAYER) {
2617	my $pl = $cf::PLAYER{$login} or next;	3318	my $pl = $cf::PLAYER{$login} or next;
2618	$pl->valid or next;	3319	$pl->valid or next;
		3320	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2619	$pl->save;	3321	$pl->save;
2620	}	3322	}
2621	warn "end emergency player save\n";	3323	warn "end emergency player save\n";
2622		3324
2623	warn "begin emergency map save\n";	3325	warn "begin emergency map save\n";
…		…
2671		3373
2672	warn "flushing outstanding aio requests";	3374	warn "flushing outstanding aio requests";
2673	for (;;) {	3375	for (;;) {
2674	BDB::flush;	3376	BDB::flush;
2675	IO::AIO::flush;	3377	IO::AIO::flush;
2676	Coro::cede;	3378	Coro::cede_notself;
2677	last unless IO::AIO::nreqs || BDB::nreqs;	3379	last unless IO::AIO::nreqs || BDB::nreqs;
2678	warn "iterate...";	3380	warn "iterate...";
2679	}	3381	}
2680		3382
2681	++$RELOAD;	3383	++$RELOAD;
…		…
2685	%EXT_CORO = ();	3387	%EXT_CORO = ();
2686		3388
2687	warn "removing commands";	3389	warn "removing commands";
2688	%COMMAND = ();	3390	%COMMAND = ();
2689		3391
2690	warn "removing ext commands";	3392	warn "removing ext/exti commands";
2691	%EXTCMD = ();	3393	%EXTCMD = ();
		3394	%EXTICMD = ();
2692		3395
2693	warn "unloading/nuking all extensions";	3396	warn "unloading/nuking all extensions";
2694	for my $pkg (@EXTS) {	3397	for my $pkg (@EXTS) {
2695	warn "... unloading $pkg";	3398	warn "... unloading $pkg";
2696		3399
…		…
2739	warn "reloading cf.pm";	3442	warn "reloading cf.pm";
2740	require cf;	3443	require cf;
2741	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3444	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2742		3445
2743	warn "loading config and database again";	3446	warn "loading config and database again";
2744	cf::cfg_load;	3447	cf::reload_config;
2745		3448
2746	warn "loading extensions";	3449	warn "loading extensions";
2747	cf::load_extensions;	3450	cf::load_extensions;
2748		3451
2749	warn "reattaching attachments to objects/players";	3452	warn "reattaching attachments to objects/players";
…		…
2785	register_command "reload" => sub {	3488	register_command "reload" => sub {
2786	my ($who, $arg) = @_;	3489	my ($who, $arg) = @_;
2787		3490
2788	if ($who->flag (FLAG_WIZ)) {	3491	if ($who->flag (FLAG_WIZ)) {
2789	$who->message ("reloading server.");	3492	$who->message ("reloading server.");
		3493	async {
		3494	$Coro::current->{desc} = "perl_reload";
2790	async { reload_perl };	3495	reload_perl;
		3496	};
2791	}	3497	}
2792	};	3498	};
2793		3499
2794	unshift @INC, $LIBDIR;	3500	unshift @INC, $LIBDIR;
2795		3501
…		…
2827	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3533	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2828	unless ++$bug_warning > 10;	3534	unless ++$bug_warning > 10;
2829	return;	3535	return;
2830	}	3536	}
2831		3537
2832	$NOW = Event::time;	3538	$NOW = $tick_start = Event::time;
2833		3539
2834	cf::server_tick; # one server iteration	3540	cf::server_tick; # one server iteration
2835		3541
2836	$RUNTIME += $TICK;	3542	$RUNTIME += $TICK;
2837	$NEXT_TICK += $TICK;	3543	$NEXT_TICK += $TICK;
2838		3544
2839	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3545	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2840	$NEXT_RUNTIME_WRITE = $NOW + 10;	3546	$NEXT_RUNTIME_WRITE = $NOW + 10;
2841	Coro::async_pool {	3547	Coro::async_pool {
		3548	$Coro::current->{desc} = "runtime saver";
2842	write_runtime	3549	write_runtime
2843	or warn "ERROR: unable to write runtime file: $!";	3550	or warn "ERROR: unable to write runtime file: $!";
2844	};	3551	};
2845	}	3552	}
2846		3553
2847	# my $AFTER = Event::time;	3554	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
2848	# warn $AFTER - $NOW;#d#	3555	$sig->send;
		3556	}
		3557	while (my $sig = shift @WAIT_FOR_TICK) {
		3558	$sig->send;
		3559	}
		3560
		3561	$NOW = Event::time;
2849		3562
2850	# if we are delayed by four ticks or more, skip them all	3563	# if we are delayed by four ticks or more, skip them all
2851	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3564	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2852		3565
2853	$TICK_WATCHER->at ($NEXT_TICK);	3566	$TICK_WATCHER->at ($NEXT_TICK);
2854	$TICK_WATCHER->start;	3567	$TICK_WATCHER->start;
2855		3568
2856	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3569	$LOAD = ($NOW - $tick_start) / $TICK;
2857	$sig->send;	3570	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2858	}
2859	while (my $sig = shift @WAIT_FOR_TICK) {
2860	$sig->send;
2861	}
2862		3571
2863	_post_tick;	3572	_post_tick;
2864	},	3573	},
2865	);	3574	);
2866		3575
2867	{	3576	{
		3577	BDB::min_parallel 8;
2868	BDB::max_poll_time $TICK * 0.1;	3578	BDB::max_poll_time $TICK * 0.1;
2869	$BDB_POLL_WATCHER = Event->io (	3579	$BDB_POLL_WATCHER = Event->io (
2870	reentrant => 0,	3580	reentrant => 0,
2871	fd => BDB::poll_fileno,	3581	fd => BDB::poll_fileno,
2872	poll => 'r',	3582	poll => 'r',
2873	prio => 0,	3583	prio => 0,
2874	data => WF_AUTOCANCEL,	3584	data => WF_AUTOCANCEL,
2875	cb => \&BDB::poll_cb,	3585	cb => \&BDB::poll_cb,
2876	);	3586	);
2877	BDB::min_parallel 8;
2878		3587
2879	BDB::set_sync_prepare {	3588	BDB::set_sync_prepare {
2880	my $status;	3589	my $status;
2881	my $current = $Coro::current;	3590	my $current = $Coro::current;
2882	(	3591	(
…		…
2891	)	3600	)
2892	};	3601	};
2893		3602
2894	unless ($DB_ENV) {	3603	unless ($DB_ENV) {
2895	$DB_ENV = BDB::db_env_create;	3604	$DB_ENV = BDB::db_env_create;
		3605	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3606	| BDB::LOG_AUTOREMOVE, 1);
		3607	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3608	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2896		3609
2897	cf::sync_job {	3610	cf::sync_job {
2898	eval {	3611	eval {
2899	BDB::db_env_open	3612	BDB::db_env_open
2900	$DB_ENV,	3613	$DB_ENV,
…		…
2902	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3615	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2903	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3616	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2904	0666;	3617	0666;
2905		3618
2906	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3619	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2907
2908	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2909	$DB_ENV->set_lk_detect;
2910	};	3620	};
2911		3621
2912	cf::cleanup "db_env_open(db): $@" if $@;	3622	cf::cleanup "db_env_open(db): $@" if $@;
2913	};	3623	};
2914	}	3624	}
		3625
		3626	$BDB_DEADLOCK_WATCHER = Event->timer (
		3627	after => 3,
		3628	interval => 1,
		3629	hard => 1,
		3630	prio => 0,
		3631	data => WF_AUTOCANCEL,
		3632	cb => sub {
		3633	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3634	},
		3635	);
		3636	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3637	after => 11,
		3638	interval => 60,
		3639	hard => 1,
		3640	prio => 0,
		3641	data => WF_AUTOCANCEL,
		3642	cb => sub {
		3643	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3644	},
		3645	);
		3646	$BDB_TRICKLE_WATCHER = Event->timer (
		3647	after => 5,
		3648	interval => 10,
		3649	hard => 1,
		3650	prio => 0,
		3651	data => WF_AUTOCANCEL,
		3652	cb => sub {
		3653	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3654	},
		3655	);
2915	}	3656	}
2916		3657
2917	{	3658	{
2918	IO::AIO::min_parallel 8;	3659	IO::AIO::min_parallel 8;
2919		3660
…		…
2922	$AIO_POLL_WATCHER = Event->io (	3663	$AIO_POLL_WATCHER = Event->io (
2923	reentrant => 0,	3664	reentrant => 0,
2924	data => WF_AUTOCANCEL,	3665	data => WF_AUTOCANCEL,
2925	fd => IO::AIO::poll_fileno,	3666	fd => IO::AIO::poll_fileno,
2926	poll => 'r',	3667	poll => 'r',
2927	prio => 6,	3668	prio => 0,
2928	cb => \&IO::AIO::poll_cb,	3669	cb => \&IO::AIO::poll_cb,
2929	);	3670	);
2930	}	3671	}
2931		3672
2932	my $_log_backtrace;	3673	my $_log_backtrace;
…		…
2938		3679
2939	# limit the # of concurrent backtraces	3680	# limit the # of concurrent backtraces
2940	if ($_log_backtrace < 2) {	3681	if ($_log_backtrace < 2) {
2941	++$_log_backtrace;	3682	++$_log_backtrace;
2942	async {	3683	async {
		3684	$Coro::current->{desc} = "abt $msg";
		3685
2943	my @bt = fork_call {	3686	my @bt = fork_call {
2944	@addr = map { sprintf "%x", $_ } @addr;	3687	@addr = map { sprintf "%x", $_ } @addr;
2945	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	3688	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
2946	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	3689	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
2947	or die "addr2line: $!";	3690	or die "addr2line: $!";

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines