ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.352 by root, Sun Sep 2 04:57:14 2007 UTC vs.
Revision 1.427 by root, Sat Apr 26 12:25:45 2008 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify
		7	# it under the terms of the GNU General Public License as published by
		8	# the Free Software Foundation, either version 3 of the License, or
		9	# (at your option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the GNU General Public License
		17	# along with this program. If not, see <http://www.gnu.org/licenses/>.
		18	#
		19	# The authors can be reached via e-mail to <support@deliantra.net>
		20	#
		21
1	package cf;	22	package cf;
2		23
3	use utf8;	24	use utf8;
4	use strict;	25	use strict;
5		26
6	use Symbol;	27	use Symbol;
7	use List::Util;	28	use List::Util;
8	use Socket;	29	use Socket;
9	use Storable;	30	use EV 3.2;
10	use Event;
11	use Opcode;	31	use Opcode;
12	use Safe;	32	use Safe;
13	use Safe::Hole;	33	use Safe::Hole;
		34	use Storable ();
14		35
15	use Coro 3.64 ();	36	use Coro 4.50 ();
16	use Coro::State;	37	use Coro::State;
17	use Coro::Handle;	38	use Coro::Handle;
18	use Coro::Event;	39	use Coro::EV;
19	use Coro::Timer;	40	use Coro::Timer;
20	use Coro::Signal;	41	use Coro::Signal;
21	use Coro::Semaphore;	42	use Coro::Semaphore;
22	use Coro::AIO;	43	use Coro::AIO;
		44	use Coro::BDB;
23	use Coro::Storable;	45	use Coro::Storable;
24	use Coro::Util ();	46	use Coro::Util ();
25		47
26	use JSON::XS ();	48	use JSON::XS 2.01 ();
27	use BDB ();	49	use BDB ();
28	use Data::Dumper;	50	use Data::Dumper;
29	use Digest::MD5;	51	use Digest::MD5;
30	use Fcntl;	52	use Fcntl;
31	use YAML::Syck ();	53	use YAML ();
32	use IO::AIO 2.32 ();	54	use IO::AIO 2.51 ();
33	use Time::HiRes;	55	use Time::HiRes;
34	use Compress::LZF;	56	use Compress::LZF;
35	use Digest::MD5 ();	57	use Digest::MD5 ();
36		58
37	# configure various modules to our taste	59	# configure various modules to our taste
38	#	60	#
39	$Storable::canonical = 1; # reduce rsync transfers	61	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	62	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	63	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
43	$Event::Eval = 1; # no idea why this is required, but it is
44
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47		64
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	65	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		66
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	67	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51		68
…		…
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	87	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	88	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	89	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	90	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	91	our $BDBDIR = "$LOCALDIR/db";
		92	our %RESOURCE;
75		93
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	94	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;	95	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	96	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	97	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	98	our $USE_FSYNC = 1; # use fsync to write maps - default off
83		99
84	our $BDB_POLL_WATCHER;	100	our $BDB_POLL_WATCHER;
		101	our $BDB_DEADLOCK_WATCHER;
		102	our $BDB_CHECKPOINT_WATCHER;
		103	our $BDB_TRICKLE_WATCHER;
85	our $DB_ENV;	104	our $DB_ENV;
86		105
87	our %CFG;	106	our %CFG;
88		107
89	our $UPTIME; $UPTIME ||= time;	108	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;	109	our $RUNTIME;
		110	our $NOW;
91		111
92	our %PLAYER; # all users	112	our (%PLAYER, %PLAYER_LOADING); # all users
93	our %MAP; # all maps	113	our (%MAP, %MAP_LOADING ); # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	114	our $LINK_MAP; # the special {link} map, which is always available
95		115
96	# used to convert map paths into valid unix filenames by replacing / by ∕	116	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	117	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		118
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	119	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	120	our $LOADAVG; # same thing, but with alpha-smoothing
		121	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	122	our $TICK_START; # for load detecting purposes
102		123
103	binmode STDOUT;	124	binmode STDOUT;
104	binmode STDERR;	125	binmode STDERR;
105		126
106	# read virtual server time, if available	127	# read virtual server time, if available
…		…
159		180
160	The raw value load value from the last tick.	181	The raw value load value from the last tick.
161		182
162	=item %cf::CFG	183	=item %cf::CFG
163		184
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	185	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	186	from wherever your confdir points to.
166		187
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	188	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		189
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	190	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
…		…
187	$msg .= "\n"	208	$msg .= "\n"
188	unless $msg =~ /\n$/;	209	unless $msg =~ /\n$/;
189		210
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	211	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		212
192	utf8::encode $msg;
193	LOG llevError, $msg;	213	LOG llevError, $msg;
194	};	214	};
195	}	215	}
		216
		217	$Coro::State::DIEHOOK = sub {
		218	return unless $^S eq 0; # "eq", not "=="
		219
		220	if ($Coro::current == $Coro::main) {#d#
		221	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		222	return;#d#
		223	}#d#
		224
		225	# kill coroutine otherwise
		226	warn Carp::longmess $_[0];
		227	Coro::terminate
		228	};
		229
		230	$SIG{__DIE__} = sub { }; #d#?
196		231
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	232	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	233	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	234	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	235	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
213	)) {	248	)) {
214	no strict 'refs';	249	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	250	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	251	}
217		252
218	$Event::DIED = sub {	253	$EV::DIED = sub {
219	warn "error in event callback: @_";	254	warn "error in event callback: @_";
220	};	255	};
221		256
222	#############################################################################	257	#############################################################################
223		258
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	281	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	282	$d
248	} || "[unable to dump $_[0]: '$@']";	283	} || "[unable to dump $_[0]: '$@']";
249	}	284	}
250		285
251	=item $ref = cf::from_json $json	286	=item $ref = cf::decode_json $json
252		287
253	Converts a JSON string into the corresponding perl data structure.	288	Converts a JSON string into the corresponding perl data structure.
254		289
255	=item $json = cf::to_json $ref	290	=item $json = cf::encode_json $ref
256		291
257	Converts a perl data structure into its JSON representation.	292	Converts a perl data structure into its JSON representation.
258		293
259	=cut	294	=cut
260		295
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	296	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		297
263	sub to_json ($) { $json_coder->encode ($_[0]) }	298	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	299	sub decode_json($) { $json_coder->decode ($_[0]) }
265		300
266	=item cf::lock_wait $string	301	=item cf::lock_wait $string
267		302
268	Wait until the given lock is available. See cf::lock_acquire.	303	Wait until the given lock is available. See cf::lock_acquire.
269		304
…		…
285	Return true if the lock is currently active, i.e. somebody has locked it.	320	Return true if the lock is currently active, i.e. somebody has locked it.
286		321
287	=cut	322	=cut
288		323
289	our %LOCK;	324	our %LOCK;
		325	our %LOCKER;#d#
290		326
291	sub lock_wait($) {	327	sub lock_wait($) {
292	my ($key) = @_;	328	my ($key) = @_;
		329
		330	if ($LOCKER{$key} == $Coro::current) {#d#
		331	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		332	return;#d#
		333	}#d#
293		334
294	# wait for lock, if any	335	# wait for lock, if any
295	while ($LOCK{$key}) {	336	while ($LOCK{$key}) {
296	push @{ $LOCK{$key} }, $Coro::current;	337	push @{ $LOCK{$key} }, $Coro::current;
297	Coro::schedule;	338	Coro::schedule;
…		…
303		344
304	# wait, to be sure we are not locked	345	# wait, to be sure we are not locked
305	lock_wait $key;	346	lock_wait $key;
306		347
307	$LOCK{$key} = [];	348	$LOCK{$key} = [];
		349	$LOCKER{$key} = $Coro::current;#d#
308		350
309	Coro::guard {	351	Coro::guard {
		352	delete $LOCKER{$key};#d#
310	# wake up all waiters, to be on the safe side	353	# wake up all waiters, to be on the safe side
311	$_->ready for @{ delete $LOCK{$key} };	354	$_->ready for @{ delete $LOCK{$key} };
312	}	355	}
313	}	356	}
314		357
…		…
317		360
318	! ! $LOCK{$key}	361	! ! $LOCK{$key}
319	}	362	}
320		363
321	sub freeze_mainloop {	364	sub freeze_mainloop {
322	return unless $TICK_WATCHER->is_active;	365	tick_inhibit_inc;
323		366
324	my $guard = Coro::guard {	367	Coro::guard \&tick_inhibit_dec;
325	$TICK_WATCHER->start;	368	}
326	};	369
327	$TICK_WATCHER->stop;	370	=item cf::periodic $interval, $cb
328	$guard	371
		372	Like EV::periodic, but randomly selects a starting point so that the actions
		373	get spread over timer.
		374
		375	=cut
		376
		377	sub periodic($$) {
		378	my ($interval, $cb) = @_;
		379
		380	my $start = rand List::Util::min 180, $interval;
		381
		382	EV::periodic $start, $interval, 0, $cb
329	}	383	}
330		384
331	=item cf::get_slot $time[, $priority[, $name]]	385	=item cf::get_slot $time[, $priority[, $name]]
332		386
333	Allocate $time seconds of blocking CPU time at priority C<$priority>:	387	Allocate $time seconds of blocking CPU time at priority C<$priority>:
…		…
344	our @SLOT_QUEUE;	398	our @SLOT_QUEUE;
345	our $SLOT_QUEUE;	399	our $SLOT_QUEUE;
346		400
347	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	401	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
348	$SLOT_QUEUE = Coro::async {	402	$SLOT_QUEUE = Coro::async {
		403	$Coro::current->desc ("timeslot manager");
		404
349	my $signal = new Coro::Signal;	405	my $signal = new Coro::Signal;
350		406
351	while () {	407	while () {
352	next_job:	408	next_job:
353	my $avail = cf::till_tick;	409	my $avail = cf::till_tick;
…		…
361	}	417	}
362	}	418	}
363	}	419	}
364		420
365	if (@SLOT_QUEUE) {	421	if (@SLOT_QUEUE) {
366	# we do not use wait_For_tick() as it returns immediately when tick is inactive	422	# we do not use wait_for_tick() as it returns immediately when tick is inactive
367	push @cf::WAIT_FOR_TICK, $signal;	423	push @cf::WAIT_FOR_TICK, $signal;
368	$signal->wait;	424	$signal->wait;
369	} else {	425	} else {
370	Coro::schedule;	426	Coro::schedule;
371	}	427	}
372	}	428	}
373	};	429	};
374		430
375	sub get_slot($;$$) {	431	sub get_slot($;$$) {
		432	return if tick_inhibit || $Coro::current == $Coro::main;
		433
376	my ($time, $pri, $name) = @_;	434	my ($time, $pri, $name) = @_;
377		435
378	$time = $TICK * .6 if $time > $TICK * .6;	436	$time = $TICK * .6 if $time > $TICK * .6;
379	my $sig = new Coro::Signal;	437	my $sig = new Coro::Signal;
380		438
…		…
394		452
395	BEGIN { *async = \&Coro::async_pool }	453	BEGIN { *async = \&Coro::async_pool }
396		454
397	=item cf::sync_job { BLOCK }	455	=item cf::sync_job { BLOCK }
398		456
399	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	457	The design of Deliantra requires that the main coroutine ($Coro::main)
400	is always able to handle events or runnable, as Crossfire TRT is only	458	is always able to handle events or runnable, as Deliantra is only
401	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	459	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
402	acceptable.	460	acceptable.
403		461
404	If it must be done, put the blocking parts into C<sync_job>. This will run	462	If it must be done, put the blocking parts into C<sync_job>. This will run
405	the given BLOCK in another coroutine while waiting for the result. The	463	the given BLOCK in another coroutine while waiting for the result. The
…		…
410		468
411	sub sync_job(&) {	469	sub sync_job(&) {
412	my ($job) = @_;	470	my ($job) = @_;
413		471
414	if ($Coro::current == $Coro::main) {	472	if ($Coro::current == $Coro::main) {
415	my $time = Event::time;	473	my $time = EV::time;
416		474
417	# this is the main coro, too bad, we have to block	475	# this is the main coro, too bad, we have to block
418	# till the operation succeeds, freezing the server :/	476	# till the operation succeeds, freezing the server :/
419		477
420	# TODO: use suspend/resume instead	478	LOG llevError, Carp::longmess "sync job";#d#
421	# (but this is cancel-safe)	479
422	my $freeze_guard = freeze_mainloop;	480	my $freeze_guard = freeze_mainloop;
423		481
424	my $busy = 1;	482	my $busy = 1;
425	my @res;	483	my @res;
426		484
427	(async {	485	(async {
		486	$Coro::current->desc ("sync job coro");
428	@res = eval { $job->() };	487	@res = eval { $job->() };
429	warn $@ if $@;	488	warn $@ if $@;
430	undef $busy;	489	undef $busy;
431	})->prio (Coro::PRIO_MAX);	490	})->prio (Coro::PRIO_MAX);
432		491
433	while ($busy) {	492	while ($busy) {
434	Coro::cede or Event::one_event;	493	if (Coro::nready) {
		494	Coro::cede_notself;
		495	} else {
		496	EV::loop EV::LOOP_ONESHOT;
435	}	497	}
		498	}
436		499
437	$time = Event::time - $time;	500	my $time = EV::time - $time;
438		501
439	LOG llevError | logBacktrace, Carp::longmess "long sync job"
440	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
441
442	$tick_start += $time; # do not account sync jobs to server load	502	$TICK_START += $time; # do not account sync jobs to server load
443		503
444	wantarray ? @res : $res[0]	504	wantarray ? @res : $res[0]
445	} else {	505	} else {
446	# we are in another coroutine, how wonderful, everything just works	506	# we are in another coroutine, how wonderful, everything just works
447		507
…		…
472	=item fork_call { }, $args	532	=item fork_call { }, $args
473		533
474	Executes the given code block with the given arguments in a seperate	534	Executes the given code block with the given arguments in a seperate
475	process, returning the results. Everything must be serialisable with	535	process, returning the results. Everything must be serialisable with
476	Coro::Storable. May, of course, block. Note that the executed sub may	536	Coro::Storable. May, of course, block. Note that the executed sub may
477	never block itself or use any form of Event handling.	537	never block itself or use any form of event handling.
478		538
479	=cut	539	=cut
480		540
481	sub fork_call(&@) {	541	sub fork_call(&@) {
482	my ($cb, @args) = @_;	542	my ($cb, @args) = @_;
483		543
484	# we seemingly have to make a local copy of the whole thing,	544	# we seemingly have to make a local copy of the whole thing,
485	# otherwise perl prematurely frees the stuff :/	545	# otherwise perl prematurely frees the stuff :/
486	# TODO: investigate and fix (liekly this will be rather laborious)	546	# TODO: investigate and fix (likely this will be rather laborious)
487		547
488	my @res = Coro::Util::fork_eval {	548	my @res = Coro::Util::fork_eval {
489	reset_signals;	549	reset_signals;
490	&$cb	550	&$cb
491	}, @args;	551	}, @args;
492		552
493	wantarray ? @res : $res[-1]	553	wantarray ? @res : $res[-1]
494	}	554	}
495		555
		556	=item $coin = coin_from_name $name
		557
		558	=cut
		559
		560	our %coin_alias = (
		561	"silver" => "silvercoin",
		562	"silvercoin" => "silvercoin",
		563	"silvercoins" => "silvercoin",
		564	"gold" => "goldcoin",
		565	"goldcoin" => "goldcoin",
		566	"goldcoins" => "goldcoin",
		567	"platinum" => "platinacoin",
		568	"platinumcoin" => "platinacoin",
		569	"platinumcoins" => "platinacoin",
		570	"platina" => "platinacoin",
		571	"platinacoin" => "platinacoin",
		572	"platinacoins" => "platinacoin",
		573	"royalty" => "royalty",
		574	"royalties" => "royalty",
		575	);
		576
		577	sub coin_from_name($) {
		578	$coin_alias{$_[0]}
		579	? cf::arch::find $coin_alias{$_[0]}
		580	: undef
		581	}
		582
496	=item $value = cf::db_get $family => $key	583	=item $value = cf::db_get $family => $key
497		584
498	Returns a single value from the environment database.	585	Returns a single value from the environment database.
499		586
500	=item cf::db_put $family => $key => $value	587	=item cf::db_put $family => $key => $value
501		588
502	Stores the given C<$value> in the family. It can currently store binary	589	Stores the given C<$value> in the family. It can currently store binary
503	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	590	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
504		591
		592	=item $db = cf::db_table "name"
		593
		594	Create and/or open a new database table. The string must not be "db" and must be unique
		595	within each server.
		596
505	=cut	597	=cut
		598
		599	sub db_table($) {
		600	my ($name) = @_;
		601	my $db = BDB::db_create $DB_ENV;
		602
		603	eval {
		604	$db->set_flags (BDB::CHKSUM);
		605
		606	utf8::encode $name;
		607	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		608	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		609	cf::cleanup "db_open(db): $!" if $!;
		610	};
		611	cf::cleanup "db_open(db): $@" if $@;
		612
		613	$db
		614	}
506		615
507	our $DB;	616	our $DB;
508		617
509	sub db_init {	618	sub db_init {
510	unless ($DB) {
511	$DB = BDB::db_create $DB_ENV;
512
513	cf::sync_job {	619	cf::sync_job {
514	eval {	620	$DB ||= db_table "db";
515	$DB->set_flags (BDB::CHKSUM);
516
517	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
518	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
519	cf::cleanup "db_open(db): $!" if $!;
520	};
521	cf::cleanup "db_open(db): $@" if $@;
522	};
523	}	621	};
524	}	622	}
525		623
526	sub db_get($$) {	624	sub db_get($$) {
527	my $key = "$_[0]/$_[1]";	625	my $key = "$_[0]/$_[1]";
528		626
…		…
632	attach callbacks/event handlers (a collection of which is called an "attachment")	730	attach callbacks/event handlers (a collection of which is called an "attachment")
633	to it. All such attachable objects support the following methods.	731	to it. All such attachable objects support the following methods.
634		732
635	In the following description, CLASS can be any of C<global>, C<object>	733	In the following description, CLASS can be any of C<global>, C<object>
636	C<player>, C<client> or C<map> (i.e. the attachable objects in	734	C<player>, C<client> or C<map> (i.e. the attachable objects in
637	Crossfire TRT).	735	Deliantra).
638		736
639	=over 4	737	=over 4
640		738
641	=item $attachable->attach ($attachment, key => $value...)	739	=item $attachable->attach ($attachment, key => $value...)
642		740
…		…
924	}	1022	}
925		1023
926	0	1024	0
927	}	1025	}
928		1026
929	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1027	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
930		1028
931	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1029	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
932		1030
933	Generate an object-specific event with the given arguments.	1031	Generate an object-specific event with the given arguments.
934		1032
…		…
940		1038
941	=cut	1039	=cut
942		1040
943	#############################################################################	1041	#############################################################################
944	# object support	1042	# object support
945	#
946		1043
		1044	sub _object_equal($$);
		1045	sub _object_equal($$) {
		1046	my ($a, $b) = @_;
		1047
		1048	return 0 unless (ref $a) eq (ref $b);
		1049
		1050	if ("HASH" eq ref $a) {
		1051	my @ka = keys %$a;
		1052	my @kb = keys %$b;
		1053
		1054	return 0 if @ka != @kb;
		1055
		1056	for (0 .. $#ka) {
		1057	return 0 unless $ka[$_] eq $kb[$_];
		1058	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1059	}
		1060
		1061	} elsif ("ARRAY" eq ref $a) {
		1062
		1063	return 0 if @$a != @$b;
		1064
		1065	for (0 .. $#$a) {
		1066	return 0 unless _object_equal $a->[$_], $b->[$_];
		1067	}
		1068
		1069	} elsif ($a ne $b) {
		1070	return 0;
		1071	}
		1072
		1073	1
		1074	}
		1075
		1076	our $SLOW_MERGES;#d#
947	sub _can_merge {	1077	sub _can_merge {
948	my ($ob1, $ob2) = @_;	1078	my ($ob1, $ob2) = @_;
949		1079
950	local $Storable::canonical = 1;	1080	++$SLOW_MERGES;#d#
951	my $fob1 = Storable::freeze $ob1;
952	my $fob2 = Storable::freeze $ob2;
953		1081
954	$fob1 eq $fob2	1082	# we do the slow way here
		1083	return _object_equal $ob1, $ob2
955	}	1084	}
956		1085
957	sub reattach {	1086	sub reattach {
958	# basically do the same as instantiate, without calling instantiate	1087	# basically do the same as instantiate, without calling instantiate
959	my ($obj) = @_;	1088	my ($obj) = @_;
…		…
981	cf::attachable->attach (	1110	cf::attachable->attach (
982	prio => -1000000,	1111	prio => -1000000,
983	on_instantiate => sub {	1112	on_instantiate => sub {
984	my ($obj, $data) = @_;	1113	my ($obj, $data) = @_;
985		1114
986	$data = from_json $data;	1115	$data = decode_json $data;
987		1116
988	for (@$data) {	1117	for (@$data) {
989	my ($name, $args) = @$_;	1118	my ($name, $args) = @$_;
990		1119
991	$obj->attach ($name, %{$args || {} });	1120	$obj->attach ($name, %{$args || {} });
…		…
1007	sub object_freezer_save {	1136	sub object_freezer_save {
1008	my ($filename, $rdata, $objs) = @_;	1137	my ($filename, $rdata, $objs) = @_;
1009		1138
1010	sync_job {	1139	sync_job {
1011	if (length $$rdata) {	1140	if (length $$rdata) {
		1141	utf8::decode (my $decname = $filename);
1012	warn sprintf "saving %s (%d,%d)\n",	1142	warn sprintf "saving %s (%d,%d)\n",
1013	$filename, length $$rdata, scalar @$objs;	1143	$decname, length $$rdata, scalar @$objs;
1014		1144
1015	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1145	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1016	chmod SAVE_MODE, $fh;	1146	aio_chmod $fh, SAVE_MODE;
1017	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1147	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1018	aio_fsync $fh if $cf::USE_FSYNC;	1148	aio_fsync $fh if $cf::USE_FSYNC;
1019	close $fh;	1149	aio_close $fh;
1020		1150
1021	if (@$objs) {	1151	if (@$objs) {
1022	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1152	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1023	chmod SAVE_MODE, $fh;	1153	aio_chmod $fh, SAVE_MODE;
1024	my $data = Storable::nfreeze { version => 1, objs => $objs };	1154	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1025	aio_write $fh, 0, (length $data), $data, 0;	1155	aio_write $fh, 0, (length $data), $data, 0;
1026	aio_fsync $fh if $cf::USE_FSYNC;	1156	aio_fsync $fh if $cf::USE_FSYNC;
1027	close $fh;	1157	aio_close $fh;
1028	aio_rename "$filename.pst~", "$filename.pst";	1158	aio_rename "$filename.pst~", "$filename.pst";
1029	}	1159	}
1030	} else {	1160	} else {
1031	aio_unlink "$filename.pst";	1161	aio_unlink "$filename.pst";
1032	}	1162	}
…		…
1037	}	1167	}
1038	} else {	1168	} else {
1039	aio_unlink $filename;	1169	aio_unlink $filename;
1040	aio_unlink "$filename.pst";	1170	aio_unlink "$filename.pst";
1041	}	1171	}
1042	}	1172	};
1043	}	1173	}
1044		1174
1045	sub object_freezer_as_string {	1175	sub object_freezer_as_string {
1046	my ($rdata, $objs) = @_;	1176	my ($rdata, $objs) = @_;
1047		1177
…		…
1059	or return;	1189	or return;
1060		1190
1061	unless (aio_stat "$filename.pst") {	1191	unless (aio_stat "$filename.pst") {
1062	(aio_load "$filename.pst", $av) >= 0	1192	(aio_load "$filename.pst", $av) >= 0
1063	or return;	1193	or return;
		1194
1064	$av = eval { (Storable::thaw $av)->{objs} };	1195	my $st = eval { Coro::Storable::thaw $av };
		1196	$av = $st->{objs};
1065	}	1197	}
1066		1198
		1199	utf8::decode (my $decname = $filename);
1067	warn sprintf "loading %s (%d)\n",	1200	warn sprintf "loading %s (%d,%d)\n",
1068	$filename, length $data, scalar @{$av || []};	1201	$decname, length $data, scalar @{$av || []};
		1202
1069	return ($data, $av);	1203	($data, $av)
1070	}	1204	}
1071		1205
1072	=head2 COMMAND CALLBACKS	1206	=head2 COMMAND CALLBACKS
1073		1207
1074	=over 4	1208	=over 4
…		…
1223	my $msg = $@ ? "$v->{path}: $@\n"	1357	my $msg = $@ ? "$v->{path}: $@\n"
1224	: "$v->{base}: extension inactive.\n";	1358	: "$v->{base}: extension inactive.\n";
1225		1359
1226	if (exists $v->{meta}{mandatory}) {	1360	if (exists $v->{meta}{mandatory}) {
1227	warn $msg;	1361	warn $msg;
1228	warn "mandatory extension failed to load, exiting.\n";	1362	cf::cleanup "mandatory extension failed to load, exiting.";
1229	exit 1;
1230	}	1363	}
1231		1364
1232	warn $msg;	1365	warn $msg;
1233	}	1366	}
1234		1367
…		…
1259	use Coro::AIO;	1392	use Coro::AIO;
1260		1393
1261	=head3 cf::player	1394	=head3 cf::player
1262		1395
1263	=over 4	1396	=over 4
		1397
		1398	=item cf::player::num_playing
		1399
		1400	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1401
		1402	=cut
		1403
		1404	sub num_playing {
		1405	scalar grep
		1406	$_->ob->map
		1407	&& !$_->hidden
		1408	&& !$_->ob->flag (cf::FLAG_WIZ),
		1409	cf::player::list
		1410	}
1264		1411
1265	=item cf::player::find $login	1412	=item cf::player::find $login
1266		1413
1267	Returns the given player object, loading it if necessary (might block).	1414	Returns the given player object, loading it if necessary (might block).
1268		1415
…		…
1304	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1451	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
1305	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1452	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
1306	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1453	aio_unlink +(playerdir $login) . "/$login.pl.pst";
1307	aio_unlink +(playerdir $login) . "/$login.pl";	1454	aio_unlink +(playerdir $login) . "/$login.pl";
1308		1455
1309	my $pl = load_pl path $login	1456	my $f = new_from_file cf::object::thawer path $login
1310	or return;	1457	or return;
		1458
		1459	my $pl = cf::player::load_pl $f
		1460	or return;
		1461
		1462	local $cf::PLAYER_LOADING{$login} = $pl;
		1463	$f->resolve_delayed_derefs;
1311	$cf::PLAYER{$login} = $pl	1464	$cf::PLAYER{$login} = $pl
1312	}	1465	}
1313	}	1466	}
1314	}	1467	}
1315		1468
…		…
1323		1476
1324	return if $pl->{deny_save};	1477	return if $pl->{deny_save};
1325		1478
1326	aio_mkdir playerdir $pl, 0770;	1479	aio_mkdir playerdir $pl, 0770;
1327	$pl->{last_save} = $cf::RUNTIME;	1480	$pl->{last_save} = $cf::RUNTIME;
		1481
		1482	cf::get_slot 0.01;
1328		1483
1329	$pl->save_pl ($path);	1484	$pl->save_pl ($path);
1330	cf::cede_to_tick;	1485	cf::cede_to_tick;
1331	}	1486	}
1332		1487
…		…
1413	or return [];	1568	or return [];
1414		1569
1415	my @logins;	1570	my @logins;
1416		1571
1417	for my $login (@$dirs) {	1572	for my $login (@$dirs) {
		1573	my $path = path $login;
		1574
		1575	# a .pst is a dead give-away for a valid player
		1576	# if no pst file found, open and chekc for blocked users
		1577	if (aio_stat "$path.pst") {
1418	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1578	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1419	aio_read $fh, 0, 512, my $buf, 0 or next;	1579	aio_read $fh, 0, 512, my $buf, 0 or next;
1420	$buf !~ /^password -------------$/m or next; # official not-valid tag	1580	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1581	}
1421		1582
1422	utf8::decode $login;	1583	utf8::decode $login;
1423	push @logins, $login;	1584	push @logins, $login;
1424	}	1585	}
1425		1586
…		…
1458		1619
1459	Expand crossfire pod fragments into protocol xml.	1620	Expand crossfire pod fragments into protocol xml.
1460		1621
1461	=cut	1622	=cut
1462		1623
		1624	use re 'eval';
		1625
		1626	my $group;
		1627	my $interior; $interior = qr{
		1628	# match a pod interior sequence sans C<< >>
		1629	(?:
		1630	\ (.*?)\ (?{ $group = $^N })
		1631	| < (??{$interior}) >
		1632	)
		1633	}x;
		1634
1463	sub expand_cfpod {	1635	sub expand_cfpod {
1464	((my $self), (local $_)) = @_;	1636	my ($self, $pod) = @_;
1465		1637
1466	# escape & and <	1638	my $xml;
1467	s/&/&amp;/g;
1468	s/(?<![BIUGHT])</&lt;/g;
1469		1639
1470	# this is buggy, it needs to properly take care of nested <'s	1640	while () {
		1641	if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
		1642	$group = $1;
1471		1643
1472	1 while	1644	$group =~ s/&/&amp;/g;
1473	# replace B<>, I<>, U<> etc.	1645	$group =~ s/</&lt;/g;
1474	s/B<([^\>]*)>/<b>$1<\/b>/	1646
1475	|| s/I<([^\>]*)>/<i>$1<\/i>/	1647	$xml .= $group;
1476	|| s/U<([^\>]*)>/<u>$1<\/u>/	1648	} elsif ($pod =~ m%\G
1477	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/	1649	([BCGHITU])
1478	# replace G<male|female> tags	1650	<
1479	|| s{G<([^>|]*)\|([^>]*)>}{	1651	(?:
1480	$self->gender ? $2 : $1	1652	([^<>]*) (?{ $group = $^N })
1481	}ge	1653	| < $interior >
1482	# replace H<hint text>	1654	)
1483	|| s{H<([^\>]*)>}	1655	>
		1656	%gcsx
1484	{	1657	) {
		1658	my ($code, $data) = ($1, $group);
		1659
		1660	if ($code eq "B") {
		1661	$xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
		1662	} elsif ($code eq "I") {
		1663	$xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
		1664	} elsif ($code eq "U") {
		1665	$xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
		1666	} elsif ($code eq "C") {
		1667	$xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
		1668	} elsif ($code eq "T") {
		1669	$xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
		1670	} elsif ($code eq "G") {
		1671	my ($male, $female) = split /\|/, $data;
		1672	$data = $self->gender ? $female : $male;
		1673	$xml .= expand_cfpod ($self, $data);
		1674	} elsif ($code eq "H") {
1485	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",	1675	$xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
1486	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",	1676	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1487	"")	1677	"")
1488	[$self->{hintmode}]	1678	[$self->{hintmode}];
		1679	} else {
		1680	$xml .= "error processing '$code($data)' directive";
1489	}ge;	1681	}
		1682	} else {
		1683	if ($pod =~ /\G(.+)/) {
		1684	warn "parse error while expanding $pod (at $1)";
		1685	}
		1686	last;
		1687	}
		1688	}
1490		1689
		1690	for ($xml) {
1491	# create single paragraphs (very hackish)	1691	# create single paragraphs (very hackish)
1492	s/(?<=\S)\n(?=\w)/ /g;	1692	s/(?<=\S)\n(?=\w)/ /g;
1493		1693
1494	# compress some whitespace	1694	# compress some whitespace
1495	s/\s+\n/\n/g; # ws line-ends	1695	s/\s+\n/\n/g; # ws line-ends
1496	s/\n\n+/\n/g; # double lines	1696	s/\n\n+/\n/g; # double lines
1497	s/^\n+//; # beginning lines	1697	s/^\n+//; # beginning lines
1498	s/\n+$//; # ending lines	1698	s/\n+$//; # ending lines
		1699	}
1499		1700
1500	$_	1701	$xml
1501	}	1702	}
		1703
		1704	no re 'eval';
1502		1705
1503	sub hintmode {	1706	sub hintmode {
1504	$_[0]{hintmode} = $_[1] if @_ > 1;	1707	$_[0]{hintmode} = $_[1] if @_ > 1;
1505	$_[0]{hintmode}	1708	$_[0]{hintmode}
1506	}	1709	}
…		…
1578	our $MAX_RESET = 3600;	1781	our $MAX_RESET = 3600;
1579	our $DEFAULT_RESET = 3000;	1782	our $DEFAULT_RESET = 3000;
1580		1783
1581	sub generate_random_map {	1784	sub generate_random_map {
1582	my ($self, $rmp) = @_;	1785	my ($self, $rmp) = @_;
		1786
		1787	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1788
1583	# mit "rum" bekleckern, nicht	1789	# mit "rum" bekleckern, nicht
1584	$self->_create_random_map (	1790	$self->_create_random_map (
1585	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1791	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1586	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1792	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1587	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1793	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1709		1915
1710	# the temporary/swap location	1916	# the temporary/swap location
1711	sub save_path {	1917	sub save_path {
1712	my ($self) = @_;	1918	my ($self) = @_;
1713		1919
1714	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1920	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1715	"$TMPDIR/$path.map"	1921	"$TMPDIR/$path.map"
1716	}	1922	}
1717		1923
1718	# the unique path, undef == no special unique path	1924	# the unique path, undef == no special unique path
1719	sub uniq_path {	1925	sub uniq_path {
1720	my ($self) = @_;	1926	my ($self) = @_;
1721		1927
1722	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1928	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1723	"$UNIQUEDIR/$path"	1929	"$UNIQUEDIR/$path"
1724	}	1930	}
1725		1931
1726	# and all this just because we cannot iterate over	1932	# and all this just because we cannot iterate over
1727	# all maps in C++...	1933	# all maps in C++...
…		…
1750		1956
1751	sub load_header_from($) {	1957	sub load_header_from($) {
1752	my ($self, $path) = @_;	1958	my ($self, $path) = @_;
1753		1959
1754	utf8::encode $path;	1960	utf8::encode $path;
1755	#aio_open $path, O_RDONLY, 0	1961	my $f = new_from_file cf::object::thawer $path
1756	# or return;
1757
1758	$self->_load_header ($path)
1759	or return;	1962	or return;
		1963
		1964	$self->_load_header ($f)
		1965	or return;
		1966
		1967	local $MAP_LOADING{$self->{path}} = $self;
		1968	$f->resolve_delayed_derefs;
1760		1969
1761	$self->{load_path} = $path;	1970	$self->{load_path} = $path;
1762		1971
1763	1	1972	1
1764	}	1973	}
…		…
1818	sub find {	2027	sub find {
1819	my ($path, $origin) = @_;	2028	my ($path, $origin) = @_;
1820		2029
1821	$path = normalise $path, $origin && $origin->path;	2030	$path = normalise $path, $origin && $origin->path;
1822		2031
		2032	cf::lock_wait "map_data:$path";#d#remove
1823	cf::lock_wait "map_find:$path";	2033	cf::lock_wait "map_find:$path";
1824		2034
1825	$cf::MAP{$path} || do {	2035	$cf::MAP{$path} || do {
1826	my $guard = cf::lock_acquire "map_find:$path";	2036	my $guard1 = cf::lock_acquire "map_find:$path";
		2037	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		2038
1827	my $map = new_from_path cf::map $path	2039	my $map = new_from_path cf::map $path
1828	or return;	2040	or return;
1829		2041
1830	$map->{last_save} = $cf::RUNTIME;	2042	$map->{last_save} = $cf::RUNTIME;
1831		2043
…		…
1833	or return;	2045	or return;
1834		2046
1835	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2047	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1836	# doing this can freeze the server in a sync job, obviously	2048	# doing this can freeze the server in a sync job, obviously
1837	#$cf::WAIT_FOR_TICK->wait;	2049	#$cf::WAIT_FOR_TICK->wait;
		2050	undef $guard1;
		2051	undef $guard2;
1838	$map->reset;	2052	$map->reset;
1839	undef $guard;
1840	return find $path;	2053	return find $path;
1841	}	2054	}
1842		2055
1843	$cf::MAP{$path} = $map	2056	$cf::MAP{$path} = $map
1844	}	2057	}
…		…
1853	local $self->{deny_reset} = 1; # loading can take a long time	2066	local $self->{deny_reset} = 1; # loading can take a long time
1854		2067
1855	my $path = $self->{path};	2068	my $path = $self->{path};
1856		2069
1857	{	2070	{
1858	my $guard1 = cf::lock_acquire "map_data:$path";	2071	my $guard = cf::lock_acquire "map_data:$path";
1859	my $guard2 = cf::lock_acquire "map_load:$path";
1860		2072
		2073	return unless $self->valid;
1861	return if $self->in_memory != cf::MAP_SWAPPED;	2074	return unless $self->in_memory == cf::MAP_SWAPPED;
1862		2075
1863	$self->in_memory (cf::MAP_LOADING);	2076	$self->in_memory (cf::MAP_LOADING);
1864		2077
1865	$self->alloc;	2078	$self->alloc;
1866		2079
1867	$self->pre_load;	2080	$self->pre_load;
1868	cf::cede_to_tick;	2081	cf::cede_to_tick;
1869		2082
		2083	my $f = new_from_file cf::object::thawer $self->{load_path};
		2084	$f->skip_block;
1870	$self->_load_objects ($self->{load_path}, 1)	2085	$self->_load_objects ($f)
1871	or return;	2086	or return;
1872		2087
1873	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2088	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1874	if delete $self->{load_original};	2089	if delete $self->{load_original};
1875		2090
1876	if (my $uniq = $self->uniq_path) {	2091	if (my $uniq = $self->uniq_path) {
1877	utf8::encode $uniq;	2092	utf8::encode $uniq;
1878	if (aio_open $uniq, O_RDONLY, 0) {	2093	unless (aio_stat $uniq) {
		2094	if (my $f = new_from_file cf::object::thawer $uniq) {
1879	$self->clear_unique_items;	2095	$self->clear_unique_items;
1880	$self->_load_objects ($uniq, 0);	2096	$self->_load_objects ($f);
		2097	$f->resolve_delayed_derefs;
		2098	}
1881	}	2099	}
1882	}	2100	}
		2101
		2102	$f->resolve_delayed_derefs;
1883		2103
1884	cf::cede_to_tick;	2104	cf::cede_to_tick;
1885	# now do the right thing for maps	2105	# now do the right thing for maps
1886	$self->link_multipart_objects;	2106	$self->link_multipart_objects;
1887	$self->difficulty ($self->estimate_difficulty)	2107	$self->difficulty ($self->estimate_difficulty)
…		…
1899	}	2119	}
1900		2120
1901	$self->{last_save} = $cf::RUNTIME;	2121	$self->{last_save} = $cf::RUNTIME;
1902	$self->last_access ($cf::RUNTIME);	2122	$self->last_access ($cf::RUNTIME);
1903		2123
1904	$self->in_memory (cf::MAP_IN_MEMORY);	2124	$self->in_memory (cf::MAP_ACTIVE);
1905	}	2125	}
1906		2126
1907	$self->post_load;	2127	$self->post_load;
1908	}	2128	}
1909		2129
…		…
1967	my ($path, $origin, $load) = @_;	2187	my ($path, $origin, $load) = @_;
1968		2188
1969	$path = normalise $path, $origin && $origin->{path};	2189	$path = normalise $path, $origin && $origin->{path};
1970		2190
1971	if (my $map = $cf::MAP{$path}) {	2191	if (my $map = $cf::MAP{$path}) {
1972	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2192	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1973	}	2193	}
1974		2194
1975	$MAP_PREFETCH{$path} |= $load;	2195	$MAP_PREFETCH{$path} |= $load;
1976		2196
1977	$MAP_PREFETCHER ||= cf::async {	2197	$MAP_PREFETCHER ||= cf::async {
		2198	$Coro::current->{desc} = "map prefetcher";
		2199
1978	while (%MAP_PREFETCH) {	2200	while (%MAP_PREFETCH) {
1979	while (my ($k, $v) = each %MAP_PREFETCH) {	2201	while (my ($k, $v) = each %MAP_PREFETCH) {
1980	if (my $map = find $k) {	2202	if (my $map = find $k) {
1981	$map->load if $v;	2203	$map->load if $v;
1982	}	2204	}
…		…
2008	return if $self->{deny_save};	2230	return if $self->{deny_save};
2009		2231
2010	local $self->{last_access} = $self->last_access;#d#	2232	local $self->{last_access} = $self->last_access;#d#
2011		2233
2012	cf::async {	2234	cf::async {
		2235	$Coro::current->{desc} = "map player save";
2013	$_->contr->save for $self->players;	2236	$_->contr->save for $self->players;
2014	};	2237	};
		2238
		2239	cf::get_slot 0.02;
2015		2240
2016	if ($uniq) {	2241	if ($uniq) {
2017	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2242	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2018	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2243	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2019	} else {	2244	} else {
…		…
2028	$self->save;	2253	$self->save;
2029		2254
2030	my $lock = cf::lock_acquire "map_data:$self->{path}";	2255	my $lock = cf::lock_acquire "map_data:$self->{path}";
2031		2256
2032	return if $self->players;	2257	return if $self->players;
2033	return if $self->in_memory != cf::MAP_IN_MEMORY;	2258	return if $self->in_memory != cf::MAP_ACTIVE;
2034	return if $self->{deny_save};	2259	return if $self->{deny_save};
2035		2260
		2261	$self->in_memory (cf::MAP_SWAPPED);
		2262
		2263	$self->deactivate;
		2264	$_->clear_links_to ($self) for values %cf::MAP;
2036	$self->clear;	2265	$self->clear;
2037	$self->in_memory (cf::MAP_SWAPPED);
2038	}	2266	}
2039		2267
2040	sub reset_at {	2268	sub reset_at {
2041	my ($self) = @_;	2269	my ($self) = @_;
2042		2270
…		…
2074	if $uniq;	2302	if $uniq;
2075	}	2303	}
2076		2304
2077	delete $cf::MAP{$self->path};	2305	delete $cf::MAP{$self->path};
2078		2306
		2307	$self->deactivate;
		2308	$_->clear_links_to ($self) for values %cf::MAP;
2079	$self->clear;	2309	$self->clear;
2080
2081	$_->clear_links_to ($self) for values %cf::MAP;
2082		2310
2083	$self->unlink_save;	2311	$self->unlink_save;
2084	$self->destroy;	2312	$self->destroy;
2085	}	2313	}
2086		2314
…		…
2153		2381
2154	sub unique_maps() {	2382	sub unique_maps() {
2155	[	2383	[
2156	map {	2384	map {
2157	utf8::decode $_;	2385	utf8::decode $_;
2158	/\.map$/	2386	s/\.map$//; # TODO future compatibility hack
		2387	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2388	? ()
2159	? normalise $_	2389	: normalise $_
2160	: ()
2161	} @{ aio_readdir $UNIQUEDIR or [] }	2390	} @{ aio_readdir $UNIQUEDIR or [] }
2162	]	2391	]
2163	}	2392	}
2164		2393
2165	package cf;
2166
2167	=back	2394	=back
2168		2395
2169	=head3 cf::object	2396	=head3 cf::object
2170		2397
2171	=cut	2398	=cut
…		…
2174		2401
2175	=over 4	2402	=over 4
2176		2403
2177	=item $ob->inv_recursive	2404	=item $ob->inv_recursive
2178		2405
2179	Returns the inventory of the object _and_ their inventories, recursively.	2406	Returns the inventory of the object I<and> their inventories, recursively,
		2407	but I<not> the object itself.
2180		2408
2181	=cut	2409	=cut
2182		2410
2183	sub inv_recursive_;	2411	sub inv_recursive_;
2184	sub inv_recursive_ {	2412	sub inv_recursive_ {
2185	map { $_, inv_recursive_ $_->inv } @_	2413	map { $_, inv_recursive_ $_->inv } @_
2186	}	2414	}
2187		2415
2188	sub inv_recursive {	2416	sub inv_recursive {
2189	inv_recursive_ inv $_[0]	2417	inv_recursive_ inv $_[0]
		2418	}
		2419
		2420	=item $ref = $ob->ref
		2421
		2422	Creates and returns a persistent reference to an object that can be stored as a string.
		2423
		2424	=item $ob = cf::object::deref ($refstring)
		2425
		2426	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2427	even if the object actually exists. May block.
		2428
		2429	=cut
		2430
		2431	sub deref {
		2432	my ($ref) = @_;
		2433
		2434	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2435	my ($uuid, $name) = ($1, $2);
		2436	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2437	or return;
		2438	$pl->ob->uuid eq $uuid
		2439	or return;
		2440
		2441	$pl->ob
		2442	} else {
		2443	warn "$ref: cannot resolve object reference\n";
		2444	undef
		2445	}
2190	}	2446	}
2191		2447
2192	package cf;	2448	package cf;
2193		2449
2194	=back	2450	=back
…		…
2354	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2610	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2355		2611
2356	$self->enter_link;	2612	$self->enter_link;
2357		2613
2358	(async {	2614	(async {
		2615	$Coro::current->{desc} = "player::goto $path $x $y";
		2616
		2617	# *tag paths override both path and x|y
		2618	if ($path =~ /^\*(.*)$/) {
		2619	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2620	my $ob = $obs[rand @obs];
		2621
		2622	# see if we actually can go there
		2623	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2624	$ob = $obs[rand @obs];
		2625	} else {
		2626	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2627	}
		2628	# else put us there anyways for now #d#
		2629
		2630	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2631	} else {
		2632	($path, $x, $y) = (undef, undef, undef);
		2633	}
		2634	}
		2635
2359	my $map = eval {	2636	my $map = eval {
2360	my $map = cf::map::find $path;	2637	my $map = defined $path ? cf::map::find $path : undef;
2361		2638
2362	if ($map) {	2639	if ($map) {
2363	$map = $map->customise_for ($self);	2640	$map = $map->customise_for ($self);
2364	$map = $check->($map) if $check && $map;	2641	$map = $check->($map) if $check && $map;
2365	} else {	2642	} else {
2366	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2643	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2367	}	2644	}
2368		2645
2369	$map	2646	$map
2370	};	2647	};
2371		2648
…		…
2424	$rmp->{origin_y} = $exit->y;	2701	$rmp->{origin_y} = $exit->y;
2425	}	2702	}
2426		2703
2427	$rmp->{random_seed} ||= $exit->random_seed;	2704	$rmp->{random_seed} ||= $exit->random_seed;
2428		2705
2429	my $data = cf::to_json $rmp;	2706	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2430	my $md5 = Digest::MD5::md5_hex $data;	2707	my $md5 = Digest::MD5::md5_hex $data;
2431	my $meta = "$RANDOMDIR/$md5.meta";	2708	my $meta = "$RANDOMDIR/$md5.meta";
2432		2709
2433	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2710	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2434	aio_write $fh, 0, (length $data), $data, 0;	2711	aio_write $fh, 0, (length $data), $data, 0;
…		…
2461	# if exit is damned, update players death & WoR home-position	2738	# if exit is damned, update players death & WoR home-position
2462	$self->contr->savebed ($slaying, $hp, $sp)	2739	$self->contr->savebed ($slaying, $hp, $sp)
2463	if $exit->flag (FLAG_DAMNED);	2740	if $exit->flag (FLAG_DAMNED);
2464		2741
2465	(async {	2742	(async {
		2743	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2744
2466	$self->deactivate_recursive; # just to be sure	2745	$self->deactivate_recursive; # just to be sure
2467	unless (eval {	2746	unless (eval {
2468	$self->goto ($slaying, $hp, $sp);	2747	$self->goto ($slaying, $hp, $sp);
2469		2748
2470	1;	2749	1;
…		…
2505	the message, with C<log> being the default. If C<$color> is negative, suppress	2784	the message, with C<log> being the default. If C<$color> is negative, suppress
2506	the message unless the client supports the msg packet.	2785	the message unless the client supports the msg packet.
2507		2786
2508	=cut	2787	=cut
2509		2788
		2789	# non-persistent channels (usually the info channel)
2510	our %CHANNEL = (	2790	our %CHANNEL = (
2511	"c/identify" => {	2791	"c/identify" => {
2512	id => "identify",	2792	id => "infobox",
2513	title => "Identify",	2793	title => "Identify",
2514	reply => undef,	2794	reply => undef,
2515	tooltip => "Items recently identified",	2795	tooltip => "Items recently identified",
2516	},	2796	},
2517	"c/examine" => {	2797	"c/examine" => {
2518	id => "examine",	2798	id => "infobox",
2519	title => "Examine",	2799	title => "Examine",
2520	reply => undef,	2800	reply => undef,
2521	tooltip => "Signs and other items you examined",	2801	tooltip => "Signs and other items you examined",
2522	},	2802	},
		2803	"c/book" => {
		2804	id => "infobox",
		2805	title => "Book",
		2806	reply => undef,
		2807	tooltip => "The contents of a note or book",
		2808	},
		2809	"c/lookat" => {
		2810	id => "infobox",
		2811	title => "Look",
		2812	reply => undef,
		2813	tooltip => "What you saw there",
		2814	},
		2815	"c/who" => {
		2816	id => "infobox",
		2817	title => "Players",
		2818	reply => undef,
		2819	tooltip => "Shows players who are currently online",
		2820	},
		2821	"c/body" => {
		2822	id => "infobox",
		2823	title => "Body Parts",
		2824	reply => undef,
		2825	tooltip => "Shows which body parts you posess and are available",
		2826	},
		2827	"c/uptime" => {
		2828	id => "infobox",
		2829	title => "Uptime",
		2830	reply => undef,
		2831	tooltip => "How long the server has been running since last restart",
		2832	},
		2833	"c/mapinfo" => {
		2834	id => "infobox",
		2835	title => "Map Info",
		2836	reply => undef,
		2837	tooltip => "Information related to the maps",
		2838	},
		2839	"c/party" => {
		2840	id => "party",
		2841	title => "Party",
		2842	reply => "gsay ",
		2843	tooltip => "Messages and chat related to your party",
		2844	},
2523	);	2845	);
2524		2846
2525	sub cf::client::send_msg {	2847	sub cf::client::send_msg {
2526	my ($self, $channel, $msg, $color, @extra) = @_;	2848	my ($self, $channel, $msg, $color, @extra) = @_;
2527		2849
2528	$msg = $self->pl->expand_cfpod ($msg);	2850	$msg = $self->pl->expand_cfpod ($msg);
2529		2851
2530	$color &= cf::NDI_CLIENT_MASK; # just in case...	2852	$color &= cf::NDI_CLIENT_MASK; # just in case...
2531		2853
2532	# check predefined channels, for the benefit of C	2854	# check predefined channels, for the benefit of C
2533	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};	2855	if ($CHANNEL{$channel}) {
		2856	$channel = $CHANNEL{$channel};
2534		2857
		2858	$self->ext_msg (channel_info => $channel)
		2859	if $self->can_msg;
		2860
		2861	$channel = $channel->{id};
		2862
2535	if (ref $channel) {	2863	} elsif (ref $channel) {
2536	# send meta info to client, if not yet sent	2864	# send meta info to client, if not yet sent
2537	unless (exists $self->{channel}{$channel->{id}}) {	2865	unless (exists $self->{channel}{$channel->{id}}) {
2538	$self->{channel}{$channel->{id}} = $channel;	2866	$self->{channel}{$channel->{id}} = $channel;
2539	$self->ext_msg (channel_info => $channel);	2867	$self->ext_msg (channel_info => $channel)
		2868	if $self->can_msg;
2540	}	2869	}
2541		2870
2542	$channel = $channel->{id};	2871	$channel = $channel->{id};
2543	}	2872	}
2544		2873
…		…
2756	=pod	3085	=pod
2757		3086
2758	The following functions and methods are available within a safe environment:	3087	The following functions and methods are available within a safe environment:
2759		3088
2760	cf::object	3089	cf::object
2761	contr pay_amount pay_player map x y force_find force_add	3090	contr pay_amount pay_player map x y force_find force_add destroy
2762	insert remove name archname title slaying race decrease_ob_nr	3091	insert remove name archname title slaying race decrease split
2763		3092
2764	cf::object::player	3093	cf::object::player
2765	player	3094	player
2766		3095
2767	cf::player	3096	cf::player
…		…
2773	=cut	3102	=cut
2774		3103
2775	for (	3104	for (
2776	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3105	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2777	insert remove inv name archname title slaying race	3106	insert remove inv name archname title slaying race
2778	decrease_ob_nr)],	3107	decrease split destroy)],
2779	["cf::object::player" => qw(player)],	3108	["cf::object::player" => qw(player)],
2780	["cf::player" => qw(peaceful)],	3109	["cf::player" => qw(peaceful)],
2781	["cf::map" => qw(trigger)],	3110	["cf::map" => qw(trigger)],
2782	) {	3111	) {
2783	no strict 'refs';	3112	no strict 'refs';
…		…
2888	{	3217	{
2889	my $faces = $facedata->{faceinfo};	3218	my $faces = $facedata->{faceinfo};
2890		3219
2891	while (my ($face, $info) = each %$faces) {	3220	while (my ($face, $info) = each %$faces) {
2892	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3221	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3222
2893	cf::face::set_visibility $idx, $info->{visibility};	3223	cf::face::set_visibility $idx, $info->{visibility};
2894	cf::face::set_magicmap $idx, $info->{magicmap};	3224	cf::face::set_magicmap $idx, $info->{magicmap};
2895	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3225	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2896	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3226	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2897		3227
2898	cf::cede_to_tick;	3228	cf::cede_to_tick;
2899	}	3229	}
2900		3230
2901	while (my ($face, $info) = each %$faces) {	3231	while (my ($face, $info) = each %$faces) {
2902	next unless $info->{smooth};	3232	next unless $info->{smooth};
		3233
2903	my $idx = cf::face::find $face	3234	my $idx = cf::face::find $face
2904	or next;	3235	or next;
		3236
2905	if (my $smooth = cf::face::find $info->{smooth}) {	3237	if (my $smooth = cf::face::find $info->{smooth}) {
2906	cf::face::set_smooth $idx, $smooth;	3238	cf::face::set_smooth $idx, $smooth;
2907	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3239	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2908	} else {	3240	} else {
2909	warn "smooth face '$info->{smooth}' not found for face '$face'";	3241	warn "smooth face '$info->{smooth}' not found for face '$face'";
…		…
2927	{	3259	{
2928	# TODO: for gcfclient pleasure, we should give resources	3260	# TODO: for gcfclient pleasure, we should give resources
2929	# that gcfclient doesn't grok a >10000 face index.	3261	# that gcfclient doesn't grok a >10000 face index.
2930	my $res = $facedata->{resource};	3262	my $res = $facedata->{resource};
2931		3263
2932	my $soundconf = delete $res->{"res/sound.conf"};
2933
2934	while (my ($name, $info) = each %$res) {	3264	while (my ($name, $info) = each %$res) {
		3265	if (defined $info->{type}) {
2935	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3266	my $idx = (cf::face::find $name) || cf::face::alloc $name;
2936	my $data;	3267	my $data;
2937		3268
2938	if ($info->{type} & 1) {	3269	if ($info->{type} & 1) {
2939	# prepend meta info	3270	# prepend meta info
2940		3271
2941	my $meta = $enc->encode ({	3272	my $meta = $enc->encode ({
2942	name => $name,	3273	name => $name,
2943	%{ $info->{meta} || {} },	3274	%{ $info->{meta} || {} },
2944	});	3275	});
2945		3276
2946	$data = pack "(w/a*)*", $meta, $info->{data};	3277	$data = pack "(w/a*)*", $meta, $info->{data};
		3278	} else {
		3279	$data = $info->{data};
		3280	}
		3281
		3282	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3283	cf::face::set_type $idx, $info->{type};
2947	} else {	3284	} else {
2948	$data = $info->{data};	3285	$RESOURCE{$name} = $info;
2949	}	3286	}
2950		3287
2951	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
2952	cf::face::set_type $idx, $info->{type};
2953
2954	cf::cede_to_tick;	3288	cf::cede_to_tick;
2955	}	3289	}
2956
2957	if ($soundconf) {
2958	$soundconf = $enc->decode (delete $soundconf->{data});
2959
2960	for (0 .. SOUND_CAST_SPELL_0 - 1) {
2961	my $sound = $soundconf->{compat}[$_]
2962	or next;
2963
2964	my $face = cf::face::find "sound/$sound->[1]";
2965	cf::sound::set $sound->[0] => $face;
2966	cf::sound::old_sound_index $_, $face; # gcfclient-compat
2967	}
2968
2969	while (my ($k, $v) = each %{$soundconf->{event}}) {
2970	my $face = cf::face::find "sound/$v";
2971	cf::sound::set $k => $face;
2972	}
2973	}
2974	}	3290	}
		3291
		3292	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2975		3293
2976	1	3294	1
2977	}	3295	}
		3296
		3297	cf::global->attach (on_resource_update => sub {
		3298	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3299	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3300
		3301	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3302	my $sound = $soundconf->{compat}[$_]
		3303	or next;
		3304
		3305	my $face = cf::face::find "sound/$sound->[1]";
		3306	cf::sound::set $sound->[0] => $face;
		3307	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3308	}
		3309
		3310	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3311	my $face = cf::face::find "sound/$v";
		3312	cf::sound::set $k => $face;
		3313	}
		3314	}
		3315	});
2978		3316
2979	register_exticmd fx_want => sub {	3317	register_exticmd fx_want => sub {
2980	my ($ns, $want) = @_;	3318	my ($ns, $want) = @_;
2981		3319
2982	while (my ($k, $v) = each %$want) {	3320	while (my ($k, $v) = each %$want) {
2983	$ns->fx_want ($k, $v);	3321	$ns->fx_want ($k, $v);
2984	}	3322	}
2985	};	3323	};
		3324
		3325	sub load_resource_file($) {
		3326	my $guard = lock_acquire "load_resource_file";
		3327
		3328	my $status = load_resource_file_ $_[0];
		3329	get_slot 0.1, 100;
		3330	cf::arch::commit_load;
		3331
		3332	$status
		3333	}
2986		3334
2987	sub reload_regions {	3335	sub reload_regions {
2988	# HACK to clear player env face cache, we need some signal framework	3336	# HACK to clear player env face cache, we need some signal framework
2989	# for this (global event?)	3337	# for this (global event?)
2990	%ext::player_env::MUSIC_FACE_CACHE = ();	3338	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
3004	}	3352	}
3005		3353
3006	sub reload_archetypes {	3354	sub reload_archetypes {
3007	load_resource_file "$DATADIR/archetypes"	3355	load_resource_file "$DATADIR/archetypes"
3008	or die "unable to load archetypes\n";	3356	or die "unable to load archetypes\n";
3009	#d# NEED to laod twice to resolve forward references
3010	# this really needs to be done in an extra post-pass
3011	# (which needs to be synchronous, so solve it differently)
3012	load_resource_file "$DATADIR/archetypes"
3013	or die "unable to load archetypes\n";
3014	}	3357	}
3015		3358
3016	sub reload_treasures {	3359	sub reload_treasures {
3017	load_resource_file "$DATADIR/treasures"	3360	load_resource_file "$DATADIR/treasures"
3018	or die "unable to load treasurelists\n";	3361	or die "unable to load treasurelists\n";
3019	}	3362	}
3020		3363
3021	sub reload_resources {	3364	sub reload_resources {
3022	warn "reloading resource files...\n";	3365	warn "reloading resource files...\n";
3023		3366
		3367	reload_facedata;
		3368	reload_archetypes;
3024	reload_regions;	3369	reload_regions;
3025	reload_facedata;
3026	#reload_archetypes;#d#
3027	reload_archetypes;
3028	reload_treasures;	3370	reload_treasures;
3029		3371
3030	warn "finished reloading resource files\n";	3372	warn "finished reloading resource files\n";
3031	}	3373	}
3032		3374
3033	sub init {	3375	sub init {
		3376	my $guard = freeze_mainloop;
		3377
3034	reload_resources;	3378	reload_resources;
3035	}	3379	}
3036		3380
3037	sub reload_config {	3381	sub reload_config {
3038	open my $fh, "<:utf8", "$CONFDIR/config"	3382	open my $fh, "<:utf8", "$CONFDIR/config"
3039	or return;	3383	or return;
3040		3384
3041	local $/;	3385	local $/;
3042	*CFG = YAML::Syck::Load <$fh>;	3386	*CFG = YAML::Load <$fh>;
3043		3387
3044	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3388	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3045		3389
3046	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3390	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3047	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3391	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
3058	sub main {	3402	sub main {
3059	# we must not ever block the main coroutine	3403	# we must not ever block the main coroutine
3060	local $Coro::idle = sub {	3404	local $Coro::idle = sub {
3061	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3405	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3062	(async {	3406	(async {
3063	Event::one_event;	3407	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3408	EV::loop EV::LOOP_ONESHOT;
3064	})->prio (Coro::PRIO_MAX);	3409	})->prio (Coro::PRIO_MAX);
3065	};	3410	};
3066		3411
		3412	{
		3413	my $guard = freeze_mainloop;
3067	reload_config;	3414	reload_config;
3068	db_init;	3415	db_init;
3069	load_extensions;	3416	load_extensions;
3070		3417
3071	$TICK_WATCHER->start;	3418	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3419	evthread_start IO::AIO::poll_fileno;
		3420	}
		3421
3072	Event::loop;	3422	EV::loop;
3073	}	3423	}
3074		3424
3075	#############################################################################	3425	#############################################################################
3076	# initialisation and cleanup	3426	# initialisation and cleanup
3077		3427
3078	# install some emergency cleanup handlers	3428	# install some emergency cleanup handlers
3079	BEGIN {	3429	BEGIN {
		3430	our %SIGWATCHER = ();
3080	for my $signal (qw(INT HUP TERM)) {	3431	for my $signal (qw(INT HUP TERM)) {
3081	Event->signal (	3432	$SIGWATCHER{$signal} = EV::signal $signal, sub {
3082	reentrant => 0,
3083	data => WF_AUTOCANCEL,
3084	signal => $signal,
3085	prio => 0,
3086	cb => sub {
3087	cf::cleanup "SIG$signal";	3433	cf::cleanup "SIG$signal";
3088	},
3089	);	3434	};
3090	}	3435	}
3091	}	3436	}
3092		3437
3093	sub write_runtime {	3438	sub write_runtime_sync {
3094	my $runtime = "$LOCALDIR/runtime";	3439	my $runtime = "$LOCALDIR/runtime";
3095		3440
3096	# first touch the runtime file to show we are still running:	3441	# first touch the runtime file to show we are still running:
3097	# the fsync below can take a very very long time.	3442	# the fsync below can take a very very long time.
3098		3443
…		…
3124	and return;	3469	and return;
3125		3470
3126	warn "runtime file written.\n";	3471	warn "runtime file written.\n";
3127		3472
3128	1	3473	1
		3474	}
		3475
		3476	our $uuid_lock;
		3477	our $uuid_skip;
		3478
		3479	sub write_uuid_sync($) {
		3480	$uuid_skip ||= $_[0];
		3481
		3482	return if $uuid_lock;
		3483	local $uuid_lock = 1;
		3484
		3485	my $uuid = "$LOCALDIR/uuid";
		3486
		3487	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3488	or return;
		3489
		3490	my $value = uuid_str $uuid_skip + uuid_seq uuid_cur;
		3491	$uuid_skip = 0;
		3492
		3493	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3494	and return;
		3495
		3496	# always fsync - this file is important
		3497	aio_fsync $fh
		3498	and return;
		3499
		3500	close $fh
		3501	or return;
		3502
		3503	aio_rename "$uuid~", $uuid
		3504	and return;
		3505
		3506	warn "uuid file written ($value).\n";
		3507
		3508	1
		3509
		3510	}
		3511
		3512	sub write_uuid($$) {
		3513	my ($skip, $sync) = @_;
		3514
		3515	$sync ? write_uuid_sync $skip
		3516	: async { write_uuid_sync $skip };
3129	}	3517	}
3130		3518
3131	sub emergency_save() {	3519	sub emergency_save() {
3132	my $freeze_guard = cf::freeze_mainloop;	3520	my $freeze_guard = cf::freeze_mainloop;
3133		3521
…		…
3139	# and maps saved/destroyed asynchronously.	3527	# and maps saved/destroyed asynchronously.
3140	warn "begin emergency player save\n";	3528	warn "begin emergency player save\n";
3141	for my $login (keys %cf::PLAYER) {	3529	for my $login (keys %cf::PLAYER) {
3142	my $pl = $cf::PLAYER{$login} or next;	3530	my $pl = $cf::PLAYER{$login} or next;
3143	$pl->valid or next;	3531	$pl->valid or next;
		3532	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3144	$pl->save;	3533	$pl->save;
3145	}	3534	}
3146	warn "end emergency player save\n";	3535	warn "end emergency player save\n";
3147		3536
3148	warn "begin emergency map save\n";	3537	warn "begin emergency map save\n";
…		…
3154	warn "end emergency map save\n";	3543	warn "end emergency map save\n";
3155		3544
3156	warn "begin emergency database checkpoint\n";	3545	warn "begin emergency database checkpoint\n";
3157	BDB::db_env_txn_checkpoint $DB_ENV;	3546	BDB::db_env_txn_checkpoint $DB_ENV;
3158	warn "end emergency database checkpoint\n";	3547	warn "end emergency database checkpoint\n";
		3548
		3549	warn "begin write uuid\n";
		3550	write_uuid_sync 1;
		3551	warn "end write uuid\n";
3159	};	3552	};
3160		3553
3161	warn "leave emergency perl save\n";	3554	warn "leave emergency perl save\n";
3162	}	3555	}
3163		3556
…		…
3178	warn "reloading...";	3571	warn "reloading...";
3179		3572
3180	warn "entering sync_job";	3573	warn "entering sync_job";
3181		3574
3182	cf::sync_job {	3575	cf::sync_job {
3183	cf::write_runtime; # external watchdog should not bark	3576	cf::write_runtime_sync; # external watchdog should not bark
3184	cf::emergency_save;	3577	cf::emergency_save;
3185	cf::write_runtime; # external watchdog should not bark	3578	cf::write_runtime_sync; # external watchdog should not bark
3186		3579
3187	warn "syncing database to disk";	3580	warn "syncing database to disk";
3188	BDB::db_env_txn_checkpoint $DB_ENV;	3581	BDB::db_env_txn_checkpoint $DB_ENV;
3189		3582
3190	# if anything goes wrong in here, we should simply crash as we already saved	3583	# if anything goes wrong in here, we should simply crash as we already saved
3191
3192	warn "cancelling all WF_AUTOCANCEL watchers";
3193	for (Event::all_watchers) {
3194	$_->cancel if $_->data & WF_AUTOCANCEL;
3195	}
3196		3584
3197	warn "flushing outstanding aio requests";	3585	warn "flushing outstanding aio requests";
3198	for (;;) {	3586	for (;;) {
3199	BDB::flush;	3587	BDB::flush;
3200	IO::AIO::flush;	3588	IO::AIO::flush;
3201	Coro::cede;	3589	Coro::cede_notself;
3202	last unless IO::AIO::nreqs || BDB::nreqs;	3590	last unless IO::AIO::nreqs || BDB::nreqs;
3203	warn "iterate...";	3591	warn "iterate...";
3204	}	3592	}
3205		3593
3206	++$RELOAD;	3594	++$RELOAD;
…		…
3282	warn "leaving sync_job";	3670	warn "leaving sync_job";
3283		3671
3284	1	3672	1
3285	} or do {	3673	} or do {
3286	warn $@;	3674	warn $@;
3287	warn "error while reloading, exiting.";	3675	cf::cleanup "error while reloading, exiting.";
3288	exit 1;
3289	};	3676	};
3290		3677
3291	warn "reloaded";	3678	warn "reloaded";
3292	};	3679	};
3293		3680
…		…
3295		3682
3296	sub reload_perl() {	3683	sub reload_perl() {
3297	# doing reload synchronously and two reloads happen back-to-back,	3684	# doing reload synchronously and two reloads happen back-to-back,
3298	# coro crashes during coro_state_free->destroy here.	3685	# coro crashes during coro_state_free->destroy here.
3299		3686
3300	$RELOAD_WATCHER ||= Event->timer (	3687	$RELOAD_WATCHER ||= EV::timer 0, 0, sub {
3301	reentrant => 0,
3302	after => 0,
3303	data => WF_AUTOCANCEL,
3304	cb => sub {
3305	do_reload_perl;	3688	do_reload_perl;
3306	undef $RELOAD_WATCHER;	3689	undef $RELOAD_WATCHER;
3307	},
3308	);	3690	};
3309	}	3691	}
3310		3692
3311	register_command "reload" => sub {	3693	register_command "reload" => sub {
3312	my ($who, $arg) = @_;	3694	my ($who, $arg) = @_;
3313		3695
3314	if ($who->flag (FLAG_WIZ)) {	3696	if ($who->flag (FLAG_WIZ)) {
3315	$who->message ("reloading server.");	3697	$who->message ("reloading server.");
		3698	async {
		3699	$Coro::current->{desc} = "perl_reload";
3316	async { reload_perl };	3700	reload_perl;
		3701	};
3317	}	3702	}
3318	};	3703	};
3319		3704
3320	unshift @INC, $LIBDIR;	3705	unshift @INC, $LIBDIR;
3321		3706
…		…
3323		3708
3324	our @WAIT_FOR_TICK;	3709	our @WAIT_FOR_TICK;
3325	our @WAIT_FOR_TICK_BEGIN;	3710	our @WAIT_FOR_TICK_BEGIN;
3326		3711
3327	sub wait_for_tick {	3712	sub wait_for_tick {
3328	return unless $TICK_WATCHER->is_active;
3329	return if $Coro::current == $Coro::main;	3713	return if tick_inhibit || $Coro::current == $Coro::main;
3330		3714
3331	my $signal = new Coro::Signal;	3715	my $signal = new Coro::Signal;
3332	push @WAIT_FOR_TICK, $signal;	3716	push @WAIT_FOR_TICK, $signal;
3333	$signal->wait;	3717	$signal->wait;
3334	}	3718	}
3335		3719
3336	sub wait_for_tick_begin {	3720	sub wait_for_tick_begin {
3337	return unless $TICK_WATCHER->is_active;
3338	return if $Coro::current == $Coro::main;	3721	return if tick_inhibit || $Coro::current == $Coro::main;
3339		3722
3340	my $signal = new Coro::Signal;	3723	my $signal = new Coro::Signal;
3341	push @WAIT_FOR_TICK_BEGIN, $signal;	3724	push @WAIT_FOR_TICK_BEGIN, $signal;
3342	$signal->wait;	3725	$signal->wait;
3343	}	3726	}
3344		3727
3345	my $min = 1e6;#d#	3728	sub tick {
3346	my $avg = 10;
3347	$TICK_WATCHER = Event->timer (
3348	reentrant => 0,
3349	parked => 1,
3350	prio => 0,
3351	at => $NEXT_TICK || $TICK,
3352	data => WF_AUTOCANCEL,
3353	cb => sub {
3354	if ($Coro::current != $Coro::main) {	3729	if ($Coro::current != $Coro::main) {
3355	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3730	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3356	unless ++$bug_warning > 10;	3731	unless ++$bug_warning > 10;
3357	return;	3732	return;
3358	}	3733	}
3359		3734
3360	$NOW = $tick_start = Event::time;
3361
3362	cf::server_tick; # one server iteration	3735	cf::server_tick; # one server iteration
3363		3736
3364	0 && sync_job {#d#	3737	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3365	for(1..10) {	3738	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3366	my $t = Event::time;	3739	Coro::async_pool {
3367	my $map = my $map = new_from_path cf::map "/tmp/x.map"	3740	$Coro::current->{desc} = "runtime saver";
3368	or die;	3741	write_runtime_sync
3369		3742	or warn "ERROR: unable to write runtime file: $!";
3370	$map->width (50);
3371	$map->height (50);
3372	$map->alloc;
3373	$map->_load_objects ("/tmp/x.map", 1);
3374	my $t = Event::time - $t;
3375
3376	#next unless $t < 0.0013;#d#
3377	if ($t < $min) {
3378	$min = $t;
3379	}
3380	$avg = $avg * 0.99 + $t * 0.01;
3381	}
3382	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3383	exit 0;
3384	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3385	};	3743	};
		3744	}
3386		3745
3387	$RUNTIME += $TICK;
3388	$NEXT_TICK += $TICK;
3389
3390	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3391	$NEXT_RUNTIME_WRITE = $NOW + 10;
3392	Coro::async_pool {
3393	write_runtime
3394	or warn "ERROR: unable to write runtime file: $!";
3395	};
3396	}
3397
3398	# my $AFTER = Event::time;
3399	# warn $AFTER - $NOW;#d#
3400
3401	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3746	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3402	$sig->send;	3747	$sig->send;
3403	}	3748	}
3404	while (my $sig = shift @WAIT_FOR_TICK) {	3749	while (my $sig = shift @WAIT_FOR_TICK) {
3405	$sig->send;	3750	$sig->send;
3406	}	3751	}
3407		3752
3408	$NOW = Event::time;	3753	$LOAD = ($NOW - $TICK_START) / $TICK;
3409
3410	# if we are delayed by four ticks or more, skip them all
3411	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3412
3413	$TICK_WATCHER->at ($NEXT_TICK);
3414	$TICK_WATCHER->start;
3415
3416	$LOAD = ($NOW - $tick_start) / $TICK;
3417	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3754	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3418		3755
3419	_post_tick;	3756	if (0) {
3420		3757	if ($NEXT_TICK) {
3421		3758	my $jitter = $TICK_START - $NEXT_TICK;
		3759	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3760	warn "jitter $JITTER\n";#d#
		3761	}
3422	},	3762	}
3423	);	3763	}
3424		3764
3425	{	3765	{
3426	BDB::max_poll_time $TICK * 0.1;	3766	# configure BDB
3427	$BDB_POLL_WATCHER = Event->io (	3767
3428	reentrant => 0,
3429	fd => BDB::poll_fileno,
3430	poll => 'r',
3431	prio => 0,
3432	data => WF_AUTOCANCEL,
3433	cb => \&BDB::poll_cb,
3434	);
3435	BDB::min_parallel 8;	3768	BDB::min_parallel 8;
3436		3769	BDB::max_poll_reqs $TICK * 0.1;
3437	BDB::set_sync_prepare {	3770	$Coro::BDB::WATCHER->priority (1);
3438	my $status;
3439	my $current = $Coro::current;
3440	(
3441	sub {
3442	$status = $!;
3443	$current->ready; undef $current;
3444	},
3445	sub {
3446	Coro::schedule while defined $current;
3447	$! = $status;
3448	},
3449	)
3450	};
3451		3771
3452	unless ($DB_ENV) {	3772	unless ($DB_ENV) {
3453	$DB_ENV = BDB::db_env_create;	3773	$DB_ENV = BDB::db_env_create;
		3774	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3775	| BDB::LOG_AUTOREMOVE, 1);
		3776	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3777	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3454		3778
3455	cf::sync_job {	3779	cf::sync_job {
3456	eval {	3780	eval {
3457	BDB::db_env_open	3781	BDB::db_env_open
3458	$DB_ENV,	3782	$DB_ENV,
…		…
3460	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3784	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3461	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3785	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3462	0666;	3786	0666;
3463		3787
3464	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3788	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3465
3466	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3467	$DB_ENV->set_lk_detect;
3468	};	3789	};
3469		3790
3470	cf::cleanup "db_env_open(db): $@" if $@;	3791	cf::cleanup "db_env_open(db): $@" if $@;
3471	};	3792	};
3472	}	3793	}
		3794
		3795	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3796	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3797	};
		3798	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3799	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3800	};
		3801	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3802	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3803	};
3473	}	3804	}
3474		3805
3475	{	3806	{
		3807	# configure IO::AIO
		3808
3476	IO::AIO::min_parallel 8;	3809	IO::AIO::min_parallel 8;
3477
3478	undef $Coro::AIO::WATCHER;
3479	IO::AIO::max_poll_time $TICK * 0.1;	3810	IO::AIO::max_poll_time $TICK * 0.1;
3480	$AIO_POLL_WATCHER = Event->io (	3811	$Coro::AIO::WATCHER->priority (1);
3481	reentrant => 0,
3482	data => WF_AUTOCANCEL,
3483	fd => IO::AIO::poll_fileno,
3484	poll => 'r',
3485	prio => 6,
3486	cb => \&IO::AIO::poll_cb,
3487	);
3488	}	3812	}
3489		3813
3490	my $_log_backtrace;	3814	my $_log_backtrace;
3491		3815
3492	sub _log_backtrace {	3816	sub _log_backtrace {
…		…
3496		3820
3497	# limit the # of concurrent backtraces	3821	# limit the # of concurrent backtraces
3498	if ($_log_backtrace < 2) {	3822	if ($_log_backtrace < 2) {
3499	++$_log_backtrace;	3823	++$_log_backtrace;
3500	async {	3824	async {
		3825	$Coro::current->{desc} = "abt $msg";
		3826
3501	my @bt = fork_call {	3827	my @bt = fork_call {
3502	@addr = map { sprintf "%x", $_ } @addr;	3828	@addr = map { sprintf "%x", $_ } @addr;
3503	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	3829	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3504	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	3830	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3505	or die "addr2line: $!";	3831	or die "addr2line: $!";

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines