ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.361 by root, Sun Sep 9 12:52:48 2007 UTC vs.
Revision 1.457 by root, Wed Oct 1 05:50:19 2008 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify
		7	# it under the terms of the GNU General Public License as published by
		8	# the Free Software Foundation, either version 3 of the License, or
		9	# (at your option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the GNU General Public License
		17	# along with this program. If not, see <http://www.gnu.org/licenses/>.
		18	#
		19	# The authors can be reached via e-mail to <support@deliantra.net>
		20	#
		21
1	package cf;	22	package cf;
2		23
		24	use 5.10.0;
3	use utf8;	25	use utf8;
4	use strict;	26	use strict "vars", "subs";
5		27
6	use Symbol;	28	use Symbol;
7	use List::Util;	29	use List::Util;
8	use Socket;	30	use Socket;
9	use Storable;	31	use EV;
10	use Event;
11	use Opcode;	32	use Opcode;
12	use Safe;	33	use Safe;
13	use Safe::Hole;	34	use Safe::Hole;
		35	use Storable ();
14		36
15	use Coro 3.64 ();	37	use Coro ();
16	use Coro::State;	38	use Coro::State;
17	use Coro::Handle;	39	use Coro::Handle;
		40	use Coro::EV;
18	use Coro::Event;	41	use Coro::AnyEvent;
19	use Coro::Timer;	42	use Coro::Timer;
20	use Coro::Signal;	43	use Coro::Signal;
21	use Coro::Semaphore;	44	use Coro::Semaphore;
		45	use Coro::AnyEvent;
22	use Coro::AIO;	46	use Coro::AIO;
		47	use Coro::BDB 1.6;
23	use Coro::Storable;	48	use Coro::Storable;
24	use Coro::Util ();	49	use Coro::Util ();
25		50
26	use JSON::XS ();	51	use JSON::XS 2.01 ();
27	use BDB ();	52	use BDB ();
28	use Data::Dumper;	53	use Data::Dumper;
29	use Digest::MD5;	54	use Digest::MD5;
30	use Fcntl;	55	use Fcntl;
31	use YAML::Syck ();	56	use YAML ();
32	use IO::AIO 2.32 ();	57	use IO::AIO ();
33	use Time::HiRes;	58	use Time::HiRes;
34	use Compress::LZF;	59	use Compress::LZF;
35	use Digest::MD5 ();	60	use Digest::MD5 ();
		61
		62	AnyEvent::detect;
36		63
37	# configure various modules to our taste	64	# configure various modules to our taste
38	#	65	#
39	$Storable::canonical = 1; # reduce rsync transfers	66	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	67	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		68
		69	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		70
		71	# make sure c-lzf reinitialises itself
		72	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	73	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
43	$Event::Eval = 1; # no idea why this is required, but it is
44
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		74
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	75	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51		76
52	our %COMMAND = ();	77	our %COMMAND = ();
53	our %COMMAND_TIME = ();	78	our %COMMAND_TIME = ();
…		…
56	our %EXTCMD = ();	81	our %EXTCMD = ();
57	our %EXTICMD = ();	82	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	83	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	84	our %EXT_MAP = (); # pluggable maps
60		85
61	our $RELOAD; # number of reloads so far	86	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	87	our @EVENT;
63		88
64	our $CONFDIR = confdir;	89	our $CONFDIR = confdir;
65	our $DATADIR = datadir;	90	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	91	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	92	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	93	our $MAPDIR = "$DATADIR/" . mapdir;
69	our $LOCALDIR = localdir;	94	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	95	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	96	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	97	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	98	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	99	our $BDBDIR = "$LOCALDIR/db";
		100	our $PIDFILE = "$LOCALDIR/pid";
		101	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		102
		103	our %RESOURCE;
75		104
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	105	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	106	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	107	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	108	our $USE_FSYNC = 1; # use fsync to write maps - default off
83		109
		110	our $BDB_DEADLOCK_WATCHER;
		111	our $BDB_CHECKPOINT_WATCHER;
84	our $BDB_POLL_WATCHER;	112	our $BDB_TRICKLE_WATCHER;
85	our $DB_ENV;	113	our $DB_ENV;
86		114
87	our %CFG;	115	our %CFG;
88		116
89	our $UPTIME; $UPTIME ||= time;	117	our $UPTIME; $UPTIME ||= time;
90	our $RUNTIME;	118	our $RUNTIME;
		119	our $NOW;
91		120
92	our (%PLAYER, %PLAYER_LOADING); # all users	121	our (%PLAYER, %PLAYER_LOADING); # all users
93	our (%MAP, %MAP_LOADING ); # all maps	122	our (%MAP, %MAP_LOADING ); # all maps
94	our $LINK_MAP; # the special {link} map, which is always available	123	our $LINK_MAP; # the special {link} map, which is always available
95		124
96	# used to convert map paths into valid unix filenames by replacing / by ∕	125	# used to convert map paths into valid unix filenames by replacing / by ∕
97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	126	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
98		127
99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	128	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
100	our $LOADAVG; # same thing, but with alpha-smoothing	129	our $LOADAVG; # same thing, but with alpha-smoothing
		130	our $JITTER; # average jitter
101	our $tick_start; # for load detecting purposes	131	our $TICK_START; # for load detecting purposes
		132
		133	our @POST_INIT;
		134
		135	our $REATTACH_ON_RELOAD; # ste to true to force object reattach on reload (slow)
102		136
103	binmode STDOUT;	137	binmode STDOUT;
104	binmode STDERR;	138	binmode STDERR;
105		139
106	# read virtual server time, if available	140	# read virtual server time, if available
107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	141	unless ($RUNTIME || !-e $RUNTIMEFILE) {
108	open my $fh, "<", "$LOCALDIR/runtime"	142	open my $fh, "<", $RUNTIMEFILE
109	or die "unable to read runtime file: $!";	143	or die "unable to read $RUNTIMEFILE file: $!";
110	$RUNTIME = <$fh> + 0.;	144	$RUNTIME = <$fh> + 0.;
111	}	145	}
112		146
113	mkdir $_	147	mkdir $_
114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	148	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
…		…
159		193
160	The raw value load value from the last tick.	194	The raw value load value from the last tick.
161		195
162	=item %cf::CFG	196	=item %cf::CFG
163		197
164	Configuration for the server, loaded from C</etc/crossfire/config>, or	198	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165	from wherever your confdir points to.	199	from wherever your confdir points to.
166		200
167	=item cf::wait_for_tick, cf::wait_for_tick_begin	201	=item cf::wait_for_tick, cf::wait_for_tick_begin
168		202
169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	203	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
…		…
187	$msg .= "\n"	221	$msg .= "\n"
188	unless $msg =~ /\n$/;	222	unless $msg =~ /\n$/;
189		223
190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	224	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191		225
192	utf8::encode $msg;
193	LOG llevError, $msg;	226	LOG llevError, $msg;
194	};	227	};
195	}	228	}
		229
		230	$Coro::State::DIEHOOK = sub {
		231	return unless $^S eq 0; # "eq", not "=="
		232
		233	if ($Coro::current == $Coro::main) {#d#
		234	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		235	return;#d#
		236	}#d#
		237
		238	# kill coroutine otherwise
		239	warn Carp::longmess $_[0];
		240	Coro::terminate
		241	};
		242
		243	$SIG{__DIE__} = sub { }; #d#?
196		244
197	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	245	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	246	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	247	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	248	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
207	for my $pkg (qw(	255	for my $pkg (qw(
208	cf::global cf::attachable	256	cf::global cf::attachable
209	cf::object cf::object::player	257	cf::object cf::object::player
210	cf::client cf::player	258	cf::client cf::player
211	cf::arch cf::living	259	cf::arch cf::living
		260	cf::map cf::mapspace
212	cf::map cf::party cf::region	261	cf::party cf::region
213	)) {	262	)) {
214	no strict 'refs';
215	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	263	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216	}	264	}
217		265
218	$Event::DIED = sub {	266	$EV::DIED = sub {
219	warn "error in event callback: @_";	267	warn "error in event callback: @_";
220	};	268	};
221		269
222	#############################################################################	270	#############################################################################
223		271
…		…
246	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	294	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247	$d	295	$d
248	} || "[unable to dump $_[0]: '$@']";	296	} || "[unable to dump $_[0]: '$@']";
249	}	297	}
250		298
251	=item $ref = cf::from_json $json	299	=item $ref = cf::decode_json $json
252		300
253	Converts a JSON string into the corresponding perl data structure.	301	Converts a JSON string into the corresponding perl data structure.
254		302
255	=item $json = cf::to_json $ref	303	=item $json = cf::encode_json $ref
256		304
257	Converts a perl data structure into its JSON representation.	305	Converts a perl data structure into its JSON representation.
258		306
259	=cut	307	=cut
260		308
261	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	309	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262		310
263	sub to_json ($) { $json_coder->encode ($_[0]) }	311	sub encode_json($) { $json_coder->encode ($_[0]) }
264	sub from_json ($) { $json_coder->decode ($_[0]) }	312	sub decode_json($) { $json_coder->decode ($_[0]) }
		313
		314	=item cf::post_init { BLOCK }
		315
		316	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		317	but I<before> the server starts ticking again.
		318
		319	The cdoeblock will have a single boolean argument to indicate whether this
		320	is a reload or not.
		321
		322	=cut
		323
		324	sub post_init(&) {
		325	push @POST_INIT, shift;
		326	}
265		327
266	=item cf::lock_wait $string	328	=item cf::lock_wait $string
267		329
268	Wait until the given lock is available. See cf::lock_acquire.	330	Wait until the given lock is available. See cf::lock_acquire.
269		331
…		…
297	return;#d#	359	return;#d#
298	}#d#	360	}#d#
299		361
300	# wait for lock, if any	362	# wait for lock, if any
301	while ($LOCK{$key}) {	363	while ($LOCK{$key}) {
		364	#local $Coro::current->{desc} = "$Coro::current->{desc} <waiting for lock $key>";
302	push @{ $LOCK{$key} }, $Coro::current;	365	push @{ $LOCK{$key} }, $Coro::current;
303	Coro::schedule;	366	Coro::schedule;
304	}	367	}
305	}	368	}
306		369
…		…
325		388
326	! ! $LOCK{$key}	389	! ! $LOCK{$key}
327	}	390	}
328		391
329	sub freeze_mainloop {	392	sub freeze_mainloop {
330	return unless $TICK_WATCHER->is_active;	393	tick_inhibit_inc;
331		394
332	my $guard = Coro::guard {	395	Coro::guard \&tick_inhibit_dec;
333	$TICK_WATCHER->start;	396	}
334	};	397
335	$TICK_WATCHER->stop;	398	=item cf::periodic $interval, $cb
336	$guard	399
		400	Like EV::periodic, but randomly selects a starting point so that the actions
		401	get spread over timer.
		402
		403	=cut
		404
		405	sub periodic($$) {
		406	my ($interval, $cb) = @_;
		407
		408	my $start = rand List::Util::min 180, $interval;
		409
		410	EV::periodic $start, $interval, 0, $cb
337	}	411	}
338		412
339	=item cf::get_slot $time[, $priority[, $name]]	413	=item cf::get_slot $time[, $priority[, $name]]
340		414
341	Allocate $time seconds of blocking CPU time at priority C<$priority>:	415	Allocate $time seconds of blocking CPU time at priority C<$priority>:
…		…
352	our @SLOT_QUEUE;	426	our @SLOT_QUEUE;
353	our $SLOT_QUEUE;	427	our $SLOT_QUEUE;
354		428
355	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	429	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
356	$SLOT_QUEUE = Coro::async {	430	$SLOT_QUEUE = Coro::async {
		431	$Coro::current->desc ("timeslot manager");
		432
357	my $signal = new Coro::Signal;	433	my $signal = new Coro::Signal;
358		434
359	while () {	435	while () {
360	next_job:	436	next_job:
361	my $avail = cf::till_tick;	437	my $avail = cf::till_tick;
…		…
369	}	445	}
370	}	446	}
371	}	447	}
372		448
373	if (@SLOT_QUEUE) {	449	if (@SLOT_QUEUE) {
374	# we do not use wait_For_tick() as it returns immediately when tick is inactive	450	# we do not use wait_for_tick() as it returns immediately when tick is inactive
375	push @cf::WAIT_FOR_TICK, $signal;	451	push @cf::WAIT_FOR_TICK, $signal;
376	$signal->wait;	452	$signal->wait;
377	} else {	453	} else {
378	Coro::schedule;	454	Coro::schedule;
379	}	455	}
380	}	456	}
381	};	457	};
382		458
383	sub get_slot($;$$) {	459	sub get_slot($;$$) {
		460	return if tick_inhibit || $Coro::current == $Coro::main;
		461
384	my ($time, $pri, $name) = @_;	462	my ($time, $pri, $name) = @_;
385		463
386	$time = $TICK * .6 if $time > $TICK * .6;	464	$time = $TICK * .6 if $time > $TICK * .6;
387	my $sig = new Coro::Signal;	465	my $sig = new Coro::Signal;
388		466
…		…
402		480
403	BEGIN { *async = \&Coro::async_pool }	481	BEGIN { *async = \&Coro::async_pool }
404		482
405	=item cf::sync_job { BLOCK }	483	=item cf::sync_job { BLOCK }
406		484
407	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	485	The design of Deliantra requires that the main coroutine ($Coro::main)
408	is always able to handle events or runnable, as Crossfire TRT is only	486	is always able to handle events or runnable, as Deliantra is only
409	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	487	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
410	acceptable.	488	acceptable.
411		489
412	If it must be done, put the blocking parts into C<sync_job>. This will run	490	If it must be done, put the blocking parts into C<sync_job>. This will run
413	the given BLOCK in another coroutine while waiting for the result. The	491	the given BLOCK in another coroutine while waiting for the result. The
…		…
418		496
419	sub sync_job(&) {	497	sub sync_job(&) {
420	my ($job) = @_;	498	my ($job) = @_;
421		499
422	if ($Coro::current == $Coro::main) {	500	if ($Coro::current == $Coro::main) {
423	my $time = Event::time;	501	my $time = EV::time;
424		502
425	# this is the main coro, too bad, we have to block	503	# this is the main coro, too bad, we have to block
426	# till the operation succeeds, freezing the server :/	504	# till the operation succeeds, freezing the server :/
427		505
428	# TODO: use suspend/resume instead	506	LOG llevError, Carp::longmess "sync job";#d#
429	# (but this is cancel-safe)	507
430	my $freeze_guard = freeze_mainloop;	508	my $freeze_guard = freeze_mainloop;
431		509
432	my $busy = 1;	510	my $busy = 1;
433	my @res;	511	my @res;
434		512
435	(async {	513	(async {
		514	$Coro::current->desc ("sync job coro");
436	@res = eval { $job->() };	515	@res = eval { $job->() };
437	warn $@ if $@;	516	warn $@ if $@;
438	undef $busy;	517	undef $busy;
439	})->prio (Coro::PRIO_MAX);	518	})->prio (Coro::PRIO_MAX);
440		519
441	while ($busy) {	520	while ($busy) {
442	Coro::cede or Event::one_event;	521	if (Coro::nready) {
		522	Coro::cede_notself;
		523	} else {
		524	EV::loop EV::LOOP_ONESHOT;
443	}	525	}
		526	}
444		527
445	$time = Event::time - $time;	528	my $time = EV::time - $time;
446		529
447	LOG llevError | logBacktrace, Carp::longmess "long sync job"
448	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
449
450	$tick_start += $time; # do not account sync jobs to server load	530	$TICK_START += $time; # do not account sync jobs to server load
451		531
452	wantarray ? @res : $res[0]	532	wantarray ? @res : $res[0]
453	} else {	533	} else {
454	# we are in another coroutine, how wonderful, everything just works	534	# we are in another coroutine, how wonderful, everything just works
455		535
…		…
480	=item fork_call { }, $args	560	=item fork_call { }, $args
481		561
482	Executes the given code block with the given arguments in a seperate	562	Executes the given code block with the given arguments in a seperate
483	process, returning the results. Everything must be serialisable with	563	process, returning the results. Everything must be serialisable with
484	Coro::Storable. May, of course, block. Note that the executed sub may	564	Coro::Storable. May, of course, block. Note that the executed sub may
485	never block itself or use any form of Event handling.	565	never block itself or use any form of event handling.
486		566
487	=cut	567	=cut
488		568
489	sub fork_call(&@) {	569	sub fork_call(&@) {
490	my ($cb, @args) = @_;	570	my ($cb, @args) = @_;
…		…
499	}, @args;	579	}, @args;
500		580
501	wantarray ? @res : $res[-1]	581	wantarray ? @res : $res[-1]
502	}	582	}
503		583
		584	=item $coin = coin_from_name $name
		585
		586	=cut
		587
		588	our %coin_alias = (
		589	"silver" => "silvercoin",
		590	"silvercoin" => "silvercoin",
		591	"silvercoins" => "silvercoin",
		592	"gold" => "goldcoin",
		593	"goldcoin" => "goldcoin",
		594	"goldcoins" => "goldcoin",
		595	"platinum" => "platinacoin",
		596	"platinumcoin" => "platinacoin",
		597	"platinumcoins" => "platinacoin",
		598	"platina" => "platinacoin",
		599	"platinacoin" => "platinacoin",
		600	"platinacoins" => "platinacoin",
		601	"royalty" => "royalty",
		602	"royalties" => "royalty",
		603	);
		604
		605	sub coin_from_name($) {
		606	$coin_alias{$_[0]}
		607	? cf::arch::find $coin_alias{$_[0]}
		608	: undef
		609	}
		610
504	=item $value = cf::db_get $family => $key	611	=item $value = cf::db_get $family => $key
505		612
506	Returns a single value from the environment database.	613	Returns a single value from the environment database.
507		614
508	=item cf::db_put $family => $key => $value	615	=item cf::db_put $family => $key => $value
509		616
510	Stores the given C<$value> in the family. It can currently store binary	617	Stores the given C<$value> in the family. It can currently store binary
511	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).	618	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
512		619
		620	=item $db = cf::db_table "name"
		621
		622	Create and/or open a new database table. The string must not be "db" and must be unique
		623	within each server.
		624
513	=cut	625	=cut
		626
		627	sub db_table($) {
		628	my ($name) = @_;
		629	my $db = BDB::db_create $DB_ENV;
		630
		631	eval {
		632	$db->set_flags (BDB::CHKSUM);
		633
		634	utf8::encode $name;
		635	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		636	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		637	cf::cleanup "db_open(db): $!" if $!;
		638	};
		639	cf::cleanup "db_open(db): $@" if $@;
		640
		641	$db
		642	}
514		643
515	our $DB;	644	our $DB;
516		645
517	sub db_init {	646	sub db_init {
518	unless ($DB) {
519	$DB = BDB::db_create $DB_ENV;
520
521	cf::sync_job {	647	cf::sync_job {
522	eval {	648	$DB ||= db_table "db";
523	$DB->set_flags (BDB::CHKSUM);
524
525	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
526	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
527	cf::cleanup "db_open(db): $!" if $!;
528	};
529	cf::cleanup "db_open(db): $@" if $@;
530	};
531	}	649	};
532	}	650	}
533		651
534	sub db_get($$) {	652	sub db_get($$) {
535	my $key = "$_[0]/$_[1]";	653	my $key = "$_[0]/$_[1]";
536		654
…		…
634		752
635	#############################################################################	753	#############################################################################
636		754
637	=head2 ATTACHABLE OBJECTS	755	=head2 ATTACHABLE OBJECTS
638		756
639	Many objects in crossfire are so-called attachable objects. That means you can	757	Many objects in deliantra are so-called attachable objects. That means you can
640	attach callbacks/event handlers (a collection of which is called an "attachment")	758	attach callbacks/event handlers (a collection of which is called an "attachment")
641	to it. All such attachable objects support the following methods.	759	to it. All such attachable objects support the following methods.
642		760
643	In the following description, CLASS can be any of C<global>, C<object>	761	In the following description, CLASS can be any of C<global>, C<object>
644	C<player>, C<client> or C<map> (i.e. the attachable objects in	762	C<player>, C<client> or C<map> (i.e. the attachable objects in
645	Crossfire TRT).	763	Deliantra).
646		764
647	=over 4	765	=over 4
648		766
649	=item $attachable->attach ($attachment, key => $value...)	767	=item $attachable->attach ($attachment, key => $value...)
650		768
…		…
694	=item cf::CLASS::attachment $name, ...	812	=item cf::CLASS::attachment $name, ...
695		813
696	Register an attachment by C<$name> through which attachable objects of the	814	Register an attachment by C<$name> through which attachable objects of the
697	given CLASS can refer to this attachment.	815	given CLASS can refer to this attachment.
698		816
699	Some classes such as crossfire maps and objects can specify attachments	817	Some classes such as deliantra maps and objects can specify attachments
700	that are attached at load/instantiate time, thus the need for a name.	818	that are attached at load/instantiate time, thus the need for a name.
701		819
702	These calls expect any number of the following handler/hook descriptions:	820	These calls expect any number of the following handler/hook descriptions:
703		821
704	=over 4	822	=over 4
…		…
932	}	1050	}
933		1051
934	0	1052	0
935	}	1053	}
936		1054
937	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1055	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
938		1056
939	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1057	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
940		1058
941	Generate an object-specific event with the given arguments.	1059	Generate an object-specific event with the given arguments.
942		1060
…		…
948		1066
949	=cut	1067	=cut
950		1068
951	#############################################################################	1069	#############################################################################
952	# object support	1070	# object support
953	#
954		1071
		1072	sub _object_equal($$);
		1073	sub _object_equal($$) {
		1074	my ($a, $b) = @_;
		1075
		1076	return 0 unless (ref $a) eq (ref $b);
		1077
		1078	if ("HASH" eq ref $a) {
		1079	my @ka = keys %$a;
		1080	my @kb = keys %$b;
		1081
		1082	return 0 if @ka != @kb;
		1083
		1084	for (0 .. $#ka) {
		1085	return 0 unless $ka[$_] eq $kb[$_];
		1086	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1087	}
		1088
		1089	} elsif ("ARRAY" eq ref $a) {
		1090
		1091	return 0 if @$a != @$b;
		1092
		1093	for (0 .. $#$a) {
		1094	return 0 unless _object_equal $a->[$_], $b->[$_];
		1095	}
		1096
		1097	} elsif ($a ne $b) {
		1098	return 0;
		1099	}
		1100
		1101	1
		1102	}
		1103
		1104	our $SLOW_MERGES;#d#
955	sub _can_merge {	1105	sub _can_merge {
956	my ($ob1, $ob2) = @_;	1106	my ($ob1, $ob2) = @_;
957		1107
958	local $Storable::canonical = 1;	1108	++$SLOW_MERGES;#d#
959	my $fob1 = Storable::freeze $ob1;
960	my $fob2 = Storable::freeze $ob2;
961		1109
962	$fob1 eq $fob2	1110	# we do the slow way here
		1111	return _object_equal $ob1, $ob2
963	}	1112	}
964		1113
965	sub reattach {	1114	sub reattach {
966	# basically do the same as instantiate, without calling instantiate	1115	# basically do the same as instantiate, without calling instantiate
967	my ($obj) = @_;	1116	my ($obj) = @_;
968		1117
		1118	# no longer needed after getting rid of delete_package?
969	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1119	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
970		1120
971	my $registry = $obj->registry;	1121	my $registry = $obj->registry;
972		1122
973	@$registry = ();	1123	@$registry = ();
974		1124
…		…
989	cf::attachable->attach (	1139	cf::attachable->attach (
990	prio => -1000000,	1140	prio => -1000000,
991	on_instantiate => sub {	1141	on_instantiate => sub {
992	my ($obj, $data) = @_;	1142	my ($obj, $data) = @_;
993		1143
994	$data = from_json $data;	1144	$data = decode_json $data;
995		1145
996	for (@$data) {	1146	for (@$data) {
997	my ($name, $args) = @$_;	1147	my ($name, $args) = @$_;
998		1148
999	$obj->attach ($name, %{$args || {} });	1149	$obj->attach ($name, %{$args || {} });
…		…
1013	);	1163	);
1014		1164
1015	sub object_freezer_save {	1165	sub object_freezer_save {
1016	my ($filename, $rdata, $objs) = @_;	1166	my ($filename, $rdata, $objs) = @_;
1017		1167
1018	my $guard = cf::lock_acquire "io";
1019
1020	sync_job {	1168	sync_job {
1021	if (length $$rdata) {	1169	if (length $$rdata) {
		1170	utf8::decode (my $decname = $filename);
1022	warn sprintf "saving %s (%d,%d)\n",	1171	warn sprintf "saving %s (%d,%d)\n",
1023	$filename, length $$rdata, scalar @$objs;	1172	$decname, length $$rdata, scalar @$objs;
1024		1173
1025	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1174	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1026	chmod SAVE_MODE, $fh;	1175	aio_chmod $fh, SAVE_MODE;
1027	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1176	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1028	aio_fsync $fh if $cf::USE_FSYNC;	1177	aio_fsync $fh if $cf::USE_FSYNC;
1029	close $fh;	1178	aio_close $fh;
1030		1179
1031	if (@$objs) {	1180	if (@$objs) {
1032	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1181	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1033	chmod SAVE_MODE, $fh;	1182	aio_chmod $fh, SAVE_MODE;
1034	my $data = Storable::nfreeze { version => 1, objs => $objs };	1183	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1035	aio_write $fh, 0, (length $data), $data, 0;	1184	aio_write $fh, 0, (length $data), $data, 0;
1036	aio_fsync $fh if $cf::USE_FSYNC;	1185	aio_fsync $fh if $cf::USE_FSYNC;
1037	close $fh;	1186	aio_close $fh;
1038	aio_rename "$filename.pst~", "$filename.pst";	1187	aio_rename "$filename.pst~", "$filename.pst";
1039	}	1188	}
1040	} else {	1189	} else {
1041	aio_unlink "$filename.pst";	1190	aio_unlink "$filename.pst";
1042	}	1191	}
1043		1192
1044	aio_rename "$filename~", $filename;	1193	aio_rename "$filename~", $filename;
		1194
		1195	$filename =~ s%/[^/]+$%%;
		1196	aio_pathsync $filename if $cf::USE_FSYNC;
1045	} else {	1197	} else {
1046	warn "FATAL: $filename~: $!\n";	1198	warn "FATAL: $filename~: $!\n";
1047	}	1199	}
1048	} else {	1200	} else {
1049	aio_unlink $filename;	1201	aio_unlink $filename;
1050	aio_unlink "$filename.pst";	1202	aio_unlink "$filename.pst";
1051	}	1203	}
1052	};	1204	};
1053
1054	undef $guard;
1055	}	1205	}
1056		1206
1057	sub object_freezer_as_string {	1207	sub object_freezer_as_string {
1058	my ($rdata, $objs) = @_;	1208	my ($rdata, $objs) = @_;
1059		1209
…		…
1064		1214
1065	sub object_thawer_load {	1215	sub object_thawer_load {
1066	my ($filename) = @_;	1216	my ($filename) = @_;
1067		1217
1068	my ($data, $av);	1218	my ($data, $av);
1069
1070	my $guard = cf::lock_acquire "io";
1071		1219
1072	(aio_load $filename, $data) >= 0	1220	(aio_load $filename, $data) >= 0
1073	or return;	1221	or return;
1074		1222
1075	unless (aio_stat "$filename.pst") {	1223	unless (aio_stat "$filename.pst") {
1076	(aio_load "$filename.pst", $av) >= 0	1224	(aio_load "$filename.pst", $av) >= 0
1077	or return;	1225	or return;
1078		1226
1079	undef $guard;
1080	$av = eval { (Storable::thaw $av)->{objs} };	1227	my $st = eval { Coro::Storable::thaw $av };
		1228	$av = $st->{objs};
1081	}	1229	}
1082		1230
		1231	utf8::decode (my $decname = $filename);
1083	warn sprintf "loading %s (%d)\n",	1232	warn sprintf "loading %s (%d,%d)\n",
1084	$filename, length $data, scalar @{$av || []};	1233	$decname, length $data, scalar @{$av || []};
1085		1234
1086	($data, $av)	1235	($data, $av)
1087	}	1236	}
1088		1237
1089	=head2 COMMAND CALLBACKS	1238	=head2 COMMAND CALLBACKS
…		…
1145	my ($name, $cb) = @_;	1294	my ($name, $cb) = @_;
1146		1295
1147	$EXTICMD{$name} = $cb;	1296	$EXTICMD{$name} = $cb;
1148	}	1297	}
1149		1298
		1299	use File::Glob ();
		1300
1150	cf::player->attach (	1301	cf::player->attach (
1151	on_command => sub {	1302	on_command => sub {
1152	my ($pl, $name, $params) = @_;	1303	my ($pl, $name, $params) = @_;
1153		1304
1154	my $cb = $COMMAND{$name}	1305	my $cb = $COMMAND{$name}
…		…
1186		1337
1187	cf::override;	1338	cf::override;
1188	},	1339	},
1189	);	1340	);
1190		1341
		1342	# "readahead" all extensions
		1343	sub cache_extensions {
		1344	my $grp = IO::AIO::aio_group;
		1345
		1346	add $grp IO::AIO::aio_readdir $LIBDIR, sub {
		1347	for (grep /\.ext$/, @{$_[0]}) {
		1348	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1349	}
		1350	};
		1351
		1352	$grp
		1353	}
		1354
1191	sub load_extensions {	1355	sub load_extensions {
1192	cf::sync_job {	1356	cf::sync_job {
1193	my %todo;	1357	my %todo;
1194		1358
1195	for my $path (<$LIBDIR/*.ext>) {	1359	for my $path (<$LIBDIR/*.ext>) {
…		…
1214		1378
1215	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1379	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1216	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1380	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1217		1381
1218	$ext{source} =	1382	$ext{source} =
1219	"package $pkg; use strict; use utf8;\n"	1383	"package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1220	. "#line 1 \"$path\"\n{\n"	1384	. "#line 1 \"$path\"\n{\n"
1221	. $source	1385	. $source
1222	. "\n};\n1";	1386	. "\n};\n1";
1223		1387
1224	$todo{$base} = \%ext;	1388	$todo{$base} = \%ext;
…		…
1240	my $msg = $@ ? "$v->{path}: $@\n"	1404	my $msg = $@ ? "$v->{path}: $@\n"
1241	: "$v->{base}: extension inactive.\n";	1405	: "$v->{base}: extension inactive.\n";
1242		1406
1243	if (exists $v->{meta}{mandatory}) {	1407	if (exists $v->{meta}{mandatory}) {
1244	warn $msg;	1408	warn $msg;
1245	warn "mandatory extension failed to load, exiting.\n";	1409	cf::cleanup "mandatory extension failed to load, exiting.";
1246	exit 1;
1247	}	1410	}
1248		1411
1249	warn $msg;	1412	warn $msg;
1250	}	1413	}
1251		1414
…		…
1265		1428
1266	=back	1429	=back
1267		1430
1268	=head2 CORE EXTENSIONS	1431	=head2 CORE EXTENSIONS
1269		1432
1270	Functions and methods that extend core crossfire objects.	1433	Functions and methods that extend core deliantra objects.
1271		1434
1272	=cut	1435	=cut
1273		1436
1274	package cf::player;	1437	package cf::player;
1275		1438
…		…
1318		1481
1319	sub exists($) {	1482	sub exists($) {
1320	my ($login) = @_;	1483	my ($login) = @_;
1321		1484
1322	$cf::PLAYER{$login}	1485	$cf::PLAYER{$login}
1323	or cf::sync_job { !aio_stat path $login }	1486	or !aio_stat path $login
1324	}	1487	}
1325		1488
1326	sub find($) {	1489	sub find($) {
1327	return $cf::PLAYER{$_[0]} || do {	1490	return $cf::PLAYER{$_[0]} || do {
1328	my $login = $_[0];	1491	my $login = $_[0];
…		…
1338	aio_unlink +(playerdir $login) . "/$login.pl";	1501	aio_unlink +(playerdir $login) . "/$login.pl";
1339		1502
1340	my $f = new_from_file cf::object::thawer path $login	1503	my $f = new_from_file cf::object::thawer path $login
1341	or return;	1504	or return;
1342		1505
1343	$f->next;
1344	my $pl = cf::player::load_pl $f	1506	my $pl = cf::player::load_pl $f
1345	or return;	1507	or return;
		1508
1346	local $cf::PLAYER_LOADING{$login} = $pl;	1509	local $cf::PLAYER_LOADING{$login} = $pl;
1347	$f->resolve_delayed_derefs;	1510	$f->resolve_delayed_derefs;
1348	$cf::PLAYER{$login} = $pl	1511	$cf::PLAYER{$login} = $pl
1349	}	1512	}
1350	}	1513	}
…		…
1360		1523
1361	return if $pl->{deny_save};	1524	return if $pl->{deny_save};
1362		1525
1363	aio_mkdir playerdir $pl, 0770;	1526	aio_mkdir playerdir $pl, 0770;
1364	$pl->{last_save} = $cf::RUNTIME;	1527	$pl->{last_save} = $cf::RUNTIME;
		1528
		1529	cf::get_slot 0.01;
1365		1530
1366	$pl->save_pl ($path);	1531	$pl->save_pl ($path);
1367	cf::cede_to_tick;	1532	cf::cede_to_tick;
1368	}	1533	}
1369		1534
…		…
1401	my ($pl) = @_;	1566	my ($pl) = @_;
1402		1567
1403	my $name = $pl->ob->name;	1568	my $name = $pl->ob->name;
1404		1569
1405	$pl->{deny_save} = 1;	1570	$pl->{deny_save} = 1;
1406	$pl->password ("*"); # this should lock out the player until we nuked the dir	1571	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1407		1572
1408	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1573	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1409	$pl->deactivate;	1574	$pl->deactivate;
		1575	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
		1576	$pl->ob->check_score;
1410	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1577	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1411	$pl->ns->destroy if $pl->ns;	1578	$pl->ns->destroy if $pl->ns;
1412		1579
1413	my $path = playerdir $pl;	1580	my $path = playerdir $pl;
1414	my $temp = "$path~$cf::RUNTIME~deleting~";	1581	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1453		1620
1454	for my $login (@$dirs) {	1621	for my $login (@$dirs) {
1455	my $path = path $login;	1622	my $path = path $login;
1456		1623
1457	# a .pst is a dead give-away for a valid player	1624	# a .pst is a dead give-away for a valid player
1458	unless (-e "$path.pst") {	1625	# if no pst file found, open and chekc for blocked users
		1626	if (aio_stat "$path.pst") {
1459	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;	1627	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1460	aio_read $fh, 0, 512, my $buf, 0 or next;	1628	aio_read $fh, 0, 512, my $buf, 0 or next;
1461	$buf !~ /^password -------------$/m or next; # official not-valid tag	1629	$buf !~ /^password -------------$/m or next; # official not-valid tag
1462	}	1630	}
1463		1631
…		…
1494	}	1662	}
1495		1663
1496	\@paths	1664	\@paths
1497	}	1665	}
1498		1666
1499	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1667	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1500		1668
1501	Expand crossfire pod fragments into protocol xml.	1669	Expand deliantra pod fragments into protocol xml.
1502
1503	=cut
1504
1505	sub expand_cfpod {
1506	((my $self), (local $_)) = @_;
1507
1508	# escape & and <
1509	s/&/&amp;/g;
1510	s/(?<![BIUGHT])</&lt;/g;
1511
1512	# this is buggy, it needs to properly take care of nested <'s
1513
1514	1 while
1515	# replace B<>, I<>, U<> etc.
1516	s/B<([^\>]*)>/<b>$1<\/b>/
1517	|| s/I<([^\>]*)>/<i>$1<\/i>/
1518	|| s/U<([^\>]*)>/<u>$1<\/u>/
1519	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1520	# replace G<male|female> tags
1521	|| s{G<([^>|]*)\|([^>]*)>}{
1522	$self->gender ? $2 : $1
1523	}ge
1524	# replace H<hint text>
1525	|| s{H<([^\>]*)>}
1526	{
1527	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1528	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1529	"")
1530	[$self->{hintmode}]
1531	}ge;
1532
1533	# create single paragraphs (very hackish)
1534	s/(?<=\S)\n(?=\w)/ /g;
1535
1536	# compress some whitespace
1537	s/\s+\n/\n/g; # ws line-ends
1538	s/\n\n+/\n/g; # double lines
1539	s/^\n+//; # beginning lines
1540	s/\n+$//; # ending lines
1541
1542	$_
1543	}
1544
1545	sub hintmode {
1546	$_[0]{hintmode} = $_[1] if @_ > 1;
1547	$_[0]{hintmode}
1548	}
1549		1670
1550	=item $player->ext_reply ($msgid, @msg)	1671	=item $player->ext_reply ($msgid, @msg)
1551		1672
1552	Sends an ext reply to the player.	1673	Sends an ext reply to the player.
1553		1674
…		…
1620	our $MAX_RESET = 3600;	1741	our $MAX_RESET = 3600;
1621	our $DEFAULT_RESET = 3000;	1742	our $DEFAULT_RESET = 3000;
1622		1743
1623	sub generate_random_map {	1744	sub generate_random_map {
1624	my ($self, $rmp) = @_;	1745	my ($self, $rmp) = @_;
		1746
		1747	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1748
1625	# mit "rum" bekleckern, nicht	1749	# mit "rum" bekleckern, nicht
1626	$self->_create_random_map (	1750	$self->_create_random_map (
1627	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1751	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1628	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1752	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1629	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1753	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1751		1875
1752	# the temporary/swap location	1876	# the temporary/swap location
1753	sub save_path {	1877	sub save_path {
1754	my ($self) = @_;	1878	my ($self) = @_;
1755		1879
1756	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1880	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1757	"$TMPDIR/$path.map"	1881	"$TMPDIR/$path.map"
1758	}	1882	}
1759		1883
1760	# the unique path, undef == no special unique path	1884	# the unique path, undef == no special unique path
1761	sub uniq_path {	1885	sub uniq_path {
1762	my ($self) = @_;	1886	my ($self) = @_;
1763		1887
1764	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1888	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1765	"$UNIQUEDIR/$path"	1889	"$UNIQUEDIR/$path"
1766	}	1890	}
1767		1891
1768	# and all this just because we cannot iterate over	1892	# and all this just because we cannot iterate over
1769	# all maps in C++...	1893	# all maps in C++...
…		…
1867		1991
1868	cf::lock_wait "map_data:$path";#d#remove	1992	cf::lock_wait "map_data:$path";#d#remove
1869	cf::lock_wait "map_find:$path";	1993	cf::lock_wait "map_find:$path";
1870		1994
1871	$cf::MAP{$path} || do {	1995	$cf::MAP{$path} || do {
1872	my $guard1 = cf::lock_acquire "map_find:$path";
1873	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it	1996	my $guard1 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1997	my $guard2 = cf::lock_acquire "map_find:$path";
1874		1998
1875	my $map = new_from_path cf::map $path	1999	my $map = new_from_path cf::map $path
1876	or return;	2000	or return;
1877		2001
1878	$map->{last_save} = $cf::RUNTIME;	2002	$map->{last_save} = $cf::RUNTIME;
…		…
1881	or return;	2005	or return;
1882		2006
1883	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2007	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1884	# doing this can freeze the server in a sync job, obviously	2008	# doing this can freeze the server in a sync job, obviously
1885	#$cf::WAIT_FOR_TICK->wait;	2009	#$cf::WAIT_FOR_TICK->wait;
		2010	undef $guard2;
1886	undef $guard1;	2011	undef $guard1;
1887	undef $guard2;
1888	$map->reset;	2012	$map->reset;
1889	return find $path;	2013	return find $path;
1890	}	2014	}
1891		2015
1892	$cf::MAP{$path} = $map	2016	$cf::MAP{$path} = $map
…		…
1919	my $f = new_from_file cf::object::thawer $self->{load_path};	2043	my $f = new_from_file cf::object::thawer $self->{load_path};
1920	$f->skip_block;	2044	$f->skip_block;
1921	$self->_load_objects ($f)	2045	$self->_load_objects ($f)
1922	or return;	2046	or return;
1923		2047
1924	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2048	$self->post_load_original
1925	if delete $self->{load_original};	2049	if delete $self->{load_original};
1926		2050
1927	if (my $uniq = $self->uniq_path) {	2051	if (my $uniq = $self->uniq_path) {
1928	utf8::encode $uniq;	2052	utf8::encode $uniq;
1929	unless (aio_stat $uniq) {	2053	unless (aio_stat $uniq) {
…		…
1955	}	2079	}
1956		2080
1957	$self->{last_save} = $cf::RUNTIME;	2081	$self->{last_save} = $cf::RUNTIME;
1958	$self->last_access ($cf::RUNTIME);	2082	$self->last_access ($cf::RUNTIME);
1959		2083
1960	$self->in_memory (cf::MAP_IN_MEMORY);	2084	$self->in_memory (cf::MAP_ACTIVE);
1961	}	2085	}
1962		2086
1963	$self->post_load;	2087	$self->post_load;
1964	}	2088	}
1965		2089
…		…
2023	my ($path, $origin, $load) = @_;	2147	my ($path, $origin, $load) = @_;
2024		2148
2025	$path = normalise $path, $origin && $origin->{path};	2149	$path = normalise $path, $origin && $origin->{path};
2026		2150
2027	if (my $map = $cf::MAP{$path}) {	2151	if (my $map = $cf::MAP{$path}) {
2028	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2152	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2029	}	2153	}
2030		2154
2031	$MAP_PREFETCH{$path} |= $load;	2155	$MAP_PREFETCH{$path} |= $load;
2032		2156
2033	$MAP_PREFETCHER ||= cf::async {	2157	$MAP_PREFETCHER ||= cf::async {
		2158	$Coro::current->{desc} = "map prefetcher";
		2159
2034	while (%MAP_PREFETCH) {	2160	while (%MAP_PREFETCH) {
2035	while (my ($k, $v) = each %MAP_PREFETCH) {	2161	while (my ($k, $v) = each %MAP_PREFETCH) {
2036	if (my $map = find $k) {	2162	if (my $map = find $k) {
2037	$map->load if $v;	2163	$map->load if $v;
2038	}	2164	}
…		…
2064	return if $self->{deny_save};	2190	return if $self->{deny_save};
2065		2191
2066	local $self->{last_access} = $self->last_access;#d#	2192	local $self->{last_access} = $self->last_access;#d#
2067		2193
2068	cf::async {	2194	cf::async {
		2195	$Coro::current->{desc} = "map player save";
2069	$_->contr->save for $self->players;	2196	$_->contr->save for $self->players;
2070	};	2197	};
		2198
		2199	cf::get_slot 0.02;
2071		2200
2072	if ($uniq) {	2201	if ($uniq) {
2073	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2202	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2074	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2203	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2075	} else {	2204	} else {
…		…
2084	$self->save;	2213	$self->save;
2085		2214
2086	my $lock = cf::lock_acquire "map_data:$self->{path}";	2215	my $lock = cf::lock_acquire "map_data:$self->{path}";
2087		2216
2088	return if $self->players;	2217	return if $self->players;
2089	return if $self->in_memory != cf::MAP_IN_MEMORY;	2218	return if $self->in_memory != cf::MAP_ACTIVE;
2090	return if $self->{deny_save};	2219	return if $self->{deny_save};
2091		2220
2092	$self->in_memory (cf::MAP_SWAPPED);	2221	$self->in_memory (cf::MAP_SWAPPED);
2093		2222
2094	$self->deactivate;	2223	$self->deactivate;
…		…
2212		2341
2213	sub unique_maps() {	2342	sub unique_maps() {
2214	[	2343	[
2215	map {	2344	map {
2216	utf8::decode $_;	2345	utf8::decode $_;
2217	/\.map$/	2346	s/\.map$//; # TODO future compatibility hack
		2347	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2348	? ()
2218	? normalise $_	2349	: normalise $_
2219	: ()
2220	} @{ aio_readdir $UNIQUEDIR or [] }	2350	} @{ aio_readdir $UNIQUEDIR or [] }
2221	]	2351	]
2222	}	2352	}
2223		2353
2224	package cf;
2225
2226	=back	2354	=back
2227		2355
2228	=head3 cf::object	2356	=head3 cf::object
2229		2357
2230	=cut	2358	=cut
…		…
2233		2361
2234	=over 4	2362	=over 4
2235		2363
2236	=item $ob->inv_recursive	2364	=item $ob->inv_recursive
2237		2365
2238	Returns the inventory of the object _and_ their inventories, recursively.	2366	Returns the inventory of the object I<and> their inventories, recursively,
		2367	but I<not> the object itself.
2239		2368
2240	=cut	2369	=cut
2241		2370
2242	sub inv_recursive_;	2371	sub inv_recursive_;
2243	sub inv_recursive_ {	2372	sub inv_recursive_ {
…		…
2248	inv_recursive_ inv $_[0]	2377	inv_recursive_ inv $_[0]
2249	}	2378	}
2250		2379
2251	=item $ref = $ob->ref	2380	=item $ref = $ob->ref
2252		2381
2253	creates and returns a persistent reference to an objetc that can be stored as a string.	2382	Creates and returns a persistent reference to an object that can be stored as a string.
2254		2383
2255	=item $ob = cf::object::deref ($refstring)	2384	=item $ob = cf::object::deref ($refstring)
2256		2385
2257	returns the objetc referenced by refstring. may return undef when it cnanot find the object,	2386	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2258	even if the object actually exists. May block.	2387	even if the object actually exists. May block.
…		…
2260	=cut	2389	=cut
2261		2390
2262	sub deref {	2391	sub deref {
2263	my ($ref) = @_;	2392	my ($ref) = @_;
2264		2393
2265	# temporary compatibility#TODO#remove
2266	$ref =~ s{^<}{player/<};
2267
2268	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {	2394	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2269	my ($uuid, $name) = ($1, $2);	2395	my ($uuid, $name) = ($1, $2);
2270	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name	2396	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2271	or return;	2397	or return;
2272	$pl->ob->uuid eq $uuid	2398	$pl->ob->uuid eq $uuid
2273	or return;	2399	or return;
…		…
2293	can be C<undef>. Does the right thing when the player is currently in a	2419	can be C<undef>. Does the right thing when the player is currently in a
2294	dialogue with the given NPC character.	2420	dialogue with the given NPC character.
2295		2421
2296	=cut	2422	=cut
2297		2423
		2424	our $SAY_CHANNEL = {
		2425	id => "say",
		2426	title => "Map",
		2427	reply => "say ",
		2428	tooltip => "Things said to and replied from npcs near you and other players on the same map only.",
		2429	};
		2430
		2431	our $CHAT_CHANNEL = {
		2432	id => "chat",
		2433	title => "Chat",
		2434	reply => "chat ",
		2435	tooltip => "Player chat and shouts, global to the server.",
		2436	};
		2437
2298	# rough implementation of a future "reply" method that works	2438	# rough implementation of a future "reply" method that works
2299	# with dialog boxes.	2439	# with dialog boxes.
2300	#TODO: the first argument must go, split into a $npc->reply_to ( method	2440	#TODO: the first argument must go, split into a $npc->reply_to ( method
2301	sub cf::object::player::reply($$$;$) {	2441	sub cf::object::player::reply($$$;$) {
2302	my ($self, $npc, $msg, $flags) = @_;	2442	my ($self, $npc, $msg, $flags) = @_;
…		…
2313	my $dialog = $pl->{npc_dialog};	2453	my $dialog = $pl->{npc_dialog};
2314	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2454	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2315		2455
2316	} else {	2456	} else {
2317	$msg = $npc->name . " says: $msg" if $npc;	2457	$msg = $npc->name . " says: $msg" if $npc;
2318	$self->message ($msg, $flags);	2458	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2319	}	2459	}
2320	}	2460	}
2321	}	2461	}
2322		2462
2323	=item $object->send_msg ($channel, $msg, $color, [extra...])	2463	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2348		2488
2349	=item $player_object->enter_link	2489	=item $player_object->enter_link
2350		2490
2351	Freezes the player and moves him/her to a special map (C<{link}>).	2491	Freezes the player and moves him/her to a special map (C<{link}>).
2352		2492
2353	The player should be reasonably safe there for short amounts of time. You	2493	The player should be reasonably safe there for short amounts of time (e.g.
2354	I<MUST> call C<leave_link> as soon as possible, though.	2494	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2495	though, as the palyer cannot control the character while it is on the link
		2496	map.
2355		2497
2356	Will never block.	2498	Will never block.
2357		2499
2358	=item $player_object->leave_link ($map, $x, $y)	2500	=item $player_object->leave_link ($map, $x, $y)
2359		2501
…		…
2417		2559
2418	$map->load;	2560	$map->load;
2419	$map->load_neighbours;	2561	$map->load_neighbours;
2420		2562
2421	return unless $self->contr->active;	2563	return unless $self->contr->active;
		2564	$self->flag (cf::FLAG_DEBUG, 0);#d# temp
2422	$self->activate_recursive;	2565	$self->activate_recursive;
2423		2566
2424	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2567	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2425	$self->enter_map ($map, $x, $y);	2568	$self->enter_map ($map, $x, $y);
2426	}	2569	}
…		…
2431	her, loading and preparing them map, calling the provided $check callback	2574	her, loading and preparing them map, calling the provided $check callback
2432	that has to return the map if sucecssful, and then unfreezes the player on	2575	that has to return the map if sucecssful, and then unfreezes the player on
2433	the new (success) or old (failed) map position. In either case, $done will	2576	the new (success) or old (failed) map position. In either case, $done will
2434	be called at the end of this process.	2577	be called at the end of this process.
2435		2578
		2579	Note that $check will be called with a potentially non-loaded map, so if
		2580	it needs a loaded map it has to call C<< ->load >>.
		2581
2436	=cut	2582	=cut
2437		2583
2438	our $GOTOGEN;	2584	our $GOTOGEN;
2439		2585
2440	sub cf::object::player::goto {	2586	sub cf::object::player::goto {
…		…
2444	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2590	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2445		2591
2446	$self->enter_link;	2592	$self->enter_link;
2447		2593
2448	(async {	2594	(async {
		2595	$Coro::current->{desc} = "player::goto $path $x $y";
		2596
		2597	# *tag paths override both path and x|y
		2598	if ($path =~ /^\*(.*)$/) {
		2599	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2600	my $ob = $obs[rand @obs];
		2601
		2602	# see if we actually can go there
		2603	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2604	$ob = $obs[rand @obs];
		2605	} else {
		2606	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2607	}
		2608	# else put us there anyways for now #d#
		2609
		2610	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2611	} else {
		2612	($path, $x, $y) = (undef, undef, undef);
		2613	}
		2614	}
		2615
2449	my $map = eval {	2616	my $map = eval {
2450	my $map = cf::map::find $path;	2617	my $map = defined $path ? cf::map::find $path : undef;
2451		2618
2452	if ($map) {	2619	if ($map) {
2453	$map = $map->customise_for ($self);	2620	$map = $map->customise_for ($self);
2454	$map = $check->($map) if $check && $map;	2621	$map = $check->($map) if $check && $map;
2455	} else {	2622	} else {
2456	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2623	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2457	}	2624	}
2458		2625
2459	$map	2626	$map
2460	};	2627	};
2461		2628
…		…
2497	}	2664	}
2498		2665
2499	sub prepare_random_map {	2666	sub prepare_random_map {
2500	my ($exit) = @_;	2667	my ($exit) = @_;
2501		2668
2502	my $guard = cf::lock_acquire "exit_prepare:$exit";
2503
2504	# all this does is basically replace the /! path by	2669	# all this does is basically replace the /! path by
2505	# a new random map path (?random/...) with a seed	2670	# a new random map path (?random/...) with a seed
2506	# that depends on the exit object	2671	# that depends on the exit object
2507		2672
2508	my $rmp = parse_random_map_params $exit->msg;	2673	my $rmp = parse_random_map_params $exit->msg;
…		…
2510	if ($exit->map) {	2675	if ($exit->map) {
2511	$rmp->{region} = $exit->region->name;	2676	$rmp->{region} = $exit->region->name;
2512	$rmp->{origin_map} = $exit->map->path;	2677	$rmp->{origin_map} = $exit->map->path;
2513	$rmp->{origin_x} = $exit->x;	2678	$rmp->{origin_x} = $exit->x;
2514	$rmp->{origin_y} = $exit->y;	2679	$rmp->{origin_y} = $exit->y;
		2680
		2681	$exit->map->touch;
2515	}	2682	}
2516		2683
2517	$rmp->{random_seed} ||= $exit->random_seed;	2684	$rmp->{random_seed} ||= $exit->random_seed;
2518		2685
2519	my $data = cf::to_json $rmp;	2686	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2520	my $md5 = Digest::MD5::md5_hex $data;	2687	my $md5 = Digest::MD5::md5_hex $data;
2521	my $meta = "$RANDOMDIR/$md5.meta";	2688	my $meta = "$RANDOMDIR/$md5.meta";
2522		2689
2523	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2690	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2524	aio_write $fh, 0, (length $data), $data, 0;	2691	aio_write $fh, 0, (length $data), $data, 0;
2525	undef $fh;	2692	undef $fh;
2526	aio_rename "$meta~", $meta;	2693	aio_rename "$meta~", $meta;
2527		2694
		2695	my $slaying = "?random/$md5";
		2696
		2697	if ($exit->valid) {
2528	$exit->slaying ("?random/$md5");	2698	$exit->slaying ("?random/$md5");
2529	$exit->msg (undef);	2699	$exit->msg (undef);
		2700	}
2530	}	2701	}
2531	}	2702	}
2532		2703
2533	sub cf::object::player::enter_exit {	2704	sub cf::object::player::enter_exit {
2534	my ($self, $exit) = @_;	2705	my ($self, $exit) = @_;
2535		2706
2536	return unless $self->type == cf::PLAYER;	2707	return unless $self->type == cf::PLAYER;
2537		2708
2538	if ($exit->slaying eq "/!") {
2539	#TODO: this should de-fi-ni-te-ly not be a sync-job
2540	# the problem is that $exit might not survive long enough
2541	# so it needs to be done right now, right here
2542	cf::sync_job { prepare_random_map $exit };
2543	}
2544
2545	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2546	my $hp = $exit->stats->hp;
2547	my $sp = $exit->stats->sp;
2548
2549	$self->enter_link;	2709	$self->enter_link;
2550		2710
2551	# if exit is damned, update players death & WoR home-position
2552	$self->contr->savebed ($slaying, $hp, $sp)
2553	if $exit->flag (FLAG_DAMNED);
2554
2555	(async {	2711	(async {
2556	$self->deactivate_recursive; # just to be sure	2712	$Coro::current->{desc} = "enter_exit";
		2713
2557	unless (eval {	2714	unless (eval {
		2715	$self->deactivate_recursive; # just to be sure
		2716
		2717	# random map handling
		2718	{
		2719	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2720
		2721	prepare_random_map $exit
		2722	if $exit->slaying eq "/!";
		2723	}
		2724
		2725	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2726	my $x = $exit->stats->hp;
		2727	my $y = $exit->stats->sp;
		2728
2558	$self->goto ($slaying, $hp, $sp);	2729	$self->goto ($map, $x, $y);
2559		2730
		2731	# if exit is damned, update players death & WoR home-position
		2732	$self->contr->savebed ($map, $x, $y)
		2733	if $exit->flag (cf::FLAG_DAMNED);
		2734
2560	1;	2735	1
2561	}) {	2736	}) {
2562	$self->message ("Something went wrong deep within the crossfire server. "	2737	$self->message ("Something went wrong deep within the deliantra server. "
2563	. "I'll try to bring you back to the map you were before. "	2738	. "I'll try to bring you back to the map you were before. "
2564	. "Please report this to the dungeon master!",	2739	. "Please report this to the dungeon master!",
2565	cf::NDI_UNIQUE | cf::NDI_RED);	2740	cf::NDI_UNIQUE | cf::NDI_RED);
2566		2741
2567	warn "ERROR in enter_exit: $@";	2742	warn "ERROR in enter_exit: $@";
…		…
2595	the message, with C<log> being the default. If C<$color> is negative, suppress	2770	the message, with C<log> being the default. If C<$color> is negative, suppress
2596	the message unless the client supports the msg packet.	2771	the message unless the client supports the msg packet.
2597		2772
2598	=cut	2773	=cut
2599		2774
		2775	# non-persistent channels (usually the info channel)
2600	our %CHANNEL = (	2776	our %CHANNEL = (
2601	"c/identify" => {	2777	"c/identify" => {
2602	id => "identify",	2778	id => "infobox",
2603	title => "Identify",	2779	title => "Identify",
2604	reply => undef,	2780	reply => undef,
2605	tooltip => "Items recently identified",	2781	tooltip => "Items recently identified",
2606	},	2782	},
2607	"c/examine" => {	2783	"c/examine" => {
2608	id => "examine",	2784	id => "infobox",
2609	title => "Examine",	2785	title => "Examine",
2610	reply => undef,	2786	reply => undef,
2611	tooltip => "Signs and other items you examined",	2787	tooltip => "Signs and other items you examined",
2612	},	2788	},
		2789	"c/book" => {
		2790	id => "infobox",
		2791	title => "Book",
		2792	reply => undef,
		2793	tooltip => "The contents of a note or book",
		2794	},
		2795	"c/lookat" => {
		2796	id => "infobox",
		2797	title => "Look",
		2798	reply => undef,
		2799	tooltip => "What you saw there",
		2800	},
		2801	"c/who" => {
		2802	id => "infobox",
		2803	title => "Players",
		2804	reply => undef,
		2805	tooltip => "Shows players who are currently online",
		2806	},
		2807	"c/body" => {
		2808	id => "infobox",
		2809	title => "Body Parts",
		2810	reply => undef,
		2811	tooltip => "Shows which body parts you posess and are available",
		2812	},
		2813	"c/skills" => {
		2814	id => "infobox",
		2815	title => "Skills",
		2816	reply => undef,
		2817	tooltip => "Shows your experience per skill and item power",
		2818	},
		2819	"c/uptime" => {
		2820	id => "infobox",
		2821	title => "Uptime",
		2822	reply => undef,
		2823	tooltip => "How long the server has been running since last restart",
		2824	},
		2825	"c/mapinfo" => {
		2826	id => "infobox",
		2827	title => "Map Info",
		2828	reply => undef,
		2829	tooltip => "Information related to the maps",
		2830	},
		2831	"c/party" => {
		2832	id => "party",
		2833	title => "Party",
		2834	reply => "gsay ",
		2835	tooltip => "Messages and chat related to your party",
		2836	},
2613	);	2837	);
2614		2838
2615	sub cf::client::send_msg {	2839	sub cf::client::send_msg {
2616	my ($self, $channel, $msg, $color, @extra) = @_;	2840	my ($self, $channel, $msg, $color, @extra) = @_;
2617		2841
2618	$msg = $self->pl->expand_cfpod ($msg);	2842	$msg = $self->pl->expand_cfpod ($msg)
		2843	unless $color & cf::NDI_VERBATIM;
2619		2844
2620	$color &= cf::NDI_CLIENT_MASK; # just in case...	2845	$color &= cf::NDI_CLIENT_MASK; # just in case...
2621		2846
2622	# check predefined channels, for the benefit of C	2847	# check predefined channels, for the benefit of C
2623	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};	2848	if ($CHANNEL{$channel}) {
		2849	$channel = $CHANNEL{$channel};
2624		2850
		2851	$self->ext_msg (channel_info => $channel)
		2852	if $self->can_msg;
		2853
		2854	$channel = $channel->{id};
		2855
2625	if (ref $channel) {	2856	} elsif (ref $channel) {
2626	# send meta info to client, if not yet sent	2857	# send meta info to client, if not yet sent
2627	unless (exists $self->{channel}{$channel->{id}}) {	2858	unless (exists $self->{channel}{$channel->{id}}) {
2628	$self->{channel}{$channel->{id}} = $channel;	2859	$self->{channel}{$channel->{id}} = $channel;
2629	$self->ext_msg (channel_info => $channel)	2860	$self->ext_msg (channel_info => $channel)
2630	if $self->can_msg;	2861	if $self->can_msg;
…		…
2638	if ($self->can_msg) {	2869	if ($self->can_msg) {
2639	# default colour, mask it out	2870	# default colour, mask it out
2640	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	2871	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2641	if $color & cf::NDI_DEF;	2872	if $color & cf::NDI_DEF;
2642		2873
2643	$self->send_packet ("msg " . $self->{json_coder}->encode (	2874	my $pkt = "msg "
		2875	. $self->{json_coder}->encode (
2644	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	2876	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		2877	);
		2878
		2879	# try lzf for large packets
		2880	$pkt = "lzf " . Compress::LZF::compress $pkt
		2881	if 1024 <= length $pkt and $self->{can_lzf};
		2882
		2883	# split very large packets
		2884	if (8192 < length $pkt and $self->{can_lzf}) {
		2885	$self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
		2886	$pkt = "frag";
		2887	}
		2888
		2889	$self->send_packet ($pkt);
2645	} else {	2890	} else {
2646	if ($color >= 0) {	2891	if ($color >= 0) {
2647	# replace some tags by gcfclient-compatible ones	2892	# replace some tags by gcfclient-compatible ones
2648	for ($msg) {	2893	for ($msg) {
2649	1 while	2894	1 while
…		…
2847	=pod	3092	=pod
2848		3093
2849	The following functions and methods are available within a safe environment:	3094	The following functions and methods are available within a safe environment:
2850		3095
2851	cf::object	3096	cf::object
2852	contr pay_amount pay_player map x y force_find force_add	3097	contr pay_amount pay_player map x y force_find force_add destroy
2853	insert remove name archname title slaying race decrease_ob_nr	3098	insert remove name archname title slaying race decrease split
2854		3099
2855	cf::object::player	3100	cf::object::player
2856	player	3101	player
2857		3102
2858	cf::player	3103	cf::player
…		…
2863		3108
2864	=cut	3109	=cut
2865		3110
2866	for (	3111	for (
2867	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3112	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2868	insert remove inv name archname title slaying race	3113	insert remove inv nrof name archname title slaying race
2869	decrease_ob_nr)],	3114	decrease split destroy change_exp)],
2870	["cf::object::player" => qw(player)],	3115	["cf::object::player" => qw(player)],
2871	["cf::player" => qw(peaceful)],	3116	["cf::player" => qw(peaceful)],
2872	["cf::map" => qw(trigger)],	3117	["cf::map" => qw(trigger)],
2873	) {	3118	) {
2874	no strict 'refs';	3119	no strict 'refs';
…		…
2979	{	3224	{
2980	my $faces = $facedata->{faceinfo};	3225	my $faces = $facedata->{faceinfo};
2981		3226
2982	while (my ($face, $info) = each %$faces) {	3227	while (my ($face, $info) = each %$faces) {
2983	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3228	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3229
2984	cf::face::set_visibility $idx, $info->{visibility};	3230	cf::face::set_visibility $idx, $info->{visibility};
2985	cf::face::set_magicmap $idx, $info->{magicmap};	3231	cf::face::set_magicmap $idx, $info->{magicmap};
2986	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3232	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2987	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3233	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2988		3234
2989	cf::cede_to_tick;	3235	cf::cede_to_tick;
2990	}	3236	}
2991		3237
2992	while (my ($face, $info) = each %$faces) {	3238	while (my ($face, $info) = each %$faces) {
2993	next unless $info->{smooth};	3239	next unless $info->{smooth};
		3240
2994	my $idx = cf::face::find $face	3241	my $idx = cf::face::find $face
2995	or next;	3242	or next;
		3243
2996	if (my $smooth = cf::face::find $info->{smooth}) {	3244	if (my $smooth = cf::face::find $info->{smooth}) {
2997	cf::face::set_smooth $idx, $smooth;	3245	cf::face::set_smooth $idx, $smooth;
2998	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3246	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2999	} else {	3247	} else {
3000	warn "smooth face '$info->{smooth}' not found for face '$face'";	3248	warn "smooth face '$info->{smooth}' not found for face '$face'";
…		…
3018	{	3266	{
3019	# TODO: for gcfclient pleasure, we should give resources	3267	# TODO: for gcfclient pleasure, we should give resources
3020	# that gcfclient doesn't grok a >10000 face index.	3268	# that gcfclient doesn't grok a >10000 face index.
3021	my $res = $facedata->{resource};	3269	my $res = $facedata->{resource};
3022		3270
3023	my $soundconf = delete $res->{"res/sound.conf"};
3024
3025	while (my ($name, $info) = each %$res) {	3271	while (my ($name, $info) = each %$res) {
		3272	if (defined $info->{type}) {
3026	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3273	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3027	my $data;	3274	my $data;
3028		3275
3029	if ($info->{type} & 1) {	3276	if ($info->{type} & 1) {
3030	# prepend meta info	3277	# prepend meta info
3031		3278
3032	my $meta = $enc->encode ({	3279	my $meta = $enc->encode ({
3033	name => $name,	3280	name => $name,
3034	%{ $info->{meta} || {} },	3281	%{ $info->{meta} || {} },
3035	});	3282	});
3036		3283
3037	$data = pack "(w/a*)*", $meta, $info->{data};	3284	$data = pack "(w/a*)*", $meta, $info->{data};
		3285	} else {
		3286	$data = $info->{data};
		3287	}
		3288
		3289	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3290	cf::face::set_type $idx, $info->{type};
3038	} else {	3291	} else {
3039	$data = $info->{data};	3292	$RESOURCE{$name} = $info;
3040	}	3293	}
3041		3294
3042	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3043	cf::face::set_type $idx, $info->{type};
3044
3045	cf::cede_to_tick;	3295	cf::cede_to_tick;
3046	}	3296	}
3047
3048	if ($soundconf) {
3049	$soundconf = $enc->decode (delete $soundconf->{data});
3050
3051	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3052	my $sound = $soundconf->{compat}[$_]
3053	or next;
3054
3055	my $face = cf::face::find "sound/$sound->[1]";
3056	cf::sound::set $sound->[0] => $face;
3057	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3058	}
3059
3060	while (my ($k, $v) = each %{$soundconf->{event}}) {
3061	my $face = cf::face::find "sound/$v";
3062	cf::sound::set $k => $face;
3063	}
3064	}
3065	}	3297	}
		3298
		3299	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3066		3300
3067	1	3301	1
3068	}	3302	}
		3303
		3304	cf::global->attach (on_resource_update => sub {
		3305	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3306	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3307
		3308	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3309	my $sound = $soundconf->{compat}[$_]
		3310	or next;
		3311
		3312	my $face = cf::face::find "sound/$sound->[1]";
		3313	cf::sound::set $sound->[0] => $face;
		3314	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3315	}
		3316
		3317	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3318	my $face = cf::face::find "sound/$v";
		3319	cf::sound::set $k => $face;
		3320	}
		3321	}
		3322	});
3069		3323
3070	register_exticmd fx_want => sub {	3324	register_exticmd fx_want => sub {
3071	my ($ns, $want) = @_;	3325	my ($ns, $want) = @_;
3072		3326
3073	while (my ($k, $v) = each %$want) {	3327	while (my ($k, $v) = each %$want) {
3074	$ns->fx_want ($k, $v);	3328	$ns->fx_want ($k, $v);
3075	}	3329	}
3076	};	3330	};
		3331
		3332	sub load_resource_file($) {
		3333	my $guard = lock_acquire "load_resource_file";
		3334
		3335	my $status = load_resource_file_ $_[0];
		3336	get_slot 0.1, 100;
		3337	cf::arch::commit_load;
		3338
		3339	$status
		3340	}
3077		3341
3078	sub reload_regions {	3342	sub reload_regions {
3079	# HACK to clear player env face cache, we need some signal framework	3343	# HACK to clear player env face cache, we need some signal framework
3080	# for this (global event?)	3344	# for this (global event?)
3081	%ext::player_env::MUSIC_FACE_CACHE = ();	3345	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
3095	}	3359	}
3096		3360
3097	sub reload_archetypes {	3361	sub reload_archetypes {
3098	load_resource_file "$DATADIR/archetypes"	3362	load_resource_file "$DATADIR/archetypes"
3099	or die "unable to load archetypes\n";	3363	or die "unable to load archetypes\n";
3100	#d# NEED to laod twice to resolve forward references
3101	# this really needs to be done in an extra post-pass
3102	# (which needs to be synchronous, so solve it differently)
3103	load_resource_file "$DATADIR/archetypes"
3104	or die "unable to load archetypes\n";
3105	}	3364	}
3106		3365
3107	sub reload_treasures {	3366	sub reload_treasures {
3108	load_resource_file "$DATADIR/treasures"	3367	load_resource_file "$DATADIR/treasures"
3109	or die "unable to load treasurelists\n";	3368	or die "unable to load treasurelists\n";
3110	}	3369	}
3111		3370
3112	sub reload_resources {	3371	sub reload_resources {
3113	warn "reloading resource files...\n";	3372	warn "reloading resource files...\n";
3114		3373
		3374	reload_facedata;
		3375	reload_archetypes;
3115	reload_regions;	3376	reload_regions;
3116	reload_facedata;
3117	#reload_archetypes;#d#
3118	reload_archetypes;
3119	reload_treasures;	3377	reload_treasures;
3120		3378
3121	warn "finished reloading resource files\n";	3379	warn "finished reloading resource files\n";
3122	}
3123
3124	sub init {
3125	reload_resources;
3126	}	3380	}
3127		3381
3128	sub reload_config {	3382	sub reload_config {
3129	open my $fh, "<:utf8", "$CONFDIR/config"	3383	open my $fh, "<:utf8", "$CONFDIR/config"
3130	or return;	3384	or return;
3131		3385
3132	local $/;	3386	local $/;
3133	*CFG = YAML::Syck::Load <$fh>;	3387	*CFG = YAML::Load <$fh>;
3134		3388
3135	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3389	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3136		3390
3137	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3391	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3138	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3392	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
3144	};	3398	};
3145	warn $@ if $@;	3399	warn $@ if $@;
3146	}	3400	}
3147	}	3401	}
3148		3402
		3403	sub pidfile() {
		3404	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3405	or die "$PIDFILE: $!";
		3406	flock $fh, &Fcntl::LOCK_EX
		3407	or die "$PIDFILE: flock: $!";
		3408	$fh
		3409	}
		3410
		3411	# make sure only one server instance is running at any one time
		3412	sub atomic {
		3413	my $fh = pidfile;
		3414
		3415	my $pid = <$fh>;
		3416	kill 9, $pid if $pid > 0;
		3417
		3418	seek $fh, 0, 0;
		3419	print $fh $$;
		3420	}
		3421
3149	sub main {	3422	sub main {
		3423	cf::init_globals; # initialise logging
		3424
		3425	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3426	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3427	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3428	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3429
		3430	cf::init_experience;
		3431	cf::init_anim;
		3432	cf::init_attackmess;
		3433	cf::init_dynamic;
		3434	cf::init_block;
		3435
		3436	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3437
3150	# we must not ever block the main coroutine	3438	# we must not ever block the main coroutine
3151	local $Coro::idle = sub {	3439	local $Coro::idle = sub {
3152	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3440	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3153	(async {	3441	(async {
3154	Event::one_event;	3442	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3443	EV::loop EV::LOOP_ONESHOT;
3155	})->prio (Coro::PRIO_MAX);	3444	})->prio (Coro::PRIO_MAX);
3156	};	3445	};
3157		3446
		3447	evthread_start IO::AIO::poll_fileno;
		3448
		3449	cf::sync_job {
		3450	reload_resources;
3158	reload_config;	3451	reload_config;
3159	db_init;	3452	db_init;
		3453
		3454	cf::load_settings;
		3455	cf::load_materials;
		3456	cf::init_uuid;
		3457	cf::init_signals;
		3458	cf::init_commands;
		3459	cf::init_skills;
		3460
		3461	cf::init_beforeplay;
		3462
		3463	atomic;
		3464
3160	load_extensions;	3465	load_extensions;
3161		3466
3162	$TICK_WATCHER->start;	3467	utime time, time, $RUNTIMEFILE;
		3468
		3469	# no (long-running) fork's whatsoever before this point(!)
		3470	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3471
		3472	(pop @POST_INIT)->(0) while @POST_INIT;
		3473	};
		3474
3163	Event::loop;	3475	EV::loop;
3164	}	3476	}
3165		3477
3166	#############################################################################	3478	#############################################################################
3167	# initialisation and cleanup	3479	# initialisation and cleanup
3168		3480
3169	# install some emergency cleanup handlers	3481	# install some emergency cleanup handlers
3170	BEGIN {	3482	BEGIN {
		3483	our %SIGWATCHER = ();
3171	for my $signal (qw(INT HUP TERM)) {	3484	for my $signal (qw(INT HUP TERM)) {
3172	Event->signal (	3485	$SIGWATCHER{$signal} = EV::signal $signal, sub {
3173	reentrant => 0,
3174	data => WF_AUTOCANCEL,
3175	signal => $signal,
3176	prio => 0,
3177	cb => sub {
3178	cf::cleanup "SIG$signal";	3486	cf::cleanup "SIG$signal";
3179	},
3180	);	3487	};
3181	}	3488	}
3182	}	3489	}
3183		3490
3184	sub write_runtime {	3491	sub write_runtime_sync {
3185	my $runtime = "$LOCALDIR/runtime";
3186
3187	# first touch the runtime file to show we are still running:	3492	# first touch the runtime file to show we are still running:
3188	# the fsync below can take a very very long time.	3493	# the fsync below can take a very very long time.
3189		3494
3190	IO::AIO::aio_utime $runtime, undef, undef;	3495	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3191		3496
3192	my $guard = cf::lock_acquire "write_runtime";	3497	my $guard = cf::lock_acquire "write_runtime";
3193		3498
3194	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3499	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
3195	or return;	3500	or return;
3196		3501
3197	my $value = $cf::RUNTIME + 90 + 10;	3502	my $value = $cf::RUNTIME + 90 + 10;
3198	# 10 is the runtime save interval, for a monotonic clock	3503	# 10 is the runtime save interval, for a monotonic clock
3199	# 60 allows for the watchdog to kill the server.	3504	# 60 allows for the watchdog to kill the server.
…		…
3209	aio_utime $fh, undef, undef;	3514	aio_utime $fh, undef, undef;
3210		3515
3211	close $fh	3516	close $fh
3212	or return;	3517	or return;
3213		3518
3214	aio_rename "$runtime~", $runtime	3519	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3215	and return;	3520	and return;
3216		3521
3217	warn "runtime file written.\n";	3522	warn "runtime file written.\n";
3218		3523
3219	1	3524	1
		3525	}
		3526
		3527	our $uuid_lock;
		3528	our $uuid_skip;
		3529
		3530	sub write_uuid_sync($) {
		3531	$uuid_skip ||= $_[0];
		3532
		3533	return if $uuid_lock;
		3534	local $uuid_lock = 1;
		3535
		3536	my $uuid = "$LOCALDIR/uuid";
		3537
		3538	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3539	or return;
		3540
		3541	my $value = uuid_seq uuid_cur;
		3542
		3543	unless ($value) {
		3544	warn "cowardly refusing to write zero uuid value!\n";
		3545	return;
		3546	}
		3547
		3548	my $value = uuid_str $value + $uuid_skip;
		3549	$uuid_skip = 0;
		3550
		3551	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3552	and return;
		3553
		3554	# always fsync - this file is important
		3555	aio_fsync $fh
		3556	and return;
		3557
		3558	close $fh
		3559	or return;
		3560
		3561	aio_rename "$uuid~", $uuid
		3562	and return;
		3563
		3564	warn "uuid file written ($value).\n";
		3565
		3566	1
		3567
		3568	}
		3569
		3570	sub write_uuid($$) {
		3571	my ($skip, $sync) = @_;
		3572
		3573	$sync ? write_uuid_sync $skip
		3574	: async { write_uuid_sync $skip };
3220	}	3575	}
3221		3576
3222	sub emergency_save() {	3577	sub emergency_save() {
3223	my $freeze_guard = cf::freeze_mainloop;	3578	my $freeze_guard = cf::freeze_mainloop;
3224		3579
3225	warn "enter emergency perl save\n";	3580	warn "emergency_perl_save: enter\n";
3226		3581
3227	cf::sync_job {	3582	cf::sync_job {
		3583	# this is a trade-off: we want to be very quick here, so
		3584	# save all maps without fsync, and later call a global sync
		3585	# (which in turn might be very very slow)
		3586	local $USE_FSYNC = 0;
		3587
3228	# use a peculiar iteration method to avoid tripping on perl	3588	# use a peculiar iteration method to avoid tripping on perl
3229	# refcount bugs in for. also avoids problems with players	3589	# refcount bugs in for. also avoids problems with players
3230	# and maps saved/destroyed asynchronously.	3590	# and maps saved/destroyed asynchronously.
3231	warn "begin emergency player save\n";	3591	warn "emergency_perl_save: begin player save\n";
3232	for my $login (keys %cf::PLAYER) {	3592	for my $login (keys %cf::PLAYER) {
3233	my $pl = $cf::PLAYER{$login} or next;	3593	my $pl = $cf::PLAYER{$login} or next;
3234	$pl->valid or next;	3594	$pl->valid or next;
		3595	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3235	$pl->save;	3596	$pl->save;
3236	}	3597	}
3237	warn "end emergency player save\n";	3598	warn "emergency_perl_save: end player save\n";
3238		3599
3239	warn "begin emergency map save\n";	3600	warn "emergency_perl_save: begin map save\n";
3240	for my $path (keys %cf::MAP) {	3601	for my $path (keys %cf::MAP) {
3241	my $map = $cf::MAP{$path} or next;	3602	my $map = $cf::MAP{$path} or next;
3242	$map->valid or next;	3603	$map->valid or next;
3243	$map->save;	3604	$map->save;
3244	}	3605	}
3245	warn "end emergency map save\n";	3606	warn "emergency_perl_save: end map save\n";
3246		3607
3247	warn "begin emergency database checkpoint\n";	3608	warn "emergency_perl_save: begin database checkpoint\n";
3248	BDB::db_env_txn_checkpoint $DB_ENV;	3609	BDB::db_env_txn_checkpoint $DB_ENV;
3249	warn "end emergency database checkpoint\n";	3610	warn "emergency_perl_save: end database checkpoint\n";
		3611
		3612	warn "emergency_perl_save: begin write uuid\n";
		3613	write_uuid_sync 1;
		3614	warn "emergency_perl_save: end write uuid\n";
3250	};	3615	};
3251		3616
		3617	warn "emergency_perl_save: starting sync()\n";
		3618	IO::AIO::aio_sync sub {
		3619	warn "emergency_perl_save: finished sync()\n";
		3620	};
		3621
3252	warn "leave emergency perl save\n";	3622	warn "emergency_perl_save: leave\n";
3253	}	3623	}
3254		3624
3255	sub post_cleanup {	3625	sub post_cleanup {
3256	my ($make_core) = @_;	3626	my ($make_core) = @_;
3257		3627
3258	warn Carp::longmess "post_cleanup backtrace"	3628	warn Carp::longmess "post_cleanup backtrace"
3259	if $make_core;	3629	if $make_core;
		3630
		3631	my $fh = pidfile;
		3632	unlink $PIDFILE if <$fh> == $$;
		3633	}
		3634
		3635	# a safer delete_package, copied from Symbol
		3636	sub clear_package($) {
		3637	my $pkg = shift;
		3638
		3639	# expand to full symbol table name if needed
		3640	unless ($pkg =~ /^main::.*::$/) {
		3641	$pkg = "main$pkg" if $pkg =~ /^::/;
		3642	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3643	$pkg .= '::' unless $pkg =~ /::$/;
		3644	}
		3645
		3646	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3647	my $stem_symtab = *{$stem}{HASH};
		3648
		3649	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3650	or return;
		3651
		3652	# clear all symbols
		3653	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3654	for my $name (keys %$leaf_symtab) {
		3655	_gv_clear *{"$pkg$name"};
		3656	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3657	}
		3658	warn "cleared package $pkg\n";#d#
3260	}	3659	}
3261		3660
3262	sub do_reload_perl() {	3661	sub do_reload_perl() {
3263	# can/must only be called in main	3662	# can/must only be called in main
3264	if ($Coro::current != $Coro::main) {	3663	if ($Coro::current != $Coro::main) {
3265	warn "can only reload from main coroutine";	3664	warn "can only reload from main coroutine";
3266	return;	3665	return;
3267	}	3666	}
3268		3667
		3668	return if $RELOAD++;
		3669
		3670	my $t1 = EV::time;
		3671
		3672	while ($RELOAD) {
3269	warn "reloading...";	3673	warn "reloading...";
3270		3674
3271	warn "entering sync_job";	3675	warn "entering sync_job";
3272		3676
3273	cf::sync_job {	3677	cf::sync_job {
3274	cf::write_runtime; # external watchdog should not bark	3678	cf::write_runtime_sync; # external watchdog should not bark
3275	cf::emergency_save;	3679	cf::emergency_save;
3276	cf::write_runtime; # external watchdog should not bark	3680	cf::write_runtime_sync; # external watchdog should not bark
3277		3681
3278	warn "syncing database to disk";	3682	warn "syncing database to disk";
3279	BDB::db_env_txn_checkpoint $DB_ENV;	3683	BDB::db_env_txn_checkpoint $DB_ENV;
3280		3684
3281	# if anything goes wrong in here, we should simply crash as we already saved	3685	# if anything goes wrong in here, we should simply crash as we already saved
3282		3686
3283	warn "cancelling all WF_AUTOCANCEL watchers";
3284	for (Event::all_watchers) {
3285	$_->cancel if $_->data & WF_AUTOCANCEL;
3286	}
3287
3288	warn "flushing outstanding aio requests";	3687	warn "flushing outstanding aio requests";
3289	for (;;) {
3290	BDB::flush;
3291	IO::AIO::flush;
3292	Coro::cede;
3293	last unless IO::AIO::nreqs || BDB::nreqs;	3688	while (IO::AIO::nreqs || BDB::nreqs) {
3294	warn "iterate...";	3689	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3295	}
3296
3297	++$RELOAD;
3298
3299	warn "cancelling all extension coros";
3300	$_->cancel for values %EXT_CORO;
3301	%EXT_CORO = ();
3302
3303	warn "removing commands";
3304	%COMMAND = ();
3305
3306	warn "removing ext/exti commands";
3307	%EXTCMD = ();
3308	%EXTICMD = ();
3309
3310	warn "unloading/nuking all extensions";
3311	for my $pkg (@EXTS) {
3312	warn "... unloading $pkg";
3313
3314	if (my $cb = $pkg->can ("unload")) {
3315	eval {
3316	$cb->($pkg);
3317	1
3318	} or warn "$pkg unloaded, but with errors: $@";
3319	}	3690	}
3320		3691
3321	warn "... nuking $pkg";	3692	warn "cancelling all extension coros";
3322	Symbol::delete_package $pkg;	3693	$_->cancel for values %EXT_CORO;
3323	}	3694	%EXT_CORO = ();
3324		3695
3325	warn "unloading all perl modules loaded from $LIBDIR";	3696	warn "removing commands";
3326	while (my ($k, $v) = each %INC) {	3697	%COMMAND = ();
3327	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3328		3698
		3699	warn "removing ext/exti commands";
		3700	%EXTCMD = ();
		3701	%EXTICMD = ();
		3702
		3703	warn "unloading/nuking all extensions";
		3704	for my $pkg (@EXTS) {
3329	warn "... unloading $k";	3705	warn "... unloading $pkg";
3330	delete $INC{$k};
3331		3706
3332	$k =~ s/\.pm$//;
3333	$k =~ s/\//::/g;
3334
3335	if (my $cb = $k->can ("unload_module")) {	3707	if (my $cb = $pkg->can ("unload")) {
		3708	eval {
3336	$cb->();	3709	$cb->($pkg);
		3710	1
		3711	} or warn "$pkg unloaded, but with errors: $@";
		3712	}
		3713
		3714	warn "... clearing $pkg";
		3715	clear_package $pkg;
3337	}	3716	}
3338		3717
3339	Symbol::delete_package $k;	3718	warn "unloading all perl modules loaded from $LIBDIR";
		3719	while (my ($k, $v) = each %INC) {
		3720	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
		3721
		3722	warn "... unloading $k";
		3723	delete $INC{$k};
		3724
		3725	$k =~ s/\.pm$//;
		3726	$k =~ s/\//::/g;
		3727
		3728	if (my $cb = $k->can ("unload_module")) {
		3729	$cb->();
		3730	}
		3731
		3732	clear_package $k;
3340	}	3733	}
3341		3734
3342	warn "getting rid of safe::, as good as possible";	3735	warn "getting rid of safe::, as good as possible";
3343	Symbol::delete_package "safe::$_"	3736	clear_package "safe::$_"
3344	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3737	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3345		3738
3346	warn "unloading cf.pm \"a bit\"";	3739	warn "unloading cf.pm \"a bit\"";
3347	delete $INC{"cf.pm"};	3740	delete $INC{"cf.pm"};
3348	delete $INC{"cf/pod.pm"};	3741	delete $INC{"cf/pod.pm"};
3349		3742
3350	# don't, removes xs symbols, too,	3743	# don't, removes xs symbols, too,
3351	# and global variables created in xs	3744	# and global variables created in xs
3352	#Symbol::delete_package __PACKAGE__;	3745	#clear_package __PACKAGE__;
3353		3746
3354	warn "unload completed, starting to reload now";	3747	warn "unload completed, starting to reload now";
3355		3748
3356	warn "reloading cf.pm";	3749	warn "reloading cf.pm";
3357	require cf;	3750	require cf;
3358	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3751	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
3359		3752
3360	warn "loading config and database again";	3753	warn "loading config and database again";
3361	cf::reload_config;	3754	cf::reload_config;
3362		3755
3363	warn "loading extensions";	3756	warn "loading extensions";
3364	cf::load_extensions;	3757	cf::load_extensions;
3365		3758
		3759	if ($REATTACH_ON_RELOAD) {
3366	warn "reattaching attachments to objects/players";	3760	warn "reattaching attachments to objects/players";
3367	_global_reattach; # objects, sockets	3761	_global_reattach; # objects, sockets
3368	warn "reattaching attachments to maps";	3762	warn "reattaching attachments to maps";
3369	reattach $_ for values %MAP;	3763	reattach $_ for values %MAP;
3370	warn "reattaching attachments to players";	3764	warn "reattaching attachments to players";
3371	reattach $_ for values %PLAYER;	3765	reattach $_ for values %PLAYER;
		3766	}
3372		3767
		3768	warn "running post_init jobs";
		3769	(pop @POST_INIT)->(1) while @POST_INIT;
		3770
3373	warn "leaving sync_job";	3771	warn "leaving sync_job";
3374		3772
3375	1	3773	1
3376	} or do {	3774	} or do {
3377	warn $@;	3775	warn $@;
3378	warn "error while reloading, exiting.";	3776	cf::cleanup "error while reloading, exiting.";
3379	exit 1;
3380	};	3777	};
3381		3778
3382	warn "reloaded";	3779	warn "reloaded";
		3780	--$RELOAD;
		3781	}
		3782
		3783	$t1 = EV::time - $t1;
		3784	warn "reload completed in ${t1}s\n";
3383	};	3785	};
3384		3786
3385	our $RELOAD_WATCHER; # used only during reload	3787	our $RELOAD_WATCHER; # used only during reload
3386		3788
3387	sub reload_perl() {	3789	sub reload_perl() {
3388	# doing reload synchronously and two reloads happen back-to-back,	3790	# doing reload synchronously and two reloads happen back-to-back,
3389	# coro crashes during coro_state_free->destroy here.	3791	# coro crashes during coro_state_free->destroy here.
3390		3792
3391	$RELOAD_WATCHER ||= Event->timer (	3793	$RELOAD_WATCHER ||= cf::async {
3392	reentrant => 0,	3794	Coro::AIO::aio_wait cache_extensions;
3393	after => 0,	3795
3394	data => WF_AUTOCANCEL,	3796	$RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3395	cb => sub {
3396	do_reload_perl;	3797	do_reload_perl;
3397	undef $RELOAD_WATCHER;	3798	undef $RELOAD_WATCHER;
3398	},	3799	};
3399	);	3800	};
3400	}	3801	}
3401		3802
3402	register_command "reload" => sub {	3803	register_command "reload" => sub {
3403	my ($who, $arg) = @_;	3804	my ($who, $arg) = @_;
3404		3805
3405	if ($who->flag (FLAG_WIZ)) {	3806	if ($who->flag (FLAG_WIZ)) {
3406	$who->message ("reloading server.");	3807	$who->message ("reloading server.");
		3808	async {
		3809	$Coro::current->{desc} = "perl_reload";
3407	async { reload_perl };	3810	reload_perl;
		3811	};
3408	}	3812	}
3409	};	3813	};
3410		3814
3411	unshift @INC, $LIBDIR;	3815	unshift @INC, $LIBDIR;
3412		3816
…		…
3414		3818
3415	our @WAIT_FOR_TICK;	3819	our @WAIT_FOR_TICK;
3416	our @WAIT_FOR_TICK_BEGIN;	3820	our @WAIT_FOR_TICK_BEGIN;
3417		3821
3418	sub wait_for_tick {	3822	sub wait_for_tick {
3419	return unless $TICK_WATCHER->is_active;
3420	return if $Coro::current == $Coro::main;	3823	return if tick_inhibit || $Coro::current == $Coro::main;
3421		3824
3422	my $signal = new Coro::Signal;	3825	my $signal = new Coro::Signal;
3423	push @WAIT_FOR_TICK, $signal;	3826	push @WAIT_FOR_TICK, $signal;
3424	$signal->wait;	3827	$signal->wait;
3425	}	3828	}
3426		3829
3427	sub wait_for_tick_begin {	3830	sub wait_for_tick_begin {
3428	return unless $TICK_WATCHER->is_active;
3429	return if $Coro::current == $Coro::main;	3831	return if tick_inhibit || $Coro::current == $Coro::main;
3430		3832
3431	my $signal = new Coro::Signal;	3833	my $signal = new Coro::Signal;
3432	push @WAIT_FOR_TICK_BEGIN, $signal;	3834	push @WAIT_FOR_TICK_BEGIN, $signal;
3433	$signal->wait;	3835	$signal->wait;
3434	}	3836	}
3435		3837
3436	my $min = 1e6;#d#	3838	sub tick {
3437	my $avg = 10;
3438	$TICK_WATCHER = Event->timer (
3439	reentrant => 0,
3440	parked => 1,
3441	prio => 0,
3442	at => $NEXT_TICK || $TICK,
3443	data => WF_AUTOCANCEL,
3444	cb => sub {
3445	if ($Coro::current != $Coro::main) {	3839	if ($Coro::current != $Coro::main) {
3446	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3840	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3447	unless ++$bug_warning > 10;	3841	unless ++$bug_warning > 10;
3448	return;	3842	return;
3449	}	3843	}
3450		3844
3451	$NOW = $tick_start = Event::time;
3452
3453	cf::server_tick; # one server iteration	3845	cf::server_tick; # one server iteration
3454		3846
3455	0 && sync_job {#d#	3847	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3456	for(1..10) {	3848	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3457	my $t = Event::time;	3849	Coro::async_pool {
3458	my $map = my $map = new_from_path cf::map "/tmp/x.map"	3850	$Coro::current->{desc} = "runtime saver";
3459	or die;	3851	write_runtime_sync
3460		3852	or warn "ERROR: unable to write runtime file: $!";
3461	$map->width (50);
3462	$map->height (50);
3463	$map->alloc;
3464	$map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
3465	my $t = Event::time - $t;
3466
3467	#next unless $t < 0.0013;#d#
3468	if ($t < $min) {
3469	$min = $t;
3470	}
3471	$avg = $avg * 0.99 + $t * 0.01;
3472	}
3473	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3474	exit 0;
3475	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3476	};	3853	};
		3854	}
3477		3855
3478	$RUNTIME += $TICK;
3479	$NEXT_TICK += $TICK;
3480
3481	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3482	$NEXT_RUNTIME_WRITE = $NOW + 10;
3483	Coro::async_pool {
3484	write_runtime
3485	or warn "ERROR: unable to write runtime file: $!";
3486	};
3487	}
3488
3489	# my $AFTER = Event::time;
3490	# warn $AFTER - $NOW;#d#
3491
3492	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3856	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3493	$sig->send;	3857	$sig->send;
3494	}	3858	}
3495	while (my $sig = shift @WAIT_FOR_TICK) {	3859	while (my $sig = shift @WAIT_FOR_TICK) {
3496	$sig->send;	3860	$sig->send;
3497	}	3861	}
3498		3862
3499	$NOW = Event::time;	3863	$LOAD = ($NOW - $TICK_START) / $TICK;
3500
3501	# if we are delayed by four ticks or more, skip them all
3502	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3503
3504	$TICK_WATCHER->at ($NEXT_TICK);
3505	$TICK_WATCHER->start;
3506
3507	$LOAD = ($NOW - $tick_start) / $TICK;
3508	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3864	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3509		3865
3510	_post_tick;	3866	if (0) {
3511		3867	if ($NEXT_TICK) {
3512		3868	my $jitter = $TICK_START - $NEXT_TICK;
		3869	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3870	warn "jitter $JITTER\n";#d#
		3871	}
3513	},	3872	}
3514	);	3873	}
3515		3874
3516	{	3875	{
3517	BDB::max_poll_time $TICK * 0.1;	3876	# configure BDB
3518	$BDB_POLL_WATCHER = Event->io (	3877
3519	reentrant => 0,
3520	fd => BDB::poll_fileno,
3521	poll => 'r',
3522	prio => 0,
3523	data => WF_AUTOCANCEL,
3524	cb => \&BDB::poll_cb,
3525	);
3526	BDB::min_parallel 8;	3878	BDB::min_parallel 8;
3527		3879	BDB::max_poll_reqs $TICK * 0.1;
3528	BDB::set_sync_prepare {	3880	$AnyEvent::BDB::WATCHER->priority (1);
3529	my $status;
3530	my $current = $Coro::current;
3531	(
3532	sub {
3533	$status = $!;
3534	$current->ready; undef $current;
3535	},
3536	sub {
3537	Coro::schedule while defined $current;
3538	$! = $status;
3539	},
3540	)
3541	};
3542		3881
3543	unless ($DB_ENV) {	3882	unless ($DB_ENV) {
3544	$DB_ENV = BDB::db_env_create;	3883	$DB_ENV = BDB::db_env_create;
		3884	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		3885	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		3886	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		3887	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3888	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3545		3889
3546	cf::sync_job {	3890	cf::sync_job {
3547	eval {	3891	eval {
3548	BDB::db_env_open	3892	BDB::db_env_open
3549	$DB_ENV,	3893	$DB_ENV,
…		…
3551	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3895	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3552	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3896	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3553	0666;	3897	0666;
3554		3898
3555	cf::cleanup "db_env_open($BDBDIR): $!" if $!;	3899	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3556
3557	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3558	$DB_ENV->set_lk_detect;
3559	};	3900	};
3560		3901
3561	cf::cleanup "db_env_open(db): $@" if $@;	3902	cf::cleanup "db_env_open(db): $@" if $@;
3562	};	3903	};
3563	}	3904	}
		3905
		3906	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3907	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3908	};
		3909	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3910	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3911	};
		3912	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3913	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3914	};
3564	}	3915	}
3565		3916
3566	{	3917	{
		3918	# configure IO::AIO
		3919
3567	IO::AIO::min_parallel 8;	3920	IO::AIO::min_parallel 8;
3568
3569	undef $Coro::AIO::WATCHER;
3570	IO::AIO::max_poll_time $TICK * 0.1;	3921	IO::AIO::max_poll_time $TICK * 0.1;
3571	$AIO_POLL_WATCHER = Event->io (	3922	undef $AnyEvent::AIO::WATCHER;
3572	reentrant => 0,
3573	data => WF_AUTOCANCEL,
3574	fd => IO::AIO::poll_fileno,
3575	poll => 'r',
3576	prio => 6,
3577	cb => \&IO::AIO::poll_cb,
3578	);
3579	}	3923	}
3580		3924
3581	my $_log_backtrace;	3925	my $_log_backtrace;
3582		3926
3583	sub _log_backtrace {	3927	sub _log_backtrace {
…		…
3586	$msg =~ s/\n//;	3930	$msg =~ s/\n//;
3587		3931
3588	# limit the # of concurrent backtraces	3932	# limit the # of concurrent backtraces
3589	if ($_log_backtrace < 2) {	3933	if ($_log_backtrace < 2) {
3590	++$_log_backtrace;	3934	++$_log_backtrace;
		3935	my $perl_bt = Carp::longmess $msg;
3591	async {	3936	async {
		3937	$Coro::current->{desc} = "abt $msg";
		3938
3592	my @bt = fork_call {	3939	my @bt = fork_call {
3593	@addr = map { sprintf "%x", $_ } @addr;	3940	@addr = map { sprintf "%x", $_ } @addr;
3594	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	3941	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3595	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	3942	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3596	or die "addr2line: $!";	3943	or die "addr2line: $!";
…		…
3604	}	3951	}
3605		3952
3606	@funcs	3953	@funcs
3607	};	3954	};
3608		3955
3609	LOG llevInfo, "[ABT] $msg\n";	3956	LOG llevInfo, "[ABT] $perl_bt\n";
		3957	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3610	LOG llevInfo, "[ABT] $_\n" for @bt;	3958	LOG llevInfo, "[ABT] $_\n" for @bt;
3611	--$_log_backtrace;	3959	--$_log_backtrace;
3612	};	3960	};
3613	} else {	3961	} else {
3614	LOG llevInfo, "[ABT] $msg\n";	3962	LOG llevInfo, "[ABT] $msg\n";

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines