ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.237 by root, Fri Apr 13 05:08:51 2007 UTC vs.
Revision 1.445 by root, Wed Sep 10 18:18:10 2008 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify
		7	# it under the terms of the GNU General Public License as published by
		8	# the Free Software Foundation, either version 3 of the License, or
		9	# (at your option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the GNU General Public License
		17	# along with this program. If not, see <http://www.gnu.org/licenses/>.
		18	#
		19	# The authors can be reached via e-mail to <support@deliantra.net>
		20	#
		21
1	package cf;	22	package cf;
2		23
		24	use 5.10.0;
3	use utf8;	25	use utf8;
4	use strict;	26	use strict "vars", "subs";
5		27
6	use Symbol;	28	use Symbol;
7	use List::Util;	29	use List::Util;
8	use Storable;	30	use Socket;
9	use Event;	31	use EV;
10	use Opcode;	32	use Opcode;
11	use Safe;	33	use Safe;
12	use Safe::Hole;	34	use Safe::Hole;
		35	use Storable ();
13		36
14	use Coro 3.52 ();	37	use Coro ();
15	use Coro::State;	38	use Coro::State;
		39	use Coro::Handle;
		40	use Coro::EV;
16	use Coro::Event;	41	use Coro::AnyEvent;
17	use Coro::Timer;	42	use Coro::Timer;
18	use Coro::Signal;	43	use Coro::Signal;
19	use Coro::Semaphore;	44	use Coro::Semaphore;
		45	use Coro::AnyEvent;
20	use Coro::AIO;	46	use Coro::AIO;
		47	use Coro::BDB 1.6;
21	use Coro::Storable;	48	use Coro::Storable;
		49	use Coro::Util ();
22		50
		51	use JSON::XS 2.01 ();
23	use BDB ();	52	use BDB ();
24	use Data::Dumper;	53	use Data::Dumper;
25	use Digest::MD5;	54	use Digest::MD5;
26	use Fcntl;	55	use Fcntl;
27	use YAML::Syck ();	56	use YAML ();
28	use IO::AIO 2.32 ();	57	use IO::AIO ();
29	use Time::HiRes;	58	use Time::HiRes;
30	use Compress::LZF;	59	use Compress::LZF;
		60	use Digest::MD5 ();
		61
		62	AnyEvent::detect;
31		63
32	# configure various modules to our taste	64	# configure various modules to our taste
33	#	65	#
34	$Storable::canonical = 1; # reduce rsync transfers	66	$Storable::canonical = 1; # reduce rsync transfers
35	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	67	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
36	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	68	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
37		69
38	$Event::Eval = 1; # no idea why this is required, but it is
39
40	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
41	$YAML::Syck::ImplicitUnicode = 1;
42
43	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	70	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
44		71
45	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	72	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
46		73
47	our %COMMAND = ();	74	our %COMMAND = ();
48	our %COMMAND_TIME = ();	75	our %COMMAND_TIME = ();
49		76
50	our @EXTS = (); # list of extension package names	77	our @EXTS = (); # list of extension package names
51	our %EXTCMD = ();	78	our %EXTCMD = ();
		79	our %EXTICMD = ();
52	our %EXT_CORO = (); # coroutines bound to extensions	80	our %EXT_CORO = (); # coroutines bound to extensions
53	our %EXT_MAP = (); # pluggable maps	81	our %EXT_MAP = (); # pluggable maps
54		82
55	our $RELOAD; # number of reloads so far	83	our $RELOAD; # number of reloads so far
56	our @EVENT;	84	our @EVENT;
57	our $LIBDIR = datadir . "/ext";
58		85
59	our $TICK = MAX_TIME * 1e-6;	86	our $CONFDIR = confdir;
60	our $TICK_WATCHER;	87	our $DATADIR = datadir;
61	our $AIO_POLL_WATCHER;	88	our $LIBDIR = "$DATADIR/ext";
		89	our $PODDIR = "$DATADIR/pod";
		90	our $MAPDIR = "$DATADIR/" . mapdir;
		91	our $LOCALDIR = localdir;
		92	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		93	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		94	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		95	our $RANDOMDIR = "$LOCALDIR/random";
		96	our $BDBDIR = "$LOCALDIR/db";
		97	our $PIDFILE = "$LOCALDIR/pid";
		98	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		99
		100	our %RESOURCE;
		101
		102	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
62	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	103	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
63	our $NEXT_TICK;	104	our $NEXT_TICK;
64	our $NOW;
65	our $USE_FSYNC = 1; # use fsync to write maps - default off	105	our $USE_FSYNC = 1; # use fsync to write maps - default off
66		106
		107	our $BDB_DEADLOCK_WATCHER;
		108	our $BDB_CHECKPOINT_WATCHER;
67	our $BDB_POLL_WATCHER;	109	our $BDB_TRICKLE_WATCHER;
68	our $DB_ENV;	110	our $DB_ENV;
69		111
70	our %CFG;	112	our %CFG;
71		113
72	our $UPTIME; $UPTIME ||= time;	114	our $UPTIME; $UPTIME ||= time;
73	our $RUNTIME;	115	our $RUNTIME;
		116	our $NOW;
74		117
75	our %PLAYER; # all users	118	our (%PLAYER, %PLAYER_LOADING); # all users
76	our %MAP; # all maps	119	our (%MAP, %MAP_LOADING ); # all maps
77	our $LINK_MAP; # the special {link} map, which is always available	120	our $LINK_MAP; # the special {link} map, which is always available
78	our $RANDOM_MAPS = cf::localdir . "/random";
79	our $BDB_ENV_DIR = cf::localdir . "/db";
80
81	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
82	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
83		121
84	# used to convert map paths into valid unix filenames by replacing / by ∕	122	# used to convert map paths into valid unix filenames by replacing / by ∕
85	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	123	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
86		124
		125	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		126	our $LOADAVG; # same thing, but with alpha-smoothing
		127	our $JITTER; # average jitter
		128	our $TICK_START; # for load detecting purposes
		129
87	binmode STDOUT;	130	binmode STDOUT;
88	binmode STDERR;	131	binmode STDERR;
89		132
90	# read virtual server time, if available	133	# read virtual server time, if available
91	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	134	unless ($RUNTIME || !-e $RUNTIMEFILE) {
92	open my $fh, "<", cf::localdir . "/runtime"	135	open my $fh, "<", $RUNTIMEFILE
93	or die "unable to read runtime file: $!";	136	or die "unable to read $RUNTIMEFILE file: $!";
94	$RUNTIME = <$fh> + 0.;	137	$RUNTIME = <$fh> + 0.;
95	}	138	}
96		139
97	mkdir cf::localdir;	140	mkdir $_
98	mkdir cf::localdir . "/" . cf::playerdir;	141	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
99	mkdir cf::localdir . "/" . cf::tmpdir;
100	mkdir cf::localdir . "/" . cf::uniquedir;
101	mkdir $RANDOM_MAPS;
102	mkdir $BDB_ENV_DIR;
103		142
104	our $EMERGENCY_POSITION;	143	our $EMERGENCY_POSITION;
105		144
106	sub cf::map::normalise;	145	sub cf::map::normalise;
107		146
…		…
118	=item $cf::RUNTIME	157	=item $cf::RUNTIME
119		158
120	The time this server has run, starts at 0 and is increased by $cf::TICK on	159	The time this server has run, starts at 0 and is increased by $cf::TICK on
121	every server tick.	160	every server tick.
122		161
123	=item $cf::LIBDIR	162	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		163	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		164	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
124		165
125	The perl library directory, where extensions and cf-specific modules can	166	Various directories - "/etc", read-only install directory, perl-library
126	be found. It will be added to C<@INC> automatically.	167	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		168	unique-items directory, player file directory, random maps directory and
		169	database environment.
127		170
128	=item $cf::NOW	171	=item $cf::NOW
129		172
130	The time of the last (current) server tick.	173	The time of the last (current) server tick.
131		174
132	=item $cf::TICK	175	=item $cf::TICK
133		176
134	The interval between server ticks, in seconds.	177	The interval between server ticks, in seconds.
135		178
		179	=item $cf::LOADAVG
		180
		181	The current CPU load on the server (alpha-smoothed), as a value between 0
		182	(none) and 1 (overloaded), indicating how much time is spent on processing
		183	objects per tick. Healthy values are < 0.5.
		184
		185	=item $cf::LOAD
		186
		187	The raw value load value from the last tick.
		188
136	=item %cf::CFG	189	=item %cf::CFG
137		190
138	Configuration for the server, loaded from C</etc/crossfire/config>, or	191	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
139	from wherever your confdir points to.	192	from wherever your confdir points to.
140		193
141	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	194	=item cf::wait_for_tick, cf::wait_for_tick_begin
142		195
143	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	196	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
144	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	197	returns directly I<after> the tick processing (and consequently, can only wake one process
145	processing has been done. Call C<< ->wait >> on them to maximise the	198	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
146	window of cpu time available, or simply to synchronise to the server tick.	199
		200	=item @cf::INVOKE_RESULTS
		201
		202	This array contains the results of the last C<invoke ()> call. When
		203	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		204	that call.
147		205
148	=back	206	=back
149		207
150	=cut	208	=cut
151		209
152	BEGIN {	210	BEGIN {
153	*CORE::GLOBAL::warn = sub {	211	*CORE::GLOBAL::warn = sub {
154	my $msg = join "", @_;	212	my $msg = join "", @_;
155	utf8::encode $msg;
156		213
157	$msg .= "\n"	214	$msg .= "\n"
158	unless $msg =~ /\n$/;	215	unless $msg =~ /\n$/;
159		216
		217	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		218
160	LOG llevError, $msg;	219	LOG llevError, $msg;
161	};	220	};
162	}	221	}
		222
		223	$Coro::State::DIEHOOK = sub {
		224	return unless $^S eq 0; # "eq", not "=="
		225
		226	if ($Coro::current == $Coro::main) {#d#
		227	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		228	return;#d#
		229	}#d#
		230
		231	# kill coroutine otherwise
		232	warn Carp::longmess $_[0];
		233	Coro::terminate
		234	};
		235
		236	$SIG{__DIE__} = sub { }; #d#?
163		237
164	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	238	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
165	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	239	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
166	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	240	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
167	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	241	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
168	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	242	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		243	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
169	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	244	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
170		245
171	# we bless all objects into (empty) derived classes to force a method lookup	246	# we bless all objects into (empty) derived classes to force a method lookup
172	# within the Safe compartment.	247	# within the Safe compartment.
173	for my $pkg (qw(	248	for my $pkg (qw(
174	cf::global cf::attachable	249	cf::global cf::attachable
175	cf::object cf::object::player	250	cf::object cf::object::player
176	cf::client cf::player	251	cf::client cf::player
177	cf::arch cf::living	252	cf::arch cf::living
		253	cf::map cf::mapspace
178	cf::map cf::party cf::region	254	cf::party cf::region
179	)) {	255	)) {
180	no strict 'refs';
181	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	256	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
182	}	257	}
183		258
184	$Event::DIED = sub {	259	$EV::DIED = sub {
185	warn "error in event callback: @_";	260	warn "error in event callback: @_";
186	};	261	};
		262
		263	#############################################################################
187		264
188	=head2 UTILITY FUNCTIONS	265	=head2 UTILITY FUNCTIONS
189		266
190	=over 4	267	=over 4
191		268
…		…
210	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	287	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
211	$d	288	$d
212	} || "[unable to dump $_[0]: '$@']";	289	} || "[unable to dump $_[0]: '$@']";
213	}	290	}
214		291
215	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
216
217	=item $ref = cf::from_json $json	292	=item $ref = cf::decode_json $json
218		293
219	Converts a JSON string into the corresponding perl data structure.	294	Converts a JSON string into the corresponding perl data structure.
220		295
221	=item $json = cf::to_json $ref	296	=item $json = cf::encode_json $ref
222		297
223	Converts a perl data structure into its JSON representation.	298	Converts a perl data structure into its JSON representation.
		299
		300	=cut
		301
		302	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		303
		304	sub encode_json($) { $json_coder->encode ($_[0]) }
		305	sub decode_json($) { $json_coder->decode ($_[0]) }
224		306
225	=item cf::lock_wait $string	307	=item cf::lock_wait $string
226		308
227	Wait until the given lock is available. See cf::lock_acquire.	309	Wait until the given lock is available. See cf::lock_acquire.
228		310
…		…
231	Wait until the given lock is available and then acquires it and returns	313	Wait until the given lock is available and then acquires it and returns
232	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	314	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
233	for example when the coroutine gets canceled), the lock is automatically	315	for example when the coroutine gets canceled), the lock is automatically
234	returned.	316	returned.
235		317
		318	Locks are *not* recursive, locking from the same coro twice results in a
		319	deadlocked coro.
		320
236	Lock names should begin with a unique identifier (for example, cf::map::find	321	Lock names should begin with a unique identifier (for example, cf::map::find
237	uses map_find and cf::map::load uses map_load).	322	uses map_find and cf::map::load uses map_load).
238		323
		324	=item $locked = cf::lock_active $string
		325
		326	Return true if the lock is currently active, i.e. somebody has locked it.
		327
239	=cut	328	=cut
240		329
241	our %LOCK;	330	our %LOCK;
		331	our %LOCKER;#d#
242		332
243	sub lock_wait($) {	333	sub lock_wait($) {
244	my ($key) = @_;	334	my ($key) = @_;
		335
		336	if ($LOCKER{$key} == $Coro::current) {#d#
		337	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		338	return;#d#
		339	}#d#
245		340
246	# wait for lock, if any	341	# wait for lock, if any
247	while ($LOCK{$key}) {	342	while ($LOCK{$key}) {
248	push @{ $LOCK{$key} }, $Coro::current;	343	push @{ $LOCK{$key} }, $Coro::current;
249	Coro::schedule;	344	Coro::schedule;
…		…
255		350
256	# wait, to be sure we are not locked	351	# wait, to be sure we are not locked
257	lock_wait $key;	352	lock_wait $key;
258		353
259	$LOCK{$key} = [];	354	$LOCK{$key} = [];
		355	$LOCKER{$key} = $Coro::current;#d#
260		356
261	Coro::guard {	357	Coro::guard {
		358	delete $LOCKER{$key};#d#
262	# wake up all waiters, to be on the safe side	359	# wake up all waiters, to be on the safe side
263	$_->ready for @{ delete $LOCK{$key} };	360	$_->ready for @{ delete $LOCK{$key} };
264	}	361	}
265	}	362	}
266		363
		364	sub lock_active($) {
		365	my ($key) = @_;
		366
		367	! ! $LOCK{$key}
		368	}
		369
267	sub freeze_mainloop {	370	sub freeze_mainloop {
268	return unless $TICK_WATCHER->is_active;	371	tick_inhibit_inc;
269		372
270	my $guard = Coro::guard {	373	Coro::guard \&tick_inhibit_dec;
271	$TICK_WATCHER->start;	374	}
		375
		376	=item cf::periodic $interval, $cb
		377
		378	Like EV::periodic, but randomly selects a starting point so that the actions
		379	get spread over timer.
		380
		381	=cut
		382
		383	sub periodic($$) {
		384	my ($interval, $cb) = @_;
		385
		386	my $start = rand List::Util::min 180, $interval;
		387
		388	EV::periodic $start, $interval, 0, $cb
		389	}
		390
		391	=item cf::get_slot $time[, $priority[, $name]]
		392
		393	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		394	This call blocks and returns only when you have at least C<$time> seconds
		395	of cpu time till the next tick. The slot is only valid till the next cede.
		396
		397	The optional C<$name> can be used to identify the job to run. It might be
		398	used for statistical purposes and should identify the same time-class.
		399
		400	Useful for short background jobs.
		401
		402	=cut
		403
		404	our @SLOT_QUEUE;
		405	our $SLOT_QUEUE;
		406
		407	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		408	$SLOT_QUEUE = Coro::async {
		409	$Coro::current->desc ("timeslot manager");
		410
		411	my $signal = new Coro::Signal;
		412
		413	while () {
		414	next_job:
		415	my $avail = cf::till_tick;
		416	if ($avail > 0.01) {
		417	for (0 .. $#SLOT_QUEUE) {
		418	if ($SLOT_QUEUE[$_][0] < $avail) {
		419	my $job = splice @SLOT_QUEUE, $_, 1, ();
		420	$job->[2]->send;
		421	Coro::cede;
		422	goto next_job;
		423	}
		424	}
		425	}
		426
		427	if (@SLOT_QUEUE) {
		428	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		429	push @cf::WAIT_FOR_TICK, $signal;
		430	$signal->wait;
		431	} else {
		432	Coro::schedule;
		433	}
272	};	434	}
273	$TICK_WATCHER->stop;	435	};
274	$guard	436
		437	sub get_slot($;$$) {
		438	return if tick_inhibit || $Coro::current == $Coro::main;
		439
		440	my ($time, $pri, $name) = @_;
		441
		442	$time = $TICK * .6 if $time > $TICK * .6;
		443	my $sig = new Coro::Signal;
		444
		445	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		446	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		447	$SLOT_QUEUE->ready;
		448	$sig->wait;
275	}	449	}
276		450
277	=item cf::async { BLOCK }	451	=item cf::async { BLOCK }
278		452
279	Currently the same as Coro::async_pool, meaning you cannot use	453	Currently the same as Coro::async_pool, meaning you cannot use
…		…
284		458
285	BEGIN { *async = \&Coro::async_pool }	459	BEGIN { *async = \&Coro::async_pool }
286		460
287	=item cf::sync_job { BLOCK }	461	=item cf::sync_job { BLOCK }
288		462
289	The design of crossfire+ requires that the main coro ($Coro::main) is	463	The design of Deliantra requires that the main coroutine ($Coro::main)
290	always able to handle events or runnable, as crossfire+ is only partly	464	is always able to handle events or runnable, as Deliantra is only
291	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	465	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		466	acceptable.
292		467
293	If it must be done, put the blocking parts into C<sync_job>. This will run	468	If it must be done, put the blocking parts into C<sync_job>. This will run
294	the given BLOCK in another coroutine while waiting for the result. The	469	the given BLOCK in another coroutine while waiting for the result. The
295	server will be frozen during this time, so the block should either finish	470	server will be frozen during this time, so the block should either finish
296	fast or be very important.	471	fast or be very important.
…		…
299		474
300	sub sync_job(&) {	475	sub sync_job(&) {
301	my ($job) = @_;	476	my ($job) = @_;
302		477
303	if ($Coro::current == $Coro::main) {	478	if ($Coro::current == $Coro::main) {
		479	my $time = EV::time;
		480
304	# this is the main coro, too bad, we have to block	481	# this is the main coro, too bad, we have to block
305	# till the operation succeeds, freezing the server :/	482	# till the operation succeeds, freezing the server :/
306		483
307	# TODO: use suspend/resume instead	484	LOG llevError, Carp::longmess "sync job";#d#
308	# (but this is cancel-safe)	485
309	my $freeze_guard = freeze_mainloop;	486	my $freeze_guard = freeze_mainloop;
310		487
311	my $busy = 1;	488	my $busy = 1;
312	my @res;	489	my @res;
313		490
314	(async {	491	(async {
		492	$Coro::current->desc ("sync job coro");
315	@res = eval { $job->() };	493	@res = eval { $job->() };
316	warn $@ if $@;	494	warn $@ if $@;
317	undef $busy;	495	undef $busy;
318	})->prio (Coro::PRIO_MAX);	496	})->prio (Coro::PRIO_MAX);
319		497
320	while ($busy) {	498	while ($busy) {
321	Coro::cede or Event::one_event;	499	if (Coro::nready) {
		500	Coro::cede_notself;
		501	} else {
		502	EV::loop EV::LOOP_ONESHOT;
322	}	503	}
		504	}
		505
		506	my $time = EV::time - $time;
		507
		508	$TICK_START += $time; # do not account sync jobs to server load
323		509
324	wantarray ? @res : $res[0]	510	wantarray ? @res : $res[0]
325	} else {	511	} else {
326	# we are in another coroutine, how wonderful, everything just works	512	# we are in another coroutine, how wonderful, everything just works
327		513
…		…
347	$EXT_CORO{$coro+0} = $coro;	533	$EXT_CORO{$coro+0} = $coro;
348		534
349	$coro	535	$coro
350	}	536	}
351		537
352	sub write_runtime {	538	=item fork_call { }, $args
353	my $guard = cf::lock_acquire "write_runtime";
354		539
355	my $runtime = cf::localdir . "/runtime";	540	Executes the given code block with the given arguments in a seperate
		541	process, returning the results. Everything must be serialisable with
		542	Coro::Storable. May, of course, block. Note that the executed sub may
		543	never block itself or use any form of event handling.
356		544
357	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	545	=cut
358	or return;
359		546
360	my $value = $cf::RUNTIME + 90 + 10;	547	sub fork_call(&@) {
361	# 10 is the runtime save interval, for a monotonic clock	548	my ($cb, @args) = @_;
362	# 60 allows for the watchdog to kill the server.
363		549
364	(aio_write $fh, 0, (length $value), $value, 0) <= 0	550	# we seemingly have to make a local copy of the whole thing,
365	and return;	551	# otherwise perl prematurely frees the stuff :/
		552	# TODO: investigate and fix (likely this will be rather laborious)
366		553
367	# always fsync - this file is important	554	my @res = Coro::Util::fork_eval {
368	aio_fsync $fh	555	reset_signals;
369	and return;	556	&$cb
		557	}, @args;
370		558
371	close $fh	559	wantarray ? @res : $res[-1]
372	or return;	560	}
373		561
374	aio_rename "$runtime~", $runtime	562	=item $coin = coin_from_name $name
375	and return;
376		563
		564	=cut
		565
		566	our %coin_alias = (
		567	"silver" => "silvercoin",
		568	"silvercoin" => "silvercoin",
		569	"silvercoins" => "silvercoin",
		570	"gold" => "goldcoin",
		571	"goldcoin" => "goldcoin",
		572	"goldcoins" => "goldcoin",
		573	"platinum" => "platinacoin",
		574	"platinumcoin" => "platinacoin",
		575	"platinumcoins" => "platinacoin",
		576	"platina" => "platinacoin",
		577	"platinacoin" => "platinacoin",
		578	"platinacoins" => "platinacoin",
		579	"royalty" => "royalty",
		580	"royalties" => "royalty",
		581	);
		582
		583	sub coin_from_name($) {
		584	$coin_alias{$_[0]}
		585	? cf::arch::find $coin_alias{$_[0]}
		586	: undef
		587	}
		588
		589	=item $value = cf::db_get $family => $key
		590
		591	Returns a single value from the environment database.
		592
		593	=item cf::db_put $family => $key => $value
		594
		595	Stores the given C<$value> in the family. It can currently store binary
		596	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		597
		598	=item $db = cf::db_table "name"
		599
		600	Create and/or open a new database table. The string must not be "db" and must be unique
		601	within each server.
		602
		603	=cut
		604
		605	sub db_table($) {
		606	my ($name) = @_;
		607	my $db = BDB::db_create $DB_ENV;
		608
		609	eval {
		610	$db->set_flags (BDB::CHKSUM);
		611
		612	utf8::encode $name;
		613	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		614	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		615	cf::cleanup "db_open(db): $!" if $!;
		616	};
		617	cf::cleanup "db_open(db): $@" if $@;
		618
		619	$db
		620	}
		621
		622	our $DB;
		623
		624	sub db_init {
		625	cf::sync_job {
		626	$DB ||= db_table "db";
		627	};
		628	}
		629
		630	sub db_get($$) {
		631	my $key = "$_[0]/$_[1]";
		632
		633	cf::sync_job {
		634	BDB::db_get $DB, undef, $key, my $data;
		635
		636	$! ? ()
		637	: $data
377	1	638	}
		639	}
		640
		641	sub db_put($$$) {
		642	BDB::dbreq_pri 4;
		643	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		644	}
		645
		646	=item cf::cache $id => [$paths...], $processversion => $process
		647
		648	Generic caching function that returns the value of the resource $id,
		649	caching and regenerating as required.
		650
		651	This function can block.
		652
		653	=cut
		654
		655	sub cache {
		656	my ($id, $src, $processversion, $process) = @_;
		657
		658	my $meta =
		659	join "\x00",
		660	$processversion,
		661	map {
		662	aio_stat $_
		663	and Carp::croak "$_: $!";
		664
		665	($_, (stat _)[7,9])
		666	} @$src;
		667
		668	my $dbmeta = db_get cache => "$id/meta";
		669	if ($dbmeta ne $meta) {
		670	# changed, we may need to process
		671
		672	my @data;
		673	my $md5;
		674
		675	for (0 .. $#$src) {
		676	0 <= aio_load $src->[$_], $data[$_]
		677	or Carp::croak "$src->[$_]: $!";
		678	}
		679
		680	# if processing is expensive, check
		681	# checksum first
		682	if (1) {
		683	$md5 =
		684	join "\x00",
		685	$processversion,
		686	map {
		687	cf::cede_to_tick;
		688	($src->[$_], Digest::MD5::md5_hex $data[$_])
		689	} 0.. $#$src;
		690
		691
		692	my $dbmd5 = db_get cache => "$id/md5";
		693	if ($dbmd5 eq $md5) {
		694	db_put cache => "$id/meta", $meta;
		695
		696	return db_get cache => "$id/data";
		697	}
		698	}
		699
		700	my $t1 = Time::HiRes::time;
		701	my $data = $process->(\@data);
		702	my $t2 = Time::HiRes::time;
		703
		704	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		705
		706	db_put cache => "$id/data", $data;
		707	db_put cache => "$id/md5" , $md5;
		708	db_put cache => "$id/meta", $meta;
		709
		710	return $data;
		711	}
		712
		713	db_get cache => "$id/data"
378	}	714	}
379		715
380	=item cf::datalog type => key => value, ...	716	=item cf::datalog type => key => value, ...
381		717
382	Log a datalog packet of the given type with the given key-value pairs.	718	Log a datalog packet of the given type with the given key-value pairs.
…		…
400	attach callbacks/event handlers (a collection of which is called an "attachment")	736	attach callbacks/event handlers (a collection of which is called an "attachment")
401	to it. All such attachable objects support the following methods.	737	to it. All such attachable objects support the following methods.
402		738
403	In the following description, CLASS can be any of C<global>, C<object>	739	In the following description, CLASS can be any of C<global>, C<object>
404	C<player>, C<client> or C<map> (i.e. the attachable objects in	740	C<player>, C<client> or C<map> (i.e. the attachable objects in
405	crossfire+).	741	Deliantra).
406		742
407	=over 4	743	=over 4
408		744
409	=item $attachable->attach ($attachment, key => $value...)	745	=item $attachable->attach ($attachment, key => $value...)
410		746
…		…
573	$registry = $CB_TYPE[$object_type] ||= [];	909	$registry = $CB_TYPE[$object_type] ||= [];
574		910
575	} elsif ($type eq "subtype") {	911	} elsif ($type eq "subtype") {
576	defined $object_type or Carp::croak "subtype specified without type";	912	defined $object_type or Carp::croak "subtype specified without type";
577	my $object_subtype = shift @arg;	913	my $object_subtype = shift @arg;
578	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	914	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
579		915
580	} elsif ($type eq "package") {	916	} elsif ($type eq "package") {
581	my $pkg = shift @arg;	917	my $pkg = shift @arg;
582		918
583	while (my ($name, $id) = each %cb_id) {	919	while (my ($name, $id) = each %cb_id) {
…		…
612	_attach $registry, $klass, @attach;	948	_attach $registry, $klass, @attach;
613	}	949	}
614		950
615	$obj->{$name} = \%arg;	951	$obj->{$name} = \%arg;
616	} else {	952	} else {
617	warn "object uses attachment '$name' that is not available, postponing.\n";	953	warn "object uses attachment '$name' which is not available, postponing.\n";
618	}	954	}
619		955
620	$obj->{_attachment}{$name} = undef;	956	$obj->{_attachment}{$name} = undef;
621	}	957	}
622		958
…		…
624	if (ref $_[0]) {	960	if (ref $_[0]) {
625	_object_attach @_;	961	_object_attach @_;
626	} else {	962	} else {
627	_attach shift->_attach_registry, @_;	963	_attach shift->_attach_registry, @_;
628	}	964	}
		965	_recalc_want;
629	};	966	};
630		967
631	# all those should be optimised	968	# all those should be optimised
632	sub cf::attachable::detach {	969	sub cf::attachable::detach {
633	my ($obj, $name) = @_;	970	my ($obj, $name) = @_;
…		…
636	delete $obj->{_attachment}{$name};	973	delete $obj->{_attachment}{$name};
637	reattach ($obj);	974	reattach ($obj);
638	} else {	975	} else {
639	Carp::croak "cannot, currently, detach class attachments";	976	Carp::croak "cannot, currently, detach class attachments";
640	}	977	}
		978	_recalc_want;
641	};	979	};
642		980
643	sub cf::attachable::attached {	981	sub cf::attachable::attached {
644	my ($obj, $name) = @_;	982	my ($obj, $name) = @_;
645		983
…		…
660	";	998	";
661	die if $@;	999	die if $@;
662	}	1000	}
663		1001
664	our $override;	1002	our $override;
665	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	1003	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
666		1004
667	sub override {	1005	sub override {
668	$override = 1;	1006	$override = 1;
669	@invoke_results = ();	1007	@INVOKE_RESULTS = (@_);
670	}	1008	}
671		1009
672	sub do_invoke {	1010	sub do_invoke {
673	my $event = shift;	1011	my $event = shift;
674	my $callbacks = shift;	1012	my $callbacks = shift;
675		1013
676	@invoke_results = ();	1014	@INVOKE_RESULTS = ();
677		1015
678	local $override;	1016	local $override;
679		1017
680	for (@$callbacks) {	1018	for (@$callbacks) {
681	eval { &{$_->[1]} };	1019	eval { &{$_->[1]} };
…		…
690	}	1028	}
691		1029
692	0	1030	0
693	}	1031	}
694		1032
695	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1033	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
696		1034
697	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1035	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
698		1036
699	Generate an object-specific event with the given arguments.	1037	Generate an object-specific event with the given arguments.
700		1038
701	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	1039	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
702	removed in future versions), and there is no public API to access override	1040	removed in future versions), and there is no public API to access override
703	results (if you must, access C<@cf::invoke_results> directly).	1041	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
704		1042
705	=back	1043	=back
706		1044
707	=cut	1045	=cut
708		1046
709	#############################################################################	1047	#############################################################################
710	# object support	1048	# object support
		1049
		1050	sub _object_equal($$);
		1051	sub _object_equal($$) {
		1052	my ($a, $b) = @_;
		1053
		1054	return 0 unless (ref $a) eq (ref $b);
		1055
		1056	if ("HASH" eq ref $a) {
		1057	my @ka = keys %$a;
		1058	my @kb = keys %$b;
		1059
		1060	return 0 if @ka != @kb;
		1061
		1062	for (0 .. $#ka) {
		1063	return 0 unless $ka[$_] eq $kb[$_];
		1064	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1065	}
		1066
		1067	} elsif ("ARRAY" eq ref $a) {
		1068
		1069	return 0 if @$a != @$b;
		1070
		1071	for (0 .. $#$a) {
		1072	return 0 unless _object_equal $a->[$_], $b->[$_];
		1073	}
		1074
		1075	} elsif ($a ne $b) {
		1076	return 0;
		1077	}
		1078
		1079	1
		1080	}
		1081
		1082	our $SLOW_MERGES;#d#
		1083	sub _can_merge {
		1084	my ($ob1, $ob2) = @_;
		1085
		1086	++$SLOW_MERGES;#d#
		1087
		1088	# we do the slow way here
		1089	return _object_equal $ob1, $ob2
		1090	}
711		1091
712	sub reattach {	1092	sub reattach {
713	# basically do the same as instantiate, without calling instantiate	1093	# basically do the same as instantiate, without calling instantiate
714	my ($obj) = @_;	1094	my ($obj) = @_;
715		1095
		1096	# no longer needed after getting rid of delete_package?
716	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1097	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
717		1098
718	my $registry = $obj->registry;	1099	my $registry = $obj->registry;
719		1100
720	@$registry = ();	1101	@$registry = ();
721		1102
…		…
736	cf::attachable->attach (	1117	cf::attachable->attach (
737	prio => -1000000,	1118	prio => -1000000,
738	on_instantiate => sub {	1119	on_instantiate => sub {
739	my ($obj, $data) = @_;	1120	my ($obj, $data) = @_;
740		1121
741	$data = from_json $data;	1122	$data = decode_json $data;
742		1123
743	for (@$data) {	1124	for (@$data) {
744	my ($name, $args) = @$_;	1125	my ($name, $args) = @$_;
745		1126
746	$obj->attach ($name, %{$args || {} });	1127	$obj->attach ($name, %{$args || {} });
…		…
762	sub object_freezer_save {	1143	sub object_freezer_save {
763	my ($filename, $rdata, $objs) = @_;	1144	my ($filename, $rdata, $objs) = @_;
764		1145
765	sync_job {	1146	sync_job {
766	if (length $$rdata) {	1147	if (length $$rdata) {
		1148	utf8::decode (my $decname = $filename);
767	warn sprintf "saving %s (%d,%d)\n",	1149	warn sprintf "saving %s (%d,%d)\n",
768	$filename, length $$rdata, scalar @$objs;	1150	$decname, length $$rdata, scalar @$objs;
769		1151
770	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1152	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
771	chmod SAVE_MODE, $fh;	1153	aio_chmod $fh, SAVE_MODE;
772	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1154	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
773	aio_fsync $fh if $cf::USE_FSYNC;	1155	aio_fsync $fh if $cf::USE_FSYNC;
774	close $fh;	1156	aio_close $fh;
775		1157
776	if (@$objs) {	1158	if (@$objs) {
777	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1159	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
778	chmod SAVE_MODE, $fh;	1160	aio_chmod $fh, SAVE_MODE;
779	my $data = Storable::nfreeze { version => 1, objs => $objs };	1161	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
780	aio_write $fh, 0, (length $data), $data, 0;	1162	aio_write $fh, 0, (length $data), $data, 0;
781	aio_fsync $fh if $cf::USE_FSYNC;	1163	aio_fsync $fh if $cf::USE_FSYNC;
782	close $fh;	1164	aio_close $fh;
783	aio_rename "$filename.pst~", "$filename.pst";	1165	aio_rename "$filename.pst~", "$filename.pst";
784	}	1166	}
785	} else {	1167	} else {
786	aio_unlink "$filename.pst";	1168	aio_unlink "$filename.pst";
787	}	1169	}
…		…
792	}	1174	}
793	} else {	1175	} else {
794	aio_unlink $filename;	1176	aio_unlink $filename;
795	aio_unlink "$filename.pst";	1177	aio_unlink "$filename.pst";
796	}	1178	}
797	}	1179	};
798	}	1180	}
799		1181
800	sub object_freezer_as_string {	1182	sub object_freezer_as_string {
801	my ($rdata, $objs) = @_;	1183	my ($rdata, $objs) = @_;
802		1184
…		…
814	or return;	1196	or return;
815		1197
816	unless (aio_stat "$filename.pst") {	1198	unless (aio_stat "$filename.pst") {
817	(aio_load "$filename.pst", $av) >= 0	1199	(aio_load "$filename.pst", $av) >= 0
818	or return;	1200	or return;
		1201
819	$av = eval { (Storable::thaw $av)->{objs} };	1202	my $st = eval { Coro::Storable::thaw $av };
		1203	$av = $st->{objs};
820	}	1204	}
821		1205
		1206	utf8::decode (my $decname = $filename);
822	warn sprintf "loading %s (%d)\n",	1207	warn sprintf "loading %s (%d,%d)\n",
823	$filename, length $data, scalar @{$av || []};#d#	1208	$decname, length $data, scalar @{$av || []};
		1209
824	return ($data, $av);	1210	($data, $av)
825	}	1211	}
		1212
		1213	=head2 COMMAND CALLBACKS
		1214
		1215	=over 4
		1216
		1217	=cut
826		1218
827	#############################################################################	1219	#############################################################################
828	# command handling &c	1220	# command handling &c
829		1221
830	=item cf::register_command $name => \&callback($ob,$args);	1222	=item cf::register_command $name => \&callback($ob,$args);
…		…
843	push @{ $COMMAND{$name} }, [$caller, $cb];	1235	push @{ $COMMAND{$name} }, [$caller, $cb];
844	}	1236	}
845		1237
846	=item cf::register_extcmd $name => \&callback($pl,$packet);	1238	=item cf::register_extcmd $name => \&callback($pl,$packet);
847		1239
848	Register a callbackf ro execution when the client sends an extcmd packet.	1240	Register a callback for execution when the client sends an (synchronous)
		1241	extcmd packet. Ext commands will be processed in the order they are
		1242	received by the server, like other user commands. The first argument is
		1243	the logged-in player. Ext commands can only be processed after a player
		1244	has logged in successfully.
849		1245
850	If the callback returns something, it is sent back as if reply was being	1246	If the callback returns something, it is sent back as if reply was being
851	called.	1247	called.
852		1248
		1249	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1250
		1251	Register a callback for execution when the client sends an (asynchronous)
		1252	exticmd packet. Exti commands are processed by the server as soon as they
		1253	are received, i.e. out of order w.r.t. other commands. The first argument
		1254	is a client socket. Exti commands can be received anytime, even before
		1255	log-in.
		1256
		1257	If the callback returns something, it is sent back as if reply was being
		1258	called.
		1259
853	=cut	1260	=cut
854		1261
855	sub register_extcmd {	1262	sub register_extcmd {
856	my ($name, $cb) = @_;	1263	my ($name, $cb) = @_;
857		1264
858	$EXTCMD{$name} = $cb;	1265	$EXTCMD{$name} = $cb;
		1266	}
		1267
		1268	sub register_exticmd {
		1269	my ($name, $cb) = @_;
		1270
		1271	$EXTICMD{$name} = $cb;
859	}	1272	}
860		1273
861	cf::player->attach (	1274	cf::player->attach (
862	on_command => sub {	1275	on_command => sub {
863	my ($pl, $name, $params) = @_;	1276	my ($pl, $name, $params) = @_;
…		…
872	cf::override;	1285	cf::override;
873	},	1286	},
874	on_extcmd => sub {	1287	on_extcmd => sub {
875	my ($pl, $buf) = @_;	1288	my ($pl, $buf) = @_;
876		1289
877	my $msg = eval { from_json $buf };	1290	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
878		1291
879	if (ref $msg) {	1292	if (ref $msg) {
		1293	my ($type, $reply, @payload) =
		1294	"ARRAY" eq ref $msg
		1295	? @$msg
		1296	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1297
		1298	my @reply;
		1299
880	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1300	if (my $cb = $EXTCMD{$type}) {
881	if (my %reply = $cb->($pl, $msg)) {	1301	@reply = $cb->($pl, @payload);
882	$pl->ext_reply ($msg->{msgid}, %reply);
883	}
884	}	1302	}
		1303
		1304	$pl->ext_reply ($reply, @reply)
		1305	if $reply;
		1306
885	} else {	1307	} else {
886	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1308	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
887	}	1309	}
888		1310
889	cf::override;	1311	cf::override;
890	},	1312	},
891	);	1313	);
892		1314
893	sub load_extension {
894	my ($path) = @_;
895
896	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
897	my $base = $1;
898	my $pkg = $1;
899	$pkg =~ s/[^[:word:]]/_/g;
900	$pkg = "ext::$pkg";
901
902	warn "... loading '$path' into '$pkg'\n";
903
904	open my $fh, "<:utf8", $path
905	or die "$path: $!";
906
907	my $source =
908	"package $pkg; use strict; use utf8;\n"
909	. "#line 1 \"$path\"\n{\n"
910	. (do { local $/; <$fh> })
911	. "\n};\n1";
912
913	unless (eval $source) {
914	my $msg = $@ ? "$path: $@\n"
915	: "extension disabled.\n";
916	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
917	warn $@;
918	warn "mandatory extension failed to load, exiting.\n";
919	exit 1;
920	}
921	die $@;
922	}
923
924	push @EXTS, $pkg;
925	}
926
927	sub load_extensions {	1315	sub load_extensions {
		1316	cf::sync_job {
		1317	my %todo;
		1318
928	for my $ext (<$LIBDIR/*.ext>) {	1319	for my $path (<$LIBDIR/*.ext>) {
929	next unless -r $ext;	1320	next unless -r $path;
930	eval {	1321
931	load_extension $ext;	1322	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1323	my $base = $1;
		1324	my $pkg = $1;
		1325	$pkg =~ s/[^[:word:]]/_/g;
		1326	$pkg = "ext::$pkg";
		1327
		1328	open my $fh, "<:utf8", $path
		1329	or die "$path: $!";
		1330
		1331	my $source = do { local $/; <$fh> };
		1332
		1333	my %ext = (
		1334	path => $path,
		1335	base => $base,
		1336	pkg => $pkg,
		1337	);
		1338
		1339	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1340	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1341
		1342	$ext{source} =
		1343	"package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
		1344	. "#line 1 \"$path\"\n{\n"
		1345	. $source
		1346	. "\n};\n1";
		1347
		1348	$todo{$base} = \%ext;
		1349	}
		1350
		1351	my %done;
		1352	while (%todo) {
		1353	my $progress;
		1354
		1355	while (my ($k, $v) = each %todo) {
		1356	for (split /,\s*/, $v->{meta}{depends}) {
		1357	goto skip
		1358	unless exists $done{$_};
		1359	}
		1360
		1361	warn "... loading '$k' into '$v->{pkg}'\n";
		1362
		1363	unless (eval $v->{source}) {
		1364	my $msg = $@ ? "$v->{path}: $@\n"
		1365	: "$v->{base}: extension inactive.\n";
		1366
		1367	if (exists $v->{meta}{mandatory}) {
		1368	warn $msg;
		1369	cf::cleanup "mandatory extension failed to load, exiting.";
		1370	}
		1371
		1372	warn $msg;
		1373	}
		1374
		1375	$done{$k} = delete $todo{$k};
		1376	push @EXTS, $v->{pkg};
		1377	$progress = 1;
932	1	1378	}
933	} or warn "$ext not loaded: $@";	1379
		1380	skip:
		1381	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1382	unless $progress;
		1383	}
934	}	1384	};
935	}	1385	}
936		1386
937	#############################################################################	1387	#############################################################################
938		1388
		1389	=back
		1390
939	=head2 CORE EXTENSIONS	1391	=head2 CORE EXTENSIONS
940		1392
941	Functions and methods that extend core crossfire objects.	1393	Functions and methods that extend core crossfire objects.
942		1394
943	=cut	1395	=cut
…		…
948		1400
949	=head3 cf::player	1401	=head3 cf::player
950		1402
951	=over 4	1403	=over 4
952		1404
		1405	=item cf::player::num_playing
		1406
		1407	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1408
		1409	=cut
		1410
		1411	sub num_playing {
		1412	scalar grep
		1413	$_->ob->map
		1414	&& !$_->hidden
		1415	&& !$_->ob->flag (cf::FLAG_WIZ),
		1416	cf::player::list
		1417	}
		1418
953	=item cf::player::find $login	1419	=item cf::player::find $login
954		1420
955	Returns the given player object, loading it if necessary (might block).	1421	Returns the given player object, loading it if necessary (might block).
956		1422
957	=cut	1423	=cut
958		1424
959	sub playerdir($) {	1425	sub playerdir($) {
960	cf::localdir	1426	"$PLAYERDIR/"
961	. "/"
962	. cf::playerdir
963	. "/"
964	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1427	. (ref $_[0] ? $_[0]->ob->name : $_[0])
965	}	1428	}
966		1429
967	sub path($) {	1430	sub path($) {
968	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1431	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
…		…
995	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";	1458	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
996	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";	1459	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
997	aio_unlink +(playerdir $login) . "/$login.pl.pst";	1460	aio_unlink +(playerdir $login) . "/$login.pl.pst";
998	aio_unlink +(playerdir $login) . "/$login.pl";	1461	aio_unlink +(playerdir $login) . "/$login.pl";
999		1462
1000	my $pl = load_pl path $login	1463	my $f = new_from_file cf::object::thawer path $login
1001	or return;	1464	or return;
		1465
		1466	my $pl = cf::player::load_pl $f
		1467	or return;
		1468
		1469	local $cf::PLAYER_LOADING{$login} = $pl;
		1470	$f->resolve_delayed_derefs;
1002	$cf::PLAYER{$login} = $pl	1471	$cf::PLAYER{$login} = $pl
1003	}	1472	}
1004	}	1473	}
1005	}	1474	}
1006		1475
…		…
1015	return if $pl->{deny_save};	1484	return if $pl->{deny_save};
1016		1485
1017	aio_mkdir playerdir $pl, 0770;	1486	aio_mkdir playerdir $pl, 0770;
1018	$pl->{last_save} = $cf::RUNTIME;	1487	$pl->{last_save} = $cf::RUNTIME;
1019		1488
		1489	cf::get_slot 0.01;
		1490
1020	$pl->save_pl ($path);	1491	$pl->save_pl ($path);
1021	Coro::cede;	1492	cf::cede_to_tick;
1022	}	1493	}
1023		1494
1024	sub new($) {	1495	sub new($) {
1025	my ($login) = @_;	1496	my ($login) = @_;
1026		1497
…		…
1032	$cf::PLAYER{$login} = $self;	1503	$cf::PLAYER{$login} = $self;
1033		1504
1034	$self	1505	$self
1035	}	1506	}
1036		1507
		1508	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1509
		1510	=cut
		1511
		1512	sub send_msg {
		1513	my $ns = shift->ns
		1514	or return;
		1515	$ns->send_msg (@_);
		1516	}
		1517
1037	=item $pl->quit_character	1518	=item $pl->quit_character
1038		1519
1039	Nukes the player without looking back. If logged in, the connection will	1520	Nukes the player without looking back. If logged in, the connection will
1040	be destroyed. May block for a long time.	1521	be destroyed. May block for a long time.
1041		1522
…		…
1045	my ($pl) = @_;	1526	my ($pl) = @_;
1046		1527
1047	my $name = $pl->ob->name;	1528	my $name = $pl->ob->name;
1048		1529
1049	$pl->{deny_save} = 1;	1530	$pl->{deny_save} = 1;
1050	$pl->password ("*"); # this should lock out the player until we nuked the dir	1531	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1051		1532
1052	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1533	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1053	$pl->deactivate;	1534	$pl->deactivate;
		1535	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
		1536	$pl->ob->check_score;
1054	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1537	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1055	$pl->ns->destroy if $pl->ns;	1538	$pl->ns->destroy if $pl->ns;
1056		1539
1057	my $path = playerdir $pl;	1540	my $path = playerdir $pl;
1058	my $temp = "$path~$cf::RUNTIME~deleting~";	1541	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1088	while and may block, so not sync_job-capable, ever.	1571	while and may block, so not sync_job-capable, ever.
1089		1572
1090	=cut	1573	=cut
1091		1574
1092	sub list_logins {	1575	sub list_logins {
1093	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1576	my $dirs = aio_readdir $PLAYERDIR
1094	or return [];	1577	or return [];
1095		1578
1096	my @logins;	1579	my @logins;
1097		1580
1098	for my $login (@$dirs) {	1581	for my $login (@$dirs) {
		1582	my $path = path $login;
		1583
		1584	# a .pst is a dead give-away for a valid player
		1585	# if no pst file found, open and chekc for blocked users
		1586	if (aio_stat "$path.pst") {
1099	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1587	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1100	aio_read $fh, 0, 512, my $buf, 0 or next;	1588	aio_read $fh, 0, 512, my $buf, 0 or next;
1101	$buf !~ /^password -------------$/m or next; # official not-valid tag	1589	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1590	}
1102		1591
1103	utf8::decode $login;	1592	utf8::decode $login;
1104	push @logins, $login;	1593	push @logins, $login;
1105	}	1594	}
1106		1595
…		…
1133	}	1622	}
1134		1623
1135	\@paths	1624	\@paths
1136	}	1625	}
1137		1626
		1627	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1628
		1629	Expand crossfire pod fragments into protocol xml.
		1630
1138	=item $player->ext_reply ($msgid, %msg)	1631	=item $player->ext_reply ($msgid, @msg)
1139		1632
1140	Sends an ext reply to the player.	1633	Sends an ext reply to the player.
1141		1634
1142	=cut	1635	=cut
1143		1636
1144	sub ext_reply($$%) {	1637	sub ext_reply($$@) {
1145	my ($self, $id, %msg) = @_;	1638	my ($self, $id, @msg) = @_;
1146		1639
1147	$msg{msgid} = $id;	1640	$self->ns->ext_reply ($id, @msg)
1148
1149	$self->send ("ext " . cf::to_json \%msg);
1150	}	1641	}
1151		1642
1152	=item $player->ext_event ($type, %msg)	1643	=item $player->ext_msg ($type, @msg)
1153		1644
1154	Sends an ext event to the client.	1645	Sends an ext event to the client.
1155		1646
1156	=cut	1647	=cut
1157		1648
1158	sub ext_event($$%) {	1649	sub ext_msg($$@) {
1159	my ($self, $type, %msg) = @_;	1650	my ($self, $type, @msg) = @_;
1160		1651
1161	$self->ns->ext_event ($type, %msg);	1652	$self->ns->ext_msg ($type, @msg);
1162	}	1653	}
1163		1654
1164	package cf;	1655	=head3 cf::region
		1656
		1657	=over 4
		1658
		1659	=cut
		1660
		1661	package cf::region;
		1662
		1663	=item cf::region::find_by_path $path
		1664
		1665	Tries to decuce the likely region for a map knowing only its path.
		1666
		1667	=cut
		1668
		1669	sub find_by_path($) {
		1670	my ($path) = @_;
		1671
		1672	my ($match, $specificity);
		1673
		1674	for my $region (list) {
		1675	if ($region->{match} && $path =~ $region->{match}) {
		1676	($match, $specificity) = ($region, $region->specificity)
		1677	if $region->specificity > $specificity;
		1678	}
		1679	}
		1680
		1681	$match
		1682	}
1165		1683
1166	=back	1684	=back
1167
1168		1685
1169	=head3 cf::map	1686	=head3 cf::map
1170		1687
1171	=over 4	1688	=over 4
1172		1689
…		…
1184	our $MAX_RESET = 3600;	1701	our $MAX_RESET = 3600;
1185	our $DEFAULT_RESET = 3000;	1702	our $DEFAULT_RESET = 3000;
1186		1703
1187	sub generate_random_map {	1704	sub generate_random_map {
1188	my ($self, $rmp) = @_;	1705	my ($self, $rmp) = @_;
		1706
		1707	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1708
1189	# mit "rum" bekleckern, nicht	1709	# mit "rum" bekleckern, nicht
1190	$self->_create_random_map (	1710	$self->_create_random_map (
1191	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1711	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1192	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1712	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1193	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1713	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1227	my ($self, $merge) = @_;	1747	my ($self, $merge) = @_;
1228		1748
1229	# we have to keep some variables in memory intact	1749	# we have to keep some variables in memory intact
1230	local $self->{path};	1750	local $self->{path};
1231	local $self->{load_path};	1751	local $self->{load_path};
1232	local $self->{deny_save};
1233	local $self->{deny_reset};
1234		1752
1235	$self->SUPER::thawer_merge ($merge);	1753	$self->SUPER::thawer_merge ($merge);
1236	}	1754	}
1237		1755
1238	sub normalise {	1756	sub normalise {
…		…
1285	$self->init; # pass $1 etc.	1803	$self->init; # pass $1 etc.
1286	return $self;	1804	return $self;
1287	}	1805	}
1288	}	1806	}
1289		1807
1290	Carp::carp "unable to resolve path '$path' (base '$base').";	1808	Carp::cluck "unable to resolve path '$path' (base '$base').";
1291	()	1809	()
1292	}	1810	}
1293		1811
1294	sub init {	1812	sub init {
1295	my ($self) = @_;	1813	my ($self) = @_;
…		…
1310		1828
1311	# the original (read-only) location	1829	# the original (read-only) location
1312	sub load_path {	1830	sub load_path {
1313	my ($self) = @_;	1831	my ($self) = @_;
1314		1832
1315	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1833	"$MAPDIR/$self->{path}.map"
1316	}	1834	}
1317		1835
1318	# the temporary/swap location	1836	# the temporary/swap location
1319	sub save_path {	1837	sub save_path {
1320	my ($self) = @_;	1838	my ($self) = @_;
1321		1839
1322	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1840	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1323	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1841	"$TMPDIR/$path.map"
1324	}	1842	}
1325		1843
1326	# the unique path, undef == no special unique path	1844	# the unique path, undef == no special unique path
1327	sub uniq_path {	1845	sub uniq_path {
1328	my ($self) = @_;	1846	my ($self) = @_;
1329		1847
1330	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1848	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1331	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1849	"$UNIQUEDIR/$path"
1332	}	1850	}
1333		1851
1334	# and all this just because we cannot iterate over	1852	# and all this just because we cannot iterate over
1335	# all maps in C++...	1853	# all maps in C++...
1336	sub change_all_map_light {	1854	sub change_all_map_light {
…		…
1338		1856
1339	$_->change_map_light ($change)	1857	$_->change_map_light ($change)
1340	for grep $_->outdoor, values %cf::MAP;	1858	for grep $_->outdoor, values %cf::MAP;
1341	}	1859	}
1342		1860
		1861	sub decay_objects {
		1862	my ($self) = @_;
		1863
		1864	return if $self->{deny_reset};
		1865
		1866	$self->do_decay_objects;
		1867	}
		1868
1343	sub unlink_save {	1869	sub unlink_save {
1344	my ($self) = @_;	1870	my ($self) = @_;
1345		1871
1346	utf8::encode (my $save = $self->save_path);	1872	utf8::encode (my $save = $self->save_path);
1347	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1873	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1350		1876
1351	sub load_header_from($) {	1877	sub load_header_from($) {
1352	my ($self, $path) = @_;	1878	my ($self, $path) = @_;
1353		1879
1354	utf8::encode $path;	1880	utf8::encode $path;
1355	#aio_open $path, O_RDONLY, 0	1881	my $f = new_from_file cf::object::thawer $path
1356	# or return;
1357
1358	$self->_load_header ($path)
1359	or return;	1882	or return;
		1883
		1884	$self->_load_header ($f)
		1885	or return;
		1886
		1887	local $MAP_LOADING{$self->{path}} = $self;
		1888	$f->resolve_delayed_derefs;
1360		1889
1361	$self->{load_path} = $path;	1890	$self->{load_path} = $path;
1362		1891
1363	1	1892	1
1364	}	1893	}
…		…
1403	$self->load_header_orig	1932	$self->load_header_orig
1404	or return;	1933	or return;
1405	$self->prepare_orig;	1934	$self->prepare_orig;
1406	}	1935	}
1407		1936
		1937	$self->{deny_reset} = 1
		1938	if $self->no_reset;
		1939
		1940	$self->default_region (cf::region::find_by_path $self->{path})
		1941	unless $self->default_region;
		1942
1408	1	1943	1
1409	}	1944	}
1410		1945
1411	sub find;	1946	sub find;
1412	sub find {	1947	sub find {
1413	my ($path, $origin) = @_;	1948	my ($path, $origin) = @_;
1414		1949
1415	$path = normalise $path, $origin && $origin->path;	1950	$path = normalise $path, $origin && $origin->path;
1416		1951
		1952	cf::lock_wait "map_data:$path";#d#remove
1417	cf::lock_wait "map_find:$path";	1953	cf::lock_wait "map_find:$path";
1418		1954
1419	$cf::MAP{$path} || do {	1955	$cf::MAP{$path} || do {
		1956	my $guard1 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1420	my $guard = cf::lock_acquire "map_find:$path";	1957	my $guard2 = cf::lock_acquire "map_find:$path";
		1958
1421	my $map = new_from_path cf::map $path	1959	my $map = new_from_path cf::map $path
1422	or return;	1960	or return;
1423		1961
1424	$map->{last_save} = $cf::RUNTIME;	1962	$map->{last_save} = $cf::RUNTIME;
1425		1963
1426	$map->load_header	1964	$map->load_header
1427	or return;	1965	or return;
1428		1966
1429	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1967	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1430	# doing this can freeze the server in a sync job, obviously	1968	# doing this can freeze the server in a sync job, obviously
1431	#$cf::WAIT_FOR_TICK->wait;	1969	#$cf::WAIT_FOR_TICK->wait;
		1970	undef $guard2;
		1971	undef $guard1;
1432	$map->reset;	1972	$map->reset;
1433	undef $guard;
1434	return find $path;	1973	return find $path;
1435	}	1974	}
1436		1975
1437	$cf::MAP{$path} = $map	1976	$cf::MAP{$path} = $map
1438	}	1977	}
…		…
1445	my ($self) = @_;	1984	my ($self) = @_;
1446		1985
1447	local $self->{deny_reset} = 1; # loading can take a long time	1986	local $self->{deny_reset} = 1; # loading can take a long time
1448		1987
1449	my $path = $self->{path};	1988	my $path = $self->{path};
		1989
		1990	{
1450	my $guard = cf::lock_acquire "map_load:$path";	1991	my $guard = cf::lock_acquire "map_data:$path";
1451		1992
		1993	return unless $self->valid;
1452	return if $self->in_memory != cf::MAP_SWAPPED;	1994	return unless $self->in_memory == cf::MAP_SWAPPED;
1453		1995
1454	$self->in_memory (cf::MAP_LOADING);	1996	$self->in_memory (cf::MAP_LOADING);
1455		1997
1456	$self->alloc;	1998	$self->alloc;
1457		1999
1458	$self->pre_load;	2000	$self->pre_load;
		2001	cf::cede_to_tick;
1459		2002
1460	$self->_load_objects ($self->{load_path}, 1)	2003	my $f = new_from_file cf::object::thawer $self->{load_path};
		2004	$f->skip_block;
		2005	$self->_load_objects ($f)
1461	or return;	2006	or return;
1462		2007
1463	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2008	$self->post_load_original
1464	if delete $self->{load_original};	2009	if delete $self->{load_original};
1465		2010
1466	if (my $uniq = $self->uniq_path) {	2011	if (my $uniq = $self->uniq_path) {
1467	utf8::encode $uniq;	2012	utf8::encode $uniq;
1468	if (aio_open $uniq, O_RDONLY, 0) {	2013	unless (aio_stat $uniq) {
		2014	if (my $f = new_from_file cf::object::thawer $uniq) {
1469	$self->clear_unique_items;	2015	$self->clear_unique_items;
1470	$self->_load_objects ($uniq, 0);	2016	$self->_load_objects ($f);
		2017	$f->resolve_delayed_derefs;
		2018	}
1471	}	2019	}
1472	}	2020	}
1473		2021
1474	Coro::cede;	2022	$f->resolve_delayed_derefs;
1475		2023
		2024	cf::cede_to_tick;
1476	# now do the right thing for maps	2025	# now do the right thing for maps
1477	$self->link_multipart_objects;	2026	$self->link_multipart_objects;
1478
1479	unless ($self->{deny_activate}) {
1480	$self->decay_objects;
1481	$self->fix_auto_apply;
1482	$self->update_buttons;
1483	Coro::cede;
1484	$self->set_darkness_map;
1485	$self->difficulty ($self->estimate_difficulty)	2027	$self->difficulty ($self->estimate_difficulty)
1486	unless $self->difficulty;	2028	unless $self->difficulty;
1487	Coro::cede;	2029	cf::cede_to_tick;
		2030
		2031	unless ($self->{deny_activate}) {
		2032	$self->decay_objects;
		2033	$self->fix_auto_apply;
		2034	$self->update_buttons;
		2035	cf::cede_to_tick;
		2036	$self->set_darkness_map;
		2037	cf::cede_to_tick;
1488	$self->activate;	2038	$self->activate;
		2039	}
		2040
		2041	$self->{last_save} = $cf::RUNTIME;
		2042	$self->last_access ($cf::RUNTIME);
		2043
		2044	$self->in_memory (cf::MAP_ACTIVE);
1489	}	2045	}
1490		2046
1491	$self->post_load;	2047	$self->post_load;
1492
1493	$self->in_memory (cf::MAP_IN_MEMORY);
1494	}	2048	}
1495		2049
1496	sub customise_for {	2050	sub customise_for {
1497	my ($self, $ob) = @_;	2051	my ($self, $ob) = @_;
1498		2052
1499	return find "~" . $ob->name . "/" . $self->{path}	2053	return find "~" . $ob->name . "/" . $self->{path}
1500	if $self->per_player;	2054	if $self->per_player;
1501		2055
		2056	# return find "?party/" . $ob->name . "/" . $self->{path}
		2057	# if $self->per_party;
		2058
1502	$self	2059	$self
1503	}	2060	}
1504		2061
1505	# find and load all maps in the 3x3 area around a map	2062	# find and load all maps in the 3x3 area around a map
1506	sub load_diag {	2063	sub load_neighbours {
1507	my ($map) = @_;	2064	my ($map) = @_;
1508		2065
1509	my @diag; # diagonal neighbours	2066	my @neigh; # diagonal neighbours
1510		2067
1511	for (0 .. 3) {	2068	for (0 .. 3) {
1512	my $neigh = $map->tile_path ($_)	2069	my $neigh = $map->tile_path ($_)
1513	or next;	2070	or next;
1514	$neigh = find $neigh, $map	2071	$neigh = find $neigh, $map
1515	or next;	2072	or next;
1516	$neigh->load;	2073	$neigh->load;
1517		2074
		2075	push @neigh,
1518	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2076	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1519	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2077	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1520	}	2078	}
1521		2079
1522	for (@diag) {	2080	for (grep defined $_->[0], @neigh) {
		2081	my ($path, $origin) = @$_;
1523	my $neigh = find @$_	2082	my $neigh = find $path, $origin
1524	or next;	2083	or next;
1525	$neigh->load;	2084	$neigh->load;
1526	}	2085	}
1527	}	2086	}
1528		2087
…		…
1533	}	2092	}
1534		2093
1535	sub do_load_sync {	2094	sub do_load_sync {
1536	my ($map) = @_;	2095	my ($map) = @_;
1537		2096
		2097	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2098	if $Coro::current == $Coro::main;
		2099
1538	cf::sync_job { $map->load };	2100	cf::sync_job { $map->load };
1539	}	2101	}
1540		2102
1541	our %MAP_PREFETCH;	2103	our %MAP_PREFETCH;
1542	our $MAP_PREFETCHER = undef;	2104	our $MAP_PREFETCHER = undef;
1543		2105
1544	sub find_async {	2106	sub find_async {
1545	my ($path, $origin) = @_;	2107	my ($path, $origin, $load) = @_;
1546		2108
1547	$path = normalise $path, $origin && $origin->{path};	2109	$path = normalise $path, $origin && $origin->{path};
1548		2110
1549	if (my $map = $cf::MAP{$path}) {	2111	if (my $map = $cf::MAP{$path}) {
1550	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2112	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
1551	}	2113	}
1552		2114
1553	undef $MAP_PREFETCH{$path};	2115	$MAP_PREFETCH{$path} |= $load;
		2116
1554	$MAP_PREFETCHER ||= cf::async {	2117	$MAP_PREFETCHER ||= cf::async {
		2118	$Coro::current->{desc} = "map prefetcher";
		2119
1555	while (%MAP_PREFETCH) {	2120	while (%MAP_PREFETCH) {
1556	for my $path (keys %MAP_PREFETCH) {	2121	while (my ($k, $v) = each %MAP_PREFETCH) {
1557	my $map = find $path	2122	if (my $map = find $k) {
1558	or next;
1559	$map->load;	2123	$map->load if $v;
		2124	}
1560		2125
1561	delete $MAP_PREFETCH{$path};	2126	delete $MAP_PREFETCH{$k};
1562	}	2127	}
1563	}	2128	}
1564	undef $MAP_PREFETCHER;	2129	undef $MAP_PREFETCHER;
1565	};	2130	};
1566	$MAP_PREFETCHER->prio (6);	2131	$MAP_PREFETCHER->prio (6);
…		…
1569	}	2134	}
1570		2135
1571	sub save {	2136	sub save {
1572	my ($self) = @_;	2137	my ($self) = @_;
1573		2138
1574	my $lock = cf::lock_acquire "map_data:" . $self->path;	2139	my $lock = cf::lock_acquire "map_data:$self->{path}";
1575		2140
1576	$self->{last_save} = $cf::RUNTIME;	2141	$self->{last_save} = $cf::RUNTIME;
1577		2142
1578	return unless $self->dirty;	2143	return unless $self->dirty;
1579		2144
…		…
1585	return if $self->{deny_save};	2150	return if $self->{deny_save};
1586		2151
1587	local $self->{last_access} = $self->last_access;#d#	2152	local $self->{last_access} = $self->last_access;#d#
1588		2153
1589	cf::async {	2154	cf::async {
		2155	$Coro::current->{desc} = "map player save";
1590	$_->contr->save for $self->players;	2156	$_->contr->save for $self->players;
1591	};	2157	};
		2158
		2159	cf::get_slot 0.02;
1592		2160
1593	if ($uniq) {	2161	if ($uniq) {
1594	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2162	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1595	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2163	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1596	} else {	2164	} else {
…		…
1602	my ($self) = @_;	2170	my ($self) = @_;
1603		2171
1604	# save first because save cedes	2172	# save first because save cedes
1605	$self->save;	2173	$self->save;
1606		2174
1607	my $lock = cf::lock_acquire "map_data:" . $self->path;	2175	my $lock = cf::lock_acquire "map_data:$self->{path}";
1608		2176
1609	return if $self->players;	2177	return if $self->players;
1610	return if $self->in_memory != cf::MAP_IN_MEMORY;	2178	return if $self->in_memory != cf::MAP_ACTIVE;
1611	return if $self->{deny_save};	2179	return if $self->{deny_save};
1612		2180
		2181	$self->in_memory (cf::MAP_SWAPPED);
		2182
		2183	$self->deactivate;
		2184	$_->clear_links_to ($self) for values %cf::MAP;
1613	$self->clear;	2185	$self->clear;
1614	$self->in_memory (cf::MAP_SWAPPED);
1615	}	2186	}
1616		2187
1617	sub reset_at {	2188	sub reset_at {
1618	my ($self) = @_;	2189	my ($self) = @_;
1619		2190
1620	# TODO: safety, remove and allow resettable per-player maps	2191	# TODO: safety, remove and allow resettable per-player maps
1621	return 1e99 if $self->isa ("ext::map_per_player");#d#
1622	return 1e99 if $self->{deny_reset};	2192	return 1e99 if $self->{deny_reset};
1623		2193
1624	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2194	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1625	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2195	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1626		2196
…		…
1637	my ($self) = @_;	2207	my ($self) = @_;
1638		2208
1639	my $lock = cf::lock_acquire "map_data:$self->{path}";	2209	my $lock = cf::lock_acquire "map_data:$self->{path}";
1640		2210
1641	return if $self->players;	2211	return if $self->players;
1642	return if $self->isa ("ext::map_per_player");#d#
1643		2212
1644	warn "resetting map ", $self->path;#d#	2213	warn "resetting map ", $self->path;
1645		2214
1646	$self->in_memory (cf::MAP_SWAPPED);	2215	$self->in_memory (cf::MAP_SWAPPED);
1647		2216
1648	# need to save uniques path	2217	# need to save uniques path
1649	unless ($self->{deny_save}) {	2218	unless ($self->{deny_save}) {
…		…
1653	if $uniq;	2222	if $uniq;
1654	}	2223	}
1655		2224
1656	delete $cf::MAP{$self->path};	2225	delete $cf::MAP{$self->path};
1657		2226
		2227	$self->deactivate;
		2228	$_->clear_links_to ($self) for values %cf::MAP;
1658	$self->clear;	2229	$self->clear;
1659
1660	$_->clear_links_to ($self) for values %cf::MAP;
1661		2230
1662	$self->unlink_save;	2231	$self->unlink_save;
1663	$self->destroy;	2232	$self->destroy;
1664	}	2233	}
1665		2234
1666	my $nuke_counter = "aaaa";	2235	my $nuke_counter = "aaaa";
1667		2236
1668	sub nuke {	2237	sub nuke {
1669	my ($self) = @_;	2238	my ($self) = @_;
1670		2239
		2240	{
		2241	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2242
1671	delete $cf::MAP{$self->path};	2243	delete $cf::MAP{$self->path};
1672		2244
1673	$self->unlink_save;	2245	$self->unlink_save;
1674		2246
1675	bless $self, "cf::map";	2247	bless $self, "cf::map";
1676	delete $self->{deny_reset};	2248	delete $self->{deny_reset};
1677	$self->{deny_save} = 1;	2249	$self->{deny_save} = 1;
1678	$self->reset_timeout (1);	2250	$self->reset_timeout (1);
1679	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2251	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1680		2252
1681	$cf::MAP{$self->path} = $self;	2253	$cf::MAP{$self->path} = $self;
		2254	}
1682		2255
1683	$self->reset; # polite request, might not happen	2256	$self->reset; # polite request, might not happen
		2257	}
		2258
		2259	=item $maps = cf::map::tmp_maps
		2260
		2261	Returns an arrayref with all map paths of currently instantiated and saved
		2262	maps. May block.
		2263
		2264	=cut
		2265
		2266	sub tmp_maps() {
		2267	[
		2268	map {
		2269	utf8::decode $_;
		2270	/\.map$/
		2271	? normalise $_
		2272	: ()
		2273	} @{ aio_readdir $TMPDIR or [] }
		2274	]
		2275	}
		2276
		2277	=item $maps = cf::map::random_maps
		2278
		2279	Returns an arrayref with all map paths of currently instantiated and saved
		2280	random maps. May block.
		2281
		2282	=cut
		2283
		2284	sub random_maps() {
		2285	[
		2286	map {
		2287	utf8::decode $_;
		2288	/\.map$/
		2289	? normalise "?random/$_"
		2290	: ()
		2291	} @{ aio_readdir $RANDOMDIR or [] }
		2292	]
1684	}	2293	}
1685		2294
1686	=item cf::map::unique_maps	2295	=item cf::map::unique_maps
1687		2296
1688	Returns an arrayref of paths of all shared maps that have	2297	Returns an arrayref of paths of all shared maps that have
1689	instantiated unique items. May block.	2298	instantiated unique items. May block.
1690		2299
1691	=cut	2300	=cut
1692		2301
1693	sub unique_maps() {	2302	sub unique_maps() {
1694	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2303	[
1695	or return;	2304	map {
1696
1697	my @paths;
1698
1699	for (@$files) {
1700	utf8::decode $_;	2305	utf8::decode $_;
1701	next if /\.pst$/;	2306	s/\.map$//; # TODO future compatibility hack
1702	next unless /^$PATH_SEP/o;	2307	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
1703		2308	? ()
1704	push @paths, cf::map::normalise $_;	2309	: normalise $_
		2310	} @{ aio_readdir $UNIQUEDIR or [] }
1705	}	2311	]
1706
1707	\@paths
1708	}	2312	}
1709
1710	package cf;
1711		2313
1712	=back	2314	=back
1713		2315
1714	=head3 cf::object	2316	=head3 cf::object
1715		2317
…		…
1719		2321
1720	=over 4	2322	=over 4
1721		2323
1722	=item $ob->inv_recursive	2324	=item $ob->inv_recursive
1723		2325
1724	Returns the inventory of the object _and_ their inventories, recursively.	2326	Returns the inventory of the object I<and> their inventories, recursively,
		2327	but I<not> the object itself.
1725		2328
1726	=cut	2329	=cut
1727		2330
1728	sub inv_recursive_;	2331	sub inv_recursive_;
1729	sub inv_recursive_ {	2332	sub inv_recursive_ {
…		…
1732		2335
1733	sub inv_recursive {	2336	sub inv_recursive {
1734	inv_recursive_ inv $_[0]	2337	inv_recursive_ inv $_[0]
1735	}	2338	}
1736		2339
		2340	=item $ref = $ob->ref
		2341
		2342	Creates and returns a persistent reference to an object that can be stored as a string.
		2343
		2344	=item $ob = cf::object::deref ($refstring)
		2345
		2346	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2347	even if the object actually exists. May block.
		2348
		2349	=cut
		2350
		2351	sub deref {
		2352	my ($ref) = @_;
		2353
		2354	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2355	my ($uuid, $name) = ($1, $2);
		2356	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2357	or return;
		2358	$pl->ob->uuid eq $uuid
		2359	or return;
		2360
		2361	$pl->ob
		2362	} else {
		2363	warn "$ref: cannot resolve object reference\n";
		2364	undef
		2365	}
		2366	}
		2367
1737	package cf;	2368	package cf;
1738		2369
1739	=back	2370	=back
1740		2371
1741	=head3 cf::object::player	2372	=head3 cf::object::player
…		…
1747	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>	2378	Sends a message to the player, as if the npc C<$npc> replied. C<$npc>
1748	can be C<undef>. Does the right thing when the player is currently in a	2379	can be C<undef>. Does the right thing when the player is currently in a
1749	dialogue with the given NPC character.	2380	dialogue with the given NPC character.
1750		2381
1751	=cut	2382	=cut
		2383
		2384	our $SAY_CHANNEL = {
		2385	id => "say",
		2386	title => "Map",
		2387	reply => "say ",
		2388	tooltip => "Things said to and replied from npcs near you and other players on the same map only.",
		2389	};
		2390
		2391	our $CHAT_CHANNEL = {
		2392	id => "chat",
		2393	title => "Chat",
		2394	reply => "chat ",
		2395	tooltip => "Player chat and shouts, global to the server.",
		2396	};
1752		2397
1753	# rough implementation of a future "reply" method that works	2398	# rough implementation of a future "reply" method that works
1754	# with dialog boxes.	2399	# with dialog boxes.
1755	#TODO: the first argument must go, split into a $npc->reply_to ( method	2400	#TODO: the first argument must go, split into a $npc->reply_to ( method
1756	sub cf::object::player::reply($$$;$) {	2401	sub cf::object::player::reply($$$;$) {
…		…
1758		2403
1759	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2404	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1760		2405
1761	if ($self->{record_replies}) {	2406	if ($self->{record_replies}) {
1762	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2407	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2408
1763	} else {	2409	} else {
		2410	my $pl = $self->contr;
		2411
		2412	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2413	my $dialog = $pl->{npc_dialog};
		2414	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2415
		2416	} else {
1764	$msg = $npc->name . " says: $msg" if $npc;	2417	$msg = $npc->name . " says: $msg" if $npc;
1765	$self->message ($msg, $flags);	2418	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
		2419	}
1766	}	2420	}
		2421	}
		2422
		2423	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2424
		2425	=cut
		2426
		2427	sub cf::object::send_msg {
		2428	my $pl = shift->contr
		2429	or return;
		2430	$pl->send_msg (@_);
1767	}	2431	}
1768		2432
1769	=item $player_object->may ("access")	2433	=item $player_object->may ("access")
1770		2434
1771	Returns wether the given player is authorized to access resource "access"	2435	Returns wether the given player is authorized to access resource "access"
…		…
1818	$self->deactivate_recursive;	2482	$self->deactivate_recursive;
1819		2483
1820	return if UNIVERSAL::isa $self->map, "ext::map_link";	2484	return if UNIVERSAL::isa $self->map, "ext::map_link";
1821		2485
1822	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2486	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1823	if $self->map;	2487	if $self->map && $self->map->{path} ne "{link}";
1824		2488
1825	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2489	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1826	}	2490	}
1827		2491
1828	sub cf::object::player::leave_link {	2492	sub cf::object::player::leave_link {
1829	my ($self, $map, $x, $y) = @_;	2493	my ($self, $map, $x, $y) = @_;
		2494
		2495	return unless $self->contr->active;
1830		2496
1831	my $link_pos = delete $self->{_link_pos};	2497	my $link_pos = delete $self->{_link_pos};
1832		2498
1833	unless ($map) {	2499	unless ($map) {
1834	# restore original map position	2500	# restore original map position
…		…
1848	# use -1 or undef as default coordinates, not 0, 0	2514	# use -1 or undef as default coordinates, not 0, 0
1849	($x, $y) = ($map->enter_x, $map->enter_y)	2515	($x, $y) = ($map->enter_x, $map->enter_y)
1850	if $x <=0 && $y <= 0;	2516	if $x <=0 && $y <= 0;
1851		2517
1852	$map->load;	2518	$map->load;
1853	$map->load_diag;	2519	$map->load_neighbours;
1854		2520
1855	return unless $self->contr->active;	2521	return unless $self->contr->active;
1856	$self->activate_recursive;	2522	$self->activate_recursive;
1857		2523
1858	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2524	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1859	$self->enter_map ($map, $x, $y);	2525	$self->enter_map ($map, $x, $y);
1860	}	2526	}
1861		2527
1862	cf::player->attach (	2528	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1863	on_logout => sub {
1864	my ($pl) = @_;
1865		2529
1866	# abort map switching before logout	2530	Moves the player to the given map-path and coordinates by first freezing
1867	if ($pl->ob->{_link_pos}) {	2531	her, loading and preparing them map, calling the provided $check callback
1868	cf::sync_job {	2532	that has to return the map if sucecssful, and then unfreezes the player on
1869	$pl->ob->leave_link	2533	the new (success) or old (failed) map position. In either case, $done will
1870	};	2534	be called at the end of this process.
1871	}
1872	},
1873	on_login => sub {
1874	my ($pl) = @_;
1875		2535
1876	# try to abort aborted map switching on player login :)	2536	Note that $check will be called with a potentially non-loaded map, so if
1877	# should happen only on crashes	2537	it needs a loaded map it has to call C<< ->load >>.
1878	if ($pl->ob->{_link_pos}) {
1879	$pl->ob->enter_link;
1880	(async {
1881	$pl->ob->reply (undef,
1882	"There was an internal problem at your last logout, "
1883	. "the server will try to bring you to your intended destination in a second.",
1884	cf::NDI_RED);
1885	# we need this sleep as the login has a concurrent enter_exit running
1886	# and this sleep increases chances of the player not ending up in scorn
1887	Coro::Timer::sleep 1;
1888	$pl->ob->leave_link;
1889	})->prio (2);
1890	}
1891	},
1892	);
1893		2538
1894	=item $player_object->goto ($path, $x, $y)
1895
1896	=cut	2539	=cut
		2540
		2541	our $GOTOGEN;
1897		2542
1898	sub cf::object::player::goto {	2543	sub cf::object::player::goto {
1899	my ($self, $path, $x, $y) = @_;	2544	my ($self, $path, $x, $y, $check, $done) = @_;
		2545
		2546	# do generation counting so two concurrent goto's will be executed in-order
		2547	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1900		2548
1901	$self->enter_link;	2549	$self->enter_link;
1902		2550
1903	(async {	2551	(async {
		2552	$Coro::current->{desc} = "player::goto $path $x $y";
		2553
		2554	# *tag paths override both path and x|y
		2555	if ($path =~ /^\*(.*)$/) {
		2556	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2557	my $ob = $obs[rand @obs];
		2558
		2559	# see if we actually can go there
		2560	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2561	$ob = $obs[rand @obs];
		2562	} else {
		2563	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2564	}
		2565	# else put us there anyways for now #d#
		2566
		2567	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2568	} else {
		2569	($path, $x, $y) = (undef, undef, undef);
		2570	}
		2571	}
		2572
1904	my $map = eval {	2573	my $map = eval {
1905	my $map = cf::map::find $path;	2574	my $map = defined $path ? cf::map::find $path : undef;
		2575
		2576	if ($map) {
1906	$map = $map->customise_for ($self) if $map;	2577	$map = $map->customise_for ($self);
		2578	$map = $check->($map) if $check && $map;
		2579	} else {
		2580	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2581	}
		2582
1907	$map	2583	$map
		2584	};
		2585
		2586	if ($@) {
		2587	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2588	LOG llevError | logBacktrace, Carp::longmess $@;
1908	} or	2589	}
1909	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1910		2590
		2591	if ($gen == $self->{_goto_generation}) {
		2592	delete $self->{_goto_generation};
1911	$self->leave_link ($map, $x, $y);	2593	$self->leave_link ($map, $x, $y);
		2594	}
		2595
		2596	$done->() if $done;
1912	})->prio (1);	2597	})->prio (1);
1913	}	2598	}
1914		2599
1915	=item $player_object->enter_exit ($exit_object)	2600	=item $player_object->enter_exit ($exit_object)
1916		2601
…		…
1936	}	2621	}
1937		2622
1938	sub prepare_random_map {	2623	sub prepare_random_map {
1939	my ($exit) = @_;	2624	my ($exit) = @_;
1940		2625
1941	my $guard = cf::lock_acquire "exit_prepare:$exit";
1942
1943	# all this does is basically replace the /! path by	2626	# all this does is basically replace the /! path by
1944	# a new random map path (?random/...) with a seed	2627	# a new random map path (?random/...) with a seed
1945	# that depends on the exit object	2628	# that depends on the exit object
1946		2629
1947	my $rmp = parse_random_map_params $exit->msg;	2630	my $rmp = parse_random_map_params $exit->msg;
…		…
1949	if ($exit->map) {	2632	if ($exit->map) {
1950	$rmp->{region} = $exit->region->name;	2633	$rmp->{region} = $exit->region->name;
1951	$rmp->{origin_map} = $exit->map->path;	2634	$rmp->{origin_map} = $exit->map->path;
1952	$rmp->{origin_x} = $exit->x;	2635	$rmp->{origin_x} = $exit->x;
1953	$rmp->{origin_y} = $exit->y;	2636	$rmp->{origin_y} = $exit->y;
		2637
		2638	$exit->map->touch;
1954	}	2639	}
1955		2640
1956	$rmp->{random_seed} ||= $exit->random_seed;	2641	$rmp->{random_seed} ||= $exit->random_seed;
1957		2642
1958	my $data = cf::to_json $rmp;	2643	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
1959	my $md5 = Digest::MD5::md5_hex $data;	2644	my $md5 = Digest::MD5::md5_hex $data;
1960	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2645	my $meta = "$RANDOMDIR/$md5.meta";
1961		2646
1962	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2647	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1963	aio_write $fh, 0, (length $data), $data, 0;	2648	aio_write $fh, 0, (length $data), $data, 0;
1964	undef $fh;	2649	undef $fh;
1965	aio_rename "$meta~", $meta;	2650	aio_rename "$meta~", $meta;
1966		2651
		2652	my $slaying = "?random/$md5";
		2653
		2654	if ($exit->valid) {
1967	$exit->slaying ("?random/$md5");	2655	$exit->slaying ("?random/$md5");
1968	$exit->msg (undef);	2656	$exit->msg (undef);
		2657	}
1969	}	2658	}
1970	}	2659	}
1971		2660
1972	sub cf::object::player::enter_exit {	2661	sub cf::object::player::enter_exit {
1973	my ($self, $exit) = @_;	2662	my ($self, $exit) = @_;
1974		2663
1975	return unless $self->type == cf::PLAYER;	2664	return unless $self->type == cf::PLAYER;
1976		2665
1977	if ($exit->slaying eq "/!") {
1978	#TODO: this should de-fi-ni-te-ly not be a sync-job
1979	# the problem is that $exit might not survive long enough
1980	# so it needs to be done right now, right here
1981	cf::sync_job { prepare_random_map $exit };
1982	}
1983
1984	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1985	my $hp = $exit->stats->hp;
1986	my $sp = $exit->stats->sp;
1987
1988	$self->enter_link;	2666	$self->enter_link;
1989		2667
1990	(async {	2668	(async {
1991	$self->deactivate_recursive; # just to be sure	2669	$Coro::current->{desc} = "enter_exit";
		2670
1992	unless (eval {	2671	unless (eval {
		2672	$self->deactivate_recursive; # just to be sure
		2673
		2674	# random map handling
		2675	{
		2676	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2677
		2678	prepare_random_map $exit
		2679	if $exit->slaying eq "/!";
		2680	}
		2681
		2682	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2683	my $x = $exit->stats->hp;
		2684	my $y = $exit->stats->sp;
		2685
1993	$self->goto ($slaying, $hp, $sp);	2686	$self->goto ($map, $x, $y);
1994		2687
		2688	# if exit is damned, update players death & WoR home-position
		2689	$self->contr->savebed ($map, $x, $y)
		2690	if $exit->flag (cf::FLAG_DAMNED);
		2691
1995	1;	2692	1
1996	}) {	2693	}) {
1997	$self->message ("Something went wrong deep within the crossfire server. "	2694	$self->message ("Something went wrong deep within the crossfire server. "
1998	. "I'll try to bring you back to the map you were before. "	2695	. "I'll try to bring you back to the map you were before. "
1999	. "Please report this to the dungeon master!",	2696	. "Please report this to the dungeon master!",
2000	cf::NDI_UNIQUE | cf::NDI_RED);	2697	cf::NDI_UNIQUE | cf::NDI_RED);
…		…
2021		2718
2022	utf8::encode $text;	2719	utf8::encode $text;
2023	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2720	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2024	}	2721	}
2025		2722
		2723	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2724
		2725	Send a drawinfo or msg packet to the client, formatting the msg for the
		2726	client if neccessary. C<$type> should be a string identifying the type of
		2727	the message, with C<log> being the default. If C<$color> is negative, suppress
		2728	the message unless the client supports the msg packet.
		2729
		2730	=cut
		2731
		2732	# non-persistent channels (usually the info channel)
		2733	our %CHANNEL = (
		2734	"c/identify" => {
		2735	id => "infobox",
		2736	title => "Identify",
		2737	reply => undef,
		2738	tooltip => "Items recently identified",
		2739	},
		2740	"c/examine" => {
		2741	id => "infobox",
		2742	title => "Examine",
		2743	reply => undef,
		2744	tooltip => "Signs and other items you examined",
		2745	},
		2746	"c/book" => {
		2747	id => "infobox",
		2748	title => "Book",
		2749	reply => undef,
		2750	tooltip => "The contents of a note or book",
		2751	},
		2752	"c/lookat" => {
		2753	id => "infobox",
		2754	title => "Look",
		2755	reply => undef,
		2756	tooltip => "What you saw there",
		2757	},
		2758	"c/who" => {
		2759	id => "infobox",
		2760	title => "Players",
		2761	reply => undef,
		2762	tooltip => "Shows players who are currently online",
		2763	},
		2764	"c/body" => {
		2765	id => "infobox",
		2766	title => "Body Parts",
		2767	reply => undef,
		2768	tooltip => "Shows which body parts you posess and are available",
		2769	},
		2770	"c/uptime" => {
		2771	id => "infobox",
		2772	title => "Uptime",
		2773	reply => undef,
		2774	tooltip => "How long the server has been running since last restart",
		2775	},
		2776	"c/mapinfo" => {
		2777	id => "infobox",
		2778	title => "Map Info",
		2779	reply => undef,
		2780	tooltip => "Information related to the maps",
		2781	},
		2782	"c/party" => {
		2783	id => "party",
		2784	title => "Party",
		2785	reply => "gsay ",
		2786	tooltip => "Messages and chat related to your party",
		2787	},
		2788	);
		2789
		2790	sub cf::client::send_msg {
		2791	my ($self, $channel, $msg, $color, @extra) = @_;
		2792
		2793	$msg = $self->pl->expand_cfpod ($msg);
		2794
		2795	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2796
		2797	# check predefined channels, for the benefit of C
		2798	if ($CHANNEL{$channel}) {
		2799	$channel = $CHANNEL{$channel};
		2800
		2801	$self->ext_msg (channel_info => $channel)
		2802	if $self->can_msg;
		2803
		2804	$channel = $channel->{id};
		2805
		2806	} elsif (ref $channel) {
		2807	# send meta info to client, if not yet sent
		2808	unless (exists $self->{channel}{$channel->{id}}) {
		2809	$self->{channel}{$channel->{id}} = $channel;
		2810	$self->ext_msg (channel_info => $channel)
		2811	if $self->can_msg;
		2812	}
		2813
		2814	$channel = $channel->{id};
		2815	}
		2816
		2817	return unless @extra || length $msg;
		2818
		2819	if ($self->can_msg) {
		2820	# default colour, mask it out
		2821	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2822	if $color & cf::NDI_DEF;
		2823
		2824	my $pkt = "msg "
		2825	. $self->{json_coder}->encode (
		2826	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
		2827	);
		2828
		2829	# try lzf for large packets
		2830	$pkt = "lzf " . Compress::LZF::compress $pkt
		2831	if 1024 <= length $pkt and $self->{can_lzf};
		2832
		2833	# split very large packets
		2834	if (8192 < length $pkt and $self->{can_lzf}) {
		2835	$self->send_packet ("frag $_") for unpack "(a8192)*", $pkt;
		2836	$pkt = "frag";
		2837	}
		2838
		2839	$self->send_packet ($pkt);
		2840	} else {
		2841	if ($color >= 0) {
		2842	# replace some tags by gcfclient-compatible ones
		2843	for ($msg) {
		2844	1 while
		2845	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2846	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2847	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2848	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2849	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2850	}
		2851
		2852	$color &= cf::NDI_COLOR_MASK;
		2853
		2854	utf8::encode $msg;
		2855
		2856	if (0 && $msg =~ /\[/) {
		2857	# COMMAND/INFO
		2858	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2859	} else {
		2860	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2861	$self->send_packet ("drawinfo $color $msg")
		2862	}
		2863	}
		2864	}
		2865	}
		2866
2026	=item $client->ext_event ($type, %msg)	2867	=item $client->ext_msg ($type, @msg)
2027		2868
2028	Sends an exti event to the client.	2869	Sends an ext event to the client.
2029		2870
2030	=cut	2871	=cut
2031		2872
2032	sub cf::client::ext_event($$%) {	2873	sub cf::client::ext_msg($$@) {
2033	my ($self, $type, %msg) = @_;	2874	my ($self, $type, @msg) = @_;
2034		2875
		2876	if ($self->extcmd == 2) {
		2877	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2878	} elsif ($self->extcmd == 1) { # TODO: remove
2035	$msg{msgtype} = "event_$type";	2879	push @msg, msgtype => "event_$type";
2036	$self->send_packet ("ext " . cf::to_json \%msg);	2880	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2881	}
		2882	}
		2883
		2884	=item $client->ext_reply ($msgid, @msg)
		2885
		2886	Sends an ext reply to the client.
		2887
		2888	=cut
		2889
		2890	sub cf::client::ext_reply($$@) {
		2891	my ($self, $id, @msg) = @_;
		2892
		2893	if ($self->extcmd == 2) {
		2894	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2895	} elsif ($self->extcmd == 1) {
		2896	#TODO: version 1, remove
		2897	unshift @msg, msgtype => "reply", msgid => $id;
		2898	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2899	}
2037	}	2900	}
2038		2901
2039	=item $success = $client->query ($flags, "text", \&cb)	2902	=item $success = $client->query ($flags, "text", \&cb)
2040		2903
2041	Queues a query to the client, calling the given callback with	2904	Queues a query to the client, calling the given callback with
2042	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2905	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2043	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2906	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2044		2907
2045	Queries can fail, so check the return code. Or don't, as queries will become	2908	Queries can fail, so check the return code. Or don't, as queries will
2046	reliable at some point in the future.	2909	become reliable at some point in the future.
2047		2910
2048	=cut	2911	=cut
2049		2912
2050	sub cf::client::query {	2913	sub cf::client::query {
2051	my ($self, $flags, $text, $cb) = @_;	2914	my ($self, $flags, $text, $cb) = @_;
…		…
2059	utf8::encode $text;	2922	utf8::encode $text;
2060	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2923	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2061		2924
2062	$self->send_packet ($self->{query_queue}[0][0])	2925	$self->send_packet ($self->{query_queue}[0][0])
2063	if @{ $self->{query_queue} } == 1;	2926	if @{ $self->{query_queue} } == 1;
		2927
		2928	1
2064	}	2929	}
2065		2930
2066	cf::client->attach (	2931	cf::client->attach (
		2932	on_connect => sub {
		2933	my ($ns) = @_;
		2934
		2935	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2936	},
2067	on_reply => sub {	2937	on_reply => sub {
2068	my ($ns, $msg) = @_;	2938	my ($ns, $msg) = @_;
2069		2939
2070	# this weird shuffling is so that direct followup queries	2940	# this weird shuffling is so that direct followup queries
2071	# get handled first	2941	# get handled first
…		…
2083	} else {	2953	} else {
2084	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2954	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2085	}	2955	}
2086	}	2956	}
2087	},	2957	},
		2958	on_exticmd => sub {
		2959	my ($ns, $buf) = @_;
		2960
		2961	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2962
		2963	if (ref $msg) {
		2964	my ($type, $reply, @payload) =
		2965	"ARRAY" eq ref $msg
		2966	? @$msg
		2967	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2968
		2969	my @reply;
		2970
		2971	if (my $cb = $EXTICMD{$type}) {
		2972	@reply = $cb->($ns, @payload);
		2973	}
		2974
		2975	$ns->ext_reply ($reply, @reply)
		2976	if $reply;
		2977
		2978	} else {
		2979	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2980	}
		2981
		2982	cf::override;
		2983	},
2088	);	2984	);
2089		2985
2090	=item $client->async (\&cb)	2986	=item $client->async (\&cb)
2091		2987
2092	Create a new coroutine, running the specified callback. The coroutine will	2988	Create a new coroutine, running the specified callback. The coroutine will
…		…
2133	our $safe = new Safe "safe";	3029	our $safe = new Safe "safe";
2134	our $safe_hole = new Safe::Hole;	3030	our $safe_hole = new Safe::Hole;
2135		3031
2136	$SIG{FPE} = 'IGNORE';	3032	$SIG{FPE} = 'IGNORE';
2137		3033
2138	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3034	$safe->permit_only (Opcode::opset qw(
		3035	:base_core :base_mem :base_orig :base_math
		3036	grepstart grepwhile mapstart mapwhile
		3037	sort time
		3038	));
2139		3039
2140	# here we export the classes and methods available to script code	3040	# here we export the classes and methods available to script code
2141		3041
2142	=pod	3042	=pod
2143		3043
2144	The following functions and methods are available within a safe environment:	3044	The following functions and methods are available within a safe environment:
2145		3045
2146	cf::object contr pay_amount pay_player map	3046	cf::object
		3047	contr pay_amount pay_player map x y force_find force_add destroy
		3048	insert remove name archname title slaying race decrease split
		3049
2147	cf::object::player player	3050	cf::object::player
2148	cf::player peaceful	3051	player
2149	cf::map trigger	3052
		3053	cf::player
		3054	peaceful
		3055
		3056	cf::map
		3057	trigger
2150		3058
2151	=cut	3059	=cut
2152		3060
2153	for (	3061	for (
2154	["cf::object" => qw(contr pay_amount pay_player map)],	3062	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3063	insert remove inv nrof name archname title slaying race
		3064	decrease split destroy change_exp)],
2155	["cf::object::player" => qw(player)],	3065	["cf::object::player" => qw(player)],
2156	["cf::player" => qw(peaceful)],	3066	["cf::player" => qw(peaceful)],
2157	["cf::map" => qw(trigger)],	3067	["cf::map" => qw(trigger)],
2158	) {	3068	) {
2159	no strict 'refs';	3069	no strict 'refs';
…		…
2230	=back	3140	=back
2231		3141
2232	=cut	3142	=cut
2233		3143
2234	#############################################################################	3144	#############################################################################
2235
2236	=head2 EXTENSION DATABASE SUPPORT
2237
2238	Crossfire maintains a very simple database for extension use. It can
2239	currently store anything that can be serialised using Storable, which
2240	excludes objects.
2241
2242	The parameter C<$family> should best start with the name of the extension
2243	using it, it should be unique.
2244
2245	=over 4
2246
2247	=item $value = cf::db_get $family => $key
2248
2249	Returns a single value from the database.
2250
2251	=item cf::db_put $family => $key => $value
2252
2253	Stores the given C<$value> in the family.
2254
2255	=cut
2256
2257	our $DB;
2258
2259	sub db_init {
2260	unless ($DB) {
2261	$DB = BDB::db_create $DB_ENV;
2262
2263	cf::sync_job {
2264	eval {
2265	$DB->set_flags (BDB::CHKSUM);
2266
2267	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2268	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2269	cf::cleanup "db_open(db): $!" if $!;
2270	};
2271	cf::cleanup "db_open(db): $@" if $@;
2272	};
2273
2274	my $path = cf::localdir . "/database.pst";
2275	if (stat $path) {
2276	cf::sync_job {
2277	my $pst = Storable::retrieve $path;
2278
2279	cf::db_put (board => data => $pst->{board});
2280	cf::db_put (guildrules => data => $pst->{guildrules});
2281	cf::db_put (rent => balance => $pst->{rent}{balance});
2282	BDB::db_env_txn_checkpoint $DB_ENV;
2283
2284	unlink $path;
2285	};
2286	}
2287	}
2288	}
2289
2290	sub db_get($$) {
2291	my $key = "$_[0]/$_[1]";
2292
2293	cf::sync_job {
2294	BDB::db_get $DB, undef, $key, my $data;
2295
2296	$! ? ()
2297	: Compress::LZF::sthaw $data
2298	}
2299	}
2300
2301	sub db_put($$$) {
2302	BDB::dbreq_pri 4;
2303	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2304	}
2305
2306	#############################################################################
2307	# the server's init and main functions	3145	# the server's init and main functions
2308		3146
2309	sub load_facedata {	3147	sub load_facedata($) {
2310	my $path = sprintf "%s/facedata", cf::datadir;	3148	my ($path) = @_;
		3149
		3150	# HACK to clear player env face cache, we need some signal framework
		3151	# for this (global event?)
		3152	%ext::player_env::MUSIC_FACE_CACHE = ();
		3153
		3154	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2311		3155
2312	warn "loading facedata from $path\n";	3156	warn "loading facedata from $path\n";
2313		3157
2314	my $facedata;	3158	my $facedata;
2315	0 < aio_load $path, $facedata	3159	0 < aio_load $path, $facedata
…		…
2318	$facedata = Coro::Storable::thaw $facedata;	3162	$facedata = Coro::Storable::thaw $facedata;
2319		3163
2320	$facedata->{version} == 2	3164	$facedata->{version} == 2
2321	or cf::cleanup "$path: version mismatch, cannot proceed.";	3165	or cf::cleanup "$path: version mismatch, cannot proceed.";
2322		3166
		3167	# patch in the exptable
		3168	$facedata->{resource}{"res/exp_table"} = {
		3169	type => FT_RSRC,
		3170	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3171	};
		3172	cf::cede_to_tick;
		3173
2323	{	3174	{
2324	my $faces = $facedata->{faceinfo};	3175	my $faces = $facedata->{faceinfo};
2325		3176
2326	while (my ($face, $info) = each %$faces) {	3177	while (my ($face, $info) = each %$faces) {
2327	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3178	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3179
2328	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3180	cf::face::set_visibility $idx, $info->{visibility};
		3181	cf::face::set_magicmap $idx, $info->{magicmap};
2329	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3182	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2330	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3183	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2331	Coro::cede;	3184
		3185	cf::cede_to_tick;
2332	}	3186	}
2333		3187
2334	while (my ($face, $info) = each %$faces) {	3188	while (my ($face, $info) = each %$faces) {
2335	next unless $info->{smooth};	3189	next unless $info->{smooth};
		3190
2336	my $idx = cf::face::find $face	3191	my $idx = cf::face::find $face
2337	or next;	3192	or next;
		3193
2338	if (my $smooth = cf::face::find $info->{smooth}) {	3194	if (my $smooth = cf::face::find $info->{smooth}) {
		3195	cf::face::set_smooth $idx, $smooth;
2339	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	3196	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2340	} else {	3197	} else {
2341	warn "smooth face '$info->{smooth}' not found for face '$face'";	3198	warn "smooth face '$info->{smooth}' not found for face '$face'";
2342	}	3199	}
2343	Coro::cede;	3200
		3201	cf::cede_to_tick;
2344	}	3202	}
2345	}	3203	}
2346		3204
2347	{	3205	{
2348	my $anims = $facedata->{animinfo};	3206	my $anims = $facedata->{animinfo};
2349		3207
2350	while (my ($anim, $info) = each %$anims) {	3208	while (my ($anim, $info) = each %$anims) {
2351	cf::anim::set $anim, $info->{frames}, $info->{facings};	3209	cf::anim::set $anim, $info->{frames}, $info->{facings};
2352	Coro::cede;	3210	cf::cede_to_tick;
2353	}	3211	}
2354		3212
2355	cf::anim::invalidate_all; # d'oh	3213	cf::anim::invalidate_all; # d'oh
2356	}	3214	}
2357		3215
		3216	{
		3217	# TODO: for gcfclient pleasure, we should give resources
		3218	# that gcfclient doesn't grok a >10000 face index.
		3219	my $res = $facedata->{resource};
		3220
		3221	while (my ($name, $info) = each %$res) {
		3222	if (defined $info->{type}) {
		3223	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3224	my $data;
		3225
		3226	if ($info->{type} & 1) {
		3227	# prepend meta info
		3228
		3229	my $meta = $enc->encode ({
		3230	name => $name,
		3231	%{ $info->{meta} || {} },
		3232	});
		3233
		3234	$data = pack "(w/a*)*", $meta, $info->{data};
		3235	} else {
		3236	$data = $info->{data};
		3237	}
		3238
		3239	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3240	cf::face::set_type $idx, $info->{type};
		3241	} else {
		3242	$RESOURCE{$name} = $info;
		3243	}
		3244
		3245	cf::cede_to_tick;
		3246	}
		3247	}
		3248
		3249	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3250
2358	1	3251	1
2359	}	3252	}
2360		3253
		3254	cf::global->attach (on_resource_update => sub {
		3255	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3256	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3257
		3258	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3259	my $sound = $soundconf->{compat}[$_]
		3260	or next;
		3261
		3262	my $face = cf::face::find "sound/$sound->[1]";
		3263	cf::sound::set $sound->[0] => $face;
		3264	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3265	}
		3266
		3267	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3268	my $face = cf::face::find "sound/$v";
		3269	cf::sound::set $k => $face;
		3270	}
		3271	}
		3272	});
		3273
		3274	register_exticmd fx_want => sub {
		3275	my ($ns, $want) = @_;
		3276
		3277	while (my ($k, $v) = each %$want) {
		3278	$ns->fx_want ($k, $v);
		3279	}
		3280	};
		3281
		3282	sub load_resource_file($) {
		3283	my $guard = lock_acquire "load_resource_file";
		3284
		3285	my $status = load_resource_file_ $_[0];
		3286	get_slot 0.1, 100;
		3287	cf::arch::commit_load;
		3288
		3289	$status
		3290	}
		3291
		3292	sub reload_regions {
		3293	# HACK to clear player env face cache, we need some signal framework
		3294	# for this (global event?)
		3295	%ext::player_env::MUSIC_FACE_CACHE = ();
		3296
		3297	load_resource_file "$MAPDIR/regions"
		3298	or die "unable to load regions file\n";
		3299
		3300	for (cf::region::list) {
		3301	$_->{match} = qr/$_->{match}/
		3302	if exists $_->{match};
		3303	}
		3304	}
		3305
		3306	sub reload_facedata {
		3307	load_facedata "$DATADIR/facedata"
		3308	or die "unable to load facedata\n";
		3309	}
		3310
		3311	sub reload_archetypes {
		3312	load_resource_file "$DATADIR/archetypes"
		3313	or die "unable to load archetypes\n";
		3314	}
		3315
		3316	sub reload_treasures {
		3317	load_resource_file "$DATADIR/treasures"
		3318	or die "unable to load treasurelists\n";
		3319	}
		3320
2361	sub reload_resources {	3321	sub reload_resources {
2362	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	3322	warn "reloading resource files...\n";
2363	or die "unable to load regions file\n";#d#	3323
2364	load_facedata	3324	reload_facedata;
2365	or die "unable to load facedata\n";#d#	3325	reload_archetypes;
		3326	reload_regions;
		3327	reload_treasures;
		3328
		3329	warn "finished reloading resource files\n";
2366	}	3330	}
2367		3331
2368	sub init {	3332	sub init {
		3333	my $guard = freeze_mainloop;
		3334
		3335	evthread_start IO::AIO::poll_fileno;
		3336
2369	reload_resources;	3337	reload_resources;
2370	}	3338	}
2371		3339
2372	sub cfg_load {	3340	sub reload_config {
2373	open my $fh, "<:utf8", cf::confdir . "/config"	3341	open my $fh, "<:utf8", "$CONFDIR/config"
2374	or return;	3342	or return;
2375		3343
2376	local $/;	3344	local $/;
2377	*CFG = YAML::Syck::Load <$fh>;	3345	*CFG = YAML::Load <$fh>;
2378		3346
2379	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3347	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2380		3348
2381	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3349	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2382	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3350	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
2388	};	3356	};
2389	warn $@ if $@;	3357	warn $@ if $@;
2390	}	3358	}
2391	}	3359	}
2392		3360
		3361	sub pidfile() {
		3362	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3363	or die "$PIDFILE: $!";
		3364	flock $fh, &Fcntl::LOCK_EX
		3365	or die "$PIDFILE: flock: $!";
		3366	$fh
		3367	}
		3368
		3369	# make sure only one server instance is running at any one time
		3370	sub atomic {
		3371	my $fh = pidfile;
		3372
		3373	my $pid = <$fh>;
		3374	kill 9, $pid if $pid > 0;
		3375
		3376	seek $fh, 0, 0;
		3377	print $fh $$;
		3378	}
		3379
2393	sub main {	3380	sub main {
		3381	atomic;
		3382
2394	# we must not ever block the main coroutine	3383	# we must not ever block the main coroutine
2395	local $Coro::idle = sub {	3384	local $Coro::idle = sub {
2396	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3385	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2397	(async {	3386	(async {
2398	Event::one_event;	3387	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3388	EV::loop EV::LOOP_ONESHOT;
2399	})->prio (Coro::PRIO_MAX);	3389	})->prio (Coro::PRIO_MAX);
2400	};	3390	};
2401		3391
2402	cfg_load;	3392	{
		3393	my $guard = freeze_mainloop;
		3394	reload_config;
2403	db_init;	3395	db_init;
2404	load_extensions;	3396	load_extensions;
2405		3397
2406	$TICK_WATCHER->start;	3398	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3399	}
		3400
		3401	utime time, time, $RUNTIMEFILE;
		3402
		3403	# no (long-running) fork's whatsoever before this point(!)
		3404	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3405
2407	Event::loop;	3406	EV::loop;
2408	}	3407	}
2409		3408
2410	#############################################################################	3409	#############################################################################
2411	# initialisation and cleanup	3410	# initialisation and cleanup
2412		3411
2413	# install some emergency cleanup handlers	3412	# install some emergency cleanup handlers
2414	BEGIN {	3413	BEGIN {
		3414	our %SIGWATCHER = ();
2415	for my $signal (qw(INT HUP TERM)) {	3415	for my $signal (qw(INT HUP TERM)) {
2416	Event->signal (	3416	$SIGWATCHER{$signal} = EV::signal $signal, sub {
2417	reentrant => 0,
2418	data => WF_AUTOCANCEL,
2419	signal => $signal,
2420	prio => 0,
2421	cb => sub {
2422	cf::cleanup "SIG$signal";	3417	cf::cleanup "SIG$signal";
2423	},
2424	);	3418	};
		3419	}
		3420	}
		3421
		3422	sub write_runtime_sync {
		3423	# first touch the runtime file to show we are still running:
		3424	# the fsync below can take a very very long time.
		3425
		3426	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
		3427
		3428	my $guard = cf::lock_acquire "write_runtime";
		3429
		3430	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
		3431	or return;
		3432
		3433	my $value = $cf::RUNTIME + 90 + 10;
		3434	# 10 is the runtime save interval, for a monotonic clock
		3435	# 60 allows for the watchdog to kill the server.
		3436
		3437	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3438	and return;
		3439
		3440	# always fsync - this file is important
		3441	aio_fsync $fh
		3442	and return;
		3443
		3444	# touch it again to show we are up-to-date
		3445	aio_utime $fh, undef, undef;
		3446
		3447	close $fh
		3448	or return;
		3449
		3450	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
		3451	and return;
		3452
		3453	warn "runtime file written.\n";
		3454
2425	}	3455	1
		3456	}
		3457
		3458	our $uuid_lock;
		3459	our $uuid_skip;
		3460
		3461	sub write_uuid_sync($) {
		3462	$uuid_skip ||= $_[0];
		3463
		3464	return if $uuid_lock;
		3465	local $uuid_lock = 1;
		3466
		3467	my $uuid = "$LOCALDIR/uuid";
		3468
		3469	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3470	or return;
		3471
		3472	my $value = uuid_str $uuid_skip + uuid_seq uuid_cur;
		3473	$uuid_skip = 0;
		3474
		3475	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3476	and return;
		3477
		3478	# always fsync - this file is important
		3479	aio_fsync $fh
		3480	and return;
		3481
		3482	close $fh
		3483	or return;
		3484
		3485	aio_rename "$uuid~", $uuid
		3486	and return;
		3487
		3488	warn "uuid file written ($value).\n";
		3489
		3490	1
		3491
		3492	}
		3493
		3494	sub write_uuid($$) {
		3495	my ($skip, $sync) = @_;
		3496
		3497	$sync ? write_uuid_sync $skip
		3498	: async { write_uuid_sync $skip };
2426	}	3499	}
2427		3500
2428	sub emergency_save() {	3501	sub emergency_save() {
2429	my $freeze_guard = cf::freeze_mainloop;	3502	my $freeze_guard = cf::freeze_mainloop;
2430		3503
…		…
2436	# and maps saved/destroyed asynchronously.	3509	# and maps saved/destroyed asynchronously.
2437	warn "begin emergency player save\n";	3510	warn "begin emergency player save\n";
2438	for my $login (keys %cf::PLAYER) {	3511	for my $login (keys %cf::PLAYER) {
2439	my $pl = $cf::PLAYER{$login} or next;	3512	my $pl = $cf::PLAYER{$login} or next;
2440	$pl->valid or next;	3513	$pl->valid or next;
		3514	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2441	$pl->save;	3515	$pl->save;
2442	}	3516	}
2443	warn "end emergency player save\n";	3517	warn "end emergency player save\n";
2444		3518
2445	warn "begin emergency map save\n";	3519	warn "begin emergency map save\n";
…		…
2451	warn "end emergency map save\n";	3525	warn "end emergency map save\n";
2452		3526
2453	warn "begin emergency database checkpoint\n";	3527	warn "begin emergency database checkpoint\n";
2454	BDB::db_env_txn_checkpoint $DB_ENV;	3528	BDB::db_env_txn_checkpoint $DB_ENV;
2455	warn "end emergency database checkpoint\n";	3529	warn "end emergency database checkpoint\n";
		3530
		3531	warn "begin write uuid\n";
		3532	write_uuid_sync 1;
		3533	warn "end write uuid\n";
2456	};	3534	};
2457		3535
2458	warn "leave emergency perl save\n";	3536	warn "leave emergency perl save\n";
2459	}	3537	}
2460		3538
2461	sub post_cleanup {	3539	sub post_cleanup {
2462	my ($make_core) = @_;	3540	my ($make_core) = @_;
2463		3541
2464	warn Carp::longmess "post_cleanup backtrace"	3542	warn Carp::longmess "post_cleanup backtrace"
2465	if $make_core;	3543	if $make_core;
2466	}
2467		3544
		3545	my $fh = pidfile;
		3546	unlink $PIDFILE if <$fh> == $$;
		3547	}
		3548
		3549	# a safer delete_package, copied from Symbol
		3550	sub clear_package($) {
		3551	my $pkg = shift;
		3552
		3553	# expand to full symbol table name if needed
		3554	unless ($pkg =~ /^main::.*::$/) {
		3555	$pkg = "main$pkg" if $pkg =~ /^::/;
		3556	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3557	$pkg .= '::' unless $pkg =~ /::$/;
		3558	}
		3559
		3560	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3561	my $stem_symtab = *{$stem}{HASH};
		3562
		3563	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3564	or return;
		3565
		3566	# clear all symbols
		3567	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3568	for my $name (keys %$leaf_symtab) {
		3569	_gv_clear *{"$pkg$name"};
		3570	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3571	}
		3572	warn "cleared package #$pkg\n";#d#
		3573	}
		3574
		3575	our $RELOAD; # how many times to reload
		3576
2468	sub reload() {	3577	sub do_reload_perl() {
2469	# can/must only be called in main	3578	# can/must only be called in main
2470	if ($Coro::current != $Coro::main) {	3579	if ($Coro::current != $Coro::main) {
2471	warn "can only reload from main coroutine";	3580	warn "can only reload from main coroutine";
2472	return;	3581	return;
2473	}	3582	}
2474		3583
		3584	return if $RELOAD++;
		3585
		3586	while ($RELOAD) {
2475	warn "reloading...";	3587	warn "reloading...";
2476		3588
2477	warn "entering sync_job";	3589	warn "entering sync_job";
2478		3590
2479	cf::sync_job {	3591	cf::sync_job {
2480	cf::write_runtime; # external watchdog should not bark	3592	cf::write_runtime_sync; # external watchdog should not bark
2481	cf::emergency_save;	3593	cf::emergency_save;
2482	cf::write_runtime; # external watchdog should not bark	3594	cf::write_runtime_sync; # external watchdog should not bark
2483		3595
2484	warn "syncing database to disk";	3596	warn "syncing database to disk";
2485	BDB::db_env_txn_checkpoint $DB_ENV;	3597	BDB::db_env_txn_checkpoint $DB_ENV;
2486		3598
2487	# if anything goes wrong in here, we should simply crash as we already saved	3599	# if anything goes wrong in here, we should simply crash as we already saved
2488		3600
2489	warn "cancelling all WF_AUTOCANCEL watchers";
2490	for (Event::all_watchers) {
2491	$_->cancel if $_->data & WF_AUTOCANCEL;
2492	}
2493
2494	warn "flushing outstanding aio requests";	3601	warn "flushing outstanding aio requests";
2495	for (;;) {
2496	BDB::flush;
2497	IO::AIO::flush;
2498	Coro::cede;
2499	last unless IO::AIO::nreqs || BDB::nreqs;	3602	while (IO::AIO::nreqs || BDB::nreqs) {
2500	warn "iterate...";	3603	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
2501	}
2502
2503	++$RELOAD;
2504
2505	warn "cancelling all extension coros";
2506	$_->cancel for values %EXT_CORO;
2507	%EXT_CORO = ();
2508
2509	warn "removing commands";
2510	%COMMAND = ();
2511
2512	warn "removing ext commands";
2513	%EXTCMD = ();
2514
2515	warn "unloading/nuking all extensions";
2516	for my $pkg (@EXTS) {
2517	warn "... unloading $pkg";
2518
2519	if (my $cb = $pkg->can ("unload")) {
2520	eval {
2521	$cb->($pkg);
2522	1
2523	} or warn "$pkg unloaded, but with errors: $@";
2524	}	3604	}
2525		3605
2526	warn "... nuking $pkg";	3606	warn "cancelling all extension coros";
2527	Symbol::delete_package $pkg;	3607	$_->cancel for values %EXT_CORO;
2528	}	3608	%EXT_CORO = ();
2529		3609
2530	warn "unloading all perl modules loaded from $LIBDIR";	3610	warn "removing commands";
2531	while (my ($k, $v) = each %INC) {	3611	%COMMAND = ();
2532	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2533		3612
		3613	warn "removing ext/exti commands";
		3614	%EXTCMD = ();
		3615	%EXTICMD = ();
		3616
		3617	warn "unloading/nuking all extensions";
		3618	for my $pkg (@EXTS) {
2534	warn "... unloading $k";	3619	warn "... unloading $pkg";
2535	delete $INC{$k};
2536		3620
2537	$k =~ s/\.pm$//;
2538	$k =~ s/\//::/g;
2539
2540	if (my $cb = $k->can ("unload_module")) {	3621	if (my $cb = $pkg->can ("unload")) {
		3622	eval {
2541	$cb->();	3623	$cb->($pkg);
		3624	1
		3625	} or warn "$pkg unloaded, but with errors: $@";
		3626	}
		3627
		3628	warn "... clearing $pkg";
		3629	clear_package $pkg;
2542	}	3630	}
2543		3631
2544	Symbol::delete_package $k;	3632	warn "unloading all perl modules loaded from $LIBDIR";
		3633	while (my ($k, $v) = each %INC) {
		3634	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
		3635
		3636	warn "... unloading $k";
		3637	delete $INC{$k};
		3638
		3639	$k =~ s/\.pm$//;
		3640	$k =~ s/\//::/g;
		3641
		3642	if (my $cb = $k->can ("unload_module")) {
		3643	$cb->();
		3644	}
		3645
		3646	clear_package $k;
2545	}	3647	}
2546		3648
2547	warn "getting rid of safe::, as good as possible";	3649	warn "getting rid of safe::, as good as possible";
2548	Symbol::delete_package "safe::$_"	3650	clear_package "safe::$_"
2549	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3651	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2550		3652
2551	warn "unloading cf.pm \"a bit\"";	3653	warn "unloading cf.pm \"a bit\"";
2552	delete $INC{"cf.pm"};	3654	delete $INC{"cf.pm"};
		3655	delete $INC{"cf/pod.pm"};
2553		3656
2554	# don't, removes xs symbols, too,	3657	# don't, removes xs symbols, too,
2555	# and global variables created in xs	3658	# and global variables created in xs
2556	#Symbol::delete_package __PACKAGE__;	3659	#clear_package __PACKAGE__;
2557		3660
2558	warn "unload completed, starting to reload now";	3661	warn "unload completed, starting to reload now";
2559		3662
2560	warn "reloading cf.pm";	3663	warn "reloading cf.pm";
2561	require cf;	3664	require cf;
2562	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3665	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2563		3666
2564	warn "loading config and database again";	3667	warn "loading config and database again";
2565	cf::cfg_load;	3668	cf::reload_config;
2566		3669
2567	warn "loading extensions";	3670	warn "loading extensions";
2568	cf::load_extensions;	3671	cf::load_extensions;
2569		3672
2570	warn "reattaching attachments to objects/players";	3673	warn "reattaching attachments to objects/players";
2571	_global_reattach; # objects, sockets	3674	_global_reattach; # objects, sockets
2572	warn "reattaching attachments to maps";	3675	warn "reattaching attachments to maps";
2573	reattach $_ for values %MAP;	3676	reattach $_ for values %MAP;
2574	warn "reattaching attachments to players";	3677	warn "reattaching attachments to players";
2575	reattach $_ for values %PLAYER;	3678	reattach $_ for values %PLAYER;
2576		3679
2577	warn "loading reloadable resources";
2578	reload_resources;
2579
2580	warn "leaving sync_job";	3680	warn "leaving sync_job";
2581		3681
2582	1	3682	1
2583	} or do {	3683	} or do {
2584	warn $@;	3684	warn $@;
2585	warn "error while reloading, exiting.";	3685	cf::cleanup "error while reloading, exiting.";
2586	exit 1;	3686	};
		3687
		3688	warn "reloaded";
		3689	--$RELOAD;
		3690	}
		3691	};
		3692
		3693	our $RELOAD_WATCHER; # used only during reload
		3694
		3695	sub reload_perl() {
		3696	# doing reload synchronously and two reloads happen back-to-back,
		3697	# coro crashes during coro_state_free->destroy here.
		3698
		3699	$RELOAD_WATCHER ||= EV::timer 0, 0, sub {
		3700	do_reload_perl;
		3701	undef $RELOAD_WATCHER;
2587	};	3702	};
2588		3703	}
2589	warn "reloaded";
2590	};
2591
2592	our $RELOAD_WATCHER; # used only during reload
2593		3704
2594	register_command "reload" => sub {	3705	register_command "reload" => sub {
2595	my ($who, $arg) = @_;	3706	my ($who, $arg) = @_;
2596		3707
2597	if ($who->flag (FLAG_WIZ)) {	3708	if ($who->flag (FLAG_WIZ)) {
2598	$who->message ("reloading server.");	3709	$who->message ("reloading server.");
2599		3710	async {
2600	# doing reload synchronously and two reloads happen back-to-back,	3711	$Coro::current->{desc} = "perl_reload";
2601	# coro crashes during coro_state_free->destroy here.
2602
2603	$RELOAD_WATCHER ||= Event->timer (
2604	reentrant => 0,
2605	after => 0,
2606	data => WF_AUTOCANCEL,
2607	cb => sub {
2608	reload;	3712	reload_perl;
2609	undef $RELOAD_WATCHER;
2610	},
2611	);	3713	};
2612	}	3714	}
2613	};	3715	};
2614		3716
2615	unshift @INC, $LIBDIR;	3717	unshift @INC, $LIBDIR;
2616		3718
2617	my $bug_warning = 0;	3719	my $bug_warning = 0;
2618		3720
2619	$TICK_WATCHER = Event->timer (	3721	our @WAIT_FOR_TICK;
2620	reentrant => 0,	3722	our @WAIT_FOR_TICK_BEGIN;
2621	parked => 1,	3723
2622	prio => 0,	3724	sub wait_for_tick {
2623	at => $NEXT_TICK || $TICK,	3725	return if tick_inhibit || $Coro::current == $Coro::main;
2624	data => WF_AUTOCANCEL,	3726
2625	cb => sub {	3727	my $signal = new Coro::Signal;
		3728	push @WAIT_FOR_TICK, $signal;
		3729	$signal->wait;
		3730	}
		3731
		3732	sub wait_for_tick_begin {
		3733	return if tick_inhibit || $Coro::current == $Coro::main;
		3734
		3735	my $signal = new Coro::Signal;
		3736	push @WAIT_FOR_TICK_BEGIN, $signal;
		3737	$signal->wait;
		3738	}
		3739
		3740	sub tick {
2626	if ($Coro::current != $Coro::main) {	3741	if ($Coro::current != $Coro::main) {
2627	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3742	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2628	unless ++$bug_warning > 10;	3743	unless ++$bug_warning > 10;
2629	return;	3744	return;
2630	}	3745	}
2631		3746
2632	$NOW = Event::time;
2633
2634	cf::server_tick; # one server iteration	3747	cf::server_tick; # one server iteration
2635	$RUNTIME += $TICK;
2636	$NEXT_TICK += $TICK;
2637		3748
2638	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3749	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2639	$NEXT_RUNTIME_WRITE = $NOW + 10;	3750	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2640	Coro::async_pool {	3751	Coro::async_pool {
		3752	$Coro::current->{desc} = "runtime saver";
2641	write_runtime	3753	write_runtime_sync
2642	or warn "ERROR: unable to write runtime file: $!";	3754	or warn "ERROR: unable to write runtime file: $!";
2643	};
2644	}	3755	};
2645
2646	$WAIT_FOR_TICK->broadcast;
2647	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2648
2649	# my $AFTER = Event::time;
2650	# warn $AFTER - $NOW;#d#
2651
2652	# if we are delayed by four ticks or more, skip them all
2653	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2654
2655	$TICK_WATCHER->at ($NEXT_TICK);
2656	$TICK_WATCHER->start;
2657	},	3756	}
2658	);	3757
		3758	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3759	$sig->send;
		3760	}
		3761	while (my $sig = shift @WAIT_FOR_TICK) {
		3762	$sig->send;
		3763	}
		3764
		3765	$LOAD = ($NOW - $TICK_START) / $TICK;
		3766	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3767
		3768	if (0) {
		3769	if ($NEXT_TICK) {
		3770	my $jitter = $TICK_START - $NEXT_TICK;
		3771	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3772	warn "jitter $JITTER\n";#d#
		3773	}
		3774	}
		3775	}
2659		3776
2660	{	3777	{
2661	BDB::max_poll_time $TICK * 0.1;	3778	# configure BDB
2662	$BDB_POLL_WATCHER = Event->io (	3779
2663	reentrant => 0,
2664	fd => BDB::poll_fileno,
2665	poll => 'r',
2666	prio => 0,
2667	data => WF_AUTOCANCEL,
2668	cb => \&BDB::poll_cb,
2669	);
2670	BDB::min_parallel 8;	3780	BDB::min_parallel 8;
2671		3781	BDB::max_poll_reqs $TICK * 0.1;
2672	BDB::set_sync_prepare {	3782	$AnyEvent::BDB::WATCHER->priority (1);
2673	my $status;
2674	my $current = $Coro::current;
2675	(
2676	sub {
2677	$status = $!;
2678	$current->ready; undef $current;
2679	},
2680	sub {
2681	Coro::schedule while defined $current;
2682	$! = $status;
2683	},
2684	)
2685	};
2686		3783
2687	unless ($DB_ENV) {	3784	unless ($DB_ENV) {
2688	$DB_ENV = BDB::db_env_create;	3785	$DB_ENV = BDB::db_env_create;
		3786	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
		3787	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		3788	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
		3789	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3790	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2689		3791
2690	cf::sync_job {	3792	cf::sync_job {
2691	eval {	3793	eval {
2692	BDB::db_env_open	3794	BDB::db_env_open
2693	$DB_ENV,	3795	$DB_ENV,
2694	$BDB_ENV_DIR,	3796	$BDBDIR,
2695	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3797	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2696	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3798	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2697	0666;	3799	0666;
2698		3800
2699	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	3801	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2700
2701	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2702	$DB_ENV->set_lk_detect;
2703	};	3802	};
2704		3803
2705	cf::cleanup "db_env_open(db): $@" if $@;	3804	cf::cleanup "db_env_open(db): $@" if $@;
2706	};	3805	};
2707	}	3806	}
		3807
		3808	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3809	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3810	};
		3811	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3812	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3813	};
		3814	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3815	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3816	};
2708	}	3817	}
2709		3818
2710	{	3819	{
		3820	# configure IO::AIO
		3821
2711	IO::AIO::min_parallel 8;	3822	IO::AIO::min_parallel 8;
2712
2713	undef $Coro::AIO::WATCHER;
2714	IO::AIO::max_poll_time $TICK * 0.1;	3823	IO::AIO::max_poll_time $TICK * 0.1;
2715	$AIO_POLL_WATCHER = Event->io (	3824	undef $AnyEvent::AIO::WATCHER;
2716	reentrant => 0,
2717	data => WF_AUTOCANCEL,
2718	fd => IO::AIO::poll_fileno,
2719	poll => 'r',
2720	prio => 6,
2721	cb => \&IO::AIO::poll_cb,
2722	);
2723	}	3825	}
		3826
		3827	my $_log_backtrace;
		3828
		3829	sub _log_backtrace {
		3830	my ($msg, @addr) = @_;
		3831
		3832	$msg =~ s/\n//;
		3833
		3834	# limit the # of concurrent backtraces
		3835	if ($_log_backtrace < 2) {
		3836	++$_log_backtrace;
		3837	async {
		3838	$Coro::current->{desc} = "abt $msg";
		3839
		3840	my @bt = fork_call {
		3841	@addr = map { sprintf "%x", $_ } @addr;
		3842	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3843	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3844	or die "addr2line: $!";
		3845
		3846	my @funcs;
		3847	my @res = <$fh>;
		3848	chomp for @res;
		3849	while (@res) {
		3850	my ($func, $line) = splice @res, 0, 2, ();
		3851	push @funcs, "[$func] $line";
		3852	}
		3853
		3854	@funcs
		3855	};
		3856
		3857	LOG llevInfo, "[ABT] $msg\n";
		3858	LOG llevInfo, "[ABT] $_\n" for @bt;
		3859	--$_log_backtrace;
		3860	};
		3861	} else {
		3862	LOG llevInfo, "[ABT] $msg\n";
		3863	LOG llevInfo, "[ABT] [suppressed]\n";
		3864	}
		3865	}
		3866
		3867	# load additional modules
		3868	use cf::pod;
2724		3869
2725	END { cf::emergency_save }	3870	END { cf::emergency_save }
2726		3871
2727	1	3872	1
2728		3873

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines