ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.232 by root, Wed Apr 4 02:07:19 2007 UTC vs.
Revision 1.407 by root, Sun Jan 13 09:53:53 2008 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
8	use Storable;	8	use Socket;
9	use Event;	9	use EV 1.86;
10	use Opcode;	10	use Opcode;
11	use Safe;	11	use Safe;
12	use Safe::Hole;	12	use Safe::Hole;
		13	use Storable ();
13		14
14	use Coro 3.52 ();	15	use Coro 4.32 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::EV;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::BDB;
		24	use Coro::Storable;
		25	use Coro::Util ();
21		26
		27	use JSON::XS 2.01 ();
22	use BDB ();	28	use BDB ();
23	use Data::Dumper;	29	use Data::Dumper;
24	use Digest::MD5;	30	use Digest::MD5;
25	use Fcntl;	31	use Fcntl;
26	use YAML::Syck ();	32	use YAML::Syck ();
27	use IO::AIO 2.32 ();	33	use IO::AIO 2.51 ();
28	use Time::HiRes;	34	use Time::HiRes;
29	use Compress::LZF;	35	use Compress::LZF;
		36	use Digest::MD5 ();
30		37
31	# configure various modules to our taste	38	# configure various modules to our taste
32	#	39	#
		40	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	41	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	42	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		43
36	$Event::Eval = 1; # no idea why this is required, but it is
37
38	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	44	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
39	$YAML::Syck::ImplicitUnicode = 1;	45	$YAML::Syck::ImplicitUnicode = 1;
40		46
41	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	47	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
42		48
…		…
45	our %COMMAND = ();	51	our %COMMAND = ();
46	our %COMMAND_TIME = ();	52	our %COMMAND_TIME = ();
47		53
48	our @EXTS = (); # list of extension package names	54	our @EXTS = (); # list of extension package names
49	our %EXTCMD = ();	55	our %EXTCMD = ();
		56	our %EXTICMD = ();
50	our %EXT_CORO = (); # coroutines bound to extensions	57	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	58	our %EXT_MAP = (); # pluggable maps
52		59
53	our $RELOAD; # number of reloads so far	60	our $RELOAD; # number of reloads so far
54	our @EVENT;	61	our @EVENT;
55	our $LIBDIR = datadir . "/ext";
56		62
57	our $TICK = MAX_TIME * 1e-6;	63	our $CONFDIR = confdir;
		64	our $DATADIR = datadir;
		65	our $LIBDIR = "$DATADIR/ext";
		66	our $PODDIR = "$DATADIR/pod";
		67	our $MAPDIR = "$DATADIR/" . mapdir;
		68	our $LOCALDIR = localdir;
		69	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		70	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		71	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		72	our $RANDOMDIR = "$LOCALDIR/random";
		73	our $BDBDIR = "$LOCALDIR/db";
		74	our %RESOURCE;
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58	our $TICK_WATCHER;	77	our $TICK_WATCHER;
59	our $AIO_POLL_WATCHER;	78	our $AIO_POLL_WATCHER;
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	80	our $NEXT_TICK;
62	our $NOW;
63	our $USE_FSYNC = 1; # use fsync to write maps - default off	81	our $USE_FSYNC = 1; # use fsync to write maps - default off
64		82
65	our $BDB_POLL_WATCHER;	83	our $BDB_POLL_WATCHER;
		84	our $BDB_DEADLOCK_WATCHER;
		85	our $BDB_CHECKPOINT_WATCHER;
		86	our $BDB_TRICKLE_WATCHER;
66	our $DB_ENV;	87	our $DB_ENV;
67		88
68	our %CFG;	89	our %CFG;
69		90
70	our $UPTIME; $UPTIME ||= time;	91	our $UPTIME; $UPTIME ||= time;
71	our $RUNTIME;	92	our $RUNTIME;
		93	our $NOW;
72		94
73	our %PLAYER; # all users	95	our (%PLAYER, %PLAYER_LOADING); # all users
74	our %MAP; # all maps	96	our (%MAP, %MAP_LOADING ); # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	97	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
81		98
82	# used to convert map paths into valid unix filenames by replacing / by ∕	99	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
		105
85	binmode STDOUT;	106	binmode STDOUT;
86	binmode STDERR;	107	binmode STDERR;
87		108
88	# read virtual server time, if available	109	# read virtual server time, if available
89	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
90	open my $fh, "<", cf::localdir . "/runtime"	111	open my $fh, "<", "$LOCALDIR/runtime"
91	or die "unable to read runtime file: $!";	112	or die "unable to read runtime file: $!";
92	$RUNTIME = <$fh> + 0.;	113	$RUNTIME = <$fh> + 0.;
93	}	114	}
94		115
95	mkdir cf::localdir;	116	mkdir $_
96	mkdir cf::localdir . "/" . cf::playerdir;	117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97	mkdir cf::localdir . "/" . cf::tmpdir;
98	mkdir cf::localdir . "/" . cf::uniquedir;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		118
102	our $EMERGENCY_POSITION;	119	our $EMERGENCY_POSITION;
103		120
104	sub cf::map::normalise;	121	sub cf::map::normalise;
105		122
…		…
116	=item $cf::RUNTIME	133	=item $cf::RUNTIME
117		134
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	135	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	136	every server tick.
120		137
121	=item $cf::LIBDIR	138	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		139	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		140	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		141
123	The perl library directory, where extensions and cf-specific modules can	142	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	143	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		144	unique-items directory, player file directory, random maps directory and
		145	database environment.
125		146
126	=item $cf::NOW	147	=item $cf::NOW
127		148
128	The time of the last (current) server tick.	149	The time of the last (current) server tick.
129		150
130	=item $cf::TICK	151	=item $cf::TICK
131		152
132	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
133		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
		164
134	=item %cf::CFG	165	=item %cf::CFG
135		166
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
137	from wherever your confdir points to.	168	from wherever your confdir points to.
138		169
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	170	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		171
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	173	returns directly I<after> the tick processing (and consequently, can only wake one process
143	processing has been done. Call C<< ->wait >> on them to maximise the	174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.	175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
145		181
146	=back	182	=back
147		183
148	=cut	184	=cut
149		185
150	BEGIN {	186	BEGIN {
151	*CORE::GLOBAL::warn = sub {	187	*CORE::GLOBAL::warn = sub {
152	my $msg = join "", @_;	188	my $msg = join "", @_;
153	utf8::encode $msg;
154		189
155	$msg .= "\n"	190	$msg .= "\n"
156	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
157		192
		193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		194
158	LOG llevError, $msg;	195	LOG llevError, $msg;
159	};	196	};
160	}	197	}
		198
		199	$Coro::State::DIEHOOK = sub {
		200	warn Carp::longmess $_[0];
		201	Coro::terminate;
		202	};
161		203
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	204	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
163	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	205	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
164	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	206	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
165	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	207	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
166	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	208	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		209	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
167	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	210	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
168		211
169	# we bless all objects into (empty) derived classes to force a method lookup	212	# we bless all objects into (empty) derived classes to force a method lookup
170	# within the Safe compartment.	213	# within the Safe compartment.
171	for my $pkg (qw(	214	for my $pkg (qw(
172	cf::global cf::attachable	215	cf::global cf::attachable
…		…
177	)) {	220	)) {
178	no strict 'refs';	221	no strict 'refs';
179	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	222	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
180	}	223	}
181		224
182	$Event::DIED = sub {	225	$EV::DIED = sub {
183	warn "error in event callback: @_";	226	warn "error in event callback: @_";
184	};	227	};
		228
		229	#############################################################################
185		230
186	=head2 UTILITY FUNCTIONS	231	=head2 UTILITY FUNCTIONS
187		232
188	=over 4	233	=over 4
189		234
…		…
208	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	253	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
209	$d	254	$d
210	} || "[unable to dump $_[0]: '$@']";	255	} || "[unable to dump $_[0]: '$@']";
211	}	256	}
212		257
213	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
214
215	=item $ref = cf::from_json $json	258	=item $ref = cf::decode_json $json
216		259
217	Converts a JSON string into the corresponding perl data structure.	260	Converts a JSON string into the corresponding perl data structure.
218		261
219	=item $json = cf::to_json $ref	262	=item $json = cf::encode_json $ref
220		263
221	Converts a perl data structure into its JSON representation.	264	Converts a perl data structure into its JSON representation.
		265
		266	=cut
		267
		268	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		269
		270	sub encode_json($) { $json_coder->encode ($_[0]) }
		271	sub decode_json($) { $json_coder->decode ($_[0]) }
222		272
223	=item cf::lock_wait $string	273	=item cf::lock_wait $string
224		274
225	Wait until the given lock is available. See cf::lock_acquire.	275	Wait until the given lock is available. See cf::lock_acquire.
226		276
…		…
229	Wait until the given lock is available and then acquires it and returns	279	Wait until the given lock is available and then acquires it and returns
230	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	280	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
231	for example when the coroutine gets canceled), the lock is automatically	281	for example when the coroutine gets canceled), the lock is automatically
232	returned.	282	returned.
233		283
		284	Locks are *not* recursive, locking from the same coro twice results in a
		285	deadlocked coro.
		286
234	Lock names should begin with a unique identifier (for example, cf::map::find	287	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	288	uses map_find and cf::map::load uses map_load).
236		289
		290	=item $locked = cf::lock_active $string
		291
		292	Return true if the lock is currently active, i.e. somebody has locked it.
		293
237	=cut	294	=cut
238		295
239	our %LOCK;	296	our %LOCK;
		297	our %LOCKER;#d#
240		298
241	sub lock_wait($) {	299	sub lock_wait($) {
242	my ($key) = @_;	300	my ($key) = @_;
		301
		302	if ($LOCKER{$key} == $Coro::current) {#d#
		303	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		304	return;#d#
		305	}#d#
243		306
244	# wait for lock, if any	307	# wait for lock, if any
245	while ($LOCK{$key}) {	308	while ($LOCK{$key}) {
246	push @{ $LOCK{$key} }, $Coro::current;	309	push @{ $LOCK{$key} }, $Coro::current;
247	Coro::schedule;	310	Coro::schedule;
…		…
253		316
254	# wait, to be sure we are not locked	317	# wait, to be sure we are not locked
255	lock_wait $key;	318	lock_wait $key;
256		319
257	$LOCK{$key} = [];	320	$LOCK{$key} = [];
		321	$LOCKER{$key} = $Coro::current;#d#
258		322
259	Coro::guard {	323	Coro::guard {
		324	delete $LOCKER{$key};#d#
260	# wake up all waiters, to be on the safe side	325	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };	326	$_->ready for @{ delete $LOCK{$key} };
262	}	327	}
		328	}
		329
		330	sub lock_active($) {
		331	my ($key) = @_;
		332
		333	! ! $LOCK{$key}
263	}	334	}
264		335
265	sub freeze_mainloop {	336	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	337	return unless $TICK_WATCHER->is_active;
267		338
…		…
270	};	341	};
271	$TICK_WATCHER->stop;	342	$TICK_WATCHER->stop;
272	$guard	343	$guard
273	}	344	}
274		345
		346	=item cf::periodic $interval, $cb
		347
		348	Like EV::periodic, but randomly selects a starting point so that the actions
		349	get spread over timer.
		350
		351	=cut
		352
		353	sub periodic($$) {
		354	my ($interval, $cb) = @_;
		355
		356	my $start = rand List::Util::min 180, $interval;
		357
		358	EV::periodic $start, $interval, 0, $cb
		359	}
		360
		361	=item cf::get_slot $time[, $priority[, $name]]
		362
		363	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		364	This call blocks and returns only when you have at least C<$time> seconds
		365	of cpu time till the next tick. The slot is only valid till the next cede.
		366
		367	The optional C<$name> can be used to identify the job to run. It might be
		368	used for statistical purposes and should identify the same time-class.
		369
		370	Useful for short background jobs.
		371
		372	=cut
		373
		374	our @SLOT_QUEUE;
		375	our $SLOT_QUEUE;
		376
		377	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		378	$SLOT_QUEUE = Coro::async {
		379	$Coro::current->desc ("timeslot manager");
		380
		381	my $signal = new Coro::Signal;
		382
		383	while () {
		384	next_job:
		385	my $avail = cf::till_tick;
		386	if ($avail > 0.01) {
		387	for (0 .. $#SLOT_QUEUE) {
		388	if ($SLOT_QUEUE[$_][0] < $avail) {
		389	my $job = splice @SLOT_QUEUE, $_, 1, ();
		390	$job->[2]->send;
		391	Coro::cede;
		392	goto next_job;
		393	}
		394	}
		395	}
		396
		397	if (@SLOT_QUEUE) {
		398	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		399	push @cf::WAIT_FOR_TICK, $signal;
		400	$signal->wait;
		401	} else {
		402	Coro::schedule;
		403	}
		404	}
		405	};
		406
		407	sub get_slot($;$$) {
		408	my ($time, $pri, $name) = @_;
		409
		410	$time = $TICK * .6 if $time > $TICK * .6;
		411	my $sig = new Coro::Signal;
		412
		413	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		414	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		415	$SLOT_QUEUE->ready;
		416	$sig->wait;
		417	}
		418
275	=item cf::async { BLOCK }	419	=item cf::async { BLOCK }
276		420
277	Currently the same as Coro::async_pool, meaning you cannot use	421	Currently the same as Coro::async_pool, meaning you cannot use
278	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	422	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
279	thing you are allowed to do is call C<prio> on it.	423	thing you are allowed to do is call C<prio> on it.
…		…
282		426
283	BEGIN { *async = \&Coro::async_pool }	427	BEGIN { *async = \&Coro::async_pool }
284		428
285	=item cf::sync_job { BLOCK }	429	=item cf::sync_job { BLOCK }
286		430
287	The design of crossfire+ requires that the main coro ($Coro::main) is	431	The design of Deliantra requires that the main coroutine ($Coro::main)
288	always able to handle events or runnable, as crossfire+ is only partly	432	is always able to handle events or runnable, as Deliantra is only
289	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	433	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		434	acceptable.
290		435
291	If it must be done, put the blocking parts into C<sync_job>. This will run	436	If it must be done, put the blocking parts into C<sync_job>. This will run
292	the given BLOCK in another coroutine while waiting for the result. The	437	the given BLOCK in another coroutine while waiting for the result. The
293	server will be frozen during this time, so the block should either finish	438	server will be frozen during this time, so the block should either finish
294	fast or be very important.	439	fast or be very important.
…		…
297		442
298	sub sync_job(&) {	443	sub sync_job(&) {
299	my ($job) = @_;	444	my ($job) = @_;
300		445
301	if ($Coro::current == $Coro::main) {	446	if ($Coro::current == $Coro::main) {
		447	my $time = EV::time;
		448
302	# this is the main coro, too bad, we have to block	449	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	450	# till the operation succeeds, freezing the server :/
304		451
		452	LOG llevError, Carp::longmess "sync job";#d#
		453
305	# TODO: use suspend/resume instead	454	# TODO: use suspend/resume instead
306	# (but this is cancel-safe)	455	# (but this is cancel-safe)
307	my $freeze_guard = freeze_mainloop;	456	my $freeze_guard = freeze_mainloop;
308		457
309	my $busy = 1;	458	my $busy = 1;
310	my @res;	459	my @res;
311		460
312	(async {	461	(async {
		462	$Coro::current->desc ("sync job coro");
313	@res = eval { $job->() };	463	@res = eval { $job->() };
314	warn $@ if $@;	464	warn $@ if $@;
315	undef $busy;	465	undef $busy;
316	})->prio (Coro::PRIO_MAX);	466	})->prio (Coro::PRIO_MAX);
317		467
318	while ($busy) {	468	while ($busy) {
319	Coro::cede or Event::one_event;	469	if (Coro::nready) {
		470	Coro::cede_notself;
		471	} else {
		472	EV::loop EV::LOOP_ONESHOT;
320	}	473	}
		474	}
		475
		476	$time = EV::time - $time;
		477
		478	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		479	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		480
		481	$tick_start += $time; # do not account sync jobs to server load
321		482
322	wantarray ? @res : $res[0]	483	wantarray ? @res : $res[0]
323	} else {	484	} else {
324	# we are in another coroutine, how wonderful, everything just works	485	# we are in another coroutine, how wonderful, everything just works
325		486
…		…
345	$EXT_CORO{$coro+0} = $coro;	506	$EXT_CORO{$coro+0} = $coro;
346		507
347	$coro	508	$coro
348	}	509	}
349		510
350	sub write_runtime {	511	=item fork_call { }, $args
351	my $guard = cf::lock_acquire "write_runtime";
352		512
353	my $runtime = cf::localdir . "/runtime";	513	Executes the given code block with the given arguments in a seperate
		514	process, returning the results. Everything must be serialisable with
		515	Coro::Storable. May, of course, block. Note that the executed sub may
		516	never block itself or use any form of event handling.
354		517
355	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	518	=cut
356	or return;
357		519
358	my $value = $cf::RUNTIME + 90 + 10;	520	sub fork_call(&@) {
359	# 10 is the runtime save interval, for a monotonic clock	521	my ($cb, @args) = @_;
360	# 60 allows for the watchdog to kill the server.
361		522
362	(aio_write $fh, 0, (length $value), $value, 0) <= 0	523	# we seemingly have to make a local copy of the whole thing,
363	and return;	524	# otherwise perl prematurely frees the stuff :/
		525	# TODO: investigate and fix (likely this will be rather laborious)
364		526
365	# always fsync - this file is important	527	my @res = Coro::Util::fork_eval {
366	aio_fsync $fh	528	reset_signals;
367	and return;	529	&$cb
		530	}, @args;
368		531
369	close $fh	532	wantarray ? @res : $res[-1]
370	or return;	533	}
371		534
372	aio_rename "$runtime~", $runtime	535	=item $value = cf::db_get $family => $key
373	and return;
374		536
		537	Returns a single value from the environment database.
		538
		539	=item cf::db_put $family => $key => $value
		540
		541	Stores the given C<$value> in the family. It can currently store binary
		542	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		543
		544	=item $db = cf::db_table "name"
		545
		546	Create and/or open a new database table. The string must not be "db" and must be unique
		547	within each server.
		548
		549	=cut
		550
		551	sub db_table($) {
		552	my ($name) = @_;
		553	my $db = BDB::db_create $DB_ENV;
		554
		555	eval {
		556	$db->set_flags (BDB::CHKSUM);
		557
		558	utf8::encode $name;
		559	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		560	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		561	cf::cleanup "db_open(db): $!" if $!;
		562	};
		563	cf::cleanup "db_open(db): $@" if $@;
		564
		565	$db
		566	}
		567
		568	our $DB;
		569
		570	sub db_init {
		571	cf::sync_job {
		572	$DB ||= db_table "db";
		573	};
		574	}
		575
		576	sub db_get($$) {
		577	my $key = "$_[0]/$_[1]";
		578
		579	cf::sync_job {
		580	BDB::db_get $DB, undef, $key, my $data;
		581
		582	$! ? ()
		583	: $data
375	1	584	}
		585	}
		586
		587	sub db_put($$$) {
		588	BDB::dbreq_pri 4;
		589	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		590	}
		591
		592	=item cf::cache $id => [$paths...], $processversion => $process
		593
		594	Generic caching function that returns the value of the resource $id,
		595	caching and regenerating as required.
		596
		597	This function can block.
		598
		599	=cut
		600
		601	sub cache {
		602	my ($id, $src, $processversion, $process) = @_;
		603
		604	my $meta =
		605	join "\x00",
		606	$processversion,
		607	map {
		608	aio_stat $_
		609	and Carp::croak "$_: $!";
		610
		611	($_, (stat _)[7,9])
		612	} @$src;
		613
		614	my $dbmeta = db_get cache => "$id/meta";
		615	if ($dbmeta ne $meta) {
		616	# changed, we may need to process
		617
		618	my @data;
		619	my $md5;
		620
		621	for (0 .. $#$src) {
		622	0 <= aio_load $src->[$_], $data[$_]
		623	or Carp::croak "$src->[$_]: $!";
		624	}
		625
		626	# if processing is expensive, check
		627	# checksum first
		628	if (1) {
		629	$md5 =
		630	join "\x00",
		631	$processversion,
		632	map {
		633	cf::cede_to_tick;
		634	($src->[$_], Digest::MD5::md5_hex $data[$_])
		635	} 0.. $#$src;
		636
		637
		638	my $dbmd5 = db_get cache => "$id/md5";
		639	if ($dbmd5 eq $md5) {
		640	db_put cache => "$id/meta", $meta;
		641
		642	return db_get cache => "$id/data";
		643	}
		644	}
		645
		646	my $t1 = Time::HiRes::time;
		647	my $data = $process->(\@data);
		648	my $t2 = Time::HiRes::time;
		649
		650	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		651
		652	db_put cache => "$id/data", $data;
		653	db_put cache => "$id/md5" , $md5;
		654	db_put cache => "$id/meta", $meta;
		655
		656	return $data;
		657	}
		658
		659	db_get cache => "$id/data"
376	}	660	}
377		661
378	=item cf::datalog type => key => value, ...	662	=item cf::datalog type => key => value, ...
379		663
380	Log a datalog packet of the given type with the given key-value pairs.	664	Log a datalog packet of the given type with the given key-value pairs.
…		…
398	attach callbacks/event handlers (a collection of which is called an "attachment")	682	attach callbacks/event handlers (a collection of which is called an "attachment")
399	to it. All such attachable objects support the following methods.	683	to it. All such attachable objects support the following methods.
400		684
401	In the following description, CLASS can be any of C<global>, C<object>	685	In the following description, CLASS can be any of C<global>, C<object>
402	C<player>, C<client> or C<map> (i.e. the attachable objects in	686	C<player>, C<client> or C<map> (i.e. the attachable objects in
403	crossfire+).	687	Deliantra).
404		688
405	=over 4	689	=over 4
406		690
407	=item $attachable->attach ($attachment, key => $value...)	691	=item $attachable->attach ($attachment, key => $value...)
408		692
…		…
571	$registry = $CB_TYPE[$object_type] ||= [];	855	$registry = $CB_TYPE[$object_type] ||= [];
572		856
573	} elsif ($type eq "subtype") {	857	} elsif ($type eq "subtype") {
574	defined $object_type or Carp::croak "subtype specified without type";	858	defined $object_type or Carp::croak "subtype specified without type";
575	my $object_subtype = shift @arg;	859	my $object_subtype = shift @arg;
576	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	860	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
577		861
578	} elsif ($type eq "package") {	862	} elsif ($type eq "package") {
579	my $pkg = shift @arg;	863	my $pkg = shift @arg;
580		864
581	while (my ($name, $id) = each %cb_id) {	865	while (my ($name, $id) = each %cb_id) {
…		…
610	_attach $registry, $klass, @attach;	894	_attach $registry, $klass, @attach;
611	}	895	}
612		896
613	$obj->{$name} = \%arg;	897	$obj->{$name} = \%arg;
614	} else {	898	} else {
615	warn "object uses attachment '$name' that is not available, postponing.\n";	899	warn "object uses attachment '$name' which is not available, postponing.\n";
616	}	900	}
617		901
618	$obj->{_attachment}{$name} = undef;	902	$obj->{_attachment}{$name} = undef;
619	}	903	}
620		904
…		…
622	if (ref $_[0]) {	906	if (ref $_[0]) {
623	_object_attach @_;	907	_object_attach @_;
624	} else {	908	} else {
625	_attach shift->_attach_registry, @_;	909	_attach shift->_attach_registry, @_;
626	}	910	}
		911	_recalc_want;
627	};	912	};
628		913
629	# all those should be optimised	914	# all those should be optimised
630	sub cf::attachable::detach {	915	sub cf::attachable::detach {
631	my ($obj, $name) = @_;	916	my ($obj, $name) = @_;
…		…
634	delete $obj->{_attachment}{$name};	919	delete $obj->{_attachment}{$name};
635	reattach ($obj);	920	reattach ($obj);
636	} else {	921	} else {
637	Carp::croak "cannot, currently, detach class attachments";	922	Carp::croak "cannot, currently, detach class attachments";
638	}	923	}
		924	_recalc_want;
639	};	925	};
640		926
641	sub cf::attachable::attached {	927	sub cf::attachable::attached {
642	my ($obj, $name) = @_;	928	my ($obj, $name) = @_;
643		929
…		…
658	";	944	";
659	die if $@;	945	die if $@;
660	}	946	}
661		947
662	our $override;	948	our $override;
663	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	949	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
664		950
665	sub override {	951	sub override {
666	$override = 1;	952	$override = 1;
667	@invoke_results = ();	953	@INVOKE_RESULTS = (@_);
668	}	954	}
669		955
670	sub do_invoke {	956	sub do_invoke {
671	my $event = shift;	957	my $event = shift;
672	my $callbacks = shift;	958	my $callbacks = shift;
673		959
674	@invoke_results = ();	960	@INVOKE_RESULTS = ();
675		961
676	local $override;	962	local $override;
677		963
678	for (@$callbacks) {	964	for (@$callbacks) {
679	eval { &{$_->[1]} };	965	eval { &{$_->[1]} };
…		…
688	}	974	}
689		975
690	0	976	0
691	}	977	}
692		978
693	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	979	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
694		980
695	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	981	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
696		982
697	Generate an object-specific event with the given arguments.	983	Generate an object-specific event with the given arguments.
698		984
699	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	985	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
700	removed in future versions), and there is no public API to access override	986	removed in future versions), and there is no public API to access override
701	results (if you must, access C<@cf::invoke_results> directly).	987	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
702		988
703	=back	989	=back
704		990
705	=cut	991	=cut
706		992
707	#############################################################################	993	#############################################################################
708	# object support	994	# object support
		995
		996	sub _object_equal($$);
		997	sub _object_equal($$) {
		998	my ($a, $b) = @_;
		999
		1000	return 0 unless (ref $a) eq (ref $b);
		1001
		1002	if ("HASH" eq ref $a) {
		1003	my @ka = keys %$a;
		1004	my @kb = keys %$b;
		1005
		1006	return 0 if @ka != @kb;
		1007
		1008	for (0 .. $#ka) {
		1009	return 0 unless $ka[$_] eq $kb[$_];
		1010	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1011	}
		1012
		1013	} elsif ("ARRAY" eq ref $a) {
		1014
		1015	return 0 if @$a != @$b;
		1016
		1017	for (0 .. $#$a) {
		1018	return 0 unless _object_equal $a->[$_], $b->[$_];
		1019	}
		1020
		1021	} elsif ($a ne $b) {
		1022	return 0;
		1023	}
		1024
		1025	1
		1026	}
		1027
		1028	our $SLOW_MERGES;#d#
		1029	sub _can_merge {
		1030	my ($ob1, $ob2) = @_;
		1031
		1032	++$SLOW_MERGES;#d#
		1033
		1034	# we do the slow way here
		1035	return _object_equal $ob1, $ob2
		1036	}
709		1037
710	sub reattach {	1038	sub reattach {
711	# basically do the same as instantiate, without calling instantiate	1039	# basically do the same as instantiate, without calling instantiate
712	my ($obj) = @_;	1040	my ($obj) = @_;
713		1041
…		…
734	cf::attachable->attach (	1062	cf::attachable->attach (
735	prio => -1000000,	1063	prio => -1000000,
736	on_instantiate => sub {	1064	on_instantiate => sub {
737	my ($obj, $data) = @_;	1065	my ($obj, $data) = @_;
738		1066
739	$data = from_json $data;	1067	$data = decode_json $data;
740		1068
741	for (@$data) {	1069	for (@$data) {
742	my ($name, $args) = @$_;	1070	my ($name, $args) = @$_;
743		1071
744	$obj->attach ($name, %{$args || {} });	1072	$obj->attach ($name, %{$args || {} });
…		…
760	sub object_freezer_save {	1088	sub object_freezer_save {
761	my ($filename, $rdata, $objs) = @_;	1089	my ($filename, $rdata, $objs) = @_;
762		1090
763	sync_job {	1091	sync_job {
764	if (length $$rdata) {	1092	if (length $$rdata) {
		1093	utf8::decode (my $decname = $filename);
765	warn sprintf "saving %s (%d,%d)\n",	1094	warn sprintf "saving %s (%d,%d)\n",
766	$filename, length $$rdata, scalar @$objs;	1095	$decname, length $$rdata, scalar @$objs;
767		1096
768	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1097	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
769	chmod SAVE_MODE, $fh;	1098	chmod SAVE_MODE, $fh;
770	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1099	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
771	aio_fsync $fh if $cf::USE_FSYNC;	1100	aio_fsync $fh if $cf::USE_FSYNC;
772	close $fh;	1101	close $fh;
773		1102
774	if (@$objs) {	1103	if (@$objs) {
775	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1104	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
776	chmod SAVE_MODE, $fh;	1105	chmod SAVE_MODE, $fh;
777	my $data = Storable::nfreeze { version => 1, objs => $objs };	1106	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
778	aio_write $fh, 0, (length $data), $data, 0;	1107	aio_write $fh, 0, (length $data), $data, 0;
779	aio_fsync $fh if $cf::USE_FSYNC;	1108	aio_fsync $fh if $cf::USE_FSYNC;
780	close $fh;	1109	close $fh;
781	aio_rename "$filename.pst~", "$filename.pst";	1110	aio_rename "$filename.pst~", "$filename.pst";
782	}	1111	}
…		…
790	}	1119	}
791	} else {	1120	} else {
792	aio_unlink $filename;	1121	aio_unlink $filename;
793	aio_unlink "$filename.pst";	1122	aio_unlink "$filename.pst";
794	}	1123	}
795	}	1124	};
796	}	1125	}
797		1126
798	sub object_freezer_as_string {	1127	sub object_freezer_as_string {
799	my ($rdata, $objs) = @_;	1128	my ($rdata, $objs) = @_;
800		1129
…		…
812	or return;	1141	or return;
813		1142
814	unless (aio_stat "$filename.pst") {	1143	unless (aio_stat "$filename.pst") {
815	(aio_load "$filename.pst", $av) >= 0	1144	(aio_load "$filename.pst", $av) >= 0
816	or return;	1145	or return;
		1146
817	$av = eval { (Storable::thaw $av)->{objs} };	1147	my $st = eval { Coro::Storable::thaw $av };
		1148	$av = $st->{objs};
818	}	1149	}
819		1150
		1151	utf8::decode (my $decname = $filename);
820	warn sprintf "loading %s (%d)\n",	1152	warn sprintf "loading %s (%d,%d)\n",
821	$filename, length $data, scalar @{$av || []};#d#	1153	$decname, length $data, scalar @{$av || []};
		1154
822	return ($data, $av);	1155	($data, $av)
823	}	1156	}
		1157
		1158	=head2 COMMAND CALLBACKS
		1159
		1160	=over 4
		1161
		1162	=cut
824		1163
825	#############################################################################	1164	#############################################################################
826	# command handling &c	1165	# command handling &c
827		1166
828	=item cf::register_command $name => \&callback($ob,$args);	1167	=item cf::register_command $name => \&callback($ob,$args);
…		…
841	push @{ $COMMAND{$name} }, [$caller, $cb];	1180	push @{ $COMMAND{$name} }, [$caller, $cb];
842	}	1181	}
843		1182
844	=item cf::register_extcmd $name => \&callback($pl,$packet);	1183	=item cf::register_extcmd $name => \&callback($pl,$packet);
845		1184
846	Register a callbackf ro execution when the client sends an extcmd packet.	1185	Register a callback for execution when the client sends an (synchronous)
		1186	extcmd packet. Ext commands will be processed in the order they are
		1187	received by the server, like other user commands. The first argument is
		1188	the logged-in player. Ext commands can only be processed after a player
		1189	has logged in successfully.
847		1190
848	If the callback returns something, it is sent back as if reply was being	1191	If the callback returns something, it is sent back as if reply was being
849	called.	1192	called.
850		1193
		1194	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1195
		1196	Register a callback for execution when the client sends an (asynchronous)
		1197	exticmd packet. Exti commands are processed by the server as soon as they
		1198	are received, i.e. out of order w.r.t. other commands. The first argument
		1199	is a client socket. Exti commands can be received anytime, even before
		1200	log-in.
		1201
		1202	If the callback returns something, it is sent back as if reply was being
		1203	called.
		1204
851	=cut	1205	=cut
852		1206
853	sub register_extcmd {	1207	sub register_extcmd {
854	my ($name, $cb) = @_;	1208	my ($name, $cb) = @_;
855		1209
856	$EXTCMD{$name} = $cb;	1210	$EXTCMD{$name} = $cb;
		1211	}
		1212
		1213	sub register_exticmd {
		1214	my ($name, $cb) = @_;
		1215
		1216	$EXTICMD{$name} = $cb;
857	}	1217	}
858		1218
859	cf::player->attach (	1219	cf::player->attach (
860	on_command => sub {	1220	on_command => sub {
861	my ($pl, $name, $params) = @_;	1221	my ($pl, $name, $params) = @_;
…		…
870	cf::override;	1230	cf::override;
871	},	1231	},
872	on_extcmd => sub {	1232	on_extcmd => sub {
873	my ($pl, $buf) = @_;	1233	my ($pl, $buf) = @_;
874		1234
875	my $msg = eval { from_json $buf };	1235	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
876		1236
877	if (ref $msg) {	1237	if (ref $msg) {
		1238	my ($type, $reply, @payload) =
		1239	"ARRAY" eq ref $msg
		1240	? @$msg
		1241	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1242
		1243	my @reply;
		1244
878	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1245	if (my $cb = $EXTCMD{$type}) {
879	if (my %reply = $cb->($pl, $msg)) {	1246	@reply = $cb->($pl, @payload);
880	$pl->ext_reply ($msg->{msgid}, %reply);
881	}
882	}	1247	}
		1248
		1249	$pl->ext_reply ($reply, @reply)
		1250	if $reply;
		1251
883	} else {	1252	} else {
884	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1253	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
885	}	1254	}
886		1255
887	cf::override;	1256	cf::override;
888	},	1257	},
889	);	1258	);
890		1259
891	sub load_extension {
892	my ($path) = @_;
893
894	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
895	my $base = $1;
896	my $pkg = $1;
897	$pkg =~ s/[^[:word:]]/_/g;
898	$pkg = "ext::$pkg";
899
900	warn "... loading '$path' into '$pkg'\n";
901
902	open my $fh, "<:utf8", $path
903	or die "$path: $!";
904
905	my $source =
906	"package $pkg; use strict; use utf8;\n"
907	. "#line 1 \"$path\"\n{\n"
908	. (do { local $/; <$fh> })
909	. "\n};\n1";
910
911	unless (eval $source) {
912	my $msg = $@ ? "$path: $@\n"
913	: "extension disabled.\n";
914	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
915	warn $@;
916	warn "mandatory extension failed to load, exiting.\n";
917	exit 1;
918	}
919	die $@;
920	}
921
922	push @EXTS, $pkg;
923	}
924
925	sub load_extensions {	1260	sub load_extensions {
		1261	cf::sync_job {
		1262	my %todo;
		1263
926	for my $ext (<$LIBDIR/*.ext>) {	1264	for my $path (<$LIBDIR/*.ext>) {
927	next unless -r $ext;	1265	next unless -r $path;
928	eval {	1266
929	load_extension $ext;	1267	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1268	my $base = $1;
		1269	my $pkg = $1;
		1270	$pkg =~ s/[^[:word:]]/_/g;
		1271	$pkg = "ext::$pkg";
		1272
		1273	open my $fh, "<:utf8", $path
		1274	or die "$path: $!";
		1275
		1276	my $source = do { local $/; <$fh> };
		1277
		1278	my %ext = (
		1279	path => $path,
		1280	base => $base,
		1281	pkg => $pkg,
		1282	);
		1283
		1284	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1285	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1286
		1287	$ext{source} =
		1288	"package $pkg; use strict; use utf8;\n"
		1289	. "#line 1 \"$path\"\n{\n"
		1290	. $source
		1291	. "\n};\n1";
		1292
		1293	$todo{$base} = \%ext;
		1294	}
		1295
		1296	my %done;
		1297	while (%todo) {
		1298	my $progress;
		1299
		1300	while (my ($k, $v) = each %todo) {
		1301	for (split /,\s*/, $v->{meta}{depends}) {
		1302	goto skip
		1303	unless exists $done{$_};
		1304	}
		1305
		1306	warn "... loading '$k' into '$v->{pkg}'\n";
		1307
		1308	unless (eval $v->{source}) {
		1309	my $msg = $@ ? "$v->{path}: $@\n"
		1310	: "$v->{base}: extension inactive.\n";
		1311
		1312	if (exists $v->{meta}{mandatory}) {
		1313	warn $msg;
		1314	warn "mandatory extension failed to load, exiting.\n";
		1315	exit 1;
		1316	}
		1317
		1318	warn $msg;
		1319	}
		1320
		1321	$done{$k} = delete $todo{$k};
		1322	push @EXTS, $v->{pkg};
		1323	$progress = 1;
930	1	1324	}
931	} or warn "$ext not loaded: $@";	1325
		1326	skip:
		1327	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1328	unless $progress;
		1329	}
932	}	1330	};
933	}	1331	}
934		1332
935	#############################################################################	1333	#############################################################################
936		1334
		1335	=back
		1336
937	=head2 CORE EXTENSIONS	1337	=head2 CORE EXTENSIONS
938		1338
939	Functions and methods that extend core crossfire objects.	1339	Functions and methods that extend core crossfire objects.
940		1340
941	=cut	1341	=cut
…		…
946		1346
947	=head3 cf::player	1347	=head3 cf::player
948		1348
949	=over 4	1349	=over 4
950		1350
		1351	=item cf::player::num_playing
		1352
		1353	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1354
		1355	=cut
		1356
		1357	sub num_playing {
		1358	scalar grep
		1359	$_->ob->map
		1360	&& !$_->hidden
		1361	&& !$_->ob->flag (cf::FLAG_WIZ),
		1362	cf::player::list
		1363	}
		1364
951	=item cf::player::find $login	1365	=item cf::player::find $login
952		1366
953	Returns the given player object, loading it if necessary (might block).	1367	Returns the given player object, loading it if necessary (might block).
954		1368
955	=cut	1369	=cut
956		1370
957	sub playerdir($) {	1371	sub playerdir($) {
958	cf::localdir	1372	"$PLAYERDIR/"
959	. "/"
960	. cf::playerdir
961	. "/"
962	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1373	. (ref $_[0] ? $_[0]->ob->name : $_[0])
963	}	1374	}
964		1375
965	sub path($) {	1376	sub path($) {
966	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1377	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
967		1378
968	(playerdir $login) . "/$login.pl"	1379	(playerdir $login) . "/playerdata"
969	}	1380	}
970		1381
971	sub find_active($) {	1382	sub find_active($) {
972	$cf::PLAYER{$_[0]}	1383	$cf::PLAYER{$_[0]}
973	and $cf::PLAYER{$_[0]}->active	1384	and $cf::PLAYER{$_[0]}->active
…		…
986	my $login = $_[0];	1397	my $login = $_[0];
987		1398
988	my $guard = cf::lock_acquire "user_find:$login";	1399	my $guard = cf::lock_acquire "user_find:$login";
989		1400
990	$cf::PLAYER{$_[0]} || do {	1401	$cf::PLAYER{$_[0]} || do {
991	my $pl = load_pl path $login	1402	# rename old playerfiles to new ones
		1403	#TODO: remove when no longer required
		1404	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1405	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1406	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1407	aio_unlink +(playerdir $login) . "/$login.pl";
		1408
		1409	my $f = new_from_file cf::object::thawer path $login
992	or return;	1410	or return;
		1411
		1412	my $pl = cf::player::load_pl $f
		1413	or return;
		1414	local $cf::PLAYER_LOADING{$login} = $pl;
		1415	$f->resolve_delayed_derefs;
993	$cf::PLAYER{$login} = $pl	1416	$cf::PLAYER{$login} = $pl
994	}	1417	}
995	}	1418	}
996	}	1419	}
997		1420
…		…
1007		1430
1008	aio_mkdir playerdir $pl, 0770;	1431	aio_mkdir playerdir $pl, 0770;
1009	$pl->{last_save} = $cf::RUNTIME;	1432	$pl->{last_save} = $cf::RUNTIME;
1010		1433
1011	$pl->save_pl ($path);	1434	$pl->save_pl ($path);
1012	Coro::cede;	1435	cf::cede_to_tick;
1013	}	1436	}
1014		1437
1015	sub new($) {	1438	sub new($) {
1016	my ($login) = @_;	1439	my ($login) = @_;
1017		1440
…		…
1021	$self->{deny_save} = 1;	1444	$self->{deny_save} = 1;
1022		1445
1023	$cf::PLAYER{$login} = $self;	1446	$cf::PLAYER{$login} = $self;
1024		1447
1025	$self	1448	$self
		1449	}
		1450
		1451	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1452
		1453	=cut
		1454
		1455	sub send_msg {
		1456	my $ns = shift->ns
		1457	or return;
		1458	$ns->send_msg (@_);
1026	}	1459	}
1027		1460
1028	=item $pl->quit_character	1461	=item $pl->quit_character
1029		1462
1030	Nukes the player without looking back. If logged in, the connection will	1463	Nukes the player without looking back. If logged in, the connection will
…		…
1079	while and may block, so not sync_job-capable, ever.	1512	while and may block, so not sync_job-capable, ever.
1080		1513
1081	=cut	1514	=cut
1082		1515
1083	sub list_logins {	1516	sub list_logins {
1084	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1517	my $dirs = aio_readdir $PLAYERDIR
1085	or return [];	1518	or return [];
1086		1519
1087	my @logins;	1520	my @logins;
1088		1521
1089	for my $login (@$dirs) {	1522	for my $login (@$dirs) {
		1523	my $path = path $login;
		1524
		1525	# a .pst is a dead give-away for a valid player
		1526	unless (-e "$path.pst") {
1090	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1527	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1091	aio_read $fh, 0, 512, my $buf, 0 or next;	1528	aio_read $fh, 0, 512, my $buf, 0 or next;
1092	$buf !~ /^password -------------$/m or next; # official not-valid tag	1529	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1530	}
1093		1531
1094	utf8::decode $login;	1532	utf8::decode $login;
1095	push @logins, $login;	1533	push @logins, $login;
1096	}	1534	}
1097		1535
…		…
1124	}	1562	}
1125		1563
1126	\@paths	1564	\@paths
1127	}	1565	}
1128		1566
		1567	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1568
		1569	Expand crossfire pod fragments into protocol xml.
		1570
		1571	=cut
		1572
		1573	use re 'eval';
		1574
		1575	my $group;
		1576	my $interior; $interior = qr{
		1577	# match a pod interior sequence sans C<< >>
		1578	(?:
		1579	\ (.*?)\ (?{ $group = $^N })
		1580	| < (??{$interior}) >
		1581	)
		1582	}x;
		1583
		1584	sub expand_cfpod {
		1585	my ($self, $pod) = @_;
		1586
		1587	my $xml;
		1588
		1589	while () {
		1590	if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
		1591	$group = $1;
		1592
		1593	$group =~ s/&/&amp;/g;
		1594	$group =~ s/</&lt;/g;
		1595
		1596	$xml .= $group;
		1597	} elsif ($pod =~ m%\G
		1598	([BCGHITU])
		1599	<
		1600	(?:
		1601	([^<>]*) (?{ $group = $^N })
		1602	| < $interior >
		1603	)
		1604	>
		1605	%gcsx
		1606	) {
		1607	my ($code, $data) = ($1, $group);
		1608
		1609	if ($code eq "B") {
		1610	$xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
		1611	} elsif ($code eq "I") {
		1612	$xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
		1613	} elsif ($code eq "U") {
		1614	$xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
		1615	} elsif ($code eq "C") {
		1616	$xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
		1617	} elsif ($code eq "T") {
		1618	$xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
		1619	} elsif ($code eq "G") {
		1620	my ($male, $female) = split /\|/, $data;
		1621	$data = $self->gender ? $female : $male;
		1622	$xml .= expand_cfpod ($self, $data);
		1623	} elsif ($code eq "H") {
		1624	$xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
		1625	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1626	"")
		1627	[$self->{hintmode}];
		1628	} else {
		1629	$xml .= "error processing '$code($data)' directive";
		1630	}
		1631	} else {
		1632	if ($pod =~ /\G(.+)/) {
		1633	warn "parse error while expanding $pod (at $1)";
		1634	}
		1635	last;
		1636	}
		1637	}
		1638
		1639	for ($xml) {
		1640	# create single paragraphs (very hackish)
		1641	s/(?<=\S)\n(?=\w)/ /g;
		1642
		1643	# compress some whitespace
		1644	s/\s+\n/\n/g; # ws line-ends
		1645	s/\n\n+/\n/g; # double lines
		1646	s/^\n+//; # beginning lines
		1647	s/\n+$//; # ending lines
		1648	}
		1649
		1650	$xml
		1651	}
		1652
		1653	no re 'eval';
		1654
		1655	sub hintmode {
		1656	$_[0]{hintmode} = $_[1] if @_ > 1;
		1657	$_[0]{hintmode}
		1658	}
		1659
1129	=item $player->ext_reply ($msgid, %msg)	1660	=item $player->ext_reply ($msgid, @msg)
1130		1661
1131	Sends an ext reply to the player.	1662	Sends an ext reply to the player.
1132		1663
1133	=cut	1664	=cut
1134		1665
1135	sub ext_reply($$%) {	1666	sub ext_reply($$@) {
1136	my ($self, $id, %msg) = @_;	1667	my ($self, $id, @msg) = @_;
1137		1668
1138	$msg{msgid} = $id;	1669	$self->ns->ext_reply ($id, @msg)
1139
1140	$self->send ("ext " . cf::to_json \%msg);
1141	}	1670	}
1142		1671
1143	=item $player->ext_event ($type, %msg)	1672	=item $player->ext_msg ($type, @msg)
1144		1673
1145	Sends an ext event to the client.	1674	Sends an ext event to the client.
1146		1675
1147	=cut	1676	=cut
1148		1677
1149	sub ext_event($$%) {	1678	sub ext_msg($$@) {
1150	my ($self, $type, %msg) = @_;	1679	my ($self, $type, @msg) = @_;
1151		1680
1152	$self->ns->ext_event ($type, %msg);	1681	$self->ns->ext_msg ($type, @msg);
1153	}	1682	}
1154		1683
1155	package cf;	1684	=head3 cf::region
		1685
		1686	=over 4
		1687
		1688	=cut
		1689
		1690	package cf::region;
		1691
		1692	=item cf::region::find_by_path $path
		1693
		1694	Tries to decuce the likely region for a map knowing only its path.
		1695
		1696	=cut
		1697
		1698	sub find_by_path($) {
		1699	my ($path) = @_;
		1700
		1701	my ($match, $specificity);
		1702
		1703	for my $region (list) {
		1704	if ($region->{match} && $path =~ $region->{match}) {
		1705	($match, $specificity) = ($region, $region->specificity)
		1706	if $region->specificity > $specificity;
		1707	}
		1708	}
		1709
		1710	$match
		1711	}
1156		1712
1157	=back	1713	=back
1158
1159		1714
1160	=head3 cf::map	1715	=head3 cf::map
1161		1716
1162	=over 4	1717	=over 4
1163		1718
…		…
1218	my ($self, $merge) = @_;	1773	my ($self, $merge) = @_;
1219		1774
1220	# we have to keep some variables in memory intact	1775	# we have to keep some variables in memory intact
1221	local $self->{path};	1776	local $self->{path};
1222	local $self->{load_path};	1777	local $self->{load_path};
1223	local $self->{deny_save};
1224	local $self->{deny_reset};
1225		1778
1226	$self->SUPER::thawer_merge ($merge);	1779	$self->SUPER::thawer_merge ($merge);
1227	}	1780	}
1228		1781
1229	sub normalise {	1782	sub normalise {
…		…
1276	$self->init; # pass $1 etc.	1829	$self->init; # pass $1 etc.
1277	return $self;	1830	return $self;
1278	}	1831	}
1279	}	1832	}
1280		1833
1281	Carp::carp "unable to resolve path '$path' (base '$base').";	1834	Carp::cluck "unable to resolve path '$path' (base '$base').";
1282	()	1835	()
1283	}	1836	}
1284		1837
1285	sub init {	1838	sub init {
1286	my ($self) = @_;	1839	my ($self) = @_;
…		…
1301		1854
1302	# the original (read-only) location	1855	# the original (read-only) location
1303	sub load_path {	1856	sub load_path {
1304	my ($self) = @_;	1857	my ($self) = @_;
1305		1858
1306	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1859	"$MAPDIR/$self->{path}.map"
1307	}	1860	}
1308		1861
1309	# the temporary/swap location	1862	# the temporary/swap location
1310	sub save_path {	1863	sub save_path {
1311	my ($self) = @_;	1864	my ($self) = @_;
1312		1865
1313	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1866	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1314	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1867	"$TMPDIR/$path.map"
1315	}	1868	}
1316		1869
1317	# the unique path, undef == no special unique path	1870	# the unique path, undef == no special unique path
1318	sub uniq_path {	1871	sub uniq_path {
1319	my ($self) = @_;	1872	my ($self) = @_;
1320		1873
1321	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1874	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1322	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1875	"$UNIQUEDIR/$path"
1323	}	1876	}
1324		1877
1325	# and all this just because we cannot iterate over	1878	# and all this just because we cannot iterate over
1326	# all maps in C++...	1879	# all maps in C++...
1327	sub change_all_map_light {	1880	sub change_all_map_light {
…		…
1329		1882
1330	$_->change_map_light ($change)	1883	$_->change_map_light ($change)
1331	for grep $_->outdoor, values %cf::MAP;	1884	for grep $_->outdoor, values %cf::MAP;
1332	}	1885	}
1333		1886
		1887	sub decay_objects {
		1888	my ($self) = @_;
		1889
		1890	return if $self->{deny_reset};
		1891
		1892	$self->do_decay_objects;
		1893	}
		1894
1334	sub unlink_save {	1895	sub unlink_save {
1335	my ($self) = @_;	1896	my ($self) = @_;
1336		1897
1337	utf8::encode (my $save = $self->save_path);	1898	utf8::encode (my $save = $self->save_path);
1338	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1899	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1341		1902
1342	sub load_header_from($) {	1903	sub load_header_from($) {
1343	my ($self, $path) = @_;	1904	my ($self, $path) = @_;
1344		1905
1345	utf8::encode $path;	1906	utf8::encode $path;
1346	#aio_open $path, O_RDONLY, 0	1907	my $f = new_from_file cf::object::thawer $path
1347	# or return;
1348
1349	$self->_load_header ($path)
1350	or return;	1908	or return;
		1909
		1910	$self->_load_header ($f)
		1911	or return;
		1912
		1913	local $MAP_LOADING{$self->{path}} = $self;
		1914	$f->resolve_delayed_derefs;
1351		1915
1352	$self->{load_path} = $path;	1916	$self->{load_path} = $path;
1353		1917
1354	1	1918	1
1355	}	1919	}
…		…
1394	$self->load_header_orig	1958	$self->load_header_orig
1395	or return;	1959	or return;
1396	$self->prepare_orig;	1960	$self->prepare_orig;
1397	}	1961	}
1398		1962
		1963	$self->{deny_reset} = 1
		1964	if $self->no_reset;
		1965
		1966	$self->default_region (cf::region::find_by_path $self->{path})
		1967	unless $self->default_region;
		1968
1399	1	1969	1
1400	}	1970	}
1401		1971
1402	sub find;	1972	sub find;
1403	sub find {	1973	sub find {
1404	my ($path, $origin) = @_;	1974	my ($path, $origin) = @_;
1405		1975
1406	$path = normalise $path, $origin && $origin->path;	1976	$path = normalise $path, $origin && $origin->path;
1407		1977
		1978	cf::lock_wait "map_data:$path";#d#remove
1408	cf::lock_wait "map_find:$path";	1979	cf::lock_wait "map_find:$path";
1409		1980
1410	$cf::MAP{$path} || do {	1981	$cf::MAP{$path} || do {
1411	my $guard = cf::lock_acquire "map_find:$path";	1982	my $guard1 = cf::lock_acquire "map_find:$path";
		1983	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1984
1412	my $map = new_from_path cf::map $path	1985	my $map = new_from_path cf::map $path
1413	or return;	1986	or return;
1414		1987
1415	$map->{last_save} = $cf::RUNTIME;	1988	$map->{last_save} = $cf::RUNTIME;
1416		1989
1417	$map->load_header	1990	$map->load_header
1418	or return;	1991	or return;
1419		1992
1420	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1993	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1421	# doing this can freeze the server in a sync job, obviously	1994	# doing this can freeze the server in a sync job, obviously
1422	#$cf::WAIT_FOR_TICK->wait;	1995	#$cf::WAIT_FOR_TICK->wait;
		1996	undef $guard1;
		1997	undef $guard2;
1423	$map->reset;	1998	$map->reset;
1424	undef $guard;
1425	return find $path;	1999	return find $path;
1426	}	2000	}
1427		2001
1428	$cf::MAP{$path} = $map	2002	$cf::MAP{$path} = $map
1429	}	2003	}
…		…
1436	my ($self) = @_;	2010	my ($self) = @_;
1437		2011
1438	local $self->{deny_reset} = 1; # loading can take a long time	2012	local $self->{deny_reset} = 1; # loading can take a long time
1439		2013
1440	my $path = $self->{path};	2014	my $path = $self->{path};
		2015
		2016	{
1441	my $guard = cf::lock_acquire "map_load:$path";	2017	my $guard = cf::lock_acquire "map_data:$path";
1442		2018
		2019	return unless $self->valid;
1443	return if $self->in_memory != cf::MAP_SWAPPED;	2020	return unless $self->in_memory == cf::MAP_SWAPPED;
1444		2021
1445	$self->in_memory (cf::MAP_LOADING);	2022	$self->in_memory (cf::MAP_LOADING);
1446		2023
1447	$self->alloc;	2024	$self->alloc;
1448		2025
1449	$self->pre_load;	2026	$self->pre_load;
		2027	cf::cede_to_tick;
1450		2028
1451	$self->_load_objects ($self->{load_path}, 1)	2029	my $f = new_from_file cf::object::thawer $self->{load_path};
		2030	$f->skip_block;
		2031	$self->_load_objects ($f)
1452	or return;	2032	or return;
1453		2033
1454	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2034	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1455	if delete $self->{load_original};	2035	if delete $self->{load_original};
1456		2036
1457	if (my $uniq = $self->uniq_path) {	2037	if (my $uniq = $self->uniq_path) {
1458	utf8::encode $uniq;	2038	utf8::encode $uniq;
1459	if (aio_open $uniq, O_RDONLY, 0) {	2039	unless (aio_stat $uniq) {
		2040	if (my $f = new_from_file cf::object::thawer $uniq) {
1460	$self->clear_unique_items;	2041	$self->clear_unique_items;
1461	$self->_load_objects ($uniq, 0);	2042	$self->_load_objects ($f);
		2043	$f->resolve_delayed_derefs;
		2044	}
1462	}	2045	}
1463	}	2046	}
1464		2047
1465	Coro::cede;	2048	$f->resolve_delayed_derefs;
1466		2049
		2050	cf::cede_to_tick;
1467	# now do the right thing for maps	2051	# now do the right thing for maps
1468	$self->link_multipart_objects;	2052	$self->link_multipart_objects;
1469
1470	unless ($self->{deny_activate}) {
1471	$self->decay_objects;
1472	$self->fix_auto_apply;
1473	$self->update_buttons;
1474	Coro::cede;
1475	$self->set_darkness_map;
1476	$self->difficulty ($self->estimate_difficulty)	2053	$self->difficulty ($self->estimate_difficulty)
1477	unless $self->difficulty;	2054	unless $self->difficulty;
1478	Coro::cede;	2055	cf::cede_to_tick;
		2056
		2057	unless ($self->{deny_activate}) {
		2058	$self->decay_objects;
		2059	$self->fix_auto_apply;
		2060	$self->update_buttons;
		2061	cf::cede_to_tick;
		2062	$self->set_darkness_map;
		2063	cf::cede_to_tick;
1479	$self->activate;	2064	$self->activate;
		2065	}
		2066
		2067	$self->{last_save} = $cf::RUNTIME;
		2068	$self->last_access ($cf::RUNTIME);
		2069
		2070	$self->in_memory (cf::MAP_IN_MEMORY);
1480	}	2071	}
1481		2072
1482	$self->post_load;	2073	$self->post_load;
1483
1484	$self->in_memory (cf::MAP_IN_MEMORY);
1485	}	2074	}
1486		2075
1487	sub customise_for {	2076	sub customise_for {
1488	my ($self, $ob) = @_;	2077	my ($self, $ob) = @_;
1489		2078
1490	return find "~" . $ob->name . "/" . $self->{path}	2079	return find "~" . $ob->name . "/" . $self->{path}
1491	if $self->per_player;	2080	if $self->per_player;
1492		2081
		2082	# return find "?party/" . $ob->name . "/" . $self->{path}
		2083	# if $self->per_party;
		2084
1493	$self	2085	$self
1494	}	2086	}
1495		2087
1496	# find and load all maps in the 3x3 area around a map	2088	# find and load all maps in the 3x3 area around a map
1497	sub load_diag {	2089	sub load_neighbours {
1498	my ($map) = @_;	2090	my ($map) = @_;
1499		2091
1500	my @diag; # diagonal neighbours	2092	my @neigh; # diagonal neighbours
1501		2093
1502	for (0 .. 3) {	2094	for (0 .. 3) {
1503	my $neigh = $map->tile_path ($_)	2095	my $neigh = $map->tile_path ($_)
1504	or next;	2096	or next;
1505	$neigh = find $neigh, $map	2097	$neigh = find $neigh, $map
1506	or next;	2098	or next;
1507	$neigh->load;	2099	$neigh->load;
1508		2100
		2101	push @neigh,
1509	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2102	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1510	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2103	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1511	}	2104	}
1512		2105
1513	for (@diag) {	2106	for (grep defined $_->[0], @neigh) {
		2107	my ($path, $origin) = @$_;
1514	my $neigh = find @$_	2108	my $neigh = find $path, $origin
1515	or next;	2109	or next;
1516	$neigh->load;	2110	$neigh->load;
1517	}	2111	}
1518	}	2112	}
1519		2113
…		…
1524	}	2118	}
1525		2119
1526	sub do_load_sync {	2120	sub do_load_sync {
1527	my ($map) = @_;	2121	my ($map) = @_;
1528		2122
		2123	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2124	if $Coro::current == $Coro::main;
		2125
1529	cf::sync_job { $map->load };	2126	cf::sync_job { $map->load };
1530	}	2127	}
1531		2128
1532	our %MAP_PREFETCH;	2129	our %MAP_PREFETCH;
1533	our $MAP_PREFETCHER = undef;	2130	our $MAP_PREFETCHER = undef;
1534		2131
1535	sub find_async {	2132	sub find_async {
1536	my ($path, $origin) = @_;	2133	my ($path, $origin, $load) = @_;
1537		2134
1538	$path = normalise $path, $origin && $origin->{path};	2135	$path = normalise $path, $origin && $origin->{path};
1539		2136
1540	if (my $map = $cf::MAP{$path}) {	2137	if (my $map = $cf::MAP{$path}) {
1541	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2138	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1542	}	2139	}
1543		2140
1544	undef $MAP_PREFETCH{$path};	2141	$MAP_PREFETCH{$path} |= $load;
		2142
1545	$MAP_PREFETCHER ||= cf::async {	2143	$MAP_PREFETCHER ||= cf::async {
		2144	$Coro::current->{desc} = "map prefetcher";
		2145
1546	while (%MAP_PREFETCH) {	2146	while (%MAP_PREFETCH) {
1547	for my $path (keys %MAP_PREFETCH) {	2147	while (my ($k, $v) = each %MAP_PREFETCH) {
1548	my $map = find $path	2148	if (my $map = find $k) {
1549	or next;
1550	$map->load;	2149	$map->load if $v;
		2150	}
1551		2151
1552	delete $MAP_PREFETCH{$path};	2152	delete $MAP_PREFETCH{$k};
1553	}	2153	}
1554	}	2154	}
1555	undef $MAP_PREFETCHER;	2155	undef $MAP_PREFETCHER;
1556	};	2156	};
1557	$MAP_PREFETCHER->prio (6);	2157	$MAP_PREFETCHER->prio (6);
…		…
1560	}	2160	}
1561		2161
1562	sub save {	2162	sub save {
1563	my ($self) = @_;	2163	my ($self) = @_;
1564		2164
1565	my $lock = cf::lock_acquire "map_data:" . $self->path;	2165	my $lock = cf::lock_acquire "map_data:$self->{path}";
1566		2166
1567	$self->{last_save} = $cf::RUNTIME;	2167	$self->{last_save} = $cf::RUNTIME;
1568		2168
1569	return unless $self->dirty;	2169	return unless $self->dirty;
1570		2170
…		…
1576	return if $self->{deny_save};	2176	return if $self->{deny_save};
1577		2177
1578	local $self->{last_access} = $self->last_access;#d#	2178	local $self->{last_access} = $self->last_access;#d#
1579		2179
1580	cf::async {	2180	cf::async {
		2181	$Coro::current->{desc} = "map player save";
1581	$_->contr->save for $self->players;	2182	$_->contr->save for $self->players;
1582	};	2183	};
1583		2184
1584	if ($uniq) {	2185	if ($uniq) {
1585	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2186	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
1593	my ($self) = @_;	2194	my ($self) = @_;
1594		2195
1595	# save first because save cedes	2196	# save first because save cedes
1596	$self->save;	2197	$self->save;
1597		2198
1598	my $lock = cf::lock_acquire "map_data:" . $self->path;	2199	my $lock = cf::lock_acquire "map_data:$self->{path}";
1599		2200
1600	return if $self->players;	2201	return if $self->players;
1601	return if $self->in_memory != cf::MAP_IN_MEMORY;	2202	return if $self->in_memory != cf::MAP_IN_MEMORY;
1602	return if $self->{deny_save};	2203	return if $self->{deny_save};
1603		2204
		2205	$self->in_memory (cf::MAP_SWAPPED);
		2206
		2207	$self->deactivate;
		2208	$_->clear_links_to ($self) for values %cf::MAP;
1604	$self->clear;	2209	$self->clear;
1605	$self->in_memory (cf::MAP_SWAPPED);
1606	}	2210	}
1607		2211
1608	sub reset_at {	2212	sub reset_at {
1609	my ($self) = @_;	2213	my ($self) = @_;
1610		2214
1611	# TODO: safety, remove and allow resettable per-player maps	2215	# TODO: safety, remove and allow resettable per-player maps
1612	return 1e99 if $self->isa ("ext::map_per_player");#d#
1613	return 1e99 if $self->{deny_reset};	2216	return 1e99 if $self->{deny_reset};
1614		2217
1615	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2218	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1616	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2219	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1617		2220
…		…
1628	my ($self) = @_;	2231	my ($self) = @_;
1629		2232
1630	my $lock = cf::lock_acquire "map_data:$self->{path}";	2233	my $lock = cf::lock_acquire "map_data:$self->{path}";
1631		2234
1632	return if $self->players;	2235	return if $self->players;
1633	return if $self->isa ("ext::map_per_player");#d#
1634		2236
1635	warn "resetting map ", $self->path;#d#	2237	warn "resetting map ", $self->path;
1636		2238
1637	$self->in_memory (cf::MAP_SWAPPED);	2239	$self->in_memory (cf::MAP_SWAPPED);
1638		2240
1639	# need to save uniques path	2241	# need to save uniques path
1640	unless ($self->{deny_save}) {	2242	unless ($self->{deny_save}) {
…		…
1644	if $uniq;	2246	if $uniq;
1645	}	2247	}
1646		2248
1647	delete $cf::MAP{$self->path};	2249	delete $cf::MAP{$self->path};
1648		2250
		2251	$self->deactivate;
		2252	$_->clear_links_to ($self) for values %cf::MAP;
1649	$self->clear;	2253	$self->clear;
1650
1651	$_->clear_links_to ($self) for values %cf::MAP;
1652		2254
1653	$self->unlink_save;	2255	$self->unlink_save;
1654	$self->destroy;	2256	$self->destroy;
1655	}	2257	}
1656		2258
1657	my $nuke_counter = "aaaa";	2259	my $nuke_counter = "aaaa";
1658		2260
1659	sub nuke {	2261	sub nuke {
1660	my ($self) = @_;	2262	my ($self) = @_;
1661		2263
		2264	{
		2265	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2266
1662	delete $cf::MAP{$self->path};	2267	delete $cf::MAP{$self->path};
1663		2268
1664	$self->unlink_save;	2269	$self->unlink_save;
1665		2270
1666	bless $self, "cf::map";	2271	bless $self, "cf::map";
1667	delete $self->{deny_reset};	2272	delete $self->{deny_reset};
1668	$self->{deny_save} = 1;	2273	$self->{deny_save} = 1;
1669	$self->reset_timeout (1);	2274	$self->reset_timeout (1);
1670	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2275	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1671		2276
1672	$cf::MAP{$self->path} = $self;	2277	$cf::MAP{$self->path} = $self;
		2278	}
1673		2279
1674	$self->reset; # polite request, might not happen	2280	$self->reset; # polite request, might not happen
		2281	}
		2282
		2283	=item $maps = cf::map::tmp_maps
		2284
		2285	Returns an arrayref with all map paths of currently instantiated and saved
		2286	maps. May block.
		2287
		2288	=cut
		2289
		2290	sub tmp_maps() {
		2291	[
		2292	map {
		2293	utf8::decode $_;
		2294	/\.map$/
		2295	? normalise $_
		2296	: ()
		2297	} @{ aio_readdir $TMPDIR or [] }
		2298	]
		2299	}
		2300
		2301	=item $maps = cf::map::random_maps
		2302
		2303	Returns an arrayref with all map paths of currently instantiated and saved
		2304	random maps. May block.
		2305
		2306	=cut
		2307
		2308	sub random_maps() {
		2309	[
		2310	map {
		2311	utf8::decode $_;
		2312	/\.map$/
		2313	? normalise "?random/$_"
		2314	: ()
		2315	} @{ aio_readdir $RANDOMDIR or [] }
		2316	]
1675	}	2317	}
1676		2318
1677	=item cf::map::unique_maps	2319	=item cf::map::unique_maps
1678		2320
1679	Returns an arrayref of paths of all shared maps that have	2321	Returns an arrayref of paths of all shared maps that have
1680	instantiated unique items. May block.	2322	instantiated unique items. May block.
1681		2323
1682	=cut	2324	=cut
1683		2325
1684	sub unique_maps() {	2326	sub unique_maps() {
1685	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2327	[
1686	or return;	2328	map {
1687
1688	my @paths;
1689
1690	for (@$files) {
1691	utf8::decode $_;	2329	utf8::decode $_;
1692	next if /\.pst$/;	2330	/\.map$/
1693	next unless /^$PATH_SEP/o;	2331	? normalise $_
1694		2332	: ()
1695	push @paths, cf::map::normalise $_;	2333	} @{ aio_readdir $UNIQUEDIR or [] }
1696	}	2334	]
1697
1698	\@paths
1699	}	2335	}
1700		2336
1701	package cf;	2337	package cf;
1702		2338
1703	=back	2339	=back
…		…
1721	map { $_, inv_recursive_ $_->inv } @_	2357	map { $_, inv_recursive_ $_->inv } @_
1722	}	2358	}
1723		2359
1724	sub inv_recursive {	2360	sub inv_recursive {
1725	inv_recursive_ inv $_[0]	2361	inv_recursive_ inv $_[0]
		2362	}
		2363
		2364	=item $ref = $ob->ref
		2365
		2366	creates and returns a persistent reference to an objetc that can be stored as a string.
		2367
		2368	=item $ob = cf::object::deref ($refstring)
		2369
		2370	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2371	even if the object actually exists. May block.
		2372
		2373	=cut
		2374
		2375	sub deref {
		2376	my ($ref) = @_;
		2377
		2378	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2379	my ($uuid, $name) = ($1, $2);
		2380	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2381	or return;
		2382	$pl->ob->uuid eq $uuid
		2383	or return;
		2384
		2385	$pl->ob
		2386	} else {
		2387	warn "$ref: cannot resolve object reference\n";
		2388	undef
		2389	}
1726	}	2390	}
1727		2391
1728	package cf;	2392	package cf;
1729		2393
1730	=back	2394	=back
…		…
1749		2413
1750	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2414	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1751		2415
1752	if ($self->{record_replies}) {	2416	if ($self->{record_replies}) {
1753	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2417	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2418
1754	} else {	2419	} else {
		2420	my $pl = $self->contr;
		2421
		2422	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2423	my $dialog = $pl->{npc_dialog};
		2424	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2425
		2426	} else {
1755	$msg = $npc->name . " says: $msg" if $npc;	2427	$msg = $npc->name . " says: $msg" if $npc;
1756	$self->message ($msg, $flags);	2428	$self->message ($msg, $flags);
		2429	}
1757	}	2430	}
		2431	}
		2432
		2433	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2434
		2435	=cut
		2436
		2437	sub cf::object::send_msg {
		2438	my $pl = shift->contr
		2439	or return;
		2440	$pl->send_msg (@_);
1758	}	2441	}
1759		2442
1760	=item $player_object->may ("access")	2443	=item $player_object->may ("access")
1761		2444
1762	Returns wether the given player is authorized to access resource "access"	2445	Returns wether the given player is authorized to access resource "access"
…		…
1809	$self->deactivate_recursive;	2492	$self->deactivate_recursive;
1810		2493
1811	return if UNIVERSAL::isa $self->map, "ext::map_link";	2494	return if UNIVERSAL::isa $self->map, "ext::map_link";
1812		2495
1813	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2496	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1814	if $self->map;	2497	if $self->map && $self->map->{path} ne "{link}";
1815		2498
1816	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2499	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1817	}	2500	}
1818		2501
1819	sub cf::object::player::leave_link {	2502	sub cf::object::player::leave_link {
1820	my ($self, $map, $x, $y) = @_;	2503	my ($self, $map, $x, $y) = @_;
		2504
		2505	return unless $self->contr->active;
1821		2506
1822	my $link_pos = delete $self->{_link_pos};	2507	my $link_pos = delete $self->{_link_pos};
1823		2508
1824	unless ($map) {	2509	unless ($map) {
1825	# restore original map position	2510	# restore original map position
…		…
1839	# use -1 or undef as default coordinates, not 0, 0	2524	# use -1 or undef as default coordinates, not 0, 0
1840	($x, $y) = ($map->enter_x, $map->enter_y)	2525	($x, $y) = ($map->enter_x, $map->enter_y)
1841	if $x <=0 && $y <= 0;	2526	if $x <=0 && $y <= 0;
1842		2527
1843	$map->load;	2528	$map->load;
1844	$map->load_diag;	2529	$map->load_neighbours;
1845		2530
1846	return unless $self->contr->active;	2531	return unless $self->contr->active;
1847	$self->activate_recursive;	2532	$self->activate_recursive;
1848		2533
1849	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2534	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1850	$self->enter_map ($map, $x, $y);	2535	$self->enter_map ($map, $x, $y);
1851	}	2536	}
1852		2537
1853	cf::player->attach (	2538	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1854	on_logout => sub {
1855	my ($pl) = @_;
1856		2539
1857	# abort map switching before logout	2540	Moves the player to the given map-path and coordinates by first freezing
1858	if ($pl->ob->{_link_pos}) {	2541	her, loading and preparing them map, calling the provided $check callback
1859	cf::sync_job {	2542	that has to return the map if sucecssful, and then unfreezes the player on
1860	$pl->ob->leave_link	2543	the new (success) or old (failed) map position. In either case, $done will
1861	};	2544	be called at the end of this process.
1862	}
1863	},
1864	on_login => sub {
1865	my ($pl) = @_;
1866		2545
1867	# try to abort aborted map switching on player login :)
1868	# should happen only on crashes
1869	if ($pl->ob->{_link_pos}) {
1870	$pl->ob->enter_link;
1871	(async {
1872	$pl->ob->reply (undef,
1873	"There was an internal problem at your last logout, "
1874	. "the server will try to bring you to your intended destination in a second.",
1875	cf::NDI_RED);
1876	# we need this sleep as the login has a concurrent enter_exit running
1877	# and this sleep increases chances of the player not ending up in scorn
1878	Coro::Timer::sleep 1;
1879	$pl->ob->leave_link;
1880	})->prio (2);
1881	}
1882	},
1883	);
1884
1885	=item $player_object->goto ($path, $x, $y)
1886
1887	=cut	2546	=cut
		2547
		2548	our $GOTOGEN;
1888		2549
1889	sub cf::object::player::goto {	2550	sub cf::object::player::goto {
1890	my ($self, $path, $x, $y) = @_;	2551	my ($self, $path, $x, $y, $check, $done) = @_;
		2552
		2553	# do generation counting so two concurrent goto's will be executed in-order
		2554	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1891		2555
1892	$self->enter_link;	2556	$self->enter_link;
1893		2557
1894	(async {	2558	(async {
		2559	$Coro::current->{desc} = "player::goto $path $x $y";
		2560
		2561	# *tag paths override both path and x|y
		2562	if ($path =~ /^\*(.*)$/) {
		2563	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2564	my $ob = $obs[rand @obs];
		2565
		2566	# see if we actually can go there
		2567	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2568	$ob = $obs[rand @obs];
		2569	} else {
		2570	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2571	}
		2572	# else put us there anyways for now #d#
		2573
		2574	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2575	} else {
		2576	($path, $x, $y) = (undef, undef, undef);
		2577	}
		2578	}
		2579
1895	my $map = eval {	2580	my $map = eval {
1896	my $map = cf::map::find $path;	2581	my $map = defined $path ? cf::map::find $path : undef;
		2582
		2583	if ($map) {
1897	$map = $map->customise_for ($self) if $map;	2584	$map = $map->customise_for ($self);
		2585	$map = $check->($map) if $check && $map;
		2586	} else {
		2587	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2588	}
		2589
1898	$map	2590	$map
		2591	};
		2592
		2593	if ($@) {
		2594	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2595	LOG llevError | logBacktrace, Carp::longmess $@;
1899	} or	2596	}
1900	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1901		2597
		2598	if ($gen == $self->{_goto_generation}) {
		2599	delete $self->{_goto_generation};
1902	$self->leave_link ($map, $x, $y);	2600	$self->leave_link ($map, $x, $y);
		2601	}
		2602
		2603	$done->() if $done;
1903	})->prio (1);	2604	})->prio (1);
1904	}	2605	}
1905		2606
1906	=item $player_object->enter_exit ($exit_object)	2607	=item $player_object->enter_exit ($exit_object)
1907		2608
…		…
1944	$rmp->{origin_y} = $exit->y;	2645	$rmp->{origin_y} = $exit->y;
1945	}	2646	}
1946		2647
1947	$rmp->{random_seed} ||= $exit->random_seed;	2648	$rmp->{random_seed} ||= $exit->random_seed;
1948		2649
1949	my $data = cf::to_json $rmp;	2650	my $data = cf::encode_json $rmp;
1950	my $md5 = Digest::MD5::md5_hex $data;	2651	my $md5 = Digest::MD5::md5_hex $data;
1951	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2652	my $meta = "$RANDOMDIR/$md5.meta";
1952		2653
1953	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2654	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1954	aio_write $fh, 0, (length $data), $data, 0;	2655	aio_write $fh, 0, (length $data), $data, 0;
1955	undef $fh;	2656	undef $fh;
1956	aio_rename "$meta~", $meta;	2657	aio_rename "$meta~", $meta;
…		…
1965		2666
1966	return unless $self->type == cf::PLAYER;	2667	return unless $self->type == cf::PLAYER;
1967		2668
1968	if ($exit->slaying eq "/!") {	2669	if ($exit->slaying eq "/!") {
1969	#TODO: this should de-fi-ni-te-ly not be a sync-job	2670	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2671	# the problem is that $exit might not survive long enough
		2672	# so it needs to be done right now, right here
1970	cf::sync_job { prepare_random_map $exit };	2673	cf::sync_job { prepare_random_map $exit };
1971	}	2674	}
1972		2675
1973	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2676	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1974	my $hp = $exit->stats->hp;	2677	my $hp = $exit->stats->hp;
1975	my $sp = $exit->stats->sp;	2678	my $sp = $exit->stats->sp;
1976		2679
1977	$self->enter_link;	2680	$self->enter_link;
1978		2681
		2682	# if exit is damned, update players death & WoR home-position
		2683	$self->contr->savebed ($slaying, $hp, $sp)
		2684	if $exit->flag (FLAG_DAMNED);
		2685
1979	(async {	2686	(async {
		2687	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2688
1980	$self->deactivate_recursive; # just to be sure	2689	$self->deactivate_recursive; # just to be sure
1981	unless (eval {	2690	unless (eval {
1982	$self->goto ($slaying, $hp, $sp);	2691	$self->goto ($slaying, $hp, $sp);
1983		2692
1984	1;	2693	1;
1985	}) {	2694	}) {
1986	$self->message ("Something went wrong deep within the crossfire server. "	2695	$self->message ("Something went wrong deep within the crossfire server. "
1987	. "I'll try to bring you back to the map you were before. "	2696	. "I'll try to bring you back to the map you were before. "
1988	. "Please report this to the dungeon master!",	2697	. "Please report this to the dungeon master!",
1989	cf::NDI_UNIQUE | cf::NDI_RED);	2698	cf::NDI_UNIQUE | cf::NDI_RED);
1990		2699
1991	warn "ERROR in enter_exit: $@";	2700	warn "ERROR in enter_exit: $@";
1992	$self->leave_link;	2701	$self->leave_link;
1993	}	2702	}
1994	})->prio (1);	2703	})->prio (1);
…		…
2010		2719
2011	utf8::encode $text;	2720	utf8::encode $text;
2012	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2721	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2013	}	2722	}
2014		2723
		2724	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2725
		2726	Send a drawinfo or msg packet to the client, formatting the msg for the
		2727	client if neccessary. C<$type> should be a string identifying the type of
		2728	the message, with C<log> being the default. If C<$color> is negative, suppress
		2729	the message unless the client supports the msg packet.
		2730
		2731	=cut
		2732
		2733	# non-persistent channels (usually the info channel)
		2734	our %CHANNEL = (
		2735	"c/identify" => {
		2736	id => "infobox",
		2737	title => "Identify",
		2738	reply => undef,
		2739	tooltip => "Items recently identified",
		2740	},
		2741	"c/examine" => {
		2742	id => "infobox",
		2743	title => "Examine",
		2744	reply => undef,
		2745	tooltip => "Signs and other items you examined",
		2746	},
		2747	"c/book" => {
		2748	id => "infobox",
		2749	title => "Book",
		2750	reply => undef,
		2751	tooltip => "The contents of a note or book",
		2752	},
		2753	"c/lookat" => {
		2754	id => "infobox",
		2755	title => "Look",
		2756	reply => undef,
		2757	tooltip => "What you saw there",
		2758	},
		2759	"c/who" => {
		2760	id => "infobox",
		2761	title => "Players",
		2762	reply => undef,
		2763	tooltip => "Shows players who are currently online",
		2764	},
		2765	"c/body" => {
		2766	id => "infobox",
		2767	title => "Body Parts",
		2768	reply => undef,
		2769	tooltip => "Shows which body parts you posess and are available",
		2770	},
		2771	"c/uptime" => {
		2772	id => "infobox",
		2773	title => "Uptime",
		2774	reply => undef,
		2775	tooltip => "How long the server has been running since last restart",
		2776	},
		2777	"c/mapinfo" => {
		2778	id => "infobox",
		2779	title => "Map Info",
		2780	reply => undef,
		2781	tooltip => "Information related to the maps",
		2782	},
		2783	);
		2784
		2785	sub cf::client::send_msg {
		2786	my ($self, $channel, $msg, $color, @extra) = @_;
		2787
		2788	$msg = $self->pl->expand_cfpod ($msg);
		2789
		2790	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2791
		2792	# check predefined channels, for the benefit of C
		2793	if ($CHANNEL{$channel}) {
		2794	$channel = $CHANNEL{$channel};
		2795
		2796	$self->ext_msg (channel_info => $channel)
		2797	if $self->can_msg;
		2798
		2799	$channel = $channel->{id};
		2800
		2801	} elsif (ref $channel) {
		2802	# send meta info to client, if not yet sent
		2803	unless (exists $self->{channel}{$channel->{id}}) {
		2804	$self->{channel}{$channel->{id}} = $channel;
		2805	$self->ext_msg (channel_info => $channel)
		2806	if $self->can_msg;
		2807	}
		2808
		2809	$channel = $channel->{id};
		2810	}
		2811
		2812	return unless @extra || length $msg;
		2813
		2814	if ($self->can_msg) {
		2815	# default colour, mask it out
		2816	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2817	if $color & cf::NDI_DEF;
		2818
		2819	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2820	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2821	} else {
		2822	if ($color >= 0) {
		2823	# replace some tags by gcfclient-compatible ones
		2824	for ($msg) {
		2825	1 while
		2826	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2827	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2828	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2829	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2830	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2831	}
		2832
		2833	$color &= cf::NDI_COLOR_MASK;
		2834
		2835	utf8::encode $msg;
		2836
		2837	if (0 && $msg =~ /\[/) {
		2838	# COMMAND/INFO
		2839	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2840	} else {
		2841	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2842	$self->send_packet ("drawinfo $color $msg")
		2843	}
		2844	}
		2845	}
		2846	}
		2847
2015	=item $client->ext_event ($type, %msg)	2848	=item $client->ext_msg ($type, @msg)
2016		2849
2017	Sends an exti event to the client.	2850	Sends an ext event to the client.
2018		2851
2019	=cut	2852	=cut
2020		2853
2021	sub cf::client::ext_event($$%) {	2854	sub cf::client::ext_msg($$@) {
2022	my ($self, $type, %msg) = @_;	2855	my ($self, $type, @msg) = @_;
2023		2856
		2857	if ($self->extcmd == 2) {
		2858	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2859	} elsif ($self->extcmd == 1) { # TODO: remove
2024	$msg{msgtype} = "event_$type";	2860	push @msg, msgtype => "event_$type";
2025	$self->send_packet ("ext " . cf::to_json \%msg);	2861	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2862	}
		2863	}
		2864
		2865	=item $client->ext_reply ($msgid, @msg)
		2866
		2867	Sends an ext reply to the client.
		2868
		2869	=cut
		2870
		2871	sub cf::client::ext_reply($$@) {
		2872	my ($self, $id, @msg) = @_;
		2873
		2874	if ($self->extcmd == 2) {
		2875	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2876	} elsif ($self->extcmd == 1) {
		2877	#TODO: version 1, remove
		2878	unshift @msg, msgtype => "reply", msgid => $id;
		2879	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2880	}
2026	}	2881	}
2027		2882
2028	=item $success = $client->query ($flags, "text", \&cb)	2883	=item $success = $client->query ($flags, "text", \&cb)
2029		2884
2030	Queues a query to the client, calling the given callback with	2885	Queues a query to the client, calling the given callback with
2031	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2886	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
2032	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2887	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
2033		2888
2034	Queries can fail, so check the return code. Or don't, as queries will become	2889	Queries can fail, so check the return code. Or don't, as queries will
2035	reliable at some point in the future.	2890	become reliable at some point in the future.
2036		2891
2037	=cut	2892	=cut
2038		2893
2039	sub cf::client::query {	2894	sub cf::client::query {
2040	my ($self, $flags, $text, $cb) = @_;	2895	my ($self, $flags, $text, $cb) = @_;
…		…
2048	utf8::encode $text;	2903	utf8::encode $text;
2049	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2904	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2050		2905
2051	$self->send_packet ($self->{query_queue}[0][0])	2906	$self->send_packet ($self->{query_queue}[0][0])
2052	if @{ $self->{query_queue} } == 1;	2907	if @{ $self->{query_queue} } == 1;
		2908
		2909	1
2053	}	2910	}
2054		2911
2055	cf::client->attach (	2912	cf::client->attach (
		2913	on_connect => sub {
		2914	my ($ns) = @_;
		2915
		2916	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2917	},
2056	on_reply => sub {	2918	on_reply => sub {
2057	my ($ns, $msg) = @_;	2919	my ($ns, $msg) = @_;
2058		2920
2059	# this weird shuffling is so that direct followup queries	2921	# this weird shuffling is so that direct followup queries
2060	# get handled first	2922	# get handled first
…		…
2072	} else {	2934	} else {
2073	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2935	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2074	}	2936	}
2075	}	2937	}
2076	},	2938	},
		2939	on_exticmd => sub {
		2940	my ($ns, $buf) = @_;
		2941
		2942	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2943
		2944	if (ref $msg) {
		2945	my ($type, $reply, @payload) =
		2946	"ARRAY" eq ref $msg
		2947	? @$msg
		2948	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2949
		2950	my @reply;
		2951
		2952	if (my $cb = $EXTICMD{$type}) {
		2953	@reply = $cb->($ns, @payload);
		2954	}
		2955
		2956	$ns->ext_reply ($reply, @reply)
		2957	if $reply;
		2958
		2959	} else {
		2960	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2961	}
		2962
		2963	cf::override;
		2964	},
2077	);	2965	);
2078		2966
2079	=item $client->async (\&cb)	2967	=item $client->async (\&cb)
2080		2968
2081	Create a new coroutine, running the specified callback. The coroutine will	2969	Create a new coroutine, running the specified callback. The coroutine will
…		…
2122	our $safe = new Safe "safe";	3010	our $safe = new Safe "safe";
2123	our $safe_hole = new Safe::Hole;	3011	our $safe_hole = new Safe::Hole;
2124		3012
2125	$SIG{FPE} = 'IGNORE';	3013	$SIG{FPE} = 'IGNORE';
2126		3014
2127	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3015	$safe->permit_only (Opcode::opset qw(
		3016	:base_core :base_mem :base_orig :base_math
		3017	grepstart grepwhile mapstart mapwhile
		3018	sort time
		3019	));
2128		3020
2129	# here we export the classes and methods available to script code	3021	# here we export the classes and methods available to script code
2130		3022
2131	=pod	3023	=pod
2132		3024
2133	The following functions and methods are available within a safe environment:	3025	The following functions and methods are available within a safe environment:
2134		3026
2135	cf::object contr pay_amount pay_player map	3027	cf::object
		3028	contr pay_amount pay_player map x y force_find force_add destroy
		3029	insert remove name archname title slaying race decrease_ob_nr
		3030
2136	cf::object::player player	3031	cf::object::player
2137	cf::player peaceful	3032	player
2138	cf::map trigger	3033
		3034	cf::player
		3035	peaceful
		3036
		3037	cf::map
		3038	trigger
2139		3039
2140	=cut	3040	=cut
2141		3041
2142	for (	3042	for (
2143	["cf::object" => qw(contr pay_amount pay_player map)],	3043	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3044	insert remove inv name archname title slaying race
		3045	decrease_ob_nr destroy)],
2144	["cf::object::player" => qw(player)],	3046	["cf::object::player" => qw(player)],
2145	["cf::player" => qw(peaceful)],	3047	["cf::player" => qw(peaceful)],
2146	["cf::map" => qw(trigger)],	3048	["cf::map" => qw(trigger)],
2147	) {	3049	) {
2148	no strict 'refs';	3050	no strict 'refs';
…		…
2219	=back	3121	=back
2220		3122
2221	=cut	3123	=cut
2222		3124
2223	#############################################################################	3125	#############################################################################
2224
2225	=head2 EXTENSION DATABASE SUPPORT
2226
2227	Crossfire maintains a very simple database for extension use. It can
2228	currently store anything that can be serialised using Storable, which
2229	excludes objects.
2230
2231	The parameter C<$family> should best start with the name of the extension
2232	using it, it should be unique.
2233
2234	=over 4
2235
2236	=item $value = cf::db_get $family => $key
2237
2238	Returns a single value from the database.
2239
2240	=item cf::db_put $family => $key => $value
2241
2242	Stores the given C<$value> in the family.
2243
2244	=cut
2245
2246	our $DB;
2247
2248	sub db_init {
2249	unless ($DB) {
2250	$DB = BDB::db_create $DB_ENV;
2251
2252	cf::sync_job {
2253	eval {
2254	$DB->set_flags (BDB::CHKSUM);
2255
2256	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2257	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2258	cf::cleanup "db_open(db): $!" if $!;
2259	};
2260	cf::cleanup "db_open(db): $@" if $@;
2261	};
2262
2263	my $path = cf::localdir . "/database.pst";
2264	if (stat $path) {
2265	cf::sync_job {
2266	my $pst = Storable::retrieve $path;
2267
2268	cf::db_put (board => data => $pst->{board});
2269	cf::db_put (guildrules => data => $pst->{guildrules});
2270	cf::db_put (rent => balance => $pst->{rent}{balance});
2271	BDB::db_env_txn_checkpoint $DB_ENV;
2272
2273	unlink $path;
2274	};
2275	}
2276	}
2277	}
2278
2279	sub db_get($$) {
2280	my $key = "$_[0]/$_[1]";
2281
2282	cf::sync_job {
2283	BDB::db_get $DB, undef, $key, my $data;
2284
2285	$! ? ()
2286	: Compress::LZF::sthaw $data
2287	}
2288	}
2289
2290	sub db_put($$$) {
2291	BDB::dbreq_pri 4;
2292	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2293	}
2294
2295	#############################################################################
2296	# the server's init and main functions	3126	# the server's init and main functions
2297		3127
2298	sub load_facedata {	3128	sub load_facedata($) {
2299	my $path = sprintf "%s/facedata", cf::datadir;	3129	my ($path) = @_;
		3130
		3131	# HACK to clear player env face cache, we need some signal framework
		3132	# for this (global event?)
		3133	%ext::player_env::MUSIC_FACE_CACHE = ();
		3134
		3135	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2300		3136
2301	warn "loading facedata from $path\n";	3137	warn "loading facedata from $path\n";
2302		3138
2303	my $faces;	3139	my $facedata;
2304	0 < aio_load $path, $faces	3140	0 < aio_load $path, $facedata
2305	or die "$path: $!";	3141	or die "$path: $!";
2306		3142
2307	Coro::cede;
2308	$faces = Storable::thaw $faces;	3143	$facedata = Coro::Storable::thaw $facedata;
2309	Coro::cede;
2310		3144
2311	my $meta = delete $faces->{""};
2312	$meta->{version} == 1	3145	$facedata->{version} == 2
2313	or cf::cleanup "$path: version mismatch, cannot proceed.";	3146	or cf::cleanup "$path: version mismatch, cannot proceed.";
2314		3147
		3148	# patch in the exptable
		3149	$facedata->{resource}{"res/exp_table"} = {
		3150	type => FT_RSRC,
		3151	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3152	};
		3153	cf::cede_to_tick;
		3154
		3155	{
		3156	my $faces = $facedata->{faceinfo};
		3157
2315	while (my ($face, $info) = each %$faces) {	3158	while (my ($face, $info) = each %$faces) {
2316	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3159	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2317	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3160
		3161	cf::face::set_visibility $idx, $info->{visibility};
		3162	cf::face::set_magicmap $idx, $info->{magicmap};
2318	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3163	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2319	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	3164	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2320	Coro::cede;
2321	}
2322		3165
		3166	cf::cede_to_tick;
		3167	}
		3168
2323	while (my ($face, $info) = each %$faces) {	3169	while (my ($face, $info) = each %$faces) {
2324	next unless $info->{smooth};	3170	next unless $info->{smooth};
		3171
2325	my $idx = cf::face::find $face	3172	my $idx = cf::face::find $face
2326	or next;	3173	or next;
		3174
2327	if (my $smooth = cf::face::find $info->{smooth}) {	3175	if (my $smooth = cf::face::find $info->{smooth}) {
2328	cf::face::set_smooth $idx, $smooth;	3176	cf::face::set_smooth $idx, $smooth;
		3177	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2329	} else {	3178	} else {
2330	warn "smooth face '$info->{smooth}' not found for face '$face'";	3179	warn "smooth face '$info->{smooth}' not found for face '$face'";
2331	}	3180	}
2332	Coro::cede;	3181
		3182	cf::cede_to_tick;
		3183	}
		3184	}
		3185
2333	}	3186	{
		3187	my $anims = $facedata->{animinfo};
		3188
		3189	while (my ($anim, $info) = each %$anims) {
		3190	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3191	cf::cede_to_tick;
		3192	}
		3193
		3194	cf::anim::invalidate_all; # d'oh
		3195	}
		3196
		3197	{
		3198	# TODO: for gcfclient pleasure, we should give resources
		3199	# that gcfclient doesn't grok a >10000 face index.
		3200	my $res = $facedata->{resource};
		3201
		3202	while (my ($name, $info) = each %$res) {
		3203	if (defined $info->{type}) {
		3204	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3205	my $data;
		3206
		3207	if ($info->{type} & 1) {
		3208	# prepend meta info
		3209
		3210	my $meta = $enc->encode ({
		3211	name => $name,
		3212	%{ $info->{meta} || {} },
		3213	});
		3214
		3215	$data = pack "(w/a*)*", $meta, $info->{data};
		3216	} else {
		3217	$data = $info->{data};
		3218	}
		3219
		3220	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3221	cf::face::set_type $idx, $info->{type};
		3222	} else {
		3223	$RESOURCE{$name} = $info;
		3224	}
		3225
		3226	cf::cede_to_tick;
		3227	}
		3228	}
		3229
		3230	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2334		3231
2335	1	3232	1
2336	}	3233	}
2337		3234
		3235	cf::global->attach (on_resource_update => sub {
		3236	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3237	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3238
		3239	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3240	my $sound = $soundconf->{compat}[$_]
		3241	or next;
		3242
		3243	my $face = cf::face::find "sound/$sound->[1]";
		3244	cf::sound::set $sound->[0] => $face;
		3245	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3246	}
		3247
		3248	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3249	my $face = cf::face::find "sound/$v";
		3250	cf::sound::set $k => $face;
		3251	}
		3252	}
		3253	});
		3254
		3255	register_exticmd fx_want => sub {
		3256	my ($ns, $want) = @_;
		3257
		3258	while (my ($k, $v) = each %$want) {
		3259	$ns->fx_want ($k, $v);
		3260	}
		3261	};
		3262
		3263	sub reload_regions {
		3264	# HACK to clear player env face cache, we need some signal framework
		3265	# for this (global event?)
		3266	%ext::player_env::MUSIC_FACE_CACHE = ();
		3267
		3268	load_resource_file "$MAPDIR/regions"
		3269	or die "unable to load regions file\n";
		3270
		3271	for (cf::region::list) {
		3272	$_->{match} = qr/$_->{match}/
		3273	if exists $_->{match};
		3274	}
		3275	}
		3276
		3277	sub reload_facedata {
		3278	load_facedata "$DATADIR/facedata"
		3279	or die "unable to load facedata\n";
		3280	}
		3281
		3282	sub reload_archetypes {
		3283	load_resource_file "$DATADIR/archetypes"
		3284	or die "unable to load archetypes\n";
		3285	#d# NEED to laod twice to resolve forward references
		3286	# this really needs to be done in an extra post-pass
		3287	# (which needs to be synchronous, so solve it differently)
		3288	load_resource_file "$DATADIR/archetypes"
		3289	or die "unable to load archetypes\n";
		3290	}
		3291
		3292	sub reload_treasures {
		3293	load_resource_file "$DATADIR/treasures"
		3294	or die "unable to load treasurelists\n";
		3295	}
		3296
2338	sub reload_resources {	3297	sub reload_resources {
2339	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	3298	warn "reloading resource files...\n";
2340	or die "unable to load regions file\n";#d#	3299
		3300	reload_regions;
2341	load_facedata	3301	reload_facedata;
2342	or die "unable to load facedata\n";#d#	3302	#reload_archetypes;#d#
		3303	reload_archetypes;
		3304	reload_treasures;
		3305
		3306	warn "finished reloading resource files\n";
2343	}	3307	}
2344		3308
2345	sub init {	3309	sub init {
2346	reload_resources;	3310	reload_resources;
2347	}	3311	}
2348		3312
2349	sub cfg_load {	3313	sub reload_config {
2350	open my $fh, "<:utf8", cf::confdir . "/config"	3314	open my $fh, "<:utf8", "$CONFDIR/config"
2351	or return;	3315	or return;
2352		3316
2353	local $/;	3317	local $/;
2354	*CFG = YAML::Syck::Load <$fh>;	3318	*CFG = YAML::Syck::Load <$fh>;
2355		3319
…		…
2370	sub main {	3334	sub main {
2371	# we must not ever block the main coroutine	3335	# we must not ever block the main coroutine
2372	local $Coro::idle = sub {	3336	local $Coro::idle = sub {
2373	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3337	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2374	(async {	3338	(async {
2375	Event::one_event;	3339	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3340	EV::loop EV::LOOP_ONESHOT;
2376	})->prio (Coro::PRIO_MAX);	3341	})->prio (Coro::PRIO_MAX);
2377	};	3342	};
2378		3343
2379	cfg_load;	3344	reload_config;
2380	db_init;	3345	db_init;
2381	load_extensions;	3346	load_extensions;
2382		3347
2383	$TICK_WATCHER->start;	3348	$TICK_WATCHER->start;
		3349	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
2384	Event::loop;	3350	EV::loop;
2385	}	3351	}
2386		3352
2387	#############################################################################	3353	#############################################################################
2388	# initialisation and cleanup	3354	# initialisation and cleanup
2389		3355
2390	# install some emergency cleanup handlers	3356	# install some emergency cleanup handlers
2391	BEGIN {	3357	BEGIN {
		3358	our %SIGWATCHER = ();
2392	for my $signal (qw(INT HUP TERM)) {	3359	for my $signal (qw(INT HUP TERM)) {
2393	Event->signal (	3360	$SIGWATCHER{$signal} = EV::signal $signal, sub {
2394	reentrant => 0,
2395	data => WF_AUTOCANCEL,
2396	signal => $signal,
2397	prio => 0,
2398	cb => sub {
2399	cf::cleanup "SIG$signal";	3361	cf::cleanup "SIG$signal";
2400	},
2401	);	3362	};
		3363	}
		3364	}
		3365
		3366	sub write_runtime {
		3367	my $runtime = "$LOCALDIR/runtime";
		3368
		3369	# first touch the runtime file to show we are still running:
		3370	# the fsync below can take a very very long time.
		3371
		3372	IO::AIO::aio_utime $runtime, undef, undef;
		3373
		3374	my $guard = cf::lock_acquire "write_runtime";
		3375
		3376	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3377	or return;
		3378
		3379	my $value = $cf::RUNTIME + 90 + 10;
		3380	# 10 is the runtime save interval, for a monotonic clock
		3381	# 60 allows for the watchdog to kill the server.
		3382
		3383	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3384	and return;
		3385
		3386	# always fsync - this file is important
		3387	aio_fsync $fh
		3388	and return;
		3389
		3390	# touch it again to show we are up-to-date
		3391	aio_utime $fh, undef, undef;
		3392
		3393	close $fh
		3394	or return;
		3395
		3396	aio_rename "$runtime~", $runtime
		3397	and return;
		3398
		3399	warn "runtime file written.\n";
		3400
2402	}	3401	1
2403	}	3402	}
2404		3403
2405	sub emergency_save() {	3404	sub emergency_save() {
2406	my $freeze_guard = cf::freeze_mainloop;	3405	my $freeze_guard = cf::freeze_mainloop;
2407		3406
…		…
2413	# and maps saved/destroyed asynchronously.	3412	# and maps saved/destroyed asynchronously.
2414	warn "begin emergency player save\n";	3413	warn "begin emergency player save\n";
2415	for my $login (keys %cf::PLAYER) {	3414	for my $login (keys %cf::PLAYER) {
2416	my $pl = $cf::PLAYER{$login} or next;	3415	my $pl = $cf::PLAYER{$login} or next;
2417	$pl->valid or next;	3416	$pl->valid or next;
		3417	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2418	$pl->save;	3418	$pl->save;
2419	}	3419	}
2420	warn "end emergency player save\n";	3420	warn "end emergency player save\n";
2421		3421
2422	warn "begin emergency map save\n";	3422	warn "begin emergency map save\n";
…		…
2440		3440
2441	warn Carp::longmess "post_cleanup backtrace"	3441	warn Carp::longmess "post_cleanup backtrace"
2442	if $make_core;	3442	if $make_core;
2443	}	3443	}
2444		3444
2445	sub reload() {	3445	sub do_reload_perl() {
2446	# can/must only be called in main	3446	# can/must only be called in main
2447	if ($Coro::current != $Coro::main) {	3447	if ($Coro::current != $Coro::main) {
2448	warn "can only reload from main coroutine";	3448	warn "can only reload from main coroutine";
2449	return;	3449	return;
2450	}	3450	}
…		…
2461	warn "syncing database to disk";	3461	warn "syncing database to disk";
2462	BDB::db_env_txn_checkpoint $DB_ENV;	3462	BDB::db_env_txn_checkpoint $DB_ENV;
2463		3463
2464	# if anything goes wrong in here, we should simply crash as we already saved	3464	# if anything goes wrong in here, we should simply crash as we already saved
2465		3465
2466	warn "cancelling all WF_AUTOCANCEL watchers";
2467	for (Event::all_watchers) {
2468	$_->cancel if $_->data & WF_AUTOCANCEL;
2469	}
2470
2471	warn "flushing outstanding aio requests";	3466	warn "flushing outstanding aio requests";
2472	for (;;) {	3467	for (;;) {
2473	BDB::flush;	3468	BDB::flush;
2474	IO::AIO::flush;	3469	IO::AIO::flush;
2475	Coro::cede;	3470	Coro::cede_notself;
2476	last unless IO::AIO::nreqs || BDB::nreqs;	3471	last unless IO::AIO::nreqs || BDB::nreqs;
2477	warn "iterate...";	3472	warn "iterate...";
2478	}	3473	}
2479		3474
2480	++$RELOAD;	3475	++$RELOAD;
…		…
2484	%EXT_CORO = ();	3479	%EXT_CORO = ();
2485		3480
2486	warn "removing commands";	3481	warn "removing commands";
2487	%COMMAND = ();	3482	%COMMAND = ();
2488		3483
2489	warn "removing ext commands";	3484	warn "removing ext/exti commands";
2490	%EXTCMD = ();	3485	%EXTCMD = ();
		3486	%EXTICMD = ();
2491		3487
2492	warn "unloading/nuking all extensions";	3488	warn "unloading/nuking all extensions";
2493	for my $pkg (@EXTS) {	3489	for my $pkg (@EXTS) {
2494	warn "... unloading $pkg";	3490	warn "... unloading $pkg";
2495		3491
…		…
2525	Symbol::delete_package "safe::$_"	3521	Symbol::delete_package "safe::$_"
2526	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3522	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2527		3523
2528	warn "unloading cf.pm \"a bit\"";	3524	warn "unloading cf.pm \"a bit\"";
2529	delete $INC{"cf.pm"};	3525	delete $INC{"cf.pm"};
		3526	delete $INC{"cf/pod.pm"};
2530		3527
2531	# don't, removes xs symbols, too,	3528	# don't, removes xs symbols, too,
2532	# and global variables created in xs	3529	# and global variables created in xs
2533	#Symbol::delete_package __PACKAGE__;	3530	#Symbol::delete_package __PACKAGE__;
2534		3531
…		…
2537	warn "reloading cf.pm";	3534	warn "reloading cf.pm";
2538	require cf;	3535	require cf;
2539	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3536	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2540		3537
2541	warn "loading config and database again";	3538	warn "loading config and database again";
2542	cf::cfg_load;	3539	cf::reload_config;
2543		3540
2544	warn "loading extensions";	3541	warn "loading extensions";
2545	cf::load_extensions;	3542	cf::load_extensions;
2546		3543
2547	warn "reattaching attachments to objects/players";	3544	warn "reattaching attachments to objects/players";
…		…
2549	warn "reattaching attachments to maps";	3546	warn "reattaching attachments to maps";
2550	reattach $_ for values %MAP;	3547	reattach $_ for values %MAP;
2551	warn "reattaching attachments to players";	3548	warn "reattaching attachments to players";
2552	reattach $_ for values %PLAYER;	3549	reattach $_ for values %PLAYER;
2553		3550
2554	warn "loading reloadable resources";
2555	reload_resources;
2556
2557	warn "leaving sync_job";	3551	warn "leaving sync_job";
2558		3552
2559	1	3553	1
2560	} or do {	3554	} or do {
2561	warn $@;	3555	warn $@;
…		…
2566	warn "reloaded";	3560	warn "reloaded";
2567	};	3561	};
2568		3562
2569	our $RELOAD_WATCHER; # used only during reload	3563	our $RELOAD_WATCHER; # used only during reload
2570		3564
		3565	sub reload_perl() {
		3566	# doing reload synchronously and two reloads happen back-to-back,
		3567	# coro crashes during coro_state_free->destroy here.
		3568
		3569	$RELOAD_WATCHER ||= EV::timer 0, 0, sub {
		3570	undef $RELOAD_WATCHER;
		3571	do_reload_perl;
		3572	};
		3573	}
		3574
2571	register_command "reload" => sub {	3575	register_command "reload" => sub {
2572	my ($who, $arg) = @_;	3576	my ($who, $arg) = @_;
2573		3577
2574	if ($who->flag (FLAG_WIZ)) {	3578	if ($who->flag (FLAG_WIZ)) {
2575	$who->message ("reloading server.");	3579	$who->message ("reloading server.");
2576		3580	async {
2577	# doing reload synchronously and two reloads happen back-to-back,	3581	$Coro::current->{desc} = "perl_reload";
2578	# coro crashes during coro_state_free->destroy here.
2579
2580	$RELOAD_WATCHER ||= Event->timer (
2581	reentrant => 0,
2582	after => 0,
2583	data => WF_AUTOCANCEL,
2584	cb => sub {
2585	reload;	3582	reload_perl;
2586	undef $RELOAD_WATCHER;
2587	},
2588	);	3583	};
2589	}	3584	}
2590	};	3585	};
2591		3586
2592	unshift @INC, $LIBDIR;	3587	unshift @INC, $LIBDIR;
2593		3588
2594	my $bug_warning = 0;	3589	my $bug_warning = 0;
2595		3590
2596	$TICK_WATCHER = Event->timer (	3591	our @WAIT_FOR_TICK;
2597	reentrant => 0,	3592	our @WAIT_FOR_TICK_BEGIN;
2598	parked => 1,	3593
2599	prio => 0,	3594	sub wait_for_tick {
2600	at => $NEXT_TICK || $TICK,	3595	return unless $TICK_WATCHER->is_active;
2601	data => WF_AUTOCANCEL,	3596	return if $Coro::current == $Coro::main;
2602	cb => sub {	3597
		3598	my $signal = new Coro::Signal;
		3599	push @WAIT_FOR_TICK, $signal;
		3600	$signal->wait;
		3601	}
		3602
		3603	sub wait_for_tick_begin {
		3604	return unless $TICK_WATCHER->is_active;
		3605	return if $Coro::current == $Coro::main;
		3606
		3607	my $signal = new Coro::Signal;
		3608	push @WAIT_FOR_TICK_BEGIN, $signal;
		3609	$signal->wait;
		3610	}
		3611
		3612	$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub {
2603	if ($Coro::current != $Coro::main) {	3613	if ($Coro::current != $Coro::main) {
2604	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3614	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2605	unless ++$bug_warning > 10;	3615	unless ++$bug_warning > 10;
2606	return;	3616	return;
2607	}	3617	}
2608		3618
2609	$NOW = Event::time;	3619	$NOW = $tick_start = EV::now;
2610		3620
2611	cf::server_tick; # one server iteration	3621	cf::server_tick; # one server iteration
		3622
2612	$RUNTIME += $TICK;	3623	$RUNTIME += $TICK;
2613	$NEXT_TICK += $TICK;	3624	$NEXT_TICK = $_[0]->at;
2614		3625
2615	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3626	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2616	$NEXT_RUNTIME_WRITE = $NOW + 10;	3627	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2617	Coro::async_pool {	3628	Coro::async_pool {
		3629	$Coro::current->{desc} = "runtime saver";
2618	write_runtime	3630	write_runtime
2619	or warn "ERROR: unable to write runtime file: $!";	3631	or warn "ERROR: unable to write runtime file: $!";
2620	};
2621	}	3632	};
2622
2623	$WAIT_FOR_TICK->broadcast;
2624	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2625
2626	# my $AFTER = Event::time;
2627	# warn $AFTER - $NOW;#d#
2628
2629	# if we are delayed by four ticks or more, skip them all
2630	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2631
2632	$TICK_WATCHER->at ($NEXT_TICK);
2633	$TICK_WATCHER->start;
2634	},	3633	}
2635	);	3634
		3635	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3636	$sig->send;
		3637	}
		3638	while (my $sig = shift @WAIT_FOR_TICK) {
		3639	$sig->send;
		3640	}
		3641
		3642	$LOAD = ($NOW - $tick_start) / $TICK;
		3643	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3644
		3645	_post_tick;
		3646	};
		3647	$TICK_WATCHER->priority (EV::MAXPRI);
2636		3648
2637	{	3649	{
2638	BDB::max_poll_time $TICK * 0.1;	3650	# configure BDB
2639	$BDB_POLL_WATCHER = Event->io (	3651
2640	reentrant => 0,
2641	fd => BDB::poll_fileno,
2642	poll => 'r',
2643	prio => 0,
2644	data => WF_AUTOCANCEL,
2645	cb => \&BDB::poll_cb,
2646	);
2647	BDB::min_parallel 8;	3652	BDB::min_parallel 8;
2648		3653	BDB::max_poll_reqs $TICK * 0.1;
2649	BDB::set_sync_prepare {	3654	$Coro::BDB::WATCHER->priority (1);
2650	my $status;
2651	my $current = $Coro::current;
2652	(
2653	sub {
2654	$status = $!;
2655	$current->ready; undef $current;
2656	},
2657	sub {
2658	Coro::schedule while defined $current;
2659	$! = $status;
2660	},
2661	)
2662	};
2663		3655
2664	unless ($DB_ENV) {	3656	unless ($DB_ENV) {
2665	$DB_ENV = BDB::db_env_create;	3657	$DB_ENV = BDB::db_env_create;
		3658	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3659	| BDB::LOG_AUTOREMOVE, 1);
		3660	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3661	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2666		3662
2667	cf::sync_job {	3663	cf::sync_job {
2668	eval {	3664	eval {
2669	BDB::db_env_open	3665	BDB::db_env_open
2670	$DB_ENV,	3666	$DB_ENV,
2671	$BDB_ENV_DIR,	3667	$BDBDIR,
2672	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3668	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2673	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3669	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2674	0666;	3670	0666;
2675		3671
2676	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	3672	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2677
2678	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2679	$DB_ENV->set_lk_detect;
2680	};	3673	};
2681		3674
2682	cf::cleanup "db_env_open(db): $@" if $@;	3675	cf::cleanup "db_env_open(db): $@" if $@;
2683	};	3676	};
2684	}	3677	}
		3678
		3679	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3680	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3681	};
		3682	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3683	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3684	};
		3685	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3686	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3687	};
2685	}	3688	}
2686		3689
2687	{	3690	{
		3691	# configure IO::AIO
		3692
2688	IO::AIO::min_parallel 8;	3693	IO::AIO::min_parallel 8;
2689
2690	undef $Coro::AIO::WATCHER;
2691	IO::AIO::max_poll_time $TICK * 0.1;	3694	IO::AIO::max_poll_time $TICK * 0.1;
2692	$AIO_POLL_WATCHER = Event->io (	3695	$Coro::AIO::WATCHER->priority (1);
2693	reentrant => 0,
2694	data => WF_AUTOCANCEL,
2695	fd => IO::AIO::poll_fileno,
2696	poll => 'r',
2697	prio => 6,
2698	cb => \&IO::AIO::poll_cb,
2699	);
2700	}	3696	}
		3697
		3698	my $_log_backtrace;
		3699
		3700	sub _log_backtrace {
		3701	my ($msg, @addr) = @_;
		3702
		3703	$msg =~ s/\n//;
		3704
		3705	# limit the # of concurrent backtraces
		3706	if ($_log_backtrace < 2) {
		3707	++$_log_backtrace;
		3708	async {
		3709	$Coro::current->{desc} = "abt $msg";
		3710
		3711	my @bt = fork_call {
		3712	@addr = map { sprintf "%x", $_ } @addr;
		3713	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3714	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3715	or die "addr2line: $!";
		3716
		3717	my @funcs;
		3718	my @res = <$fh>;
		3719	chomp for @res;
		3720	while (@res) {
		3721	my ($func, $line) = splice @res, 0, 2, ();
		3722	push @funcs, "[$func] $line";
		3723	}
		3724
		3725	@funcs
		3726	};
		3727
		3728	LOG llevInfo, "[ABT] $msg\n";
		3729	LOG llevInfo, "[ABT] $_\n" for @bt;
		3730	--$_log_backtrace;
		3731	};
		3732	} else {
		3733	LOG llevInfo, "[ABT] $msg\n";
		3734	LOG llevInfo, "[ABT] [suppressed]\n";
		3735	}
		3736	}
		3737
		3738	# load additional modules
		3739	use cf::pod;
2701		3740
2702	END { cf::emergency_save }	3741	END { cf::emergency_save }
2703		3742
2704	1	3743	1
2705		3744

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines