ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.203 by root, Thu Feb 1 19:40:42 2007 UTC vs.
Revision 1.395 by root, Sat Nov 10 22:41:59 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
8	use Storable;	8	use Socket;
		9	use Event;
9	use Opcode;	10	use Opcode;
10	use Safe;	11	use Safe;
11	use Safe::Hole;	12	use Safe::Hole;
		13	use Storable ();
12		14
13	use Coro 3.5 ();	15	use Coro 4.1 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
		24	use Coro::Util ();
19		25
		26	use JSON::XS ();
		27	use BDB ();
20	use Data::Dumper;	28	use Data::Dumper;
21	use Digest::MD5;	29	use Digest::MD5;
22	use Fcntl;	30	use Fcntl;
23	use IO::AIO 2.32 ();
24	use YAML::Syck ();	31	use YAML::Syck ();
		32	use IO::AIO 2.51 ();
25	use Time::HiRes;	33	use Time::HiRes;
		34	use Compress::LZF;
		35	use Digest::MD5 ();
26		36
		37	# configure various modules to our taste
		38	#
		39	$Storable::canonical = 1; # reduce rsync transfers
		40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		42
27	use Event; $Event::Eval = 1; # no idea why this is required, but it is	43	$Event::Eval = 1; # no idea why this is required, but it is
28
29	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30		44
31	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32	$YAML::Syck::ImplicitUnicode = 1;	46	$YAML::Syck::ImplicitUnicode = 1;
33		47
34	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35		49
		50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		51
36	our %COMMAND = ();	52	our %COMMAND = ();
37	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
38		54
39	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
40	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
41	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
42	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
43		60
		61	our $RELOAD; # number of reloads so far
44	our @EVENT;	62	our @EVENT;
45	our $LIBDIR = datadir . "/ext";
46		63
47	our $TICK = MAX_TIME * 1e-6;	64	our $CONFDIR = confdir;
		65	our $DATADIR = datadir;
		66	our $LIBDIR = "$DATADIR/ext";
		67	our $PODDIR = "$DATADIR/pod";
		68	our $MAPDIR = "$DATADIR/" . mapdir;
		69	our $LOCALDIR = localdir;
		70	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		73	our $RANDOMDIR = "$LOCALDIR/random";
		74	our $BDBDIR = "$LOCALDIR/db";
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48	our $TICK_WATCHER;	77	our $TICK_WATCHER;
49	our $AIO_POLL_WATCHER;	78	our $AIO_POLL_WATCHER;
50	our $WRITE_RUNTIME_WATCHER;	79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51	our $NEXT_TICK;	80	our $NEXT_TICK;
52	our $NOW;	81	our $NOW;
		82	our $USE_FSYNC = 1; # use fsync to write maps - default off
		83
		84	our $BDB_POLL_WATCHER;
		85	our $BDB_DEADLOCK_WATCHER;
		86	our $BDB_CHECKPOINT_WATCHER;
		87	our $BDB_TRICKLE_WATCHER;
		88	our $DB_ENV;
53		89
54	our %CFG;	90	our %CFG;
55		91
56	our $UPTIME; $UPTIME ||= time;	92	our $UPTIME; $UPTIME ||= time;
57	our $RUNTIME;	93	our $RUNTIME;
58		94
59	our %PLAYER; # all users	95	our (%PLAYER, %PLAYER_LOADING); # all users
60	our %MAP; # all maps	96	our (%MAP, %MAP_LOADING ); # all maps
61	our $LINK_MAP; # the special {link} map, which is always available	97	our $LINK_MAP; # the special {link} map, which is always available
62	our $RANDOM_MAPS = cf::localdir . "/random";
63
64	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
65	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
66		98
67	# used to convert map paths into valid unix filenames by replacing / by ∕	99	# used to convert map paths into valid unix filenames by replacing / by ∕
68	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
69		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
		105
70	binmode STDOUT;	106	binmode STDOUT;
71	binmode STDERR;	107	binmode STDERR;
72		108
73	# read virtual server time, if available	109	# read virtual server time, if available
74	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
75	open my $fh, "<", cf::localdir . "/runtime"	111	open my $fh, "<", "$LOCALDIR/runtime"
76	or die "unable to read runtime file: $!";	112	or die "unable to read runtime file: $!";
77	$RUNTIME = <$fh> + 0.;	113	$RUNTIME = <$fh> + 0.;
78	}	114	}
79		115
80	mkdir cf::localdir;	116	mkdir $_
81	mkdir cf::localdir . "/" . cf::playerdir;	117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
82	mkdir cf::localdir . "/" . cf::tmpdir;
83	mkdir cf::localdir . "/" . cf::uniquedir;
84	mkdir $RANDOM_MAPS;
85		118
86	our $EMERGENCY_POSITION;	119	our $EMERGENCY_POSITION;
87		120
88	sub cf::map::normalise;	121	sub cf::map::normalise;
89		122
…		…
100	=item $cf::RUNTIME	133	=item $cf::RUNTIME
101		134
102	The time this server has run, starts at 0 and is increased by $cf::TICK on	135	The time this server has run, starts at 0 and is increased by $cf::TICK on
103	every server tick.	136	every server tick.
104		137
105	=item $cf::LIBDIR	138	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		139	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		140	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
106		141
107	The perl library directory, where extensions and cf-specific modules can	142	Various directories - "/etc", read-only install directory, perl-library
108	be found. It will be added to C<@INC> automatically.	143	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		144	unique-items directory, player file directory, random maps directory and
		145	database environment.
109		146
110	=item $cf::NOW	147	=item $cf::NOW
111		148
112	The time of the last (current) server tick.	149	The time of the last (current) server tick.
113		150
114	=item $cf::TICK	151	=item $cf::TICK
115		152
116	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
117		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
		164
118	=item %cf::CFG	165	=item %cf::CFG
119		166
120	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
121	from wherever your confdir points to.	168	from wherever your confdir points to.
122		169
123	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	170	=item cf::wait_for_tick, cf::wait_for_tick_begin
124		171
125	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
126	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	173	returns directly I<after> the tick processing (and consequently, can only wake one process
127	processing has been done. Call C<< ->wait >> on them to maximise the	174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
128	window of cpu time available, or simply to synchronise to the server tick.	175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
129		181
130	=back	182	=back
131		183
132	=cut	184	=cut
133		185
134	BEGIN {	186	BEGIN {
135	*CORE::GLOBAL::warn = sub {	187	*CORE::GLOBAL::warn = sub {
136	my $msg = join "", @_;	188	my $msg = join "", @_;
137	utf8::encode $msg;
138		189
139	$msg .= "\n"	190	$msg .= "\n"
140	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
		192
		193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
141		194
142	LOG llevError, $msg;	195	LOG llevError, $msg;
143	};	196	};
144	}	197	}
145		198
146	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
147	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
148	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
149	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
150	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	203	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		204	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
151	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	205	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
152		206
153	# we bless all objects into (empty) derived classes to force a method lookup	207	# we bless all objects into (empty) derived classes to force a method lookup
154	# within the Safe compartment.	208	# within the Safe compartment.
155	for my $pkg (qw(	209	for my $pkg (qw(
156	cf::global cf::attachable	210	cf::global cf::attachable
…		…
164	}	218	}
165		219
166	$Event::DIED = sub {	220	$Event::DIED = sub {
167	warn "error in event callback: @_";	221	warn "error in event callback: @_";
168	};	222	};
		223
		224	#############################################################################
169		225
170	=head2 UTILITY FUNCTIONS	226	=head2 UTILITY FUNCTIONS
171		227
172	=over 4	228	=over 4
173		229
…		…
192	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
193	$d	249	$d
194	} || "[unable to dump $_[0]: '$@']";	250	} || "[unable to dump $_[0]: '$@']";
195	}	251	}
196		252
197	use JSON::Syck (); # TODO# replace by JSON::PC once working
198
199	=item $ref = cf::from_json $json	253	=item $ref = cf::from_json $json
200		254
201	Converts a JSON string into the corresponding perl data structure.	255	Converts a JSON string into the corresponding perl data structure.
202		256
203	=cut
204
205	sub from_json($) {
206	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
207	JSON::Syck::Load $_[0]
208	}
209
210	=item $json = cf::to_json $ref	257	=item $json = cf::to_json $ref
211		258
212	Converts a perl data structure into its JSON representation.	259	Converts a perl data structure into its JSON representation.
213		260
214	=cut	261	=cut
215		262
216	sub to_json($) {	263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
217	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	264
218	JSON::Syck::Dump $_[0]	265	sub to_json ($) { $json_coder->encode ($_[0]) }
219	}	266	sub from_json ($) { $json_coder->decode ($_[0]) }
220		267
221	=item cf::lock_wait $string	268	=item cf::lock_wait $string
222		269
223	Wait until the given lock is available. See cf::lock_acquire.	270	Wait until the given lock is available. See cf::lock_acquire.
224		271
…		…
227	Wait until the given lock is available and then acquires it and returns	274	Wait until the given lock is available and then acquires it and returns
228	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
229	for example when the coroutine gets canceled), the lock is automatically	276	for example when the coroutine gets canceled), the lock is automatically
230	returned.	277	returned.
231		278
		279	Locks are *not* recursive, locking from the same coro twice results in a
		280	deadlocked coro.
		281
232	Lock names should begin with a unique identifier (for example, cf::map::find	282	Lock names should begin with a unique identifier (for example, cf::map::find
233	uses map_find and cf::map::load uses map_load).	283	uses map_find and cf::map::load uses map_load).
234		284
		285	=item $locked = cf::lock_active $string
		286
		287	Return true if the lock is currently active, i.e. somebody has locked it.
		288
235	=cut	289	=cut
236		290
237	our %LOCK;	291	our %LOCK;
		292	our %LOCKER;#d#
238		293
239	sub lock_wait($) {	294	sub lock_wait($) {
240	my ($key) = @_;	295	my ($key) = @_;
		296
		297	if ($LOCKER{$key} == $Coro::current) {#d#
		298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		299	return;#d#
		300	}#d#
241		301
242	# wait for lock, if any	302	# wait for lock, if any
243	while ($LOCK{$key}) {	303	while ($LOCK{$key}) {
244	push @{ $LOCK{$key} }, $Coro::current;	304	push @{ $LOCK{$key} }, $Coro::current;
245	Coro::schedule;	305	Coro::schedule;
…		…
251		311
252	# wait, to be sure we are not locked	312	# wait, to be sure we are not locked
253	lock_wait $key;	313	lock_wait $key;
254		314
255	$LOCK{$key} = [];	315	$LOCK{$key} = [];
		316	$LOCKER{$key} = $Coro::current;#d#
256		317
257	Coro::guard {	318	Coro::guard {
		319	delete $LOCKER{$key};#d#
258	# wake up all waiters, to be on the safe side	320	# wake up all waiters, to be on the safe side
259	$_->ready for @{ delete $LOCK{$key} };	321	$_->ready for @{ delete $LOCK{$key} };
260	}	322	}
261	}	323	}
262		324
		325	sub lock_active($) {
		326	my ($key) = @_;
		327
		328	! ! $LOCK{$key}
		329	}
		330
263	sub freeze_mainloop {	331	sub freeze_mainloop {
264	return unless $TICK_WATCHER->is_active;	332	return unless $TICK_WATCHER->is_active;
265		333
266	my $guard = Coro::guard {	334	my $guard = Coro::guard {
267	$TICK_WATCHER->start;	335	$TICK_WATCHER->start;
268	$WRITE_RUNTIME_WATCHER->start;
269	};	336	};
270	$WRITE_RUNTIME_WATCHER->stop;
271	$TICK_WATCHER->stop;	337	$TICK_WATCHER->stop;
272	$guard	338	$guard
		339	}
		340
		341	=item cf::get_slot $time[, $priority[, $name]]
		342
		343	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		344	This call blocks and returns only when you have at least C<$time> seconds
		345	of cpu time till the next tick. The slot is only valid till the next cede.
		346
		347	The optional C<$name> can be used to identify the job to run. It might be
		348	used for statistical purposes and should identify the same time-class.
		349
		350	Useful for short background jobs.
		351
		352	=cut
		353
		354	our @SLOT_QUEUE;
		355	our $SLOT_QUEUE;
		356
		357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		358	$SLOT_QUEUE = Coro::async {
		359	$Coro::current->desc ("timeslot manager");
		360
		361	my $signal = new Coro::Signal;
		362
		363	while () {
		364	next_job:
		365	my $avail = cf::till_tick;
		366	if ($avail > 0.01) {
		367	for (0 .. $#SLOT_QUEUE) {
		368	if ($SLOT_QUEUE[$_][0] < $avail) {
		369	my $job = splice @SLOT_QUEUE, $_, 1, ();
		370	$job->[2]->send;
		371	Coro::cede;
		372	goto next_job;
		373	}
		374	}
		375	}
		376
		377	if (@SLOT_QUEUE) {
		378	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		379	push @cf::WAIT_FOR_TICK, $signal;
		380	$signal->wait;
		381	} else {
		382	Coro::schedule;
		383	}
		384	}
		385	};
		386
		387	sub get_slot($;$$) {
		388	my ($time, $pri, $name) = @_;
		389
		390	$time = $TICK * .6 if $time > $TICK * .6;
		391	my $sig = new Coro::Signal;
		392
		393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		395	$SLOT_QUEUE->ready;
		396	$sig->wait;
273	}	397	}
274		398
275	=item cf::async { BLOCK }	399	=item cf::async { BLOCK }
276		400
277	Currently the same as Coro::async_pool, meaning you cannot use	401	Currently the same as Coro::async_pool, meaning you cannot use
…		…
282		406
283	BEGIN { *async = \&Coro::async_pool }	407	BEGIN { *async = \&Coro::async_pool }
284		408
285	=item cf::sync_job { BLOCK }	409	=item cf::sync_job { BLOCK }
286		410
287	The design of crossfire+ requires that the main coro ($Coro::main) is	411	The design of Deliantra requires that the main coroutine ($Coro::main)
288	always able to handle events or runnable, as crossfire+ is only partly	412	is always able to handle events or runnable, as Deliantra is only
289	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		414	acceptable.
290		415
291	If it must be done, put the blocking parts into C<sync_job>. This will run	416	If it must be done, put the blocking parts into C<sync_job>. This will run
292	the given BLOCK in another coroutine while waiting for the result. The	417	the given BLOCK in another coroutine while waiting for the result. The
293	server will be frozen during this time, so the block should either finish	418	server will be frozen during this time, so the block should either finish
294	fast or be very important.	419	fast or be very important.
…		…
297		422
298	sub sync_job(&) {	423	sub sync_job(&) {
299	my ($job) = @_;	424	my ($job) = @_;
300		425
301	if ($Coro::current == $Coro::main) {	426	if ($Coro::current == $Coro::main) {
		427	my $time = Event::time;
		428
302	# this is the main coro, too bad, we have to block	429	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	430	# till the operation succeeds, freezing the server :/
304		431
		432	LOG llevError, Carp::longmess "sync job";#d#
		433
305	# TODO: use suspend/resume instead	434	# TODO: use suspend/resume instead
306	# (but this is cancel-safe)	435	# (but this is cancel-safe)
307	my $freeze_guard = freeze_mainloop;	436	my $freeze_guard = freeze_mainloop;
308		437
309	my $busy = 1;	438	my $busy = 1;
310	my @res;	439	my @res;
311		440
312	(async {	441	(async {
		442	$Coro::current->desc ("sync job coro");
313	@res = eval { $job->() };	443	@res = eval { $job->() };
314	warn $@ if $@;	444	warn $@ if $@;
315	undef $busy;	445	undef $busy;
316	})->prio (Coro::PRIO_MAX);	446	})->prio (Coro::PRIO_MAX);
317		447
318	while ($busy) {	448	while ($busy) {
		449	if (Coro::nready) {
		450	Coro::cede_notself;
		451	} else {
319	Coro::cede or Event::one_event;	452	Event::one_event;
320	}	453	}
		454	}
		455
		456	$time = Event::time - $time;
		457
		458	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		459	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		460
		461	$tick_start += $time; # do not account sync jobs to server load
321		462
322	wantarray ? @res : $res[0]	463	wantarray ? @res : $res[0]
323	} else {	464	} else {
324	# we are in another coroutine, how wonderful, everything just works	465	# we are in another coroutine, how wonderful, everything just works
325		466
…		…
345	$EXT_CORO{$coro+0} = $coro;	486	$EXT_CORO{$coro+0} = $coro;
346		487
347	$coro	488	$coro
348	}	489	}
349		490
350	sub write_runtime {	491	=item fork_call { }, $args
351	my $runtime = cf::localdir . "/runtime";
352		492
353	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	493	Executes the given code block with the given arguments in a seperate
354	or return;	494	process, returning the results. Everything must be serialisable with
		495	Coro::Storable. May, of course, block. Note that the executed sub may
		496	never block itself or use any form of Event handling.
355		497
356	my $value = $cf::RUNTIME + 90 + 10;	498	=cut
357	# 10 is the runtime save interval, for a monotonic clock
358	# 60 allows for the watchdog to kill the server.
359		499
360	(aio_write $fh, 0, (length $value), $value, 0) <= 0	500	sub fork_call(&@) {
361	and return;	501	my ($cb, @args) = @_;
362		502
363	aio_fsync $fh	503	# we seemingly have to make a local copy of the whole thing,
364	and return;	504	# otherwise perl prematurely frees the stuff :/
		505	# TODO: investigate and fix (likely this will be rather laborious)
365		506
366	close $fh	507	my @res = Coro::Util::fork_eval {
367	or return;	508	reset_signals;
		509	&$cb
		510	}, @args;
368		511
369	aio_rename "$runtime~", $runtime	512	wantarray ? @res : $res[-1]
370	and return;	513	}
371		514
		515	=item $value = cf::db_get $family => $key
		516
		517	Returns a single value from the environment database.
		518
		519	=item cf::db_put $family => $key => $value
		520
		521	Stores the given C<$value> in the family. It can currently store binary
		522	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		523
		524	=item $db = cf::db_table "name"
		525
		526	Create and/or open a new database table. The string must not be "db" and must be unique
		527	within each server.
		528
		529	=cut
		530
		531	sub db_table($) {
		532	my ($name) = @_;
		533	my $db = BDB::db_create $DB_ENV;
		534
		535	eval {
		536	$db->set_flags (BDB::CHKSUM);
		537
		538	utf8::encode $name;
		539	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		540	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		541	cf::cleanup "db_open(db): $!" if $!;
		542	};
		543	cf::cleanup "db_open(db): $@" if $@;
		544
		545	$db
		546	}
		547
		548	our $DB;
		549
		550	sub db_init {
		551	cf::sync_job {
		552	$DB ||= db_table "db";
		553	};
		554	}
		555
		556	sub db_get($$) {
		557	my $key = "$_[0]/$_[1]";
		558
		559	cf::sync_job {
		560	BDB::db_get $DB, undef, $key, my $data;
		561
		562	$! ? ()
		563	: $data
372	1	564	}
		565	}
		566
		567	sub db_put($$$) {
		568	BDB::dbreq_pri 4;
		569	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		570	}
		571
		572	=item cf::cache $id => [$paths...], $processversion => $process
		573
		574	Generic caching function that returns the value of the resource $id,
		575	caching and regenerating as required.
		576
		577	This function can block.
		578
		579	=cut
		580
		581	sub cache {
		582	my ($id, $src, $processversion, $process) = @_;
		583
		584	my $meta =
		585	join "\x00",
		586	$processversion,
		587	map {
		588	aio_stat $_
		589	and Carp::croak "$_: $!";
		590
		591	($_, (stat _)[7,9])
		592	} @$src;
		593
		594	my $dbmeta = db_get cache => "$id/meta";
		595	if ($dbmeta ne $meta) {
		596	# changed, we may need to process
		597
		598	my @data;
		599	my $md5;
		600
		601	for (0 .. $#$src) {
		602	0 <= aio_load $src->[$_], $data[$_]
		603	or Carp::croak "$src->[$_]: $!";
		604	}
		605
		606	# if processing is expensive, check
		607	# checksum first
		608	if (1) {
		609	$md5 =
		610	join "\x00",
		611	$processversion,
		612	map {
		613	cf::cede_to_tick;
		614	($src->[$_], Digest::MD5::md5_hex $data[$_])
		615	} 0.. $#$src;
		616
		617
		618	my $dbmd5 = db_get cache => "$id/md5";
		619	if ($dbmd5 eq $md5) {
		620	db_put cache => "$id/meta", $meta;
		621
		622	return db_get cache => "$id/data";
		623	}
		624	}
		625
		626	my $t1 = Time::HiRes::time;
		627	my $data = $process->(\@data);
		628	my $t2 = Time::HiRes::time;
		629
		630	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		631
		632	db_put cache => "$id/data", $data;
		633	db_put cache => "$id/md5" , $md5;
		634	db_put cache => "$id/meta", $meta;
		635
		636	return $data;
		637	}
		638
		639	db_get cache => "$id/data"
		640	}
		641
		642	=item cf::datalog type => key => value, ...
		643
		644	Log a datalog packet of the given type with the given key-value pairs.
		645
		646	=cut
		647
		648	sub datalog($@) {
		649	my ($type, %kv) = @_;
		650	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
373	}	651	}
374		652
375	=back	653	=back
376		654
377	=cut	655	=cut
…		…
384	attach callbacks/event handlers (a collection of which is called an "attachment")	662	attach callbacks/event handlers (a collection of which is called an "attachment")
385	to it. All such attachable objects support the following methods.	663	to it. All such attachable objects support the following methods.
386		664
387	In the following description, CLASS can be any of C<global>, C<object>	665	In the following description, CLASS can be any of C<global>, C<object>
388	C<player>, C<client> or C<map> (i.e. the attachable objects in	666	C<player>, C<client> or C<map> (i.e. the attachable objects in
389	crossfire+).	667	Deliantra).
390		668
391	=over 4	669	=over 4
392		670
393	=item $attachable->attach ($attachment, key => $value...)	671	=item $attachable->attach ($attachment, key => $value...)
394		672
…		…
557	$registry = $CB_TYPE[$object_type] ||= [];	835	$registry = $CB_TYPE[$object_type] ||= [];
558		836
559	} elsif ($type eq "subtype") {	837	} elsif ($type eq "subtype") {
560	defined $object_type or Carp::croak "subtype specified without type";	838	defined $object_type or Carp::croak "subtype specified without type";
561	my $object_subtype = shift @arg;	839	my $object_subtype = shift @arg;
562	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	840	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
563		841
564	} elsif ($type eq "package") {	842	} elsif ($type eq "package") {
565	my $pkg = shift @arg;	843	my $pkg = shift @arg;
566		844
567	while (my ($name, $id) = each %cb_id) {	845	while (my ($name, $id) = each %cb_id) {
…		…
596	_attach $registry, $klass, @attach;	874	_attach $registry, $klass, @attach;
597	}	875	}
598		876
599	$obj->{$name} = \%arg;	877	$obj->{$name} = \%arg;
600	} else {	878	} else {
601	warn "object uses attachment '$name' that is not available, postponing.\n";	879	warn "object uses attachment '$name' which is not available, postponing.\n";
602	}	880	}
603		881
604	$obj->{_attachment}{$name} = undef;	882	$obj->{_attachment}{$name} = undef;
605	}	883	}
606		884
…		…
608	if (ref $_[0]) {	886	if (ref $_[0]) {
609	_object_attach @_;	887	_object_attach @_;
610	} else {	888	} else {
611	_attach shift->_attach_registry, @_;	889	_attach shift->_attach_registry, @_;
612	}	890	}
		891	_recalc_want;
613	};	892	};
614		893
615	# all those should be optimised	894	# all those should be optimised
616	sub cf::attachable::detach {	895	sub cf::attachable::detach {
617	my ($obj, $name) = @_;	896	my ($obj, $name) = @_;
…		…
620	delete $obj->{_attachment}{$name};	899	delete $obj->{_attachment}{$name};
621	reattach ($obj);	900	reattach ($obj);
622	} else {	901	} else {
623	Carp::croak "cannot, currently, detach class attachments";	902	Carp::croak "cannot, currently, detach class attachments";
624	}	903	}
		904	_recalc_want;
625	};	905	};
626		906
627	sub cf::attachable::attached {	907	sub cf::attachable::attached {
628	my ($obj, $name) = @_;	908	my ($obj, $name) = @_;
629		909
…		…
644	";	924	";
645	die if $@;	925	die if $@;
646	}	926	}
647		927
648	our $override;	928	our $override;
649	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	929	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
650		930
651	sub override {	931	sub override {
652	$override = 1;	932	$override = 1;
653	@invoke_results = ();	933	@INVOKE_RESULTS = (@_);
654	}	934	}
655		935
656	sub do_invoke {	936	sub do_invoke {
657	my $event = shift;	937	my $event = shift;
658	my $callbacks = shift;	938	my $callbacks = shift;
659		939
660	@invoke_results = ();	940	@INVOKE_RESULTS = ();
661		941
662	local $override;	942	local $override;
663		943
664	for (@$callbacks) {	944	for (@$callbacks) {
665	eval { &{$_->[1]} };	945	eval { &{$_->[1]} };
…		…
682		962
683	Generate an object-specific event with the given arguments.	963	Generate an object-specific event with the given arguments.
684		964
685	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	965	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
686	removed in future versions), and there is no public API to access override	966	removed in future versions), and there is no public API to access override
687	results (if you must, access C<@cf::invoke_results> directly).	967	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
688		968
689	=back	969	=back
690		970
691	=cut	971	=cut
692		972
693	#############################################################################	973	#############################################################################
694	# object support	974	# object support
		975
		976	sub _object_equal($$);
		977	sub _object_equal($$) {
		978	my ($a, $b) = @_;
		979
		980	return 0 unless (ref $a) eq (ref $b);
		981
		982	if ("HASH" eq ref $a) {
		983	my @ka = keys %$a;
		984	my @kb = keys %$b;
		985
		986	return 0 if @ka != @kb;
		987
		988	for (0 .. $#ka) {
		989	return 0 unless $ka[$_] eq $kb[$_];
		990	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		991	}
		992
		993	} elsif ("ARRAY" eq ref $a) {
		994
		995	return 0 if @$a != @$b;
		996
		997	for (0 .. $#$a) {
		998	return 0 unless _object_equal $a->[$_], $b->[$_];
		999	}
		1000
		1001	} elsif ($a ne $b) {
		1002	return 0;
		1003	}
		1004
		1005	1
		1006	}
		1007
		1008	our $SLOW_MERGES;#d#
		1009	sub _can_merge {
		1010	my ($ob1, $ob2) = @_;
		1011
		1012	++$SLOW_MERGES;#d#
		1013
		1014	# we do the slow way here
		1015	return _object_equal $ob1, $ob2
		1016	}
695		1017
696	sub reattach {	1018	sub reattach {
697	# basically do the same as instantiate, without calling instantiate	1019	# basically do the same as instantiate, without calling instantiate
698	my ($obj) = @_;	1020	my ($obj) = @_;
699		1021
…		…
746	sub object_freezer_save {	1068	sub object_freezer_save {
747	my ($filename, $rdata, $objs) = @_;	1069	my ($filename, $rdata, $objs) = @_;
748		1070
749	sync_job {	1071	sync_job {
750	if (length $$rdata) {	1072	if (length $$rdata) {
		1073	utf8::decode (my $decname = $filename);
751	warn sprintf "saving %s (%d,%d)\n",	1074	warn sprintf "saving %s (%d,%d)\n",
752	$filename, length $$rdata, scalar @$objs;	1075	$decname, length $$rdata, scalar @$objs;
753		1076
754	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1077	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
755	chmod SAVE_MODE, $fh;	1078	chmod SAVE_MODE, $fh;
756	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1079	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
757	aio_fsync $fh;	1080	aio_fsync $fh if $cf::USE_FSYNC;
758	close $fh;	1081	close $fh;
759		1082
760	if (@$objs) {	1083	if (@$objs) {
761	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1084	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
762	chmod SAVE_MODE, $fh;	1085	chmod SAVE_MODE, $fh;
763	my $data = Storable::nfreeze { version => 1, objs => $objs };	1086	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
764	aio_write $fh, 0, (length $data), $data, 0;	1087	aio_write $fh, 0, (length $data), $data, 0;
765	aio_fsync $fh;	1088	aio_fsync $fh if $cf::USE_FSYNC;
766	close $fh;	1089	close $fh;
767	aio_rename "$filename.pst~", "$filename.pst";	1090	aio_rename "$filename.pst~", "$filename.pst";
768	}	1091	}
769	} else {	1092	} else {
770	aio_unlink "$filename.pst";	1093	aio_unlink "$filename.pst";
…		…
776	}	1099	}
777	} else {	1100	} else {
778	aio_unlink $filename;	1101	aio_unlink $filename;
779	aio_unlink "$filename.pst";	1102	aio_unlink "$filename.pst";
780	}	1103	}
781
782	#d##TODO# nuke non .map-files if exist
783	if ($filename =~ s/\.map$//) {
784	aio_unlink $filename;
785	aio_unlink "$filename.pst";
786	}
787	}	1104	};
788	}	1105	}
789		1106
790	sub object_freezer_as_string {	1107	sub object_freezer_as_string {
791	my ($rdata, $objs) = @_;	1108	my ($rdata, $objs) = @_;
792		1109
…		…
797		1114
798	sub object_thawer_load {	1115	sub object_thawer_load {
799	my ($filename) = @_;	1116	my ($filename) = @_;
800		1117
801	my ($data, $av);	1118	my ($data, $av);
802
803	#d#TODO remove .map if file does not exist
804	aio_stat $filename and $filename =~ s/\.map$//;
805		1119
806	(aio_load $filename, $data) >= 0	1120	(aio_load $filename, $data) >= 0
807	or return;	1121	or return;
808		1122
809	unless (aio_stat "$filename.pst") {	1123	unless (aio_stat "$filename.pst") {
810	(aio_load "$filename.pst", $av) >= 0	1124	(aio_load "$filename.pst", $av) >= 0
811	or return;	1125	or return;
		1126
812	$av = eval { (Storable::thaw $av)->{objs} };	1127	my $st = eval { Coro::Storable::thaw $av };
		1128	$av = $st->{objs};
813	}	1129	}
814		1130
		1131	utf8::decode (my $decname = $filename);
815	warn sprintf "loading %s (%d)\n",	1132	warn sprintf "loading %s (%d,%d)\n",
816	$filename, length $data, scalar @{$av || []};#d#	1133	$decname, length $data, scalar @{$av || []};
		1134
817	return ($data, $av);	1135	($data, $av)
818	}	1136	}
		1137
		1138	=head2 COMMAND CALLBACKS
		1139
		1140	=over 4
		1141
		1142	=cut
819		1143
820	#############################################################################	1144	#############################################################################
821	# command handling &c	1145	# command handling &c
822		1146
823	=item cf::register_command $name => \&callback($ob,$args);	1147	=item cf::register_command $name => \&callback($ob,$args);
…		…
836	push @{ $COMMAND{$name} }, [$caller, $cb];	1160	push @{ $COMMAND{$name} }, [$caller, $cb];
837	}	1161	}
838		1162
839	=item cf::register_extcmd $name => \&callback($pl,$packet);	1163	=item cf::register_extcmd $name => \&callback($pl,$packet);
840		1164
841	Register a callbackf ro execution when the client sends an extcmd packet.	1165	Register a callback for execution when the client sends an (synchronous)
		1166	extcmd packet. Ext commands will be processed in the order they are
		1167	received by the server, like other user commands. The first argument is
		1168	the logged-in player. Ext commands can only be processed after a player
		1169	has logged in successfully.
842		1170
843	If the callback returns something, it is sent back as if reply was being	1171	If the callback returns something, it is sent back as if reply was being
844	called.	1172	called.
845		1173
		1174	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1175
		1176	Register a callback for execution when the client sends an (asynchronous)
		1177	exticmd packet. Exti commands are processed by the server as soon as they
		1178	are received, i.e. out of order w.r.t. other commands. The first argument
		1179	is a client socket. Exti commands can be received anytime, even before
		1180	log-in.
		1181
		1182	If the callback returns something, it is sent back as if reply was being
		1183	called.
		1184
846	=cut	1185	=cut
847		1186
848	sub register_extcmd {	1187	sub register_extcmd {
849	my ($name, $cb) = @_;	1188	my ($name, $cb) = @_;
850		1189
851	$EXTCMD{$name} = $cb;	1190	$EXTCMD{$name} = $cb;
		1191	}
		1192
		1193	sub register_exticmd {
		1194	my ($name, $cb) = @_;
		1195
		1196	$EXTICMD{$name} = $cb;
852	}	1197	}
853		1198
854	cf::player->attach (	1199	cf::player->attach (
855	on_command => sub {	1200	on_command => sub {
856	my ($pl, $name, $params) = @_;	1201	my ($pl, $name, $params) = @_;
…		…
865	cf::override;	1210	cf::override;
866	},	1211	},
867	on_extcmd => sub {	1212	on_extcmd => sub {
868	my ($pl, $buf) = @_;	1213	my ($pl, $buf) = @_;
869		1214
870	my $msg = eval { from_json $buf };	1215	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
871		1216
872	if (ref $msg) {	1217	if (ref $msg) {
		1218	my ($type, $reply, @payload) =
		1219	"ARRAY" eq ref $msg
		1220	? @$msg
		1221	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1222
		1223	my @reply;
		1224
873	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1225	if (my $cb = $EXTCMD{$type}) {
874	if (my %reply = $cb->($pl, $msg)) {	1226	@reply = $cb->($pl, @payload);
875	$pl->ext_reply ($msg->{msgid}, %reply);
876	}
877	}	1227	}
		1228
		1229	$pl->ext_reply ($reply, @reply)
		1230	if $reply;
		1231
878	} else {	1232	} else {
879	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1233	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
880	}	1234	}
881		1235
882	cf::override;	1236	cf::override;
883	},	1237	},
884	);	1238	);
885		1239
886	sub load_extension {
887	my ($path) = @_;
888
889	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
890	my $base = $1;
891	my $pkg = $1;
892	$pkg =~ s/[^[:word:]]/_/g;
893	$pkg = "ext::$pkg";
894
895	warn "... loading '$path' into '$pkg'\n";
896
897	open my $fh, "<:utf8", $path
898	or die "$path: $!";
899
900	my $source =
901	"package $pkg; use strict; use utf8;\n"
902	. "#line 1 \"$path\"\n{\n"
903	. (do { local $/; <$fh> })
904	. "\n};\n1";
905
906	unless (eval $source) {
907	my $msg = $@ ? "$path: $@\n"
908	: "extension disabled.\n";
909	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
910	warn $@;
911	warn "mandatory extension failed to load, exiting.\n";
912	exit 1;
913	}
914	die $@;
915	}
916
917	push @EXTS, $pkg;
918	}
919
920	sub load_extensions {	1240	sub load_extensions {
		1241	cf::sync_job {
		1242	my %todo;
		1243
921	for my $ext (<$LIBDIR/*.ext>) {	1244	for my $path (<$LIBDIR/*.ext>) {
922	next unless -r $ext;	1245	next unless -r $path;
923	eval {	1246
924	load_extension $ext;	1247	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1248	my $base = $1;
		1249	my $pkg = $1;
		1250	$pkg =~ s/[^[:word:]]/_/g;
		1251	$pkg = "ext::$pkg";
		1252
		1253	open my $fh, "<:utf8", $path
		1254	or die "$path: $!";
		1255
		1256	my $source = do { local $/; <$fh> };
		1257
		1258	my %ext = (
		1259	path => $path,
		1260	base => $base,
		1261	pkg => $pkg,
		1262	);
		1263
		1264	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1265	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1266
		1267	$ext{source} =
		1268	"package $pkg; use strict; use utf8;\n"
		1269	. "#line 1 \"$path\"\n{\n"
		1270	. $source
		1271	. "\n};\n1";
		1272
		1273	$todo{$base} = \%ext;
		1274	}
		1275
		1276	my %done;
		1277	while (%todo) {
		1278	my $progress;
		1279
		1280	while (my ($k, $v) = each %todo) {
		1281	for (split /,\s*/, $v->{meta}{depends}) {
		1282	goto skip
		1283	unless exists $done{$_};
		1284	}
		1285
		1286	warn "... loading '$k' into '$v->{pkg}'\n";
		1287
		1288	unless (eval $v->{source}) {
		1289	my $msg = $@ ? "$v->{path}: $@\n"
		1290	: "$v->{base}: extension inactive.\n";
		1291
		1292	if (exists $v->{meta}{mandatory}) {
		1293	warn $msg;
		1294	warn "mandatory extension failed to load, exiting.\n";
		1295	exit 1;
		1296	}
		1297
		1298	warn $msg;
		1299	}
		1300
		1301	$done{$k} = delete $todo{$k};
		1302	push @EXTS, $v->{pkg};
		1303	$progress = 1;
925	1	1304	}
926	} or warn "$ext not loaded: $@";	1305
		1306	skip:
		1307	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1308	unless $progress;
		1309	}
927	}	1310	};
928	}	1311	}
929		1312
930	#############################################################################	1313	#############################################################################
931		1314
		1315	=back
		1316
932	=head2 CORE EXTENSIONS	1317	=head2 CORE EXTENSIONS
933		1318
934	Functions and methods that extend core crossfire objects.	1319	Functions and methods that extend core crossfire objects.
935		1320
936	=cut	1321	=cut
…		…
941		1326
942	=head3 cf::player	1327	=head3 cf::player
943		1328
944	=over 4	1329	=over 4
945		1330
		1331	=item cf::player::num_playing
		1332
		1333	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1334
		1335	=cut
		1336
		1337	sub num_playing {
		1338	scalar grep
		1339	$_->ob->map
		1340	&& !$_->hidden
		1341	&& !$_->ob->flag (cf::FLAG_WIZ),
		1342	cf::player::list
		1343	}
		1344
946	=item cf::player::find $login	1345	=item cf::player::find $login
947		1346
948	Returns the given player object, loading it if necessary (might block).	1347	Returns the given player object, loading it if necessary (might block).
949		1348
950	=cut	1349	=cut
951		1350
952	sub playerdir($) {	1351	sub playerdir($) {
953	cf::localdir	1352	"$PLAYERDIR/"
954	. "/"
955	. cf::playerdir
956	. "/"
957	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1353	. (ref $_[0] ? $_[0]->ob->name : $_[0])
958	}	1354	}
959		1355
960	sub path($) {	1356	sub path($) {
961	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1357	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
962		1358
963	(playerdir $login) . "/$login.pl"	1359	(playerdir $login) . "/playerdata"
964	}	1360	}
965		1361
966	sub find_active($) {	1362	sub find_active($) {
967	$cf::PLAYER{$_[0]}	1363	$cf::PLAYER{$_[0]}
968	and $cf::PLAYER{$_[0]}->active	1364	and $cf::PLAYER{$_[0]}->active
…		…
981	my $login = $_[0];	1377	my $login = $_[0];
982		1378
983	my $guard = cf::lock_acquire "user_find:$login";	1379	my $guard = cf::lock_acquire "user_find:$login";
984		1380
985	$cf::PLAYER{$_[0]} || do {	1381	$cf::PLAYER{$_[0]} || do {
986	my $pl = load_pl path $login	1382	# rename old playerfiles to new ones
		1383	#TODO: remove when no longer required
		1384	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1385	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1386	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1387	aio_unlink +(playerdir $login) . "/$login.pl";
		1388
		1389	my $f = new_from_file cf::object::thawer path $login
987	or return;	1390	or return;
		1391
		1392	my $pl = cf::player::load_pl $f
		1393	or return;
		1394	local $cf::PLAYER_LOADING{$login} = $pl;
		1395	$f->resolve_delayed_derefs;
988	$cf::PLAYER{$login} = $pl	1396	$cf::PLAYER{$login} = $pl
989	}	1397	}
990	}	1398	}
991	}	1399	}
992		1400
…		…
1002		1410
1003	aio_mkdir playerdir $pl, 0770;	1411	aio_mkdir playerdir $pl, 0770;
1004	$pl->{last_save} = $cf::RUNTIME;	1412	$pl->{last_save} = $cf::RUNTIME;
1005		1413
1006	$pl->save_pl ($path);	1414	$pl->save_pl ($path);
1007	Coro::cede;	1415	cf::cede_to_tick;
1008	}	1416	}
1009		1417
1010	sub new($) {	1418	sub new($) {
1011	my ($login) = @_;	1419	my ($login) = @_;
1012		1420
…		…
1018	$cf::PLAYER{$login} = $self;	1426	$cf::PLAYER{$login} = $self;
1019		1427
1020	$self	1428	$self
1021	}	1429	}
1022		1430
		1431	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1432
		1433	=cut
		1434
		1435	sub send_msg {
		1436	my $ns = shift->ns
		1437	or return;
		1438	$ns->send_msg (@_);
		1439	}
		1440
1023	=item $pl->quit_character	1441	=item $pl->quit_character
1024		1442
1025	Nukes the player without looking back. If logged in, the connection will	1443	Nukes the player without looking back. If logged in, the connection will
1026	be destroyed. May block for a long time.	1444	be destroyed. May block for a long time.
1027		1445
1028	=cut	1446	=cut
1029		1447
1030	sub quit_character {	1448	sub quit_character {
1031	my ($pl) = @_;	1449	my ($pl) = @_;
		1450
		1451	my $name = $pl->ob->name;
1032		1452
1033	$pl->{deny_save} = 1;	1453	$pl->{deny_save} = 1;
1034	$pl->password ("*"); # this should lock out the player until we nuked the dir	1454	$pl->password ("*"); # this should lock out the player until we nuked the dir
1035		1455
1036	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1456	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
…		…
1041	my $path = playerdir $pl;	1461	my $path = playerdir $pl;
1042	my $temp = "$path~$cf::RUNTIME~deleting~";	1462	my $temp = "$path~$cf::RUNTIME~deleting~";
1043	aio_rename $path, $temp;	1463	aio_rename $path, $temp;
1044	delete $cf::PLAYER{$pl->ob->name};	1464	delete $cf::PLAYER{$pl->ob->name};
1045	$pl->destroy;	1465	$pl->destroy;
		1466
		1467	my $prefix = qr<^~\Q$name\E/>;
		1468
		1469	# nuke player maps
		1470	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1471
1046	IO::AIO::aio_rmtree $temp;	1472	IO::AIO::aio_rmtree $temp;
		1473	}
		1474
		1475	=item $pl->kick
		1476
		1477	Kicks a player out of the game. This destroys the connection.
		1478
		1479	=cut
		1480
		1481	sub kick {
		1482	my ($pl, $kicker) = @_;
		1483
		1484	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1485	$pl->killer ("kicked");
		1486	$pl->ns->destroy;
1047	}	1487	}
1048		1488
1049	=item cf::player::list_logins	1489	=item cf::player::list_logins
1050		1490
1051	Returns am arrayref of all valid playernames in the system, can take a	1491	Returns am arrayref of all valid playernames in the system, can take a
1052	while and may block, so not sync_job-capable, ever.	1492	while and may block, so not sync_job-capable, ever.
1053		1493
1054	=cut	1494	=cut
1055		1495
1056	sub list_logins {	1496	sub list_logins {
1057	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1497	my $dirs = aio_readdir $PLAYERDIR
1058	or return [];	1498	or return [];
1059		1499
1060	my @logins;	1500	my @logins;
1061		1501
1062	for my $login (@$dirs) {	1502	for my $login (@$dirs) {
		1503	my $path = path $login;
		1504
		1505	# a .pst is a dead give-away for a valid player
		1506	unless (-e "$path.pst") {
1063	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1507	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1064	aio_read $fh, 0, 512, my $buf, 0 or next;	1508	aio_read $fh, 0, 512, my $buf, 0 or next;
1065	$buf !~ /^password -------------$/m or next; # official not-valid tag	1509	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1510	}
1066		1511
1067	utf8::decode $login;	1512	utf8::decode $login;
1068	push @logins, $login;	1513	push @logins, $login;
1069	}	1514	}
1070		1515
…		…
1097	}	1542	}
1098		1543
1099	\@paths	1544	\@paths
1100	}	1545	}
1101		1546
		1547	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1548
		1549	Expand crossfire pod fragments into protocol xml.
		1550
		1551	=cut
		1552
		1553	use re 'eval';
		1554
		1555	my $group;
		1556	my $interior; $interior = qr{
		1557	# match a pod interior sequence sans C<< >>
		1558	(?:
		1559	\ (.*?)\ (?{ $group = $^N })
		1560	| < (??{$interior}) >
		1561	)
		1562	}x;
		1563
		1564	sub expand_cfpod {
		1565	my ($self, $pod) = @_;
		1566
		1567	my $xml;
		1568
		1569	while () {
		1570	if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
		1571	$group = $1;
		1572
		1573	$group =~ s/&/&amp;/g;
		1574	$group =~ s/</&lt;/g;
		1575
		1576	$xml .= $group;
		1577	} elsif ($pod =~ m%\G
		1578	([BCGHITU])
		1579	<
		1580	(?:
		1581	([^<>]*) (?{ $group = $^N })
		1582	| < $interior >
		1583	)
		1584	>
		1585	%gcsx
		1586	) {
		1587	my ($code, $data) = ($1, $group);
		1588
		1589	if ($code eq "B") {
		1590	$xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
		1591	} elsif ($code eq "I") {
		1592	$xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
		1593	} elsif ($code eq "U") {
		1594	$xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
		1595	} elsif ($code eq "C") {
		1596	$xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
		1597	} elsif ($code eq "T") {
		1598	$xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
		1599	} elsif ($code eq "G") {
		1600	my ($male, $female) = split /\|/, $data;
		1601	$data = $self->gender ? $female : $male;
		1602	$xml .= expand_cfpod ($self, $data);
		1603	} elsif ($code eq "H") {
		1604	$xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
		1605	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1606	"")
		1607	[$self->{hintmode}];
		1608	} else {
		1609	$xml .= "error processing '$code($data)' directive";
		1610	}
		1611	} else {
		1612	if ($pod =~ /\G(.+)/) {
		1613	warn "parse error while expanding $pod (at $1)";
		1614	}
		1615	last;
		1616	}
		1617	}
		1618
		1619	for ($xml) {
		1620	# create single paragraphs (very hackish)
		1621	s/(?<=\S)\n(?=\w)/ /g;
		1622
		1623	# compress some whitespace
		1624	s/\s+\n/\n/g; # ws line-ends
		1625	s/\n\n+/\n/g; # double lines
		1626	s/^\n+//; # beginning lines
		1627	s/\n+$//; # ending lines
		1628	}
		1629
		1630	$xml
		1631	}
		1632
		1633	no re 'eval';
		1634
		1635	sub hintmode {
		1636	$_[0]{hintmode} = $_[1] if @_ > 1;
		1637	$_[0]{hintmode}
		1638	}
		1639
1102	=item $player->ext_reply ($msgid, $msgtype, %msg)	1640	=item $player->ext_reply ($msgid, @msg)
1103		1641
1104	Sends an ext reply to the player.	1642	Sends an ext reply to the player.
1105		1643
1106	=cut	1644	=cut
1107		1645
1108	sub ext_reply($$$%) {	1646	sub ext_reply($$@) {
1109	my ($self, $id, %msg) = @_;	1647	my ($self, $id, @msg) = @_;
1110		1648
1111	$msg{msgid} = $id;	1649	$self->ns->ext_reply ($id, @msg)
1112
1113	$self->send ("ext " . cf::to_json \%msg);
1114	}	1650	}
1115		1651
1116	package cf;	1652	=item $player->ext_msg ($type, @msg)
		1653
		1654	Sends an ext event to the client.
		1655
		1656	=cut
		1657
		1658	sub ext_msg($$@) {
		1659	my ($self, $type, @msg) = @_;
		1660
		1661	$self->ns->ext_msg ($type, @msg);
		1662	}
		1663
		1664	=head3 cf::region
		1665
		1666	=over 4
		1667
		1668	=cut
		1669
		1670	package cf::region;
		1671
		1672	=item cf::region::find_by_path $path
		1673
		1674	Tries to decuce the likely region for a map knowing only its path.
		1675
		1676	=cut
		1677
		1678	sub find_by_path($) {
		1679	my ($path) = @_;
		1680
		1681	my ($match, $specificity);
		1682
		1683	for my $region (list) {
		1684	if ($region->{match} && $path =~ $region->{match}) {
		1685	($match, $specificity) = ($region, $region->specificity)
		1686	if $region->specificity > $specificity;
		1687	}
		1688	}
		1689
		1690	$match
		1691	}
1117		1692
1118	=back	1693	=back
1119
1120		1694
1121	=head3 cf::map	1695	=head3 cf::map
1122		1696
1123	=over 4	1697	=over 4
1124		1698
…		…
1179	my ($self, $merge) = @_;	1753	my ($self, $merge) = @_;
1180		1754
1181	# we have to keep some variables in memory intact	1755	# we have to keep some variables in memory intact
1182	local $self->{path};	1756	local $self->{path};
1183	local $self->{load_path};	1757	local $self->{load_path};
1184	local $self->{deny_save};
1185	local $self->{deny_reset};
1186		1758
1187	$self->SUPER::thawer_merge ($merge);	1759	$self->SUPER::thawer_merge ($merge);
1188	}	1760	}
1189		1761
1190	sub normalise {	1762	sub normalise {
…		…
1237	$self->init; # pass $1 etc.	1809	$self->init; # pass $1 etc.
1238	return $self;	1810	return $self;
1239	}	1811	}
1240	}	1812	}
1241		1813
1242	Carp::carp "unable to resolve path '$path' (base '$base').";	1814	Carp::cluck "unable to resolve path '$path' (base '$base').";
1243	()	1815	()
1244	}	1816	}
1245		1817
1246	sub init {	1818	sub init {
1247	my ($self) = @_;	1819	my ($self) = @_;
…		…
1262		1834
1263	# the original (read-only) location	1835	# the original (read-only) location
1264	sub load_path {	1836	sub load_path {
1265	my ($self) = @_;	1837	my ($self) = @_;
1266		1838
1267	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1839	"$MAPDIR/$self->{path}.map"
1268	}	1840	}
1269		1841
1270	# the temporary/swap location	1842	# the temporary/swap location
1271	sub save_path {	1843	sub save_path {
1272	my ($self) = @_;	1844	my ($self) = @_;
1273		1845
1274	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1846	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1275	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1847	"$TMPDIR/$path.map"
1276	}	1848	}
1277		1849
1278	# the unique path, undef == no special unique path	1850	# the unique path, undef == no special unique path
1279	sub uniq_path {	1851	sub uniq_path {
1280	my ($self) = @_;	1852	my ($self) = @_;
1281		1853
1282	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1854	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1283	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1855	"$UNIQUEDIR/$path"
1284	}	1856	}
1285		1857
1286	# and all this just because we cannot iterate over	1858	# and all this just because we cannot iterate over
1287	# all maps in C++...	1859	# all maps in C++...
1288	sub change_all_map_light {	1860	sub change_all_map_light {
…		…
1290		1862
1291	$_->change_map_light ($change)	1863	$_->change_map_light ($change)
1292	for grep $_->outdoor, values %cf::MAP;	1864	for grep $_->outdoor, values %cf::MAP;
1293	}	1865	}
1294		1866
		1867	sub decay_objects {
		1868	my ($self) = @_;
		1869
		1870	return if $self->{deny_reset};
		1871
		1872	$self->do_decay_objects;
		1873	}
		1874
1295	sub unlink_save {	1875	sub unlink_save {
1296	my ($self) = @_;	1876	my ($self) = @_;
1297		1877
1298	utf8::encode (my $save = $self->save_path);	1878	utf8::encode (my $save = $self->save_path);
1299	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1879	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1300	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";	1880	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1301
1302	#d#TODO remove .map and also nuke
1303	$save =~ s/\.map// or return;#d#
1304	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1305	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1306	}	1881	}
1307		1882
1308	sub load_header_from($) {	1883	sub load_header_from($) {
1309	my ($self, $path) = @_;	1884	my ($self, $path) = @_;
1310		1885
1311	utf8::encode $path;	1886	utf8::encode $path;
1312	#aio_open $path, O_RDONLY, 0	1887	my $f = new_from_file cf::object::thawer $path
1313	# or return;
1314
1315	$self->_load_header ($path)
1316	or return;	1888	or return;
		1889
		1890	$self->_load_header ($f)
		1891	or return;
		1892
		1893	local $MAP_LOADING{$self->{path}} = $self;
		1894	$f->resolve_delayed_derefs;
1317		1895
1318	$self->{load_path} = $path;	1896	$self->{load_path} = $path;
1319		1897
1320	1	1898	1
1321	}	1899	}
…		…
1360	$self->load_header_orig	1938	$self->load_header_orig
1361	or return;	1939	or return;
1362	$self->prepare_orig;	1940	$self->prepare_orig;
1363	}	1941	}
1364		1942
		1943	$self->{deny_reset} = 1
		1944	if $self->no_reset;
		1945
		1946	$self->default_region (cf::region::find_by_path $self->{path})
		1947	unless $self->default_region;
		1948
1365	1	1949	1
1366	}	1950	}
1367		1951
1368	sub find;	1952	sub find;
1369	sub find {	1953	sub find {
1370	my ($path, $origin) = @_;	1954	my ($path, $origin) = @_;
1371		1955
1372	$path = normalise $path, $origin && $origin->path;	1956	$path = normalise $path, $origin && $origin->path;
1373		1957
		1958	cf::lock_wait "map_data:$path";#d#remove
1374	cf::lock_wait "map_find:$path";	1959	cf::lock_wait "map_find:$path";
1375		1960
1376	$cf::MAP{$path} || do {	1961	$cf::MAP{$path} || do {
1377	my $guard = cf::lock_acquire "map_find:$path";	1962	my $guard1 = cf::lock_acquire "map_find:$path";
		1963	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1964
1378	my $map = new_from_path cf::map $path	1965	my $map = new_from_path cf::map $path
1379	or return;	1966	or return;
1380		1967
1381	$map->{last_save} = $cf::RUNTIME;	1968	$map->{last_save} = $cf::RUNTIME;
1382		1969
1383	$map->load_header	1970	$map->load_header
1384	or return;	1971	or return;
1385		1972
1386	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1973	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1387	# doing this can freeze the server in a sync job, obviously	1974	# doing this can freeze the server in a sync job, obviously
1388	#$cf::WAIT_FOR_TICK->wait;	1975	#$cf::WAIT_FOR_TICK->wait;
		1976	undef $guard1;
		1977	undef $guard2;
1389	$map->reset;	1978	$map->reset;
1390	undef $guard;
1391	return find $path;	1979	return find $path;
1392	}	1980	}
1393		1981
1394	$cf::MAP{$path} = $map	1982	$cf::MAP{$path} = $map
1395	}	1983	}
…		…
1402	my ($self) = @_;	1990	my ($self) = @_;
1403		1991
1404	local $self->{deny_reset} = 1; # loading can take a long time	1992	local $self->{deny_reset} = 1; # loading can take a long time
1405		1993
1406	my $path = $self->{path};	1994	my $path = $self->{path};
		1995
		1996	{
1407	my $guard = cf::lock_acquire "map_load:$path";	1997	my $guard = cf::lock_acquire "map_data:$path";
1408		1998
		1999	return unless $self->valid;
1409	return if $self->in_memory != cf::MAP_SWAPPED;	2000	return unless $self->in_memory == cf::MAP_SWAPPED;
1410		2001
1411	$self->in_memory (cf::MAP_LOADING);	2002	$self->in_memory (cf::MAP_LOADING);
1412		2003
1413	$self->alloc;	2004	$self->alloc;
1414		2005
1415	$self->pre_load;	2006	$self->pre_load;
		2007	cf::cede_to_tick;
1416		2008
1417	$self->_load_objects ($self->{load_path}, 1)	2009	my $f = new_from_file cf::object::thawer $self->{load_path};
		2010	$f->skip_block;
		2011	$self->_load_objects ($f)
1418	or return;	2012	or return;
1419		2013
1420	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2014	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1421	if delete $self->{load_original};	2015	if delete $self->{load_original};
1422		2016
1423	if (my $uniq = $self->uniq_path) {	2017	if (my $uniq = $self->uniq_path) {
1424	utf8::encode $uniq;	2018	utf8::encode $uniq;
1425	if (aio_open $uniq, O_RDONLY, 0) {	2019	unless (aio_stat $uniq) {
		2020	if (my $f = new_from_file cf::object::thawer $uniq) {
1426	$self->clear_unique_items;	2021	$self->clear_unique_items;
1427	$self->_load_objects ($uniq, 0);	2022	$self->_load_objects ($f);
		2023	$f->resolve_delayed_derefs;
		2024	}
1428	}	2025	}
1429	}	2026	}
1430		2027
1431	Coro::cede;	2028	$f->resolve_delayed_derefs;
1432		2029
		2030	cf::cede_to_tick;
1433	# now do the right thing for maps	2031	# now do the right thing for maps
1434	$self->link_multipart_objects;	2032	$self->link_multipart_objects;
1435
1436	unless ($self->{deny_activate}) {
1437	$self->decay_objects;
1438	$self->fix_auto_apply;
1439	$self->update_buttons;
1440	Coro::cede;
1441	$self->set_darkness_map;
1442	$self->difficulty ($self->estimate_difficulty)	2033	$self->difficulty ($self->estimate_difficulty)
1443	unless $self->difficulty;	2034	unless $self->difficulty;
1444	Coro::cede;	2035	cf::cede_to_tick;
		2036
		2037	unless ($self->{deny_activate}) {
		2038	$self->decay_objects;
		2039	$self->fix_auto_apply;
		2040	$self->update_buttons;
		2041	cf::cede_to_tick;
		2042	$self->set_darkness_map;
		2043	cf::cede_to_tick;
1445	$self->activate;	2044	$self->activate;
		2045	}
		2046
		2047	$self->{last_save} = $cf::RUNTIME;
		2048	$self->last_access ($cf::RUNTIME);
		2049
		2050	$self->in_memory (cf::MAP_IN_MEMORY);
1446	}	2051	}
1447		2052
1448	$self->post_load;	2053	$self->post_load;
1449
1450	$self->in_memory (cf::MAP_IN_MEMORY);
1451	}	2054	}
1452		2055
1453	sub customise_for {	2056	sub customise_for {
1454	my ($self, $ob) = @_;	2057	my ($self, $ob) = @_;
1455		2058
1456	return find "~" . $ob->name . "/" . $self->{path}	2059	return find "~" . $ob->name . "/" . $self->{path}
1457	if $self->per_player;	2060	if $self->per_player;
1458		2061
		2062	# return find "?party/" . $ob->name . "/" . $self->{path}
		2063	# if $self->per_party;
		2064
1459	$self	2065	$self
1460	}	2066	}
1461		2067
1462	# find and load all maps in the 3x3 area around a map	2068	# find and load all maps in the 3x3 area around a map
1463	sub load_diag {	2069	sub load_neighbours {
1464	my ($map) = @_;	2070	my ($map) = @_;
1465		2071
1466	my @diag; # diagonal neighbours	2072	my @neigh; # diagonal neighbours
1467		2073
1468	for (0 .. 3) {	2074	for (0 .. 3) {
1469	my $neigh = $map->tile_path ($_)	2075	my $neigh = $map->tile_path ($_)
1470	or next;	2076	or next;
1471	$neigh = find $neigh, $map	2077	$neigh = find $neigh, $map
1472	or next;	2078	or next;
1473	$neigh->load;	2079	$neigh->load;
1474		2080
		2081	push @neigh,
1475	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2082	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1476	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2083	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1477	}	2084	}
1478		2085
1479	for (@diag) {	2086	for (grep defined $_->[0], @neigh) {
		2087	my ($path, $origin) = @$_;
1480	my $neigh = find @$_	2088	my $neigh = find $path, $origin
1481	or next;	2089	or next;
1482	$neigh->load;	2090	$neigh->load;
1483	}	2091	}
1484	}	2092	}
1485		2093
…		…
1490	}	2098	}
1491		2099
1492	sub do_load_sync {	2100	sub do_load_sync {
1493	my ($map) = @_;	2101	my ($map) = @_;
1494		2102
		2103	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2104	if $Coro::current == $Coro::main;
		2105
1495	cf::sync_job { $map->load };	2106	cf::sync_job { $map->load };
1496	}	2107	}
1497		2108
1498	our %MAP_PREFETCH;	2109	our %MAP_PREFETCH;
1499	our $MAP_PREFETCHER = undef;	2110	our $MAP_PREFETCHER = undef;
1500		2111
1501	sub find_async {	2112	sub find_async {
1502	my ($path, $origin) = @_;	2113	my ($path, $origin, $load) = @_;
1503		2114
1504	$path = normalise $path, $origin && $origin->{path};	2115	$path = normalise $path, $origin && $origin->{path};
1505		2116
1506	if (my $map = $cf::MAP{$path}) {	2117	if (my $map = $cf::MAP{$path}) {
1507	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2118	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1508	}	2119	}
1509		2120
1510	undef $MAP_PREFETCH{$path};	2121	$MAP_PREFETCH{$path} |= $load;
		2122
1511	$MAP_PREFETCHER ||= cf::async {	2123	$MAP_PREFETCHER ||= cf::async {
		2124	$Coro::current->{desc} = "map prefetcher";
		2125
1512	while (%MAP_PREFETCH) {	2126	while (%MAP_PREFETCH) {
1513	for my $path (keys %MAP_PREFETCH) {	2127	while (my ($k, $v) = each %MAP_PREFETCH) {
1514	my $map = find $path	2128	if (my $map = find $k) {
1515	or next;
1516	$map->load;	2129	$map->load if $v;
		2130	}
1517		2131
1518	delete $MAP_PREFETCH{$path};	2132	delete $MAP_PREFETCH{$k};
1519	}	2133	}
1520	}	2134	}
1521	undef $MAP_PREFETCHER;	2135	undef $MAP_PREFETCHER;
1522	};	2136	};
1523	$MAP_PREFETCHER->prio (6);	2137	$MAP_PREFETCHER->prio (6);
…		…
1526	}	2140	}
1527		2141
1528	sub save {	2142	sub save {
1529	my ($self) = @_;	2143	my ($self) = @_;
1530		2144
1531	my $lock = cf::lock_acquire "map_data:" . $self->path;	2145	my $lock = cf::lock_acquire "map_data:$self->{path}";
1532		2146
1533	$self->{last_save} = $cf::RUNTIME;	2147	$self->{last_save} = $cf::RUNTIME;
1534		2148
1535	return unless $self->dirty;	2149	return unless $self->dirty;
1536		2150
…		…
1542	return if $self->{deny_save};	2156	return if $self->{deny_save};
1543		2157
1544	local $self->{last_access} = $self->last_access;#d#	2158	local $self->{last_access} = $self->last_access;#d#
1545		2159
1546	cf::async {	2160	cf::async {
		2161	$Coro::current->{desc} = "map player save";
1547	$_->contr->save for $self->players;	2162	$_->contr->save for $self->players;
1548	};	2163	};
1549		2164
1550	if ($uniq) {	2165	if ($uniq) {
1551	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2166	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
1559	my ($self) = @_;	2174	my ($self) = @_;
1560		2175
1561	# save first because save cedes	2176	# save first because save cedes
1562	$self->save;	2177	$self->save;
1563		2178
1564	my $lock = cf::lock_acquire "map_data:" . $self->path;	2179	my $lock = cf::lock_acquire "map_data:$self->{path}";
1565		2180
1566	return if $self->players;	2181	return if $self->players;
1567	return if $self->in_memory != cf::MAP_IN_MEMORY;	2182	return if $self->in_memory != cf::MAP_IN_MEMORY;
1568	return if $self->{deny_save};	2183	return if $self->{deny_save};
1569		2184
		2185	$self->in_memory (cf::MAP_SWAPPED);
		2186
		2187	$self->deactivate;
		2188	$_->clear_links_to ($self) for values %cf::MAP;
1570	$self->clear;	2189	$self->clear;
1571	$self->in_memory (cf::MAP_SWAPPED);
1572	}	2190	}
1573		2191
1574	sub reset_at {	2192	sub reset_at {
1575	my ($self) = @_;	2193	my ($self) = @_;
1576		2194
1577	# TODO: safety, remove and allow resettable per-player maps	2195	# TODO: safety, remove and allow resettable per-player maps
1578	return 1e99 if $self->isa ("ext::map_per_player");#d#
1579	return 1e99 if $self->{deny_reset};	2196	return 1e99 if $self->{deny_reset};
1580		2197
1581	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2198	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1582	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2199	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1583		2200
…		…
1594	my ($self) = @_;	2211	my ($self) = @_;
1595		2212
1596	my $lock = cf::lock_acquire "map_data:$self->{path}";	2213	my $lock = cf::lock_acquire "map_data:$self->{path}";
1597		2214
1598	return if $self->players;	2215	return if $self->players;
1599	return if $self->isa ("ext::map_per_player");#d#
1600		2216
1601	warn "resetting map ", $self->path;#d#	2217	warn "resetting map ", $self->path;
		2218
		2219	$self->in_memory (cf::MAP_SWAPPED);
		2220
		2221	# need to save uniques path
		2222	unless ($self->{deny_save}) {
		2223	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2224
		2225	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2226	if $uniq;
		2227	}
1602		2228
1603	delete $cf::MAP{$self->path};	2229	delete $cf::MAP{$self->path};
1604		2230
1605	$self->in_memory (cf::MAP_SWAPPED);	2231	$self->deactivate;
		2232	$_->clear_links_to ($self) for values %cf::MAP;
1606	$self->clear;	2233	$self->clear;
1607
1608	$_->clear_links_to ($self) for values %cf::MAP;
1609		2234
1610	$self->unlink_save;	2235	$self->unlink_save;
1611	$self->destroy;	2236	$self->destroy;
1612	}	2237	}
1613		2238
1614	my $nuke_counter = "aaaa";	2239	my $nuke_counter = "aaaa";
1615		2240
1616	sub nuke {	2241	sub nuke {
1617	my ($self) = @_;	2242	my ($self) = @_;
1618		2243
		2244	{
		2245	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2246
1619	delete $cf::MAP{$self->path};	2247	delete $cf::MAP{$self->path};
1620		2248
1621	$self->unlink_save;	2249	$self->unlink_save;
1622		2250
1623	bless $self, "cf::map";	2251	bless $self, "cf::map";
1624	delete $self->{deny_reset};	2252	delete $self->{deny_reset};
1625	$self->{deny_save} = 1;	2253	$self->{deny_save} = 1;
1626	$self->reset_timeout (1);	2254	$self->reset_timeout (1);
1627	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2255	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1628		2256
1629	$cf::MAP{$self->path} = $self;	2257	$cf::MAP{$self->path} = $self;
		2258	}
1630		2259
1631	$self->reset; # polite request, might not happen	2260	$self->reset; # polite request, might not happen
		2261	}
		2262
		2263	=item $maps = cf::map::tmp_maps
		2264
		2265	Returns an arrayref with all map paths of currently instantiated and saved
		2266	maps. May block.
		2267
		2268	=cut
		2269
		2270	sub tmp_maps() {
		2271	[
		2272	map {
		2273	utf8::decode $_;
		2274	/\.map$/
		2275	? normalise $_
		2276	: ()
		2277	} @{ aio_readdir $TMPDIR or [] }
		2278	]
		2279	}
		2280
		2281	=item $maps = cf::map::random_maps
		2282
		2283	Returns an arrayref with all map paths of currently instantiated and saved
		2284	random maps. May block.
		2285
		2286	=cut
		2287
		2288	sub random_maps() {
		2289	[
		2290	map {
		2291	utf8::decode $_;
		2292	/\.map$/
		2293	? normalise "?random/$_"
		2294	: ()
		2295	} @{ aio_readdir $RANDOMDIR or [] }
		2296	]
1632	}	2297	}
1633		2298
1634	=item cf::map::unique_maps	2299	=item cf::map::unique_maps
1635		2300
1636	Returns an arrayref of paths of all shared maps that have	2301	Returns an arrayref of paths of all shared maps that have
1637	instantiated unique items. May block.	2302	instantiated unique items. May block.
1638		2303
1639	=cut	2304	=cut
1640		2305
1641	sub unique_maps() {	2306	sub unique_maps() {
1642	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2307	[
1643	or return;	2308	map {
1644
1645	my @paths;
1646
1647	for (@$files) {
1648	utf8::decode $_;	2309	utf8::decode $_;
1649	next if /\.pst$/;	2310	/\.map$/
1650	next unless /^$PATH_SEP/o;	2311	? normalise $_
1651		2312	: ()
1652	push @paths, cf::map::normalise $_;	2313	} @{ aio_readdir $UNIQUEDIR or [] }
1653	}	2314	]
1654
1655	\@paths
1656	}	2315	}
1657		2316
1658	package cf;	2317	package cf;
1659		2318
1660	=back	2319	=back
…		…
1678	map { $_, inv_recursive_ $_->inv } @_	2337	map { $_, inv_recursive_ $_->inv } @_
1679	}	2338	}
1680		2339
1681	sub inv_recursive {	2340	sub inv_recursive {
1682	inv_recursive_ inv $_[0]	2341	inv_recursive_ inv $_[0]
		2342	}
		2343
		2344	=item $ref = $ob->ref
		2345
		2346	creates and returns a persistent reference to an objetc that can be stored as a string.
		2347
		2348	=item $ob = cf::object::deref ($refstring)
		2349
		2350	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2351	even if the object actually exists. May block.
		2352
		2353	=cut
		2354
		2355	sub deref {
		2356	my ($ref) = @_;
		2357
		2358	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2359	my ($uuid, $name) = ($1, $2);
		2360	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2361	or return;
		2362	$pl->ob->uuid eq $uuid
		2363	or return;
		2364
		2365	$pl->ob
		2366	} else {
		2367	warn "$ref: cannot resolve object reference\n";
		2368	undef
		2369	}
1683	}	2370	}
1684		2371
1685	package cf;	2372	package cf;
1686		2373
1687	=back	2374	=back
…		…
1706		2393
1707	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2394	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1708		2395
1709	if ($self->{record_replies}) {	2396	if ($self->{record_replies}) {
1710	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2397	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2398
1711	} else {	2399	} else {
		2400	my $pl = $self->contr;
		2401
		2402	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2403	my $dialog = $pl->{npc_dialog};
		2404	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2405
		2406	} else {
1712	$msg = $npc->name . " says: $msg" if $npc;	2407	$msg = $npc->name . " says: $msg" if $npc;
1713	$self->message ($msg, $flags);	2408	$self->message ($msg, $flags);
		2409	}
1714	}	2410	}
		2411	}
		2412
		2413	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2414
		2415	=cut
		2416
		2417	sub cf::object::send_msg {
		2418	my $pl = shift->contr
		2419	or return;
		2420	$pl->send_msg (@_);
1715	}	2421	}
1716		2422
1717	=item $player_object->may ("access")	2423	=item $player_object->may ("access")
1718		2424
1719	Returns wether the given player is authorized to access resource "access"	2425	Returns wether the given player is authorized to access resource "access"
…		…
1766	$self->deactivate_recursive;	2472	$self->deactivate_recursive;
1767		2473
1768	return if UNIVERSAL::isa $self->map, "ext::map_link";	2474	return if UNIVERSAL::isa $self->map, "ext::map_link";
1769		2475
1770	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2476	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1771	if $self->map;	2477	if $self->map && $self->map->{path} ne "{link}";
1772		2478
1773	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2479	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1774	}	2480	}
1775		2481
1776	sub cf::object::player::leave_link {	2482	sub cf::object::player::leave_link {
1777	my ($self, $map, $x, $y) = @_;	2483	my ($self, $map, $x, $y) = @_;
		2484
		2485	return unless $self->contr->active;
1778		2486
1779	my $link_pos = delete $self->{_link_pos};	2487	my $link_pos = delete $self->{_link_pos};
1780		2488
1781	unless ($map) {	2489	unless ($map) {
1782	# restore original map position	2490	# restore original map position
…		…
1796	# use -1 or undef as default coordinates, not 0, 0	2504	# use -1 or undef as default coordinates, not 0, 0
1797	($x, $y) = ($map->enter_x, $map->enter_y)	2505	($x, $y) = ($map->enter_x, $map->enter_y)
1798	if $x <=0 && $y <= 0;	2506	if $x <=0 && $y <= 0;
1799		2507
1800	$map->load;	2508	$map->load;
1801	$map->load_diag;	2509	$map->load_neighbours;
1802		2510
1803	return unless $self->contr->active;	2511	return unless $self->contr->active;
1804	$self->activate_recursive;	2512	$self->activate_recursive;
		2513
		2514	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1805	$self->enter_map ($map, $x, $y);	2515	$self->enter_map ($map, $x, $y);
1806	}	2516	}
1807		2517
1808	cf::player->attach (	2518	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1809	on_logout => sub {
1810	my ($pl) = @_;
1811		2519
1812	# abort map switching before logout	2520	Moves the player to the given map-path and coordinates by first freezing
1813	if ($pl->ob->{_link_pos}) {	2521	her, loading and preparing them map, calling the provided $check callback
1814	cf::sync_job {	2522	that has to return the map if sucecssful, and then unfreezes the player on
1815	$pl->ob->leave_link	2523	the new (success) or old (failed) map position. In either case, $done will
1816	};	2524	be called at the end of this process.
1817	}
1818	},
1819	on_login => sub {
1820	my ($pl) = @_;
1821		2525
1822	# try to abort aborted map switching on player login :)
1823	# should happen only on crashes
1824	if ($pl->ob->{_link_pos}) {
1825	$pl->ob->enter_link;
1826	(async {
1827	# we need this sleep as the login has a concurrent enter_exit running
1828	# and this sleep increases chances of the player not ending up in scorn
1829	$pl->ob->reply (undef,
1830	"There was an internal problem at your last logout, "
1831	. "the server will try to bring you to your intended destination in a second.",
1832	cf::NDI_RED);
1833	Coro::Timer::sleep 1;
1834	$pl->ob->leave_link;
1835	})->prio (2);
1836	}
1837	},
1838	);
1839
1840	=item $player_object->goto ($path, $x, $y)
1841
1842	=cut	2526	=cut
		2527
		2528	our $GOTOGEN;
1843		2529
1844	sub cf::object::player::goto {	2530	sub cf::object::player::goto {
1845	my ($self, $path, $x, $y) = @_;	2531	my ($self, $path, $x, $y, $check, $done) = @_;
		2532
		2533	# do generation counting so two concurrent goto's will be executed in-order
		2534	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1846		2535
1847	$self->enter_link;	2536	$self->enter_link;
1848		2537
1849	(async {	2538	(async {
		2539	$Coro::current->{desc} = "player::goto $path $x $y";
		2540
		2541	# *tag paths override both path and x|y
		2542	if ($path =~ /^\*(.*)$/) {
		2543	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2544	my $ob = $obs[rand @obs];
		2545
		2546	# see if we actually can go there
		2547	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2548	$ob = $obs[rand @obs];
		2549	} else {
		2550	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2551	}
		2552	# else put us there anyways for now #d#
		2553
		2554	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2555	} else {
		2556	($path, $x, $y) = (undef, undef, undef);
		2557	}
		2558	}
		2559
1850	my $map = eval {	2560	my $map = eval {
1851	my $map = cf::map::find $path;	2561	my $map = defined $path ? cf::map::find $path : undef;
		2562
		2563	if ($map) {
1852	$map = $map->customise_for ($self) if $map;	2564	$map = $map->customise_for ($self);
		2565	$map = $check->($map) if $check && $map;
		2566	} else {
		2567	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2568	}
		2569
1853	$map	2570	$map
		2571	};
		2572
		2573	if ($@) {
		2574	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2575	LOG llevError | logBacktrace, Carp::longmess $@;
1854	} or	2576	}
1855	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1856		2577
		2578	if ($gen == $self->{_goto_generation}) {
		2579	delete $self->{_goto_generation};
1857	$self->leave_link ($map, $x, $y);	2580	$self->leave_link ($map, $x, $y);
		2581	}
		2582
		2583	$done->() if $done;
1858	})->prio (1);	2584	})->prio (1);
1859	}	2585	}
1860		2586
1861	=item $player_object->enter_exit ($exit_object)	2587	=item $player_object->enter_exit ($exit_object)
1862		2588
…		…
1901		2627
1902	$rmp->{random_seed} ||= $exit->random_seed;	2628	$rmp->{random_seed} ||= $exit->random_seed;
1903		2629
1904	my $data = cf::to_json $rmp;	2630	my $data = cf::to_json $rmp;
1905	my $md5 = Digest::MD5::md5_hex $data;	2631	my $md5 = Digest::MD5::md5_hex $data;
1906	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2632	my $meta = "$RANDOMDIR/$md5.meta";
1907		2633
1908	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2634	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1909	aio_write $fh, 0, (length $data), $data, 0;	2635	aio_write $fh, 0, (length $data), $data, 0;
1910	undef $fh;	2636	undef $fh;
1911	aio_rename "$meta~", $meta;	2637	aio_rename "$meta~", $meta;
…		…
1920		2646
1921	return unless $self->type == cf::PLAYER;	2647	return unless $self->type == cf::PLAYER;
1922		2648
1923	if ($exit->slaying eq "/!") {	2649	if ($exit->slaying eq "/!") {
1924	#TODO: this should de-fi-ni-te-ly not be a sync-job	2650	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2651	# the problem is that $exit might not survive long enough
		2652	# so it needs to be done right now, right here
1925	cf::sync_job { prepare_random_map $exit };	2653	cf::sync_job { prepare_random_map $exit };
1926	}	2654	}
1927		2655
1928	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2656	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1929	my $hp = $exit->stats->hp;	2657	my $hp = $exit->stats->hp;
1930	my $sp = $exit->stats->sp;	2658	my $sp = $exit->stats->sp;
1931		2659
1932	$self->enter_link;	2660	$self->enter_link;
1933		2661
		2662	# if exit is damned, update players death & WoR home-position
		2663	$self->contr->savebed ($slaying, $hp, $sp)
		2664	if $exit->flag (FLAG_DAMNED);
		2665
1934	(async {	2666	(async {
		2667	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2668
1935	$self->deactivate_recursive; # just to be sure	2669	$self->deactivate_recursive; # just to be sure
1936	unless (eval {	2670	unless (eval {
1937	$self->goto ($slaying, $hp, $sp);	2671	$self->goto ($slaying, $hp, $sp);
1938		2672
1939	1;	2673	1;
1940	}) {	2674	}) {
1941	$self->message ("Something went wrong deep within the crossfire server. "	2675	$self->message ("Something went wrong deep within the crossfire server. "
1942	. "I'll try to bring you back to the map you were before. "	2676	. "I'll try to bring you back to the map you were before. "
1943	. "Please report this to the dungeon master!",	2677	. "Please report this to the dungeon master!",
1944	cf::NDI_UNIQUE | cf::NDI_RED);	2678	cf::NDI_UNIQUE | cf::NDI_RED);
1945		2679
1946	warn "ERROR in enter_exit: $@";	2680	warn "ERROR in enter_exit: $@";
1947	$self->leave_link;	2681	$self->leave_link;
1948	}	2682	}
1949	})->prio (1);	2683	})->prio (1);
…		…
1962		2696
1963	sub cf::client::send_drawinfo {	2697	sub cf::client::send_drawinfo {
1964	my ($self, $text, $flags) = @_;	2698	my ($self, $text, $flags) = @_;
1965		2699
1966	utf8::encode $text;	2700	utf8::encode $text;
1967	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2701	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1968	}	2702	}
1969		2703
		2704	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2705
		2706	Send a drawinfo or msg packet to the client, formatting the msg for the
		2707	client if neccessary. C<$type> should be a string identifying the type of
		2708	the message, with C<log> being the default. If C<$color> is negative, suppress
		2709	the message unless the client supports the msg packet.
		2710
		2711	=cut
		2712
		2713	# non-persistent channels (usually the info channel)
		2714	our %CHANNEL = (
		2715	"c/identify" => {
		2716	id => "infobox",
		2717	title => "Identify",
		2718	reply => undef,
		2719	tooltip => "Items recently identified",
		2720	},
		2721	"c/examine" => {
		2722	id => "infobox",
		2723	title => "Examine",
		2724	reply => undef,
		2725	tooltip => "Signs and other items you examined",
		2726	},
		2727	"c/book" => {
		2728	id => "infobox",
		2729	title => "Book",
		2730	reply => undef,
		2731	tooltip => "The contents of a note or book",
		2732	},
		2733	"c/lookat" => {
		2734	id => "infobox",
		2735	title => "Look",
		2736	reply => undef,
		2737	tooltip => "What you saw there",
		2738	},
		2739	"c/who" => {
		2740	id => "infobox",
		2741	title => "Players",
		2742	reply => undef,
		2743	tooltip => "Shows players who are currently online",
		2744	},
		2745	"c/body" => {
		2746	id => "infobox",
		2747	title => "Body Parts",
		2748	reply => undef,
		2749	tooltip => "Shows which body parts you posess and are available",
		2750	},
		2751	"c/uptime" => {
		2752	id => "infobox",
		2753	title => "Uptime",
		2754	reply => undef,
		2755	tooltip => "How long the server has been running since last restart",
		2756	},
		2757	"c/mapinfo" => {
		2758	id => "infobox",
		2759	title => "Map Info",
		2760	reply => undef,
		2761	tooltip => "Information related to the maps",
		2762	},
		2763	);
		2764
		2765	sub cf::client::send_msg {
		2766	my ($self, $channel, $msg, $color, @extra) = @_;
		2767
		2768	$msg = $self->pl->expand_cfpod ($msg);
		2769
		2770	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2771
		2772	# check predefined channels, for the benefit of C
		2773	if ($CHANNEL{$channel}) {
		2774	$channel = $CHANNEL{$channel};
		2775
		2776	$self->ext_msg (channel_info => $channel)
		2777	if $self->can_msg;
		2778
		2779	$channel = $channel->{id};
		2780
		2781	} elsif (ref $channel) {
		2782	# send meta info to client, if not yet sent
		2783	unless (exists $self->{channel}{$channel->{id}}) {
		2784	$self->{channel}{$channel->{id}} = $channel;
		2785	$self->ext_msg (channel_info => $channel)
		2786	if $self->can_msg;
		2787	}
		2788
		2789	$channel = $channel->{id};
		2790	}
		2791
		2792	return unless @extra || length $msg;
		2793
		2794	if ($self->can_msg) {
		2795	# default colour, mask it out
		2796	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2797	if $color & cf::NDI_DEF;
		2798
		2799	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2800	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2801	} else {
		2802	if ($color >= 0) {
		2803	# replace some tags by gcfclient-compatible ones
		2804	for ($msg) {
		2805	1 while
		2806	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2807	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2808	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2809	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2810	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2811	}
		2812
		2813	$color &= cf::NDI_COLOR_MASK;
		2814
		2815	utf8::encode $msg;
		2816
		2817	if (0 && $msg =~ /\[/) {
		2818	# COMMAND/INFO
		2819	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2820	} else {
		2821	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2822	$self->send_packet ("drawinfo $color $msg")
		2823	}
		2824	}
		2825	}
		2826	}
		2827
		2828	=item $client->ext_msg ($type, @msg)
		2829
		2830	Sends an ext event to the client.
		2831
		2832	=cut
		2833
		2834	sub cf::client::ext_msg($$@) {
		2835	my ($self, $type, @msg) = @_;
		2836
		2837	if ($self->extcmd == 2) {
		2838	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2839	} elsif ($self->extcmd == 1) { # TODO: remove
		2840	push @msg, msgtype => "event_$type";
		2841	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2842	}
		2843	}
		2844
		2845	=item $client->ext_reply ($msgid, @msg)
		2846
		2847	Sends an ext reply to the client.
		2848
		2849	=cut
		2850
		2851	sub cf::client::ext_reply($$@) {
		2852	my ($self, $id, @msg) = @_;
		2853
		2854	if ($self->extcmd == 2) {
		2855	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2856	} elsif ($self->extcmd == 1) {
		2857	#TODO: version 1, remove
		2858	unshift @msg, msgtype => "reply", msgid => $id;
		2859	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2860	}
		2861	}
1970		2862
1971	=item $success = $client->query ($flags, "text", \&cb)	2863	=item $success = $client->query ($flags, "text", \&cb)
1972		2864
1973	Queues a query to the client, calling the given callback with	2865	Queues a query to the client, calling the given callback with
1974	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2866	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1975	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2867	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1976		2868
1977	Queries can fail, so check the return code. Or don't, as queries will become	2869	Queries can fail, so check the return code. Or don't, as queries will
1978	reliable at some point in the future.	2870	become reliable at some point in the future.
1979		2871
1980	=cut	2872	=cut
1981		2873
1982	sub cf::client::query {	2874	sub cf::client::query {
1983	my ($self, $flags, $text, $cb) = @_;	2875	my ($self, $flags, $text, $cb) = @_;
…		…
1991	utf8::encode $text;	2883	utf8::encode $text;
1992	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2884	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1993		2885
1994	$self->send_packet ($self->{query_queue}[0][0])	2886	$self->send_packet ($self->{query_queue}[0][0])
1995	if @{ $self->{query_queue} } == 1;	2887	if @{ $self->{query_queue} } == 1;
		2888
		2889	1
1996	}	2890	}
1997		2891
1998	cf::client->attach (	2892	cf::client->attach (
		2893	on_connect => sub {
		2894	my ($ns) = @_;
		2895
		2896	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2897	},
1999	on_reply => sub {	2898	on_reply => sub {
2000	my ($ns, $msg) = @_;	2899	my ($ns, $msg) = @_;
2001		2900
2002	# this weird shuffling is so that direct followup queries	2901	# this weird shuffling is so that direct followup queries
2003	# get handled first	2902	# get handled first
…		…
2015	} else {	2914	} else {
2016	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2915	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2017	}	2916	}
2018	}	2917	}
2019	},	2918	},
		2919	on_exticmd => sub {
		2920	my ($ns, $buf) = @_;
		2921
		2922	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2923
		2924	if (ref $msg) {
		2925	my ($type, $reply, @payload) =
		2926	"ARRAY" eq ref $msg
		2927	? @$msg
		2928	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2929
		2930	my @reply;
		2931
		2932	if (my $cb = $EXTICMD{$type}) {
		2933	@reply = $cb->($ns, @payload);
		2934	}
		2935
		2936	$ns->ext_reply ($reply, @reply)
		2937	if $reply;
		2938
		2939	} else {
		2940	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2941	}
		2942
		2943	cf::override;
		2944	},
2020	);	2945	);
2021		2946
2022	=item $client->async (\&cb)	2947	=item $client->async (\&cb)
2023		2948
2024	Create a new coroutine, running the specified callback. The coroutine will	2949	Create a new coroutine, running the specified callback. The coroutine will
…		…
2065	our $safe = new Safe "safe";	2990	our $safe = new Safe "safe";
2066	our $safe_hole = new Safe::Hole;	2991	our $safe_hole = new Safe::Hole;
2067		2992
2068	$SIG{FPE} = 'IGNORE';	2993	$SIG{FPE} = 'IGNORE';
2069		2994
2070	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2995	$safe->permit_only (Opcode::opset qw(
		2996	:base_core :base_mem :base_orig :base_math
		2997	grepstart grepwhile mapstart mapwhile
		2998	sort time
		2999	));
2071		3000
2072	# here we export the classes and methods available to script code	3001	# here we export the classes and methods available to script code
2073		3002
2074	=pod	3003	=pod
2075		3004
2076	The following fucntions and emthods are available within a safe environment:	3005	The following functions and methods are available within a safe environment:
2077		3006
2078	cf::object contr pay_amount pay_player map	3007	cf::object
		3008	contr pay_amount pay_player map x y force_find force_add destroy
		3009	insert remove name archname title slaying race decrease_ob_nr
		3010
2079	cf::object::player player	3011	cf::object::player
2080	cf::player peaceful	3012	player
2081	cf::map trigger	3013
		3014	cf::player
		3015	peaceful
		3016
		3017	cf::map
		3018	trigger
2082		3019
2083	=cut	3020	=cut
2084		3021
2085	for (	3022	for (
2086	["cf::object" => qw(contr pay_amount pay_player map)],	3023	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3024	insert remove inv name archname title slaying race
		3025	decrease_ob_nr destroy)],
2087	["cf::object::player" => qw(player)],	3026	["cf::object::player" => qw(player)],
2088	["cf::player" => qw(peaceful)],	3027	["cf::player" => qw(peaceful)],
2089	["cf::map" => qw(trigger)],	3028	["cf::map" => qw(trigger)],
2090	) {	3029	) {
2091	no strict 'refs';	3030	no strict 'refs';
…		…
2162	=back	3101	=back
2163		3102
2164	=cut	3103	=cut
2165		3104
2166	#############################################################################	3105	#############################################################################
2167
2168	=head2 EXTENSION DATABASE SUPPORT
2169
2170	Crossfire maintains a very simple database for extension use. It can
2171	currently store anything that can be serialised using Storable, which
2172	excludes objects.
2173
2174	The parameter C<$family> should best start with the name of the extension
2175	using it, it should be unique.
2176
2177	=over 4
2178
2179	=item $hashref = cf::db_get $family
2180
2181	Return a hashref for use by the extension C<$family>, which can be
2182	modified. After modifications, you have to call C<cf::db_dirty> or
2183	C<cf::db_sync>.
2184
2185	=item $value = cf::db_get $family => $key
2186
2187	Returns a single value from the database
2188
2189	=item cf::db_put $family => $hashref
2190
2191	Stores the given family hashref into the database. Updates are delayed, if
2192	you want the data to be synced to disk immediately, use C<cf::db_sync>.
2193
2194	=item cf::db_put $family => $key => $value
2195
2196	Stores the given C<$value> in the family hash. Updates are delayed, if you
2197	want the data to be synced to disk immediately, use C<cf::db_sync>.
2198
2199	=item cf::db_dirty
2200
2201	Marks the database as dirty, to be updated at a later time.
2202
2203	=item cf::db_sync
2204
2205	Immediately write the database to disk I<if it is dirty>.
2206
2207	=cut
2208
2209	our $DB;
2210
2211	{
2212	my $path = cf::localdir . "/database.pst";
2213
2214	sub db_load() {
2215	$DB = stat $path ? Storable::retrieve $path : { };
2216	}
2217
2218	my $pid;
2219
2220	sub db_save() {
2221	waitpid $pid, 0 if $pid;
2222	if (0 == ($pid = fork)) {
2223	$DB->{_meta}{version} = 1;
2224	Storable::nstore $DB, "$path~";
2225	rename "$path~", $path;
2226	cf::_exit 0 if defined $pid;
2227	}
2228	}
2229
2230	my $dirty;
2231
2232	sub db_sync() {
2233	db_save if $dirty;
2234	undef $dirty;
2235	}
2236
2237	my $idle = Event->idle (
2238	reentrant => 0,
2239	min => 10,
2240	max => 20,
2241	repeat => 0,
2242	data => WF_AUTOCANCEL,
2243	cb => \&db_sync,
2244	);
2245
2246	sub db_dirty() {
2247	$dirty = 1;
2248	$idle->start;
2249	}
2250
2251	sub db_get($;$) {
2252	@_ >= 2
2253	? $DB->{$_[0]}{$_[1]}
2254	: ($DB->{$_[0]} ||= { })
2255	}
2256
2257	sub db_put($$;$) {
2258	if (@_ >= 3) {
2259	$DB->{$_[0]}{$_[1]} = $_[2];
2260	} else {
2261	$DB->{$_[0]} = $_[1];
2262	}
2263	db_dirty;
2264	}
2265
2266	cf::global->attach (
2267	prio => 10000,
2268	on_cleanup => sub {
2269	db_sync;
2270	},
2271	);
2272	}
2273
2274	#############################################################################
2275	# the server's init and main functions	3106	# the server's init and main functions
2276		3107
2277	sub load_resources {	3108	sub load_facedata($) {
2278	load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir	3109	my ($path) = @_;
		3110
		3111	# HACK to clear player env face cache, we need some signal framework
		3112	# for this (global event?)
		3113	%ext::player_env::MUSIC_FACE_CACHE = ();
		3114
		3115	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3116
		3117	warn "loading facedata from $path\n";
		3118
		3119	my $facedata;
		3120	0 < aio_load $path, $facedata
		3121	or die "$path: $!";
		3122
		3123	$facedata = Coro::Storable::thaw $facedata;
		3124
		3125	$facedata->{version} == 2
		3126	or cf::cleanup "$path: version mismatch, cannot proceed.";
		3127
		3128	# patch in the exptable
		3129	$facedata->{resource}{"res/exp_table"} = {
		3130	type => FT_RSRC,
		3131	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3132	};
		3133	cf::cede_to_tick;
		3134
		3135	{
		3136	my $faces = $facedata->{faceinfo};
		3137
		3138	while (my ($face, $info) = each %$faces) {
		3139	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3140	cf::face::set_visibility $idx, $info->{visibility};
		3141	cf::face::set_magicmap $idx, $info->{magicmap};
		3142	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
		3143	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
		3144
		3145	cf::cede_to_tick;
		3146	}
		3147
		3148	while (my ($face, $info) = each %$faces) {
		3149	next unless $info->{smooth};
		3150	my $idx = cf::face::find $face
		3151	or next;
		3152	if (my $smooth = cf::face::find $info->{smooth}) {
		3153	cf::face::set_smooth $idx, $smooth;
		3154	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
		3155	} else {
		3156	warn "smooth face '$info->{smooth}' not found for face '$face'";
		3157	}
		3158
		3159	cf::cede_to_tick;
		3160	}
		3161	}
		3162
		3163	{
		3164	my $anims = $facedata->{animinfo};
		3165
		3166	while (my ($anim, $info) = each %$anims) {
		3167	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3168	cf::cede_to_tick;
		3169	}
		3170
		3171	cf::anim::invalidate_all; # d'oh
		3172	}
		3173
		3174	{
		3175	# TODO: for gcfclient pleasure, we should give resources
		3176	# that gcfclient doesn't grok a >10000 face index.
		3177	my $res = $facedata->{resource};
		3178
		3179	my $soundconf = delete $res->{"res/sound.conf"};
		3180
		3181	while (my ($name, $info) = each %$res) {
		3182	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3183	my $data;
		3184
		3185	if ($info->{type} & 1) {
		3186	# prepend meta info
		3187
		3188	my $meta = $enc->encode ({
		3189	name => $name,
		3190	%{ $info->{meta} || {} },
		3191	});
		3192
		3193	$data = pack "(w/a*)*", $meta, $info->{data};
		3194	} else {
		3195	$data = $info->{data};
		3196	}
		3197
		3198	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3199	cf::face::set_type $idx, $info->{type};
		3200
		3201	cf::cede_to_tick;
		3202	}
		3203
		3204	if ($soundconf) {
		3205	$soundconf = $enc->decode (delete $soundconf->{data});
		3206
		3207	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3208	my $sound = $soundconf->{compat}[$_]
		3209	or next;
		3210
		3211	my $face = cf::face::find "sound/$sound->[1]";
		3212	cf::sound::set $sound->[0] => $face;
		3213	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3214	}
		3215
		3216	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3217	my $face = cf::face::find "sound/$v";
		3218	cf::sound::set $k => $face;
		3219	}
		3220	}
		3221	}
		3222
		3223	1
		3224	}
		3225
		3226	register_exticmd fx_want => sub {
		3227	my ($ns, $want) = @_;
		3228
		3229	while (my ($k, $v) = each %$want) {
		3230	$ns->fx_want ($k, $v);
		3231	}
		3232	};
		3233
		3234	sub reload_regions {
		3235	# HACK to clear player env face cache, we need some signal framework
		3236	# for this (global event?)
		3237	%ext::player_env::MUSIC_FACE_CACHE = ();
		3238
		3239	load_resource_file "$MAPDIR/regions"
2279	or die "unable to load regions file\n";#d#	3240	or die "unable to load regions file\n";
2280	}
2281		3241
2282	sub cfg_load {	3242	for (cf::region::list) {
		3243	$_->{match} = qr/$_->{match}/
		3244	if exists $_->{match};
		3245	}
		3246	}
		3247
		3248	sub reload_facedata {
		3249	load_facedata "$DATADIR/facedata"
		3250	or die "unable to load facedata\n";
		3251	}
		3252
		3253	sub reload_archetypes {
		3254	load_resource_file "$DATADIR/archetypes"
		3255	or die "unable to load archetypes\n";
		3256	#d# NEED to laod twice to resolve forward references
		3257	# this really needs to be done in an extra post-pass
		3258	# (which needs to be synchronous, so solve it differently)
		3259	load_resource_file "$DATADIR/archetypes"
		3260	or die "unable to load archetypes\n";
		3261	}
		3262
		3263	sub reload_treasures {
		3264	load_resource_file "$DATADIR/treasures"
		3265	or die "unable to load treasurelists\n";
		3266	}
		3267
		3268	sub reload_resources {
		3269	warn "reloading resource files...\n";
		3270
		3271	reload_regions;
		3272	reload_facedata;
		3273	#reload_archetypes;#d#
		3274	reload_archetypes;
		3275	reload_treasures;
		3276
		3277	warn "finished reloading resource files\n";
		3278	}
		3279
		3280	sub init {
		3281	reload_resources;
		3282	}
		3283
		3284	sub reload_config {
2283	open my $fh, "<:utf8", cf::confdir . "/config"	3285	open my $fh, "<:utf8", "$CONFDIR/config"
2284	or return;	3286	or return;
2285		3287
2286	local $/;	3288	local $/;
2287	*CFG = YAML::Syck::Load <$fh>;	3289	*CFG = YAML::Syck::Load <$fh>;
2288		3290
…		…
2298	};	3300	};
2299	warn $@ if $@;	3301	warn $@ if $@;
2300	}	3302	}
2301	}	3303	}
2302		3304
2303	sub init {
2304	load_resources;
2305	}
2306
2307	sub main {	3305	sub main {
2308	# we must not ever block the main coroutine	3306	# we must not ever block the main coroutine
2309	local $Coro::idle = sub {	3307	local $Coro::idle = sub {
2310	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3308	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2311	(async {	3309	(async {
		3310	$Coro::current->{desc} = "IDLE BUG HANDLER";
2312	Event::one_event;	3311	Event::one_event;
2313	})->prio (Coro::PRIO_MAX);	3312	})->prio (Coro::PRIO_MAX);
2314	};	3313	};
2315		3314
2316	cfg_load;	3315	reload_config;
2317	db_load;	3316	db_init;
2318	load_extensions;	3317	load_extensions;
2319		3318
2320	$TICK_WATCHER->start;	3319	$TICK_WATCHER->start;
2321	Event::loop;	3320	Event::loop;
2322	}	3321	}
…		…
2337	},	3336	},
2338	);	3337	);
2339	}	3338	}
2340	}	3339	}
2341		3340
		3341	sub write_runtime {
		3342	my $runtime = "$LOCALDIR/runtime";
		3343
		3344	# first touch the runtime file to show we are still running:
		3345	# the fsync below can take a very very long time.
		3346
		3347	IO::AIO::aio_utime $runtime, undef, undef;
		3348
		3349	my $guard = cf::lock_acquire "write_runtime";
		3350
		3351	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3352	or return;
		3353
		3354	my $value = $cf::RUNTIME + 90 + 10;
		3355	# 10 is the runtime save interval, for a monotonic clock
		3356	# 60 allows for the watchdog to kill the server.
		3357
		3358	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3359	and return;
		3360
		3361	# always fsync - this file is important
		3362	aio_fsync $fh
		3363	and return;
		3364
		3365	# touch it again to show we are up-to-date
		3366	aio_utime $fh, undef, undef;
		3367
		3368	close $fh
		3369	or return;
		3370
		3371	aio_rename "$runtime~", $runtime
		3372	and return;
		3373
		3374	warn "runtime file written.\n";
		3375
		3376	1
		3377	}
		3378
2342	sub emergency_save() {	3379	sub emergency_save() {
2343	my $freeze_guard = cf::freeze_mainloop;	3380	my $freeze_guard = cf::freeze_mainloop;
2344		3381
2345	warn "enter emergency perl save\n";	3382	warn "enter emergency perl save\n";
2346		3383
…		…
2350	# and maps saved/destroyed asynchronously.	3387	# and maps saved/destroyed asynchronously.
2351	warn "begin emergency player save\n";	3388	warn "begin emergency player save\n";
2352	for my $login (keys %cf::PLAYER) {	3389	for my $login (keys %cf::PLAYER) {
2353	my $pl = $cf::PLAYER{$login} or next;	3390	my $pl = $cf::PLAYER{$login} or next;
2354	$pl->valid or next;	3391	$pl->valid or next;
		3392	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2355	$pl->save;	3393	$pl->save;
2356	}	3394	}
2357	warn "end emergency player save\n";	3395	warn "end emergency player save\n";
2358		3396
2359	warn "begin emergency map save\n";	3397	warn "begin emergency map save\n";
…		…
2361	my $map = $cf::MAP{$path} or next;	3399	my $map = $cf::MAP{$path} or next;
2362	$map->valid or next;	3400	$map->valid or next;
2363	$map->save;	3401	$map->save;
2364	}	3402	}
2365	warn "end emergency map save\n";	3403	warn "end emergency map save\n";
		3404
		3405	warn "begin emergency database checkpoint\n";
		3406	BDB::db_env_txn_checkpoint $DB_ENV;
		3407	warn "end emergency database checkpoint\n";
2366	};	3408	};
2367		3409
2368	warn "leave emergency perl save\n";	3410	warn "leave emergency perl save\n";
2369	}	3411	}
2370		3412
		3413	sub post_cleanup {
		3414	my ($make_core) = @_;
		3415
		3416	warn Carp::longmess "post_cleanup backtrace"
		3417	if $make_core;
		3418	}
		3419
2371	sub reload() {	3420	sub do_reload_perl() {
2372	# can/must only be called in main	3421	# can/must only be called in main
2373	if ($Coro::current != $Coro::main) {	3422	if ($Coro::current != $Coro::main) {
2374	warn "can only reload from main coroutine";	3423	warn "can only reload from main coroutine";
2375	return;	3424	return;
2376	}	3425	}
2377		3426
2378	warn "reloading...";	3427	warn "reloading...";
2379		3428
2380	warn "cancelling server ticker";	3429	warn "entering sync_job";
2381	$TICK_WATCHER->cancel;
2382		3430
		3431	cf::sync_job {
		3432	cf::write_runtime; # external watchdog should not bark
2383	cf::emergency_save;	3433	cf::emergency_save;
		3434	cf::write_runtime; # external watchdog should not bark
2384		3435
2385	eval {	3436	warn "syncing database to disk";
		3437	BDB::db_env_txn_checkpoint $DB_ENV;
		3438
2386	# if anything goes wrong in here, we should simply crash as we already saved	3439	# if anything goes wrong in here, we should simply crash as we already saved
2387
2388	warn "syncing database to disk";
2389	cf::db_sync;
2390		3440
2391	warn "cancelling all WF_AUTOCANCEL watchers";	3441	warn "cancelling all WF_AUTOCANCEL watchers";
2392	for (Event::all_watchers) {	3442	for (Event::all_watchers) {
2393	$_->cancel if $_->data & WF_AUTOCANCEL;	3443	$_->cancel if $_->data & WF_AUTOCANCEL;
2394	}	3444	}
2395		3445
2396	warn "flushing outstanding aio requests";	3446	warn "flushing outstanding aio requests";
2397	for (;;) {	3447	for (;;) {
		3448	BDB::flush;
2398	IO::AIO::flush;	3449	IO::AIO::flush;
2399	Coro::cede;	3450	Coro::cede_notself;
2400	last unless IO::AIO::nreqs;	3451	last unless IO::AIO::nreqs || BDB::nreqs;
2401	warn "iterate...";	3452	warn "iterate...";
2402	}	3453	}
		3454
		3455	++$RELOAD;
2403		3456
2404	warn "cancelling all extension coros";	3457	warn "cancelling all extension coros";
2405	$_->cancel for values %EXT_CORO;	3458	$_->cancel for values %EXT_CORO;
2406	%EXT_CORO = ();	3459	%EXT_CORO = ();
2407		3460
2408	warn "removing commands";	3461	warn "removing commands";
2409	%COMMAND = ();	3462	%COMMAND = ();
2410		3463
2411	warn "removing ext commands";	3464	warn "removing ext/exti commands";
2412	%EXTCMD = ();	3465	%EXTCMD = ();
		3466	%EXTICMD = ();
2413		3467
2414	warn "unloading/nuking all extensions";	3468	warn "unloading/nuking all extensions";
2415	for my $pkg (@EXTS) {	3469	for my $pkg (@EXTS) {
2416	warn "... unloading $pkg";	3470	warn "... unloading $pkg";
2417		3471
…		…
2447	Symbol::delete_package "safe::$_"	3501	Symbol::delete_package "safe::$_"
2448	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3502	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2449		3503
2450	warn "unloading cf.pm \"a bit\"";	3504	warn "unloading cf.pm \"a bit\"";
2451	delete $INC{"cf.pm"};	3505	delete $INC{"cf.pm"};
		3506	delete $INC{"cf/pod.pm"};
2452		3507
2453	# don't, removes xs symbols, too,	3508	# don't, removes xs symbols, too,
2454	# and global variables created in xs	3509	# and global variables created in xs
2455	#Symbol::delete_package __PACKAGE__;	3510	#Symbol::delete_package __PACKAGE__;
2456		3511
…		…
2459	warn "reloading cf.pm";	3514	warn "reloading cf.pm";
2460	require cf;	3515	require cf;
2461	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3516	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2462		3517
2463	warn "loading config and database again";	3518	warn "loading config and database again";
2464	cf::cfg_load;	3519	cf::reload_config;
2465	cf::db_load;
2466		3520
2467	warn "loading extensions";	3521	warn "loading extensions";
2468	cf::load_extensions;	3522	cf::load_extensions;
2469		3523
2470	warn "reattaching attachments to objects/players";	3524	warn "reattaching attachments to objects/players";
2471	_global_reattach;	3525	_global_reattach; # objects, sockets
2472	warn "reattaching attachments to maps";	3526	warn "reattaching attachments to maps";
2473	reattach $_ for values %MAP;	3527	reattach $_ for values %MAP;
		3528	warn "reattaching attachments to players";
		3529	reattach $_ for values %PLAYER;
2474		3530
2475	warn "loading reloadable resources";	3531	warn "leaving sync_job";
2476	load_resources;
2477		3532
2478	warn "restarting server ticker";	3533	1
2479		3534	} or do {
2480	$TICK_WATCHER->start;
2481	};
2482
2483	if ($@) {
2484	warn $@;	3535	warn $@;
2485	warn "error while reloading, exiting.";	3536	warn "error while reloading, exiting.";
2486	exit 1;	3537	exit 1;
2487	}	3538	};
2488		3539
2489	warn "reloaded";	3540	warn "reloaded";
2490	};	3541	};
2491		3542
2492	our $RELOAD_WATCHER; # used only during reload	3543	our $RELOAD_WATCHER; # used only during reload
2493		3544
		3545	sub reload_perl() {
		3546	# doing reload synchronously and two reloads happen back-to-back,
		3547	# coro crashes during coro_state_free->destroy here.
		3548
		3549	$RELOAD_WATCHER ||= Event->timer (
		3550	reentrant => 0,
		3551	after => 0,
		3552	data => WF_AUTOCANCEL,
		3553	cb => sub {
		3554	do_reload_perl;
		3555	undef $RELOAD_WATCHER;
		3556	},
		3557	);
		3558	}
		3559
2494	register_command "reload" => sub {	3560	register_command "reload" => sub {
2495	my ($who, $arg) = @_;	3561	my ($who, $arg) = @_;
2496		3562
2497	if ($who->flag (FLAG_WIZ)) {	3563	if ($who->flag (FLAG_WIZ)) {
2498	$who->message ("reloading server.");	3564	$who->message ("reloading server.");
2499		3565	async {
2500	# doing reload synchronously and two reloads happen back-to-back,	3566	$Coro::current->{desc} = "perl_reload";
2501	# coro crashes during coro_state_free->destroy here.
2502
2503	$RELOAD_WATCHER ||= Event->timer (
2504	reentrant => 0,
2505	after => 0,
2506	data => WF_AUTOCANCEL,
2507	cb => sub {
2508	reload;	3567	reload_perl;
2509	undef $RELOAD_WATCHER;
2510	},
2511	);	3568	};
2512	}	3569	}
2513	};	3570	};
2514		3571
2515	unshift @INC, $LIBDIR;	3572	unshift @INC, $LIBDIR;
2516		3573
2517	my $bug_warning = 0;	3574	my $bug_warning = 0;
		3575
		3576	our @WAIT_FOR_TICK;
		3577	our @WAIT_FOR_TICK_BEGIN;
		3578
		3579	sub wait_for_tick {
		3580	return unless $TICK_WATCHER->is_active;
		3581	return if $Coro::current == $Coro::main;
		3582
		3583	my $signal = new Coro::Signal;
		3584	push @WAIT_FOR_TICK, $signal;
		3585	$signal->wait;
		3586	}
		3587
		3588	sub wait_for_tick_begin {
		3589	return unless $TICK_WATCHER->is_active;
		3590	return if $Coro::current == $Coro::main;
		3591
		3592	my $signal = new Coro::Signal;
		3593	push @WAIT_FOR_TICK_BEGIN, $signal;
		3594	$signal->wait;
		3595	}
2518		3596
2519	$TICK_WATCHER = Event->timer (	3597	$TICK_WATCHER = Event->timer (
2520	reentrant => 0,	3598	reentrant => 0,
2521	parked => 1,	3599	parked => 1,
2522	prio => 0,	3600	prio => 0,
…		…
2527	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3605	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2528	unless ++$bug_warning > 10;	3606	unless ++$bug_warning > 10;
2529	return;	3607	return;
2530	}	3608	}
2531		3609
2532	$NOW = Event::time;	3610	$NOW = $tick_start = Event::time;
2533		3611
2534	cf::server_tick; # one server iteration	3612	cf::server_tick; # one server iteration
		3613
2535	$RUNTIME += $TICK;	3614	$RUNTIME += $TICK;
2536	$NEXT_TICK += $TICK;	3615	$NEXT_TICK += $TICK;
2537		3616
2538	$WAIT_FOR_TICK->broadcast;	3617	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2539	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;	3618	$NEXT_RUNTIME_WRITE = $NOW + 10;
2540		3619	Coro::async_pool {
2541	Event::sweep;	3620	$Coro::current->{desc} = "runtime saver";
2542	Coro::cede_notself;	3621	write_runtime
		3622	or warn "ERROR: unable to write runtime file: $!";
		3623	};
2543		3624	}
2544	# my $AFTER = Event::time;	3625
2545	# warn $AFTER - $NOW;#d#	3626	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3627	$sig->send;
		3628	}
		3629	while (my $sig = shift @WAIT_FOR_TICK) {
		3630	$sig->send;
		3631	}
		3632
		3633	$NOW = Event::time;
2546		3634
2547	# if we are delayed by four ticks or more, skip them all	3635	# if we are delayed by four ticks or more, skip them all
2548	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3636	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2549		3637
2550	$TICK_WATCHER->at ($NEXT_TICK);	3638	$TICK_WATCHER->at ($NEXT_TICK);
2551	$TICK_WATCHER->start;	3639	$TICK_WATCHER->start;
		3640
		3641	$LOAD = ($NOW - $tick_start) / $TICK;
		3642	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3643
		3644	_post_tick;
2552	},	3645	},
2553	);	3646	);
2554		3647
		3648	{
		3649	BDB::min_parallel 8;
		3650	BDB::max_poll_time $TICK * 0.1;
		3651	$BDB_POLL_WATCHER = Event->io (
		3652	reentrant => 0,
		3653	fd => BDB::poll_fileno,
		3654	poll => 'r',
		3655	prio => 0,
		3656	data => WF_AUTOCANCEL,
		3657	cb => \&BDB::poll_cb,
		3658	);
		3659
		3660	BDB::set_sync_prepare {
		3661	my $status;
		3662	my $current = $Coro::current;
		3663	(
		3664	sub {
		3665	$status = $!;
		3666	$current->ready; undef $current;
		3667	},
		3668	sub {
		3669	Coro::schedule while defined $current;
		3670	$! = $status;
		3671	},
		3672	)
		3673	};
		3674
		3675	unless ($DB_ENV) {
		3676	$DB_ENV = BDB::db_env_create;
		3677	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3678	| BDB::LOG_AUTOREMOVE, 1);
		3679	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3680	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
		3681
		3682	cf::sync_job {
		3683	eval {
		3684	BDB::db_env_open
		3685	$DB_ENV,
		3686	$BDBDIR,
		3687	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3688	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3689	0666;
		3690
		3691	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3692	};
		3693
		3694	cf::cleanup "db_env_open(db): $@" if $@;
		3695	};
		3696	}
		3697
		3698	$BDB_DEADLOCK_WATCHER = Event->timer (
		3699	after => 3,
		3700	interval => 1,
		3701	hard => 1,
		3702	prio => 0,
		3703	data => WF_AUTOCANCEL,
		3704	cb => sub {
		3705	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3706	},
		3707	);
		3708	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3709	after => 11,
		3710	interval => 60,
		3711	hard => 1,
		3712	prio => 0,
		3713	data => WF_AUTOCANCEL,
		3714	cb => sub {
		3715	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3716	},
		3717	);
		3718	$BDB_TRICKLE_WATCHER = Event->timer (
		3719	after => 5,
		3720	interval => 10,
		3721	hard => 1,
		3722	prio => 0,
		3723	data => WF_AUTOCANCEL,
		3724	cb => sub {
		3725	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3726	},
		3727	);
		3728	}
		3729
		3730	{
		3731	IO::AIO::min_parallel 8;
		3732
		3733	undef $Coro::AIO::WATCHER;
2555	IO::AIO::max_poll_time $TICK * 0.1;	3734	IO::AIO::max_poll_time $TICK * 0.1;
2556
2557	undef $Coro::AIO::WATCHER;
2558	$AIO_POLL_WATCHER = Event->io (	3735	$AIO_POLL_WATCHER = Event->io (
2559	reentrant => 0,	3736	reentrant => 0,
		3737	data => WF_AUTOCANCEL,
2560	fd => IO::AIO::poll_fileno,	3738	fd => IO::AIO::poll_fileno,
2561	poll => 'r',	3739	poll => 'r',
2562	prio => 6,	3740	prio => 0,
2563	data => WF_AUTOCANCEL,
2564	cb => \&IO::AIO::poll_cb,	3741	cb => \&IO::AIO::poll_cb,
2565	);	3742	);
		3743	}
2566		3744
2567	$WRITE_RUNTIME_WATCHER = Event->timer (	3745	my $_log_backtrace;
2568	reentrant => 0,	3746
2569	data => WF_AUTOCANCEL,	3747	sub _log_backtrace {
2570	after => 1,	3748	my ($msg, @addr) = @_;
2571	interval => 10,	3749
2572	prio => 6, # keep it lowest so it acts like a watchdog	3750	$msg =~ s/\n//;
2573	cb => Coro::unblock_sub {	3751
2574	write_runtime	3752	# limit the # of concurrent backtraces
2575	or warn "ERROR: unable to write runtime file: $!";	3753	if ($_log_backtrace < 2) {
		3754	++$_log_backtrace;
		3755	async {
		3756	$Coro::current->{desc} = "abt $msg";
		3757
		3758	my @bt = fork_call {
		3759	@addr = map { sprintf "%x", $_ } @addr;
		3760	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3761	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3762	or die "addr2line: $!";
		3763
		3764	my @funcs;
		3765	my @res = <$fh>;
		3766	chomp for @res;
		3767	while (@res) {
		3768	my ($func, $line) = splice @res, 0, 2, ();
		3769	push @funcs, "[$func] $line";
		3770	}
		3771
		3772	@funcs
		3773	};
		3774
		3775	LOG llevInfo, "[ABT] $msg\n";
		3776	LOG llevInfo, "[ABT] $_\n" for @bt;
		3777	--$_log_backtrace;
		3778	};
		3779	} else {
		3780	LOG llevInfo, "[ABT] $msg\n";
		3781	LOG llevInfo, "[ABT] [suppressed]\n";
2576	},	3782	}
2577	);	3783	}
		3784
		3785	# load additional modules
		3786	use cf::pod;
2578		3787
2579	END { cf::emergency_save }	3788	END { cf::emergency_save }
2580		3789
2581	1	3790	1
2582		3791

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines