ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.192 by root, Wed Jan 24 01:43:01 2007 UTC vs.
Revision 1.387 by root, Mon Oct 15 23:49:10 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
8	use Storable;	8	use Socket;
		9	use Event;
9	use Opcode;	10	use Opcode;
10	use Safe;	11	use Safe;
11	use Safe::Hole;	12	use Safe::Hole;
		13	use Storable ();
12		14
13	use Coro 3.4 ();	15	use Coro 4.1 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
		24	use Coro::Util ();
19		25
		26	use JSON::XS ();
		27	use BDB ();
20	use Data::Dumper;	28	use Data::Dumper;
21	use Digest::MD5;	29	use Digest::MD5;
22	use Fcntl;	30	use Fcntl;
23	use IO::AIO 2.32 ();
24	use YAML::Syck ();	31	use YAML::Syck ();
		32	use IO::AIO 2.51 ();
25	use Time::HiRes;	33	use Time::HiRes;
		34	use Compress::LZF;
		35	use Digest::MD5 ();
26		36
		37	# configure various modules to our taste
		38	#
		39	$Storable::canonical = 1; # reduce rsync transfers
		40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		42
27	use Event; $Event::Eval = 1; # no idea why this is required, but it is	43	$Event::Eval = 1; # no idea why this is required, but it is
28
29	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30		44
31	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32	$YAML::Syck::ImplicitUnicode = 1;	46	$YAML::Syck::ImplicitUnicode = 1;
33		47
34	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35		49
		50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		51
36	our %COMMAND = ();	52	our %COMMAND = ();
37	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
38		54
39	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
40	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
41	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
42	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
43		60
		61	our $RELOAD; # number of reloads so far
44	our @EVENT;	62	our @EVENT;
45	our $LIBDIR = datadir . "/ext";
46		63
47	our $TICK = MAX_TIME * 1e-6;	64	our $CONFDIR = confdir;
		65	our $DATADIR = datadir;
		66	our $LIBDIR = "$DATADIR/ext";
		67	our $PODDIR = "$DATADIR/pod";
		68	our $MAPDIR = "$DATADIR/" . mapdir;
		69	our $LOCALDIR = localdir;
		70	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		73	our $RANDOMDIR = "$LOCALDIR/random";
		74	our $BDBDIR = "$LOCALDIR/db";
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48	our $TICK_WATCHER;	77	our $TICK_WATCHER;
49	our $AIO_POLL_WATCHER;	78	our $AIO_POLL_WATCHER;
50	our $WRITE_RUNTIME_WATCHER;	79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51	our $NEXT_TICK;	80	our $NEXT_TICK;
52	our $NOW;	81	our $NOW;
		82	our $USE_FSYNC = 1; # use fsync to write maps - default off
		83
		84	our $BDB_POLL_WATCHER;
		85	our $BDB_DEADLOCK_WATCHER;
		86	our $BDB_CHECKPOINT_WATCHER;
		87	our $BDB_TRICKLE_WATCHER;
		88	our $DB_ENV;
53		89
54	our %CFG;	90	our %CFG;
55		91
56	our $UPTIME; $UPTIME ||= time;	92	our $UPTIME; $UPTIME ||= time;
57	our $RUNTIME;	93	our $RUNTIME;
58		94
59	our %PLAYER; # all users	95	our (%PLAYER, %PLAYER_LOADING); # all users
60	our %MAP; # all maps	96	our (%MAP, %MAP_LOADING ); # all maps
61	our $LINK_MAP; # the special {link} map, which is always available	97	our $LINK_MAP; # the special {link} map, which is always available
62	our $RANDOM_MAPS = cf::localdir . "/random";
63
64	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
65	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
66		98
67	# used to convert map paths into valid unix filenames by replacing / by ∕	99	# used to convert map paths into valid unix filenames by replacing / by ∕
68	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
69		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
		105
70	binmode STDOUT;	106	binmode STDOUT;
71	binmode STDERR;	107	binmode STDERR;
72		108
73	# read virtual server time, if available	109	# read virtual server time, if available
74	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
75	open my $fh, "<", cf::localdir . "/runtime"	111	open my $fh, "<", "$LOCALDIR/runtime"
76	or die "unable to read runtime file: $!";	112	or die "unable to read runtime file: $!";
77	$RUNTIME = <$fh> + 0.;	113	$RUNTIME = <$fh> + 0.;
78	}	114	}
79		115
80	mkdir cf::localdir;	116	mkdir $_
81	mkdir cf::localdir . "/" . cf::playerdir;	117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
82	mkdir cf::localdir . "/" . cf::tmpdir;
83	mkdir cf::localdir . "/" . cf::uniquedir;
84	mkdir $RANDOM_MAPS;
85		118
86	our $EMERGENCY_POSITION;	119	our $EMERGENCY_POSITION;
		120
		121	sub cf::map::normalise;
87		122
88	#############################################################################	123	#############################################################################
89		124
90	=head2 GLOBAL VARIABLES	125	=head2 GLOBAL VARIABLES
91		126
…		…
98	=item $cf::RUNTIME	133	=item $cf::RUNTIME
99		134
100	The time this server has run, starts at 0 and is increased by $cf::TICK on	135	The time this server has run, starts at 0 and is increased by $cf::TICK on
101	every server tick.	136	every server tick.
102		137
103	=item $cf::LIBDIR	138	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		139	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		140	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
104		141
105	The perl library directory, where extensions and cf-specific modules can	142	Various directories - "/etc", read-only install directory, perl-library
106	be found. It will be added to C<@INC> automatically.	143	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		144	unique-items directory, player file directory, random maps directory and
		145	database environment.
107		146
108	=item $cf::NOW	147	=item $cf::NOW
109		148
110	The time of the last (current) server tick.	149	The time of the last (current) server tick.
111		150
112	=item $cf::TICK	151	=item $cf::TICK
113		152
114	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
115		164
116	=item %cf::CFG	165	=item %cf::CFG
117		166
118	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/crossfire/config>, or
119	from wherever your confdir points to.	168	from wherever your confdir points to.
120		169
121	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	170	=item cf::wait_for_tick, cf::wait_for_tick_begin
122		171
123	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
124	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	173	returns directly I<after> the tick processing (and consequently, can only wake one process
125	processing has been done. Call C<< ->wait >> on them to maximise the	174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
126	window of cpu time available, or simply to synchronise to the server tick.	175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
127		181
128	=back	182	=back
129		183
130	=cut	184	=cut
131		185
132	BEGIN {	186	BEGIN {
133	*CORE::GLOBAL::warn = sub {	187	*CORE::GLOBAL::warn = sub {
134	my $msg = join "", @_;	188	my $msg = join "", @_;
135	utf8::encode $msg;
136		189
137	$msg .= "\n"	190	$msg .= "\n"
138	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
		192
		193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
139		194
140	LOG llevError, $msg;	195	LOG llevError, $msg;
141	};	196	};
142	}	197	}
143		198
144	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
145	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
146	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
147	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
148	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	203	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		204	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
149	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	205	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
150		206
151	# we bless all objects into (empty) derived classes to force a method lookup	207	# we bless all objects into (empty) derived classes to force a method lookup
152	# within the Safe compartment.	208	# within the Safe compartment.
153	for my $pkg (qw(	209	for my $pkg (qw(
154	cf::global cf::attachable	210	cf::global cf::attachable
…		…
162	}	218	}
163		219
164	$Event::DIED = sub {	220	$Event::DIED = sub {
165	warn "error in event callback: @_";	221	warn "error in event callback: @_";
166	};	222	};
		223
		224	#############################################################################
167		225
168	=head2 UTILITY FUNCTIONS	226	=head2 UTILITY FUNCTIONS
169		227
170	=over 4	228	=over 4
171		229
…		…
190	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
191	$d	249	$d
192	} || "[unable to dump $_[0]: '$@']";	250	} || "[unable to dump $_[0]: '$@']";
193	}	251	}
194		252
195	use JSON::Syck (); # TODO# replace by JSON::PC once working
196
197	=item $ref = cf::from_json $json	253	=item $ref = cf::from_json $json
198		254
199	Converts a JSON string into the corresponding perl data structure.	255	Converts a JSON string into the corresponding perl data structure.
200		256
201	=cut
202
203	sub from_json($) {
204	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
205	JSON::Syck::Load $_[0]
206	}
207
208	=item $json = cf::to_json $ref	257	=item $json = cf::to_json $ref
209		258
210	Converts a perl data structure into its JSON representation.	259	Converts a perl data structure into its JSON representation.
211		260
212	=cut	261	=cut
213		262
214	sub to_json($) {	263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
215	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	264
216	JSON::Syck::Dump $_[0]	265	sub to_json ($) { $json_coder->encode ($_[0]) }
217	}	266	sub from_json ($) { $json_coder->decode ($_[0]) }
218		267
219	=item cf::lock_wait $string	268	=item cf::lock_wait $string
220		269
221	Wait until the given lock is available. See cf::lock_acquire.	270	Wait until the given lock is available. See cf::lock_acquire.
222		271
…		…
225	Wait until the given lock is available and then acquires it and returns	274	Wait until the given lock is available and then acquires it and returns
226	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
227	for example when the coroutine gets canceled), the lock is automatically	276	for example when the coroutine gets canceled), the lock is automatically
228	returned.	277	returned.
229		278
		279	Locks are *not* recursive, locking from the same coro twice results in a
		280	deadlocked coro.
		281
230	Lock names should begin with a unique identifier (for example, cf::map::find	282	Lock names should begin with a unique identifier (for example, cf::map::find
231	uses map_find and cf::map::load uses map_load).	283	uses map_find and cf::map::load uses map_load).
232		284
		285	=item $locked = cf::lock_active $string
		286
		287	Return true if the lock is currently active, i.e. somebody has locked it.
		288
233	=cut	289	=cut
234		290
235	our %LOCK;	291	our %LOCK;
		292	our %LOCKER;#d#
236		293
237	sub lock_wait($) {	294	sub lock_wait($) {
238	my ($key) = @_;	295	my ($key) = @_;
		296
		297	if ($LOCKER{$key} == $Coro::current) {#d#
		298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		299	return;#d#
		300	}#d#
239		301
240	# wait for lock, if any	302	# wait for lock, if any
241	while ($LOCK{$key}) {	303	while ($LOCK{$key}) {
242	push @{ $LOCK{$key} }, $Coro::current;	304	push @{ $LOCK{$key} }, $Coro::current;
243	Coro::schedule;	305	Coro::schedule;
…		…
249		311
250	# wait, to be sure we are not locked	312	# wait, to be sure we are not locked
251	lock_wait $key;	313	lock_wait $key;
252		314
253	$LOCK{$key} = [];	315	$LOCK{$key} = [];
		316	$LOCKER{$key} = $Coro::current;#d#
254		317
255	Coro::guard {	318	Coro::guard {
		319	delete $LOCKER{$key};#d#
256	# wake up all waiters, to be on the safe side	320	# wake up all waiters, to be on the safe side
257	$_->ready for @{ delete $LOCK{$key} };	321	$_->ready for @{ delete $LOCK{$key} };
258	}	322	}
259	}	323	}
260		324
		325	sub lock_active($) {
		326	my ($key) = @_;
		327
		328	! ! $LOCK{$key}
		329	}
		330
261	sub freeze_mainloop {	331	sub freeze_mainloop {
262	return unless $TICK_WATCHER->is_active;	332	return unless $TICK_WATCHER->is_active;
263		333
264	my $guard = Coro::guard {	334	my $guard = Coro::guard {
265	$TICK_WATCHER->start;	335	$TICK_WATCHER->start;
266	$WRITE_RUNTIME_WATCHER->start;
267	};	336	};
268	$WRITE_RUNTIME_WATCHER->stop;
269	$TICK_WATCHER->stop;	337	$TICK_WATCHER->stop;
270	$guard	338	$guard
		339	}
		340
		341	=item cf::get_slot $time[, $priority[, $name]]
		342
		343	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		344	This call blocks and returns only when you have at least C<$time> seconds
		345	of cpu time till the next tick. The slot is only valid till the next cede.
		346
		347	The optional C<$name> can be used to identify the job to run. It might be
		348	used for statistical purposes and should identify the same time-class.
		349
		350	Useful for short background jobs.
		351
		352	=cut
		353
		354	our @SLOT_QUEUE;
		355	our $SLOT_QUEUE;
		356
		357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		358	$SLOT_QUEUE = Coro::async {
		359	$Coro::current->desc ("timeslot manager");
		360
		361	my $signal = new Coro::Signal;
		362
		363	while () {
		364	next_job:
		365	my $avail = cf::till_tick;
		366	if ($avail > 0.01) {
		367	for (0 .. $#SLOT_QUEUE) {
		368	if ($SLOT_QUEUE[$_][0] < $avail) {
		369	my $job = splice @SLOT_QUEUE, $_, 1, ();
		370	$job->[2]->send;
		371	Coro::cede;
		372	goto next_job;
		373	}
		374	}
		375	}
		376
		377	if (@SLOT_QUEUE) {
		378	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		379	push @cf::WAIT_FOR_TICK, $signal;
		380	$signal->wait;
		381	} else {
		382	Coro::schedule;
		383	}
		384	}
		385	};
		386
		387	sub get_slot($;$$) {
		388	my ($time, $pri, $name) = @_;
		389
		390	$time = $TICK * .6 if $time > $TICK * .6;
		391	my $sig = new Coro::Signal;
		392
		393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		395	$SLOT_QUEUE->ready;
		396	$sig->wait;
271	}	397	}
272		398
273	=item cf::async { BLOCK }	399	=item cf::async { BLOCK }
274		400
275	Currently the same as Coro::async_pool, meaning you cannot use	401	Currently the same as Coro::async_pool, meaning you cannot use
…		…
280		406
281	BEGIN { *async = \&Coro::async_pool }	407	BEGIN { *async = \&Coro::async_pool }
282		408
283	=item cf::sync_job { BLOCK }	409	=item cf::sync_job { BLOCK }
284		410
285	The design of crossfire+ requires that the main coro ($Coro::main) is	411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
286	always able to handle events or runnable, as crossfire+ is only partly	412	is always able to handle events or runnable, as Crossfire TRT is only
287	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		414	acceptable.
288		415
289	If it must be done, put the blocking parts into C<sync_job>. This will run	416	If it must be done, put the blocking parts into C<sync_job>. This will run
290	the given BLOCK in another coroutine while waiting for the result. The	417	the given BLOCK in another coroutine while waiting for the result. The
291	server will be frozen during this time, so the block should either finish	418	server will be frozen during this time, so the block should either finish
292	fast or be very important.	419	fast or be very important.
…		…
295		422
296	sub sync_job(&) {	423	sub sync_job(&) {
297	my ($job) = @_;	424	my ($job) = @_;
298		425
299	if ($Coro::current == $Coro::main) {	426	if ($Coro::current == $Coro::main) {
		427	my $time = Event::time;
		428
300	# this is the main coro, too bad, we have to block	429	# this is the main coro, too bad, we have to block
301	# till the operation succeeds, freezing the server :/	430	# till the operation succeeds, freezing the server :/
302		431
		432	LOG llevError, Carp::longmess "sync job";#d#
		433
303	# TODO: use suspend/resume instead	434	# TODO: use suspend/resume instead
304	# (but this is cancel-safe)	435	# (but this is cancel-safe)
305	my $freeze_guard = freeze_mainloop;	436	my $freeze_guard = freeze_mainloop;
306		437
307	my $busy = 1;	438	my $busy = 1;
308	my @res;	439	my @res;
309		440
310	(async {	441	(async {
		442	$Coro::current->desc ("sync job coro");
311	@res = eval { $job->() };	443	@res = eval { $job->() };
312	warn $@ if $@;	444	warn $@ if $@;
313	undef $busy;	445	undef $busy;
314	})->prio (Coro::PRIO_MAX);	446	})->prio (Coro::PRIO_MAX);
315		447
316	while ($busy) {	448	while ($busy) {
		449	if (Coro::nready) {
		450	Coro::cede_notself;
		451	} else {
317	Coro::cede or Event::one_event;	452	Event::one_event;
318	}	453	}
		454	}
		455
		456	$time = Event::time - $time;
		457
		458	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		459	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		460
		461	$tick_start += $time; # do not account sync jobs to server load
319		462
320	wantarray ? @res : $res[0]	463	wantarray ? @res : $res[0]
321	} else {	464	} else {
322	# we are in another coroutine, how wonderful, everything just works	465	# we are in another coroutine, how wonderful, everything just works
323		466
…		…
343	$EXT_CORO{$coro+0} = $coro;	486	$EXT_CORO{$coro+0} = $coro;
344		487
345	$coro	488	$coro
346	}	489	}
347		490
348	sub write_runtime {	491	=item fork_call { }, $args
349	my $runtime = cf::localdir . "/runtime";
350		492
351	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	493	Executes the given code block with the given arguments in a seperate
352	or return;	494	process, returning the results. Everything must be serialisable with
		495	Coro::Storable. May, of course, block. Note that the executed sub may
		496	never block itself or use any form of Event handling.
353		497
354	my $value = $cf::RUNTIME + 90 + 10;	498	=cut
355	# 10 is the runtime save interval, for a monotonic clock
356	# 60 allows for the watchdog to kill the server.
357		499
358	(aio_write $fh, 0, (length $value), $value, 0) <= 0	500	sub fork_call(&@) {
359	and return;	501	my ($cb, @args) = @_;
360		502
361	aio_fsync $fh	503	# we seemingly have to make a local copy of the whole thing,
362	and return;	504	# otherwise perl prematurely frees the stuff :/
		505	# TODO: investigate and fix (likely this will be rather laborious)
363		506
364	close $fh	507	my @res = Coro::Util::fork_eval {
365	or return;	508	reset_signals;
		509	&$cb
		510	}, @args;
366		511
367	aio_rename "$runtime~", $runtime	512	wantarray ? @res : $res[-1]
368	and return;	513	}
369		514
		515	=item $value = cf::db_get $family => $key
		516
		517	Returns a single value from the environment database.
		518
		519	=item cf::db_put $family => $key => $value
		520
		521	Stores the given C<$value> in the family. It can currently store binary
		522	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		523
		524	=item $db = cf::db_table "name"
		525
		526	Create and/or open a new database table. The string must not be "db" and must be unique
		527	within each server.
		528
		529	=cut
		530
		531	sub db_table($) {
		532	my ($name) = @_;
		533	my $db = BDB::db_create $DB_ENV;
		534
		535	eval {
		536	$db->set_flags (BDB::CHKSUM);
		537
		538	utf8::encode $name;
		539	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		540	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		541	cf::cleanup "db_open(db): $!" if $!;
		542	};
		543	cf::cleanup "db_open(db): $@" if $@;
		544
		545	$db
		546	}
		547
		548	our $DB;
		549
		550	sub db_init {
		551	cf::sync_job {
		552	$DB ||= db_table "db";
		553	};
		554	}
		555
		556	sub db_get($$) {
		557	my $key = "$_[0]/$_[1]";
		558
		559	cf::sync_job {
		560	BDB::db_get $DB, undef, $key, my $data;
		561
		562	$! ? ()
		563	: $data
370	1	564	}
		565	}
		566
		567	sub db_put($$$) {
		568	BDB::dbreq_pri 4;
		569	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		570	}
		571
		572	=item cf::cache $id => [$paths...], $processversion => $process
		573
		574	Generic caching function that returns the value of the resource $id,
		575	caching and regenerating as required.
		576
		577	This function can block.
		578
		579	=cut
		580
		581	sub cache {
		582	my ($id, $src, $processversion, $process) = @_;
		583
		584	my $meta =
		585	join "\x00",
		586	$processversion,
		587	map {
		588	aio_stat $_
		589	and Carp::croak "$_: $!";
		590
		591	($_, (stat _)[7,9])
		592	} @$src;
		593
		594	my $dbmeta = db_get cache => "$id/meta";
		595	if ($dbmeta ne $meta) {
		596	# changed, we may need to process
		597
		598	my @data;
		599	my $md5;
		600
		601	for (0 .. $#$src) {
		602	0 <= aio_load $src->[$_], $data[$_]
		603	or Carp::croak "$src->[$_]: $!";
		604	}
		605
		606	# if processing is expensive, check
		607	# checksum first
		608	if (1) {
		609	$md5 =
		610	join "\x00",
		611	$processversion,
		612	map {
		613	cf::cede_to_tick;
		614	($src->[$_], Digest::MD5::md5_hex $data[$_])
		615	} 0.. $#$src;
		616
		617
		618	my $dbmd5 = db_get cache => "$id/md5";
		619	if ($dbmd5 eq $md5) {
		620	db_put cache => "$id/meta", $meta;
		621
		622	return db_get cache => "$id/data";
		623	}
		624	}
		625
		626	my $t1 = Time::HiRes::time;
		627	my $data = $process->(\@data);
		628	my $t2 = Time::HiRes::time;
		629
		630	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		631
		632	db_put cache => "$id/data", $data;
		633	db_put cache => "$id/md5" , $md5;
		634	db_put cache => "$id/meta", $meta;
		635
		636	return $data;
		637	}
		638
		639	db_get cache => "$id/data"
		640	}
		641
		642	=item cf::datalog type => key => value, ...
		643
		644	Log a datalog packet of the given type with the given key-value pairs.
		645
		646	=cut
		647
		648	sub datalog($@) {
		649	my ($type, %kv) = @_;
		650	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
371	}	651	}
372		652
373	=back	653	=back
374		654
375	=cut	655	=cut
…		…
382	attach callbacks/event handlers (a collection of which is called an "attachment")	662	attach callbacks/event handlers (a collection of which is called an "attachment")
383	to it. All such attachable objects support the following methods.	663	to it. All such attachable objects support the following methods.
384		664
385	In the following description, CLASS can be any of C<global>, C<object>	665	In the following description, CLASS can be any of C<global>, C<object>
386	C<player>, C<client> or C<map> (i.e. the attachable objects in	666	C<player>, C<client> or C<map> (i.e. the attachable objects in
387	crossfire+).	667	Crossfire TRT).
388		668
389	=over 4	669	=over 4
390		670
391	=item $attachable->attach ($attachment, key => $value...)	671	=item $attachable->attach ($attachment, key => $value...)
392		672
…		…
555	$registry = $CB_TYPE[$object_type] ||= [];	835	$registry = $CB_TYPE[$object_type] ||= [];
556		836
557	} elsif ($type eq "subtype") {	837	} elsif ($type eq "subtype") {
558	defined $object_type or Carp::croak "subtype specified without type";	838	defined $object_type or Carp::croak "subtype specified without type";
559	my $object_subtype = shift @arg;	839	my $object_subtype = shift @arg;
560	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	840	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
561		841
562	} elsif ($type eq "package") {	842	} elsif ($type eq "package") {
563	my $pkg = shift @arg;	843	my $pkg = shift @arg;
564		844
565	while (my ($name, $id) = each %cb_id) {	845	while (my ($name, $id) = each %cb_id) {
…		…
594	_attach $registry, $klass, @attach;	874	_attach $registry, $klass, @attach;
595	}	875	}
596		876
597	$obj->{$name} = \%arg;	877	$obj->{$name} = \%arg;
598	} else {	878	} else {
599	warn "object uses attachment '$name' that is not available, postponing.\n";	879	warn "object uses attachment '$name' which is not available, postponing.\n";
600	}	880	}
601		881
602	$obj->{_attachment}{$name} = undef;	882	$obj->{_attachment}{$name} = undef;
603	}	883	}
604		884
…		…
606	if (ref $_[0]) {	886	if (ref $_[0]) {
607	_object_attach @_;	887	_object_attach @_;
608	} else {	888	} else {
609	_attach shift->_attach_registry, @_;	889	_attach shift->_attach_registry, @_;
610	}	890	}
		891	_recalc_want;
611	};	892	};
612		893
613	# all those should be optimised	894	# all those should be optimised
614	sub cf::attachable::detach {	895	sub cf::attachable::detach {
615	my ($obj, $name) = @_;	896	my ($obj, $name) = @_;
…		…
618	delete $obj->{_attachment}{$name};	899	delete $obj->{_attachment}{$name};
619	reattach ($obj);	900	reattach ($obj);
620	} else {	901	} else {
621	Carp::croak "cannot, currently, detach class attachments";	902	Carp::croak "cannot, currently, detach class attachments";
622	}	903	}
		904	_recalc_want;
623	};	905	};
624		906
625	sub cf::attachable::attached {	907	sub cf::attachable::attached {
626	my ($obj, $name) = @_;	908	my ($obj, $name) = @_;
627		909
…		…
642	";	924	";
643	die if $@;	925	die if $@;
644	}	926	}
645		927
646	our $override;	928	our $override;
647	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	929	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
648		930
649	sub override {	931	sub override {
650	$override = 1;	932	$override = 1;
651	@invoke_results = ();	933	@INVOKE_RESULTS = (@_);
652	}	934	}
653		935
654	sub do_invoke {	936	sub do_invoke {
655	my $event = shift;	937	my $event = shift;
656	my $callbacks = shift;	938	my $callbacks = shift;
657		939
658	@invoke_results = ();	940	@INVOKE_RESULTS = ();
659		941
660	local $override;	942	local $override;
661		943
662	for (@$callbacks) {	944	for (@$callbacks) {
663	eval { &{$_->[1]} };	945	eval { &{$_->[1]} };
…		…
680		962
681	Generate an object-specific event with the given arguments.	963	Generate an object-specific event with the given arguments.
682		964
683	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	965	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
684	removed in future versions), and there is no public API to access override	966	removed in future versions), and there is no public API to access override
685	results (if you must, access C<@cf::invoke_results> directly).	967	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
686		968
687	=back	969	=back
688		970
689	=cut	971	=cut
690		972
691	#############################################################################	973	#############################################################################
692	# object support	974	# object support
		975
		976	sub _object_equal($$);
		977	sub _object_equal($$) {
		978	my ($a, $b) = @_;
		979
		980	return 0 unless (ref $a) eq (ref $b);
		981
		982	if ("HASH" eq ref $a) {
		983	my @ka = keys %$a;
		984	my @kb = keys %$b;
		985
		986	return 0 if @ka != @kb;
		987
		988	for (0 .. $#ka) {
		989	return 0 unless $ka[$_] eq $kb[$_];
		990	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		991	}
		992
		993	} elsif ("ARRAY" eq ref $a) {
		994
		995	return 0 if @$a != @$b;
		996
		997	for (0 .. $#$a) {
		998	return 0 unless _object_equal $a->[$_], $b->[$_];
		999	}
		1000
		1001	} elsif ($a ne $b) {
		1002	return 0;
		1003	}
		1004
		1005	1
		1006	}
		1007
		1008	our $SLOW_MERGES;#d#
		1009	sub _can_merge {
		1010	my ($ob1, $ob2) = @_;
		1011
		1012	++$SLOW_MERGES;#d#
		1013
		1014	# we do the slow way here
		1015	return _object_equal $ob1, $ob2
		1016	}
693		1017
694	sub reattach {	1018	sub reattach {
695	# basically do the same as instantiate, without calling instantiate	1019	# basically do the same as instantiate, without calling instantiate
696	my ($obj) = @_;	1020	my ($obj) = @_;
697		1021
…		…
744	sub object_freezer_save {	1068	sub object_freezer_save {
745	my ($filename, $rdata, $objs) = @_;	1069	my ($filename, $rdata, $objs) = @_;
746		1070
747	sync_job {	1071	sync_job {
748	if (length $$rdata) {	1072	if (length $$rdata) {
		1073	utf8::decode (my $decname = $filename);
749	warn sprintf "saving %s (%d,%d)\n",	1074	warn sprintf "saving %s (%d,%d)\n",
750	$filename, length $$rdata, scalar @$objs;	1075	$decname, length $$rdata, scalar @$objs;
751		1076
752	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1077	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
753	chmod SAVE_MODE, $fh;	1078	chmod SAVE_MODE, $fh;
754	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1079	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
755	aio_fsync $fh;	1080	aio_fsync $fh if $cf::USE_FSYNC;
756	close $fh;	1081	close $fh;
757		1082
758	if (@$objs) {	1083	if (@$objs) {
759	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1084	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
760	chmod SAVE_MODE, $fh;	1085	chmod SAVE_MODE, $fh;
761	my $data = Storable::nfreeze { version => 1, objs => $objs };	1086	my $data = Coro::Storable::blocking_nfreeze { version => 1, objs => $objs };
762	aio_write $fh, 0, (length $data), $data, 0;	1087	aio_write $fh, 0, (length $data), $data, 0;
763	aio_fsync $fh;	1088	aio_fsync $fh if $cf::USE_FSYNC;
764	close $fh;	1089	close $fh;
765	aio_rename "$filename.pst~", "$filename.pst";	1090	aio_rename "$filename.pst~", "$filename.pst";
766	}	1091	}
767	} else {	1092	} else {
768	aio_unlink "$filename.pst";	1093	aio_unlink "$filename.pst";
…		…
774	}	1099	}
775	} else {	1100	} else {
776	aio_unlink $filename;	1101	aio_unlink $filename;
777	aio_unlink "$filename.pst";	1102	aio_unlink "$filename.pst";
778	}	1103	}
779	}	1104	};
780	}	1105	}
781		1106
782	sub object_freezer_as_string {	1107	sub object_freezer_as_string {
783	my ($rdata, $objs) = @_;	1108	my ($rdata, $objs) = @_;
784		1109
…		…
796	or return;	1121	or return;
797		1122
798	unless (aio_stat "$filename.pst") {	1123	unless (aio_stat "$filename.pst") {
799	(aio_load "$filename.pst", $av) >= 0	1124	(aio_load "$filename.pst", $av) >= 0
800	or return;	1125	or return;
801	$av = eval { (Storable::thaw $av)->{objs} };
802	}
803		1126
		1127	my $st = eval { Coro::Storable::thaw $av }
		1128	|| eval { my $guard = Coro::Storable::guard; Storable::thaw $av }; #d# compatibility, remove
		1129	$av = $st->{objs};
		1130	}
		1131
		1132	utf8::decode (my $decname = $filename);
804	warn sprintf "loading %s (%d)\n",	1133	warn sprintf "loading %s (%d,%d)\n",
805	$filename, length $data, scalar @{$av || []};#d#	1134	$decname, length $data, scalar @{$av || []};
		1135
806	return ($data, $av);	1136	($data, $av)
807	}	1137	}
		1138
		1139	=head2 COMMAND CALLBACKS
		1140
		1141	=over 4
		1142
		1143	=cut
808		1144
809	#############################################################################	1145	#############################################################################
810	# command handling &c	1146	# command handling &c
811		1147
812	=item cf::register_command $name => \&callback($ob,$args);	1148	=item cf::register_command $name => \&callback($ob,$args);
…		…
825	push @{ $COMMAND{$name} }, [$caller, $cb];	1161	push @{ $COMMAND{$name} }, [$caller, $cb];
826	}	1162	}
827		1163
828	=item cf::register_extcmd $name => \&callback($pl,$packet);	1164	=item cf::register_extcmd $name => \&callback($pl,$packet);
829		1165
830	Register a callbackf ro execution when the client sends an extcmd packet.	1166	Register a callback for execution when the client sends an (synchronous)
		1167	extcmd packet. Ext commands will be processed in the order they are
		1168	received by the server, like other user commands. The first argument is
		1169	the logged-in player. Ext commands can only be processed after a player
		1170	has logged in successfully.
831		1171
832	If the callback returns something, it is sent back as if reply was being	1172	If the callback returns something, it is sent back as if reply was being
833	called.	1173	called.
834		1174
		1175	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1176
		1177	Register a callback for execution when the client sends an (asynchronous)
		1178	exticmd packet. Exti commands are processed by the server as soon as they
		1179	are received, i.e. out of order w.r.t. other commands. The first argument
		1180	is a client socket. Exti commands can be received anytime, even before
		1181	log-in.
		1182
		1183	If the callback returns something, it is sent back as if reply was being
		1184	called.
		1185
835	=cut	1186	=cut
836		1187
837	sub register_extcmd {	1188	sub register_extcmd {
838	my ($name, $cb) = @_;	1189	my ($name, $cb) = @_;
839		1190
840	$EXTCMD{$name} = $cb;	1191	$EXTCMD{$name} = $cb;
		1192	}
		1193
		1194	sub register_exticmd {
		1195	my ($name, $cb) = @_;
		1196
		1197	$EXTICMD{$name} = $cb;
841	}	1198	}
842		1199
843	cf::player->attach (	1200	cf::player->attach (
844	on_command => sub {	1201	on_command => sub {
845	my ($pl, $name, $params) = @_;	1202	my ($pl, $name, $params) = @_;
…		…
854	cf::override;	1211	cf::override;
855	},	1212	},
856	on_extcmd => sub {	1213	on_extcmd => sub {
857	my ($pl, $buf) = @_;	1214	my ($pl, $buf) = @_;
858		1215
859	my $msg = eval { from_json $buf };	1216	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
860		1217
861	if (ref $msg) {	1218	if (ref $msg) {
		1219	my ($type, $reply, @payload) =
		1220	"ARRAY" eq ref $msg
		1221	? @$msg
		1222	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1223
		1224	my @reply;
		1225
862	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1226	if (my $cb = $EXTCMD{$type}) {
863	if (my %reply = $cb->($pl, $msg)) {	1227	@reply = $cb->($pl, @payload);
864	$pl->ext_reply ($msg->{msgid}, %reply);
865	}
866	}	1228	}
		1229
		1230	$pl->ext_reply ($reply, @reply)
		1231	if $reply;
		1232
867	} else {	1233	} else {
868	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1234	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
869	}	1235	}
870		1236
871	cf::override;	1237	cf::override;
872	},	1238	},
873	);	1239	);
874		1240
875	sub load_extension {
876	my ($path) = @_;
877
878	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
879	my $base = $1;
880	my $pkg = $1;
881	$pkg =~ s/[^[:word:]]/_/g;
882	$pkg = "ext::$pkg";
883
884	warn "... loading '$path' into '$pkg'\n";
885
886	open my $fh, "<:utf8", $path
887	or die "$path: $!";
888
889	my $source =
890	"package $pkg; use strict; use utf8;\n"
891	. "#line 1 \"$path\"\n{\n"
892	. (do { local $/; <$fh> })
893	. "\n};\n1";
894
895	unless (eval $source) {
896	my $msg = $@ ? "$path: $@\n"
897	: "extension disabled.\n";
898	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
899	warn $@;
900	warn "mandatory extension failed to load, exiting.\n";
901	exit 1;
902	}
903	die $@;
904	}
905
906	push @EXTS, $pkg;
907	}
908
909	sub load_extensions {	1241	sub load_extensions {
		1242	cf::sync_job {
		1243	my %todo;
		1244
910	for my $ext (<$LIBDIR/*.ext>) {	1245	for my $path (<$LIBDIR/*.ext>) {
911	next unless -r $ext;	1246	next unless -r $path;
912	eval {	1247
913	load_extension $ext;	1248	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1249	my $base = $1;
		1250	my $pkg = $1;
		1251	$pkg =~ s/[^[:word:]]/_/g;
		1252	$pkg = "ext::$pkg";
		1253
		1254	open my $fh, "<:utf8", $path
		1255	or die "$path: $!";
		1256
		1257	my $source = do { local $/; <$fh> };
		1258
		1259	my %ext = (
		1260	path => $path,
		1261	base => $base,
		1262	pkg => $pkg,
		1263	);
		1264
		1265	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1266	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1267
		1268	$ext{source} =
		1269	"package $pkg; use strict; use utf8;\n"
		1270	. "#line 1 \"$path\"\n{\n"
		1271	. $source
		1272	. "\n};\n1";
		1273
		1274	$todo{$base} = \%ext;
		1275	}
		1276
		1277	my %done;
		1278	while (%todo) {
		1279	my $progress;
		1280
		1281	while (my ($k, $v) = each %todo) {
		1282	for (split /,\s*/, $v->{meta}{depends}) {
		1283	goto skip
		1284	unless exists $done{$_};
		1285	}
		1286
		1287	warn "... loading '$k' into '$v->{pkg}'\n";
		1288
		1289	unless (eval $v->{source}) {
		1290	my $msg = $@ ? "$v->{path}: $@\n"
		1291	: "$v->{base}: extension inactive.\n";
		1292
		1293	if (exists $v->{meta}{mandatory}) {
		1294	warn $msg;
		1295	warn "mandatory extension failed to load, exiting.\n";
		1296	exit 1;
		1297	}
		1298
		1299	warn $msg;
		1300	}
		1301
		1302	$done{$k} = delete $todo{$k};
		1303	push @EXTS, $v->{pkg};
		1304	$progress = 1;
914	1	1305	}
915	} or warn "$ext not loaded: $@";	1306
		1307	skip:
		1308	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1309	unless $progress;
		1310	}
916	}	1311	};
917	}	1312	}
918		1313
919	#############################################################################	1314	#############################################################################
920		1315
		1316	=back
		1317
921	=head2 CORE EXTENSIONS	1318	=head2 CORE EXTENSIONS
922		1319
923	Functions and methods that extend core crossfire objects.	1320	Functions and methods that extend core crossfire objects.
924		1321
925	=cut	1322	=cut
…		…
930		1327
931	=head3 cf::player	1328	=head3 cf::player
932		1329
933	=over 4	1330	=over 4
934		1331
		1332	=item cf::player::num_playing
		1333
		1334	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1335
		1336	=cut
		1337
		1338	sub num_playing {
		1339	scalar grep
		1340	$_->ob->map
		1341	&& !$_->hidden
		1342	&& !$_->ob->flag (cf::FLAG_WIZ),
		1343	cf::player::list
		1344	}
		1345
935	=item cf::player::find $login	1346	=item cf::player::find $login
936		1347
937	Returns the given player object, loading it if necessary (might block).	1348	Returns the given player object, loading it if necessary (might block).
938		1349
939	=cut	1350	=cut
940		1351
941	sub playerdir($) {	1352	sub playerdir($) {
942	cf::localdir	1353	"$PLAYERDIR/"
943	. "/"
944	. cf::playerdir
945	. "/"
946	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1354	. (ref $_[0] ? $_[0]->ob->name : $_[0])
947	}	1355	}
948		1356
949	sub path($) {	1357	sub path($) {
950	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1358	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
951		1359
952	(playerdir $login) . "/$login.pl"	1360	(playerdir $login) . "/playerdata"
953	}	1361	}
954		1362
955	sub find_active($) {	1363	sub find_active($) {
956	$cf::PLAYER{$_[0]}	1364	$cf::PLAYER{$_[0]}
957	and $cf::PLAYER{$_[0]}->active	1365	and $cf::PLAYER{$_[0]}->active
…		…
970	my $login = $_[0];	1378	my $login = $_[0];
971		1379
972	my $guard = cf::lock_acquire "user_find:$login";	1380	my $guard = cf::lock_acquire "user_find:$login";
973		1381
974	$cf::PLAYER{$_[0]} || do {	1382	$cf::PLAYER{$_[0]} || do {
975	my $pl = load_pl path $login	1383	# rename old playerfiles to new ones
		1384	#TODO: remove when no longer required
		1385	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1386	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1387	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1388	aio_unlink +(playerdir $login) . "/$login.pl";
		1389
		1390	my $f = new_from_file cf::object::thawer path $login
976	or return;	1391	or return;
		1392
		1393	my $pl = cf::player::load_pl $f
		1394	or return;
		1395	local $cf::PLAYER_LOADING{$login} = $pl;
		1396	$f->resolve_delayed_derefs;
977	$cf::PLAYER{$login} = $pl	1397	$cf::PLAYER{$login} = $pl
978	}	1398	}
979	}	1399	}
980	}	1400	}
981		1401
…		…
991		1411
992	aio_mkdir playerdir $pl, 0770;	1412	aio_mkdir playerdir $pl, 0770;
993	$pl->{last_save} = $cf::RUNTIME;	1413	$pl->{last_save} = $cf::RUNTIME;
994		1414
995	$pl->save_pl ($path);	1415	$pl->save_pl ($path);
996	Coro::cede;	1416	cf::cede_to_tick;
997	}	1417	}
998		1418
999	sub new($) {	1419	sub new($) {
1000	my ($login) = @_;	1420	my ($login) = @_;
1001		1421
…		…
1007	$cf::PLAYER{$login} = $self;	1427	$cf::PLAYER{$login} = $self;
1008		1428
1009	$self	1429	$self
1010	}	1430	}
1011		1431
		1432	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1433
		1434	=cut
		1435
		1436	sub send_msg {
		1437	my $ns = shift->ns
		1438	or return;
		1439	$ns->send_msg (@_);
		1440	}
		1441
1012	=item $pl->quit_character	1442	=item $pl->quit_character
1013		1443
1014	Nukes the player without looking back. If logged in, the connection will	1444	Nukes the player without looking back. If logged in, the connection will
1015	be destroyed. May block for a long time.	1445	be destroyed. May block for a long time.
1016		1446
1017	=cut	1447	=cut
1018		1448
1019	sub quit_character {	1449	sub quit_character {
1020	my ($pl) = @_;	1450	my ($pl) = @_;
		1451
		1452	my $name = $pl->ob->name;
1021		1453
1022	$pl->{deny_save} = 1;	1454	$pl->{deny_save} = 1;
1023	$pl->password ("*"); # this should lock out the player until we nuked the dir	1455	$pl->password ("*"); # this should lock out the player until we nuked the dir
1024		1456
1025	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1457	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
…		…
1030	my $path = playerdir $pl;	1462	my $path = playerdir $pl;
1031	my $temp = "$path~$cf::RUNTIME~deleting~";	1463	my $temp = "$path~$cf::RUNTIME~deleting~";
1032	aio_rename $path, $temp;	1464	aio_rename $path, $temp;
1033	delete $cf::PLAYER{$pl->ob->name};	1465	delete $cf::PLAYER{$pl->ob->name};
1034	$pl->destroy;	1466	$pl->destroy;
		1467
		1468	my $prefix = qr<^~\Q$name\E/>;
		1469
		1470	# nuke player maps
		1471	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1472
1035	IO::AIO::aio_rmtree $temp;	1473	IO::AIO::aio_rmtree $temp;
		1474	}
		1475
		1476	=item $pl->kick
		1477
		1478	Kicks a player out of the game. This destroys the connection.
		1479
		1480	=cut
		1481
		1482	sub kick {
		1483	my ($pl, $kicker) = @_;
		1484
		1485	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1486	$pl->killer ("kicked");
		1487	$pl->ns->destroy;
1036	}	1488	}
1037		1489
1038	=item cf::player::list_logins	1490	=item cf::player::list_logins
1039		1491
1040	Returns am arrayref of all valid playernames in the system, can take a	1492	Returns am arrayref of all valid playernames in the system, can take a
1041	while and may block, so not sync_job-capable, ever.	1493	while and may block, so not sync_job-capable, ever.
1042		1494
1043	=cut	1495	=cut
1044		1496
1045	sub list_logins {	1497	sub list_logins {
1046	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1498	my $dirs = aio_readdir $PLAYERDIR
1047	or return [];	1499	or return [];
1048		1500
1049	my @logins;	1501	my @logins;
1050		1502
1051	for my $login (@$dirs) {	1503	for my $login (@$dirs) {
		1504	my $path = path $login;
		1505
		1506	# a .pst is a dead give-away for a valid player
		1507	unless (-e "$path.pst") {
1052	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1508	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1053	aio_read $fh, 0, 512, my $buf, 0 or next;	1509	aio_read $fh, 0, 512, my $buf, 0 or next;
1054	$buf !~ /^password -------------$/m or next; # official not-valid tag	1510	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1511	}
1055		1512
1056	utf8::decode $login;	1513	utf8::decode $login;
1057	push @logins, $login;	1514	push @logins, $login;
1058	}	1515	}
1059		1516
…		…
1067		1524
1068	=cut	1525	=cut
1069		1526
1070	sub maps($) {	1527	sub maps($) {
1071	my ($pl) = @_;	1528	my ($pl) = @_;
		1529
		1530	$pl = ref $pl ? $pl->ob->name : $pl;
1072		1531
1073	my $files = aio_readdir playerdir $pl	1532	my $files = aio_readdir playerdir $pl
1074	or return;	1533	or return;
1075		1534
1076	my @paths;	1535	my @paths;
…		…
1078	for (@$files) {	1537	for (@$files) {
1079	utf8::decode $_;	1538	utf8::decode $_;
1080	next if /\.(?:pl|pst)$/;	1539	next if /\.(?:pl|pst)$/;
1081	next unless /^$PATH_SEP/o;	1540	next unless /^$PATH_SEP/o;
1082		1541
1083	s/\.map$//;	1542	push @paths, cf::map::normalise "~$pl/$_";
1084	push @paths, "~" . $pl->ob->name . "/" . $_;
1085	}	1543	}
1086		1544
1087	\@paths	1545	\@paths
1088	}	1546	}
1089		1547
		1548	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1549
		1550	Expand crossfire pod fragments into protocol xml.
		1551
		1552	=cut
		1553
		1554	sub expand_cfpod {
		1555	((my $self), (local $_)) = @_;
		1556
		1557	# escape & and <
		1558	s/&/&amp;/g;
		1559	s/(?<![BIUGHT])</&lt;/g;
		1560
		1561	# this is buggy, it needs to properly take care of nested <'s
		1562
		1563	1 while
		1564	# replace B<>, I<>, U<> etc.
		1565	s/B<([^\>]*)>/<b>$1<\/b>/
		1566	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1567	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1568	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1569	# replace G<male|female> tags
		1570	|| s{G<([^>|]*)\|([^>]*)>}{
		1571	$self->gender ? $2 : $1
		1572	}ge
		1573	# replace H<hint text>
		1574	|| s{H<([^\>]*)>}
		1575	{
		1576	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1577	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1578	"")
		1579	[$self->{hintmode}]
		1580	}ge;
		1581
		1582	# create single paragraphs (very hackish)
		1583	s/(?<=\S)\n(?=\w)/ /g;
		1584
		1585	# compress some whitespace
		1586	s/\s+\n/\n/g; # ws line-ends
		1587	s/\n\n+/\n/g; # double lines
		1588	s/^\n+//; # beginning lines
		1589	s/\n+$//; # ending lines
		1590
		1591	$_
		1592	}
		1593
		1594	sub hintmode {
		1595	$_[0]{hintmode} = $_[1] if @_ > 1;
		1596	$_[0]{hintmode}
		1597	}
		1598
1090	=item $player->ext_reply ($msgid, $msgtype, %msg)	1599	=item $player->ext_reply ($msgid, @msg)
1091		1600
1092	Sends an ext reply to the player.	1601	Sends an ext reply to the player.
1093		1602
1094	=cut	1603	=cut
1095		1604
1096	sub ext_reply($$$%) {	1605	sub ext_reply($$@) {
1097	my ($self, $id, %msg) = @_;	1606	my ($self, $id, @msg) = @_;
1098		1607
1099	$msg{msgid} = $id;	1608	$self->ns->ext_reply ($id, @msg)
1100
1101	$self->send ("ext " . cf::to_json \%msg);
1102	}	1609	}
1103		1610
1104	package cf;	1611	=item $player->ext_msg ($type, @msg)
		1612
		1613	Sends an ext event to the client.
		1614
		1615	=cut
		1616
		1617	sub ext_msg($$@) {
		1618	my ($self, $type, @msg) = @_;
		1619
		1620	$self->ns->ext_msg ($type, @msg);
		1621	}
		1622
		1623	=head3 cf::region
		1624
		1625	=over 4
		1626
		1627	=cut
		1628
		1629	package cf::region;
		1630
		1631	=item cf::region::find_by_path $path
		1632
		1633	Tries to decuce the likely region for a map knowing only its path.
		1634
		1635	=cut
		1636
		1637	sub find_by_path($) {
		1638	my ($path) = @_;
		1639
		1640	my ($match, $specificity);
		1641
		1642	for my $region (list) {
		1643	if ($region->{match} && $path =~ $region->{match}) {
		1644	($match, $specificity) = ($region, $region->specificity)
		1645	if $region->specificity > $specificity;
		1646	}
		1647	}
		1648
		1649	$match
		1650	}
1105		1651
1106	=back	1652	=back
1107
1108		1653
1109	=head3 cf::map	1654	=head3 cf::map
1110		1655
1111	=over 4	1656	=over 4
1112		1657
…		…
1167	my ($self, $merge) = @_;	1712	my ($self, $merge) = @_;
1168		1713
1169	# we have to keep some variables in memory intact	1714	# we have to keep some variables in memory intact
1170	local $self->{path};	1715	local $self->{path};
1171	local $self->{load_path};	1716	local $self->{load_path};
1172	local $self->{deny_save};
1173	local $self->{deny_reset};
1174		1717
1175	$self->SUPER::thawer_merge ($merge);	1718	$self->SUPER::thawer_merge ($merge);
1176	}	1719	}
1177		1720
1178	sub normalise {	1721	sub normalise {
1179	my ($path, $base) = @_;	1722	my ($path, $base) = @_;
1180		1723
1181	$path = "$path"; # make sure its a string	1724	$path = "$path"; # make sure its a string
		1725
		1726	$path =~ s/\.map$//;
1182		1727
1183	# map plan:	1728	# map plan:
1184	#	1729	#
1185	# /! non-realised random map exit (special hack!)	1730	# /! non-realised random map exit (special hack!)
1186	# {... are special paths that are not being touched	1731	# {... are special paths that are not being touched
…		…
1223	$self->init; # pass $1 etc.	1768	$self->init; # pass $1 etc.
1224	return $self;	1769	return $self;
1225	}	1770	}
1226	}	1771	}
1227		1772
1228	Carp::carp "unable to resolve path '$path' (base '$base').";	1773	Carp::cluck "unable to resolve path '$path' (base '$base').";
1229	()	1774	()
1230	}	1775	}
1231		1776
1232	sub init {	1777	sub init {
1233	my ($self) = @_;	1778	my ($self) = @_;
…		…
1248		1793
1249	# the original (read-only) location	1794	# the original (read-only) location
1250	sub load_path {	1795	sub load_path {
1251	my ($self) = @_;	1796	my ($self) = @_;
1252		1797
1253	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}	1798	"$MAPDIR/$self->{path}.map"
1254	}	1799	}
1255		1800
1256	# the temporary/swap location	1801	# the temporary/swap location
1257	sub save_path {	1802	sub save_path {
1258	my ($self) = @_;	1803	my ($self) = @_;
1259		1804
1260	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1805	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1261	sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $path	1806	"$TMPDIR/$path.map"
1262	}	1807	}
1263		1808
1264	# the unique path, undef == no special unique path	1809	# the unique path, undef == no special unique path
1265	sub uniq_path {	1810	sub uniq_path {
1266	my ($self) = @_;	1811	my ($self) = @_;
1267		1812
1268	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1813	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1269	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1814	"$UNIQUEDIR/$path"
1270	}	1815	}
1271		1816
1272	# and all this just because we cannot iterate over	1817	# and all this just because we cannot iterate over
1273	# all maps in C++...	1818	# all maps in C++...
1274	sub change_all_map_light {	1819	sub change_all_map_light {
…		…
1276		1821
1277	$_->change_map_light ($change)	1822	$_->change_map_light ($change)
1278	for grep $_->outdoor, values %cf::MAP;	1823	for grep $_->outdoor, values %cf::MAP;
1279	}	1824	}
1280		1825
		1826	sub decay_objects {
		1827	my ($self) = @_;
		1828
		1829	return if $self->{deny_reset};
		1830
		1831	$self->do_decay_objects;
		1832	}
		1833
1281	sub unlink_save {	1834	sub unlink_save {
1282	my ($self) = @_;	1835	my ($self) = @_;
1283		1836
1284	utf8::encode (my $save = $self->save_path);	1837	utf8::encode (my $save = $self->save_path);
1285	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1838	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1288		1841
1289	sub load_header_from($) {	1842	sub load_header_from($) {
1290	my ($self, $path) = @_;	1843	my ($self, $path) = @_;
1291		1844
1292	utf8::encode $path;	1845	utf8::encode $path;
1293	aio_open $path, O_RDONLY, 0	1846	my $f = new_from_file cf::object::thawer $path
1294	or return;	1847	or return;
1295		1848
1296	$self->_load_header ($path)	1849	$self->_load_header ($f)
1297	or return;	1850	or return;
		1851
		1852	local $MAP_LOADING{$self->{path}} = $self;
		1853	$f->resolve_delayed_derefs;
1298		1854
1299	$self->{load_path} = $path;	1855	$self->{load_path} = $path;
1300		1856
1301	1	1857	1
1302	}	1858	}
…		…
1341	$self->load_header_orig	1897	$self->load_header_orig
1342	or return;	1898	or return;
1343	$self->prepare_orig;	1899	$self->prepare_orig;
1344	}	1900	}
1345		1901
		1902	$self->{deny_reset} = 1
		1903	if $self->no_reset;
		1904
		1905	$self->default_region (cf::region::find_by_path $self->{path})
		1906	unless $self->default_region;
		1907
1346	1	1908	1
1347	}	1909	}
1348		1910
1349	sub find;	1911	sub find;
1350	sub find {	1912	sub find {
1351	my ($path, $origin) = @_;	1913	my ($path, $origin) = @_;
1352		1914
1353	$path = normalise $path, $origin && $origin->path;	1915	$path = normalise $path, $origin && $origin->path;
1354		1916
		1917	cf::lock_wait "map_data:$path";#d#remove
1355	cf::lock_wait "map_find:$path";	1918	cf::lock_wait "map_find:$path";
1356		1919
1357	$cf::MAP{$path} || do {	1920	$cf::MAP{$path} || do {
1358	my $guard = cf::lock_acquire "map_find:$path";	1921	my $guard1 = cf::lock_acquire "map_find:$path";
		1922	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1923
1359	my $map = new_from_path cf::map $path	1924	my $map = new_from_path cf::map $path
1360	or return;	1925	or return;
1361		1926
1362	$map->{last_save} = $cf::RUNTIME;	1927	$map->{last_save} = $cf::RUNTIME;
1363		1928
1364	$map->load_header	1929	$map->load_header
1365	or return;	1930	or return;
1366		1931
1367	if ($map->should_reset) {	1932	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1368	# doing this can freeze the server in a sync job, obviously	1933	# doing this can freeze the server in a sync job, obviously
1369	#$cf::WAIT_FOR_TICK->wait;	1934	#$cf::WAIT_FOR_TICK->wait;
		1935	undef $guard1;
		1936	undef $guard2;
1370	$map->reset;	1937	$map->reset;
1371	undef $guard;
1372	return find $path;	1938	return find $path;
1373	}	1939	}
1374		1940
1375	$cf::MAP{$path} = $map	1941	$cf::MAP{$path} = $map
1376	}	1942	}
…		…
1380	sub post_load { }	1946	sub post_load { }
1381		1947
1382	sub load {	1948	sub load {
1383	my ($self) = @_;	1949	my ($self) = @_;
1384		1950
		1951	local $self->{deny_reset} = 1; # loading can take a long time
		1952
1385	my $path = $self->{path};	1953	my $path = $self->{path};
		1954
		1955	{
1386	my $guard = cf::lock_acquire "map_load:$path";	1956	my $guard = cf::lock_acquire "map_data:$path";
1387		1957
		1958	return unless $self->valid;
1388	return if $self->in_memory != cf::MAP_SWAPPED;	1959	return unless $self->in_memory == cf::MAP_SWAPPED;
1389		1960
1390	$self->in_memory (cf::MAP_LOADING);	1961	$self->in_memory (cf::MAP_LOADING);
1391		1962
1392	$self->alloc;	1963	$self->alloc;
1393		1964
1394	$self->pre_load;	1965	$self->pre_load;
		1966	cf::cede_to_tick;
1395		1967
1396	$self->_load_objects ($self->{load_path}, 1)	1968	my $f = new_from_file cf::object::thawer $self->{load_path};
		1969	$f->skip_block;
		1970	$self->_load_objects ($f)
1397	or return;	1971	or return;
1398		1972
1399	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1973	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1400	if delete $self->{load_original};	1974	if delete $self->{load_original};
1401		1975
1402	if (my $uniq = $self->uniq_path) {	1976	if (my $uniq = $self->uniq_path) {
1403	utf8::encode $uniq;	1977	utf8::encode $uniq;
1404	if (aio_open $uniq, O_RDONLY, 0) {	1978	unless (aio_stat $uniq) {
		1979	if (my $f = new_from_file cf::object::thawer $uniq) {
1405	$self->clear_unique_items;	1980	$self->clear_unique_items;
1406	$self->_load_objects ($uniq, 0);	1981	$self->_load_objects ($f);
		1982	$f->resolve_delayed_derefs;
		1983	}
1407	}	1984	}
1408	}	1985	}
1409		1986
1410	Coro::cede;	1987	$f->resolve_delayed_derefs;
1411		1988
		1989	cf::cede_to_tick;
1412	# now do the right thing for maps	1990	# now do the right thing for maps
1413	$self->link_multipart_objects;	1991	$self->link_multipart_objects;
1414
1415	unless ($self->{deny_activate}) {
1416	$self->decay_objects;
1417	$self->fix_auto_apply;
1418	$self->update_buttons;
1419	Coro::cede;
1420	$self->set_darkness_map;
1421	$self->difficulty ($self->estimate_difficulty)	1992	$self->difficulty ($self->estimate_difficulty)
1422	unless $self->difficulty;	1993	unless $self->difficulty;
1423	Coro::cede;	1994	cf::cede_to_tick;
		1995
		1996	unless ($self->{deny_activate}) {
		1997	$self->decay_objects;
		1998	$self->fix_auto_apply;
		1999	$self->update_buttons;
		2000	cf::cede_to_tick;
		2001	$self->set_darkness_map;
		2002	cf::cede_to_tick;
1424	$self->activate;	2003	$self->activate;
		2004	}
		2005
		2006	$self->{last_save} = $cf::RUNTIME;
		2007	$self->last_access ($cf::RUNTIME);
		2008
		2009	$self->in_memory (cf::MAP_IN_MEMORY);
1425	}	2010	}
1426		2011
1427	$self->post_load;	2012	$self->post_load;
1428
1429	$self->in_memory (cf::MAP_IN_MEMORY);
1430	}	2013	}
1431		2014
1432	sub customise_for {	2015	sub customise_for {
1433	my ($self, $ob) = @_;	2016	my ($self, $ob) = @_;
1434		2017
1435	return find "~" . $ob->name . "/" . $self->{path}	2018	return find "~" . $ob->name . "/" . $self->{path}
1436	if $self->per_player;	2019	if $self->per_player;
1437		2020
		2021	# return find "?party/" . $ob->name . "/" . $self->{path}
		2022	# if $self->per_party;
		2023
1438	$self	2024	$self
1439	}	2025	}
1440		2026
1441	# find and load all maps in the 3x3 area around a map	2027	# find and load all maps in the 3x3 area around a map
1442	sub load_diag {	2028	sub load_neighbours {
1443	my ($map) = @_;	2029	my ($map) = @_;
1444		2030
1445	my @diag; # diagonal neighbours	2031	my @neigh; # diagonal neighbours
1446		2032
1447	for (0 .. 3) {	2033	for (0 .. 3) {
1448	my $neigh = $map->tile_path ($_)	2034	my $neigh = $map->tile_path ($_)
1449	or next;	2035	or next;
1450	$neigh = find $neigh, $map	2036	$neigh = find $neigh, $map
1451	or next;	2037	or next;
1452	$neigh->load;	2038	$neigh->load;
1453		2039
		2040	push @neigh,
1454	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2041	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1455	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2042	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1456	}	2043	}
1457		2044
1458	for (@diag) {	2045	for (grep defined $_->[0], @neigh) {
		2046	my ($path, $origin) = @$_;
1459	my $neigh = find @$_	2047	my $neigh = find $path, $origin
1460	or next;	2048	or next;
1461	$neigh->load;	2049	$neigh->load;
1462	}	2050	}
1463	}	2051	}
1464		2052
…		…
1469	}	2057	}
1470		2058
1471	sub do_load_sync {	2059	sub do_load_sync {
1472	my ($map) = @_;	2060	my ($map) = @_;
1473		2061
		2062	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2063	if $Coro::current == $Coro::main;
		2064
1474	cf::sync_job { $map->load };	2065	cf::sync_job { $map->load };
1475	}	2066	}
1476		2067
1477	our %MAP_PREFETCH;	2068	our %MAP_PREFETCH;
1478	our $MAP_PREFETCHER = undef;	2069	our $MAP_PREFETCHER = undef;
1479		2070
1480	sub find_async {	2071	sub find_async {
1481	my ($path, $origin) = @_;	2072	my ($path, $origin, $load) = @_;
1482		2073
1483	$path = normalise $path, $origin && $origin->{path};	2074	$path = normalise $path, $origin && $origin->{path};
1484		2075
1485	if (my $map = $cf::MAP{$path}) {	2076	if (my $map = $cf::MAP{$path}) {
1486	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2077	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1487	}	2078	}
1488		2079
1489	undef $MAP_PREFETCH{$path};	2080	$MAP_PREFETCH{$path} |= $load;
		2081
1490	$MAP_PREFETCHER ||= cf::async {	2082	$MAP_PREFETCHER ||= cf::async {
		2083	$Coro::current->{desc} = "map prefetcher";
		2084
1491	while (%MAP_PREFETCH) {	2085	while (%MAP_PREFETCH) {
1492	for my $path (keys %MAP_PREFETCH) {	2086	while (my ($k, $v) = each %MAP_PREFETCH) {
1493	my $map = find $path	2087	if (my $map = find $k) {
1494	or next;
1495	$map->load;	2088	$map->load if $v;
		2089	}
1496		2090
1497	delete $MAP_PREFETCH{$path};	2091	delete $MAP_PREFETCH{$k};
1498	}	2092	}
1499	}	2093	}
1500	undef $MAP_PREFETCHER;	2094	undef $MAP_PREFETCHER;
1501	};	2095	};
1502	$MAP_PREFETCHER->prio (6);	2096	$MAP_PREFETCHER->prio (6);
…		…
1505	}	2099	}
1506		2100
1507	sub save {	2101	sub save {
1508	my ($self) = @_;	2102	my ($self) = @_;
1509		2103
1510	my $lock = cf::lock_acquire "map_data:" . $self->path;	2104	my $lock = cf::lock_acquire "map_data:$self->{path}";
1511		2105
1512	$self->{last_save} = $cf::RUNTIME;	2106	$self->{last_save} = $cf::RUNTIME;
1513		2107
1514	return unless $self->dirty;	2108	return unless $self->dirty;
1515		2109
…		…
1521	return if $self->{deny_save};	2115	return if $self->{deny_save};
1522		2116
1523	local $self->{last_access} = $self->last_access;#d#	2117	local $self->{last_access} = $self->last_access;#d#
1524		2118
1525	cf::async {	2119	cf::async {
		2120	$Coro::current->{desc} = "map player save";
1526	$_->contr->save for $self->players;	2121	$_->contr->save for $self->players;
1527	};	2122	};
1528		2123
1529	if ($uniq) {	2124	if ($uniq) {
1530	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2125	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
1538	my ($self) = @_;	2133	my ($self) = @_;
1539		2134
1540	# save first because save cedes	2135	# save first because save cedes
1541	$self->save;	2136	$self->save;
1542		2137
1543	my $lock = cf::lock_acquire "map_data:" . $self->path;	2138	my $lock = cf::lock_acquire "map_data:$self->{path}";
1544		2139
1545	return if $self->players;	2140	return if $self->players;
1546	return if $self->in_memory != cf::MAP_IN_MEMORY;	2141	return if $self->in_memory != cf::MAP_IN_MEMORY;
1547	return if $self->{deny_save};	2142	return if $self->{deny_save};
1548		2143
		2144	$self->in_memory (cf::MAP_SWAPPED);
		2145
		2146	$self->deactivate;
		2147	$_->clear_links_to ($self) for values %cf::MAP;
1549	$self->clear;	2148	$self->clear;
1550	$self->in_memory (cf::MAP_SWAPPED);
1551	}	2149	}
1552		2150
1553	sub reset_at {	2151	sub reset_at {
1554	my ($self) = @_;	2152	my ($self) = @_;
1555		2153
1556	# TODO: safety, remove and allow resettable per-player maps	2154	# TODO: safety, remove and allow resettable per-player maps
1557	return 1e99 if $self->isa ("ext::map_per_player");#d#
1558	return 1e99 if $self->{deny_reset};	2155	return 1e99 if $self->{deny_reset};
1559		2156
1560	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2157	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1561	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2158	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1562		2159
…		…
1573	my ($self) = @_;	2170	my ($self) = @_;
1574		2171
1575	my $lock = cf::lock_acquire "map_data:$self->{path}";	2172	my $lock = cf::lock_acquire "map_data:$self->{path}";
1576		2173
1577	return if $self->players;	2174	return if $self->players;
1578	return if $self->isa ("ext::map_per_player");#d#
1579		2175
1580	warn "resetting map ", $self->path;#d#	2176	warn "resetting map ", $self->path;
		2177
		2178	$self->in_memory (cf::MAP_SWAPPED);
		2179
		2180	# need to save uniques path
		2181	unless ($self->{deny_save}) {
		2182	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2183
		2184	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2185	if $uniq;
		2186	}
1581		2187
1582	delete $cf::MAP{$self->path};	2188	delete $cf::MAP{$self->path};
1583		2189
1584	$self->in_memory (cf::MAP_SWAPPED);	2190	$self->deactivate;
		2191	$_->clear_links_to ($self) for values %cf::MAP;
1585	$self->clear;	2192	$self->clear;
1586
1587	$_->clear_links_to ($self) for values %cf::MAP;
1588		2193
1589	$self->unlink_save;	2194	$self->unlink_save;
1590	$self->destroy;	2195	$self->destroy;
1591	}	2196	}
1592		2197
1593	my $nuke_counter = "aaaa";	2198	my $nuke_counter = "aaaa";
1594		2199
1595	sub nuke {	2200	sub nuke {
1596	my ($self) = @_;	2201	my ($self) = @_;
1597		2202
		2203	{
		2204	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2205
1598	delete $cf::MAP{$self->path};	2206	delete $cf::MAP{$self->path};
1599		2207
1600	$self->unlink_save;	2208	$self->unlink_save;
1601		2209
1602	bless $self, "cf::map";	2210	bless $self, "cf::map";
1603	delete $self->{deny_reset};	2211	delete $self->{deny_reset};
1604	$self->{deny_save} = 1;	2212	$self->{deny_save} = 1;
1605	$self->reset_timeout (1);	2213	$self->reset_timeout (1);
1606	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2214	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1607		2215
1608	$cf::MAP{$self->path} = $self;	2216	$cf::MAP{$self->path} = $self;
		2217	}
1609		2218
1610	$self->reset; # polite request, might not happen	2219	$self->reset; # polite request, might not happen
		2220	}
		2221
		2222	=item $maps = cf::map::tmp_maps
		2223
		2224	Returns an arrayref with all map paths of currently instantiated and saved
		2225	maps. May block.
		2226
		2227	=cut
		2228
		2229	sub tmp_maps() {
		2230	[
		2231	map {
		2232	utf8::decode $_;
		2233	/\.map$/
		2234	? normalise $_
		2235	: ()
		2236	} @{ aio_readdir $TMPDIR or [] }
		2237	]
		2238	}
		2239
		2240	=item $maps = cf::map::random_maps
		2241
		2242	Returns an arrayref with all map paths of currently instantiated and saved
		2243	random maps. May block.
		2244
		2245	=cut
		2246
		2247	sub random_maps() {
		2248	[
		2249	map {
		2250	utf8::decode $_;
		2251	/\.map$/
		2252	? normalise "?random/$_"
		2253	: ()
		2254	} @{ aio_readdir $RANDOMDIR or [] }
		2255	]
1611	}	2256	}
1612		2257
1613	=item cf::map::unique_maps	2258	=item cf::map::unique_maps
1614		2259
1615	Returns an arrayref of paths of all shared maps that have	2260	Returns an arrayref of paths of all shared maps that have
1616	instantiated unique items. May block.	2261	instantiated unique items. May block.
1617		2262
1618	=cut	2263	=cut
1619		2264
1620	sub unique_maps() {	2265	sub unique_maps() {
1621	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2266	[
1622	or return;	2267	map {
1623
1624	my @paths;
1625
1626	for (@$files) {
1627	utf8::decode $_;	2268	utf8::decode $_;
1628	next if /\.pst$/;
1629	next unless /^$PATH_SEP/o;
1630
1631	s/\.map$//;	2269	/\.map$/
1632	push @paths, $_;	2270	? normalise $_
		2271	: ()
		2272	} @{ aio_readdir $UNIQUEDIR or [] }
1633	}	2273	]
1634
1635	\@paths
1636	}	2274	}
1637		2275
1638	package cf;	2276	package cf;
1639		2277
1640	=back	2278	=back
…		…
1658	map { $_, inv_recursive_ $_->inv } @_	2296	map { $_, inv_recursive_ $_->inv } @_
1659	}	2297	}
1660		2298
1661	sub inv_recursive {	2299	sub inv_recursive {
1662	inv_recursive_ inv $_[0]	2300	inv_recursive_ inv $_[0]
		2301	}
		2302
		2303	=item $ref = $ob->ref
		2304
		2305	creates and returns a persistent reference to an objetc that can be stored as a string.
		2306
		2307	=item $ob = cf::object::deref ($refstring)
		2308
		2309	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2310	even if the object actually exists. May block.
		2311
		2312	=cut
		2313
		2314	sub deref {
		2315	my ($ref) = @_;
		2316
		2317	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2318	my ($uuid, $name) = ($1, $2);
		2319	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2320	or return;
		2321	$pl->ob->uuid eq $uuid
		2322	or return;
		2323
		2324	$pl->ob
		2325	} else {
		2326	warn "$ref: cannot resolve object reference\n";
		2327	undef
		2328	}
1663	}	2329	}
1664		2330
1665	package cf;	2331	package cf;
1666		2332
1667	=back	2333	=back
…		…
1686		2352
1687	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2353	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1688		2354
1689	if ($self->{record_replies}) {	2355	if ($self->{record_replies}) {
1690	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2356	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2357
1691	} else {	2358	} else {
		2359	my $pl = $self->contr;
		2360
		2361	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2362	my $dialog = $pl->{npc_dialog};
		2363	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2364
		2365	} else {
1692	$msg = $npc->name . " says: $msg" if $npc;	2366	$msg = $npc->name . " says: $msg" if $npc;
1693	$self->message ($msg, $flags);	2367	$self->message ($msg, $flags);
		2368	}
1694	}	2369	}
		2370	}
		2371
		2372	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2373
		2374	=cut
		2375
		2376	sub cf::object::send_msg {
		2377	my $pl = shift->contr
		2378	or return;
		2379	$pl->send_msg (@_);
1695	}	2380	}
1696		2381
1697	=item $player_object->may ("access")	2382	=item $player_object->may ("access")
1698		2383
1699	Returns wether the given player is authorized to access resource "access"	2384	Returns wether the given player is authorized to access resource "access"
…		…
1731	=cut	2416	=cut
1732		2417
1733	sub link_map {	2418	sub link_map {
1734	unless ($LINK_MAP) {	2419	unless ($LINK_MAP) {
1735	$LINK_MAP = cf::map::find "{link}"	2420	$LINK_MAP = cf::map::find "{link}"
1736	or do { warn "FATAL: unable to provide {link} map, exiting."; exit 1 };	2421	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1737	$LINK_MAP->load;	2422	$LINK_MAP->load;
1738	}	2423	}
1739		2424
1740	$LINK_MAP	2425	$LINK_MAP
1741	}	2426	}
…		…
1746	$self->deactivate_recursive;	2431	$self->deactivate_recursive;
1747		2432
1748	return if UNIVERSAL::isa $self->map, "ext::map_link";	2433	return if UNIVERSAL::isa $self->map, "ext::map_link";
1749		2434
1750	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2435	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1751	if $self->map;	2436	if $self->map && $self->map->{path} ne "{link}";
1752		2437
1753	$self->enter_map ($LINK_MAP || link_map, 20, 20);	2438	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1754	}	2439	}
1755		2440
1756	sub cf::object::player::leave_link {	2441	sub cf::object::player::leave_link {
1757	my ($self, $map, $x, $y) = @_;	2442	my ($self, $map, $x, $y) = @_;
		2443
		2444	return unless $self->contr->active;
1758		2445
1759	my $link_pos = delete $self->{_link_pos};	2446	my $link_pos = delete $self->{_link_pos};
1760		2447
1761	unless ($map) {	2448	unless ($map) {
1762	# restore original map position	2449	# restore original map position
…		…
1776	# use -1 or undef as default coordinates, not 0, 0	2463	# use -1 or undef as default coordinates, not 0, 0
1777	($x, $y) = ($map->enter_x, $map->enter_y)	2464	($x, $y) = ($map->enter_x, $map->enter_y)
1778	if $x <=0 && $y <= 0;	2465	if $x <=0 && $y <= 0;
1779		2466
1780	$map->load;	2467	$map->load;
1781	$map->load_diag;	2468	$map->load_neighbours;
1782		2469
1783	return unless $self->contr->active;	2470	return unless $self->contr->active;
1784	$self->activate_recursive;	2471	$self->activate_recursive;
		2472
		2473	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1785	$self->enter_map ($map, $x, $y);	2474	$self->enter_map ($map, $x, $y);
1786	}	2475	}
1787		2476
1788	cf::player->attach (	2477	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1789	on_logout => sub {
1790	my ($pl) = @_;
1791		2478
1792	# abort map switching before logout	2479	Moves the player to the given map-path and coordinates by first freezing
1793	if ($pl->ob->{_link_pos}) {	2480	her, loading and preparing them map, calling the provided $check callback
1794	cf::sync_job {	2481	that has to return the map if sucecssful, and then unfreezes the player on
1795	$pl->ob->leave_link	2482	the new (success) or old (failed) map position. In either case, $done will
1796	};	2483	be called at the end of this process.
1797	}
1798	},
1799	on_login => sub {
1800	my ($pl) = @_;
1801		2484
1802	# try to abort aborted map switching on player login :)
1803	# should happen only on crashes
1804	if ($pl->ob->{_link_pos}) {
1805	$pl->ob->enter_link;
1806	(async {
1807	# we need this sleep as the login has a concurrent enter_exit running
1808	# and this sleep increases chances of the player not ending up in scorn
1809	$pl->ob->reply (undef,
1810	"There was an internal problem at your last logout, "
1811	. "the server will try to bring you to your intended destination in a second.",
1812	cf::NDI_RED);
1813	Coro::Timer::sleep 1;
1814	$pl->ob->leave_link;
1815	})->prio (2);
1816	}
1817	},
1818	);
1819
1820	=item $player_object->goto ($path, $x, $y)
1821
1822	=cut	2485	=cut
		2486
		2487	our $GOTOGEN;
1823		2488
1824	sub cf::object::player::goto {	2489	sub cf::object::player::goto {
1825	my ($self, $path, $x, $y) = @_;	2490	my ($self, $path, $x, $y, $check, $done) = @_;
		2491
		2492	# do generation counting so two concurrent goto's will be executed in-order
		2493	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1826		2494
1827	$self->enter_link;	2495	$self->enter_link;
1828		2496
1829	(async {	2497	(async {
1830	my $map = cf::map::find $path;	2498	$Coro::current->{desc} = "player::goto $path $x $y";
		2499
		2500	# *tag paths override both path and x|y
		2501	if ($path =~ /^\*(.*)$/) {
		2502	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2503	my $ob = $obs[rand @obs];
		2504
		2505	# see if we actually can go there
		2506	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2507	$ob = $obs[rand @obs];
		2508	} else {
		2509	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2510	}
		2511	# else put us there anyways for now #d#
		2512
		2513	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2514	} else {
		2515	($path, $x, $y) = (undef, undef, undef);
		2516	}
		2517	}
		2518
		2519	my $map = eval {
		2520	my $map = defined $path ? cf::map::find $path : undef;
		2521
		2522	if ($map) {
1831	$map = $map->customise_for ($self) if $map;	2523	$map = $map->customise_for ($self);
1832		2524	$map = $check->($map) if $check && $map;
1833	# warn "entering ", $map->path, " at ($x, $y)\n"	2525	} else {
1834	# if $map;
1835
1836	$map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2526	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2527	}
1837		2528
		2529	$map
		2530	};
		2531
		2532	if ($@) {
		2533	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2534	LOG llevError | logBacktrace, Carp::longmess $@;
		2535	}
		2536
		2537	if ($gen == $self->{_goto_generation}) {
		2538	delete $self->{_goto_generation};
1838	$self->leave_link ($map, $x, $y);	2539	$self->leave_link ($map, $x, $y);
		2540	}
		2541
		2542	$done->() if $done;
1839	})->prio (1);	2543	})->prio (1);
1840	}	2544	}
1841		2545
1842	=item $player_object->enter_exit ($exit_object)	2546	=item $player_object->enter_exit ($exit_object)
1843		2547
…		…
1872	# that depends on the exit object	2576	# that depends on the exit object
1873		2577
1874	my $rmp = parse_random_map_params $exit->msg;	2578	my $rmp = parse_random_map_params $exit->msg;
1875		2579
1876	if ($exit->map) {	2580	if ($exit->map) {
1877	$rmp->{region} = $exit->map->region_name;	2581	$rmp->{region} = $exit->region->name;
1878	$rmp->{origin_map} = $exit->map->path;	2582	$rmp->{origin_map} = $exit->map->path;
1879	$rmp->{origin_x} = $exit->x;	2583	$rmp->{origin_x} = $exit->x;
1880	$rmp->{origin_y} = $exit->y;	2584	$rmp->{origin_y} = $exit->y;
1881	}	2585	}
1882		2586
1883	$rmp->{random_seed} ||= $exit->random_seed;	2587	$rmp->{random_seed} ||= $exit->random_seed;
1884		2588
1885	my $data = cf::to_json $rmp;	2589	my $data = cf::to_json $rmp;
1886	my $md5 = Digest::MD5::md5_hex $data;	2590	my $md5 = Digest::MD5::md5_hex $data;
1887	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2591	my $meta = "$RANDOMDIR/$md5.meta";
1888		2592
1889	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2593	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1890	aio_write $fh, 0, (length $data), $data, 0;	2594	aio_write $fh, 0, (length $data), $data, 0;
1891	undef $fh;	2595	undef $fh;
1892	aio_rename "$meta~", $meta;	2596	aio_rename "$meta~", $meta;
…		…
1899	sub cf::object::player::enter_exit {	2603	sub cf::object::player::enter_exit {
1900	my ($self, $exit) = @_;	2604	my ($self, $exit) = @_;
1901		2605
1902	return unless $self->type == cf::PLAYER;	2606	return unless $self->type == cf::PLAYER;
1903		2607
		2608	if ($exit->slaying eq "/!") {
		2609	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2610	# the problem is that $exit might not survive long enough
		2611	# so it needs to be done right now, right here
		2612	cf::sync_job { prepare_random_map $exit };
		2613	}
		2614
		2615	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2616	my $hp = $exit->stats->hp;
		2617	my $sp = $exit->stats->sp;
		2618
1904	$self->enter_link;	2619	$self->enter_link;
1905		2620
		2621	# if exit is damned, update players death & WoR home-position
		2622	$self->contr->savebed ($slaying, $hp, $sp)
		2623	if $exit->flag (FLAG_DAMNED);
		2624
1906	(async {	2625	(async {
		2626	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2627
1907	$self->deactivate_recursive; # just to be sure	2628	$self->deactivate_recursive; # just to be sure
1908	unless (eval {	2629	unless (eval {
1909	prepare_random_map $exit	2630	$self->goto ($slaying, $hp, $sp);
1910	if $exit->slaying eq "/!";
1911
1912	my $path = new_from_path cf::map $exit->slaying, $exit->map && $exit->map->path;
1913	$self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1914		2631
1915	1;	2632	1;
1916	}) {	2633	}) {
1917	$self->message ("Something went wrong deep within the crossfire server. "	2634	$self->message ("Something went wrong deep within the crossfire server. "
1918	. "I'll try to bring you back to the map you were before. "	2635	. "I'll try to bring you back to the map you were before. "
1919	. "Please report this to the dungeon master!",	2636	. "Please report this to the dungeon master!",
1920	cf::NDI_UNIQUE | cf::NDI_RED);	2637	cf::NDI_UNIQUE | cf::NDI_RED);
1921		2638
1922	warn "ERROR in enter_exit: $@";	2639	warn "ERROR in enter_exit: $@";
1923	$self->leave_link;	2640	$self->leave_link;
1924	}	2641	}
1925	})->prio (1);	2642	})->prio (1);
…		…
1938		2655
1939	sub cf::client::send_drawinfo {	2656	sub cf::client::send_drawinfo {
1940	my ($self, $text, $flags) = @_;	2657	my ($self, $text, $flags) = @_;
1941		2658
1942	utf8::encode $text;	2659	utf8::encode $text;
1943	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2660	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1944	}	2661	}
1945		2662
		2663	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2664
		2665	Send a drawinfo or msg packet to the client, formatting the msg for the
		2666	client if neccessary. C<$type> should be a string identifying the type of
		2667	the message, with C<log> being the default. If C<$color> is negative, suppress
		2668	the message unless the client supports the msg packet.
		2669
		2670	=cut
		2671
		2672	our %CHANNEL = (
		2673	"c/identify" => {
		2674	id => "infobox",
		2675	title => "Identify",
		2676	reply => undef,
		2677	tooltip => "Items recently identified",
		2678	},
		2679	"c/examine" => {
		2680	id => "infobox",
		2681	title => "Examine",
		2682	reply => undef,
		2683	tooltip => "Signs and other items you examined",
		2684	},
		2685	"c/lookat" => {
		2686	id => "infobox",
		2687	title => "Look",
		2688	reply => undef,
		2689	tooltip => "What you saw there",
		2690	},
		2691	);
		2692
		2693	sub cf::client::send_msg {
		2694	my ($self, $channel, $msg, $color, @extra) = @_;
		2695
		2696	$msg = $self->pl->expand_cfpod ($msg);
		2697
		2698	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2699
		2700	# check predefined channels, for the benefit of C
		2701	if ($CHANNEL{$channel}) {
		2702	$channel = $CHANNEL{$channel};
		2703
		2704	$self->ext_msg (channel_info => $channel)
		2705	if $self->can_msg;
		2706
		2707	$channel = $channel->{id};
		2708
		2709	} elsif (ref $channel) {
		2710	# send meta info to client, if not yet sent
		2711	unless (exists $self->{channel}{$channel->{id}}) {
		2712	$self->{channel}{$channel->{id}} = $channel;
		2713	$self->ext_msg (channel_info => $channel)
		2714	if $self->can_msg;
		2715	}
		2716
		2717	$channel = $channel->{id};
		2718	}
		2719
		2720	return unless @extra || length $msg;
		2721
		2722	if ($self->can_msg) {
		2723	# default colour, mask it out
		2724	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2725	if $color & cf::NDI_DEF;
		2726
		2727	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2728	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2729	} else {
		2730	if ($color >= 0) {
		2731	# replace some tags by gcfclient-compatible ones
		2732	for ($msg) {
		2733	1 while
		2734	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2735	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2736	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2737	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2738	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2739	}
		2740
		2741	$color &= cf::NDI_COLOR_MASK;
		2742
		2743	utf8::encode $msg;
		2744
		2745	if (0 && $msg =~ /\[/) {
		2746	# COMMAND/INFO
		2747	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2748	} else {
		2749	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2750	$self->send_packet ("drawinfo $color $msg")
		2751	}
		2752	}
		2753	}
		2754	}
		2755
		2756	=item $client->ext_msg ($type, @msg)
		2757
		2758	Sends an ext event to the client.
		2759
		2760	=cut
		2761
		2762	sub cf::client::ext_msg($$@) {
		2763	my ($self, $type, @msg) = @_;
		2764
		2765	if ($self->extcmd == 2) {
		2766	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2767	} elsif ($self->extcmd == 1) { # TODO: remove
		2768	push @msg, msgtype => "event_$type";
		2769	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2770	}
		2771	}
		2772
		2773	=item $client->ext_reply ($msgid, @msg)
		2774
		2775	Sends an ext reply to the client.
		2776
		2777	=cut
		2778
		2779	sub cf::client::ext_reply($$@) {
		2780	my ($self, $id, @msg) = @_;
		2781
		2782	if ($self->extcmd == 2) {
		2783	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2784	} elsif ($self->extcmd == 1) {
		2785	#TODO: version 1, remove
		2786	unshift @msg, msgtype => "reply", msgid => $id;
		2787	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2788	}
		2789	}
1946		2790
1947	=item $success = $client->query ($flags, "text", \&cb)	2791	=item $success = $client->query ($flags, "text", \&cb)
1948		2792
1949	Queues a query to the client, calling the given callback with	2793	Queues a query to the client, calling the given callback with
1950	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2794	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1951	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2795	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1952		2796
1953	Queries can fail, so check the return code. Or don't, as queries will become	2797	Queries can fail, so check the return code. Or don't, as queries will
1954	reliable at some point in the future.	2798	become reliable at some point in the future.
1955		2799
1956	=cut	2800	=cut
1957		2801
1958	sub cf::client::query {	2802	sub cf::client::query {
1959	my ($self, $flags, $text, $cb) = @_;	2803	my ($self, $flags, $text, $cb) = @_;
…		…
1967	utf8::encode $text;	2811	utf8::encode $text;
1968	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2812	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1969		2813
1970	$self->send_packet ($self->{query_queue}[0][0])	2814	$self->send_packet ($self->{query_queue}[0][0])
1971	if @{ $self->{query_queue} } == 1;	2815	if @{ $self->{query_queue} } == 1;
		2816
		2817	1
1972	}	2818	}
1973		2819
1974	cf::client->attach (	2820	cf::client->attach (
		2821	on_connect => sub {
		2822	my ($ns) = @_;
		2823
		2824	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2825	},
1975	on_reply => sub {	2826	on_reply => sub {
1976	my ($ns, $msg) = @_;	2827	my ($ns, $msg) = @_;
1977		2828
1978	# this weird shuffling is so that direct followup queries	2829	# this weird shuffling is so that direct followup queries
1979	# get handled first	2830	# get handled first
1980	my $queue = delete $ns->{query_queue}	2831	my $queue = delete $ns->{query_queue}
1981	or return; # be conservative, not sure how that can happen, but we saw a crash here	2832	or return; # be conservative, not sure how that can happen, but we saw a crash here
1982		2833
1983	(shift @$queue)->[1]->($msg);	2834	(shift @$queue)->[1]->($msg);
		2835	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1984		2836
1985	push @{ $ns->{query_queue} }, @$queue;	2837	push @{ $ns->{query_queue} }, @$queue;
1986		2838
1987	if (@{ $ns->{query_queue} } == @$queue) {	2839	if (@{ $ns->{query_queue} } == @$queue) {
1988	if (@$queue) {	2840	if (@$queue) {
…		…
1990	} else {	2842	} else {
1991	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2843	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1992	}	2844	}
1993	}	2845	}
1994	},	2846	},
		2847	on_exticmd => sub {
		2848	my ($ns, $buf) = @_;
		2849
		2850	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2851
		2852	if (ref $msg) {
		2853	my ($type, $reply, @payload) =
		2854	"ARRAY" eq ref $msg
		2855	? @$msg
		2856	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2857
		2858	my @reply;
		2859
		2860	if (my $cb = $EXTICMD{$type}) {
		2861	@reply = $cb->($ns, @payload);
		2862	}
		2863
		2864	$ns->ext_reply ($reply, @reply)
		2865	if $reply;
		2866
		2867	} else {
		2868	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2869	}
		2870
		2871	cf::override;
		2872	},
1995	);	2873	);
1996		2874
1997	=item $client->async (\&cb)	2875	=item $client->async (\&cb)
1998		2876
1999	Create a new coroutine, running the specified callback. The coroutine will	2877	Create a new coroutine, running the specified callback. The coroutine will
…		…
2040	our $safe = new Safe "safe";	2918	our $safe = new Safe "safe";
2041	our $safe_hole = new Safe::Hole;	2919	our $safe_hole = new Safe::Hole;
2042		2920
2043	$SIG{FPE} = 'IGNORE';	2921	$SIG{FPE} = 'IGNORE';
2044		2922
2045	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2923	$safe->permit_only (Opcode::opset qw(
		2924	:base_core :base_mem :base_orig :base_math
		2925	grepstart grepwhile mapstart mapwhile
		2926	sort time
		2927	));
2046		2928
2047	# here we export the classes and methods available to script code	2929	# here we export the classes and methods available to script code
2048		2930
2049	=pod	2931	=pod
2050		2932
2051	The following fucntions and emthods are available within a safe environment:	2933	The following functions and methods are available within a safe environment:
2052		2934
2053	cf::object contr pay_amount pay_player map	2935	cf::object
		2936	contr pay_amount pay_player map x y force_find force_add destroy
		2937	insert remove name archname title slaying race decrease_ob_nr
		2938
2054	cf::object::player player	2939	cf::object::player
2055	cf::player peaceful	2940	player
2056	cf::map trigger	2941
		2942	cf::player
		2943	peaceful
		2944
		2945	cf::map
		2946	trigger
2057		2947
2058	=cut	2948	=cut
2059		2949
2060	for (	2950	for (
2061	["cf::object" => qw(contr pay_amount pay_player map)],	2951	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2952	insert remove inv name archname title slaying race
		2953	decrease_ob_nr destroy)],
2062	["cf::object::player" => qw(player)],	2954	["cf::object::player" => qw(player)],
2063	["cf::player" => qw(peaceful)],	2955	["cf::player" => qw(peaceful)],
2064	["cf::map" => qw(trigger)],	2956	["cf::map" => qw(trigger)],
2065	) {	2957	) {
2066	no strict 'refs';	2958	no strict 'refs';
…		…
2137	=back	3029	=back
2138		3030
2139	=cut	3031	=cut
2140		3032
2141	#############################################################################	3033	#############################################################################
		3034	# the server's init and main functions
2142		3035
2143	=head2 EXTENSION DATABASE SUPPORT	3036	sub load_facedata($) {
		3037	my ($path) = @_;
2144		3038
2145	Crossfire maintains a very simple database for extension use. It can	3039	# HACK to clear player env face cache, we need some signal framework
2146	currently store anything that can be serialised using Storable, which	3040	# for this (global event?)
2147	excludes objects.	3041	%ext::player_env::MUSIC_FACE_CACHE = ();
2148		3042
2149	The parameter C<$family> should best start with the name of the extension	3043	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2150	using it, it should be unique.
2151		3044
2152	=over 4	3045	warn "loading facedata from $path\n";
2153		3046
2154	=item $hashref = cf::db_get $family	3047	my $facedata;
		3048	0 < aio_load $path, $facedata
		3049	or die "$path: $!";
2155		3050
2156	Return a hashref for use by the extension C<$family>, which can be	3051	$facedata = Coro::Storable::thaw $facedata;
2157	modified. After modifications, you have to call C<cf::db_dirty> or
2158	C<cf::db_sync>.
2159		3052
2160	=item $value = cf::db_get $family => $key	3053	$facedata->{version} == 2
		3054	or cf::cleanup "$path: version mismatch, cannot proceed.";
2161		3055
2162	Returns a single value from the database	3056	# patch in the exptable
2163		3057	$facedata->{resource}{"res/exp_table"} = {
2164	=item cf::db_put $family => $hashref	3058	type => FT_RSRC,
2165		3059	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
2166	Stores the given family hashref into the database. Updates are delayed, if
2167	you want the data to be synced to disk immediately, use C<cf::db_sync>.
2168
2169	=item cf::db_put $family => $key => $value
2170
2171	Stores the given C<$value> in the family hash. Updates are delayed, if you
2172	want the data to be synced to disk immediately, use C<cf::db_sync>.
2173
2174	=item cf::db_dirty
2175
2176	Marks the database as dirty, to be updated at a later time.
2177
2178	=item cf::db_sync
2179
2180	Immediately write the database to disk I<if it is dirty>.
2181
2182	=cut
2183
2184	our $DB;
2185
2186	{
2187	my $path = cf::localdir . "/database.pst";
2188
2189	sub db_load() {
2190	$DB = stat $path ? Storable::retrieve $path : { };
2191	}	3060	};
		3061	cf::cede_to_tick;
2192		3062
2193	my $pid;
2194
2195	sub db_save() {
2196	waitpid $pid, 0 if $pid;
2197	if (0 == ($pid = fork)) {
2198	$DB->{_meta}{version} = 1;
2199	Storable::nstore $DB, "$path~";
2200	rename "$path~", $path;
2201	cf::_exit 0 if defined $pid;
2202	}
2203	}	3063	{
		3064	my $faces = $facedata->{faceinfo};
2204		3065
2205	my $dirty;	3066	while (my ($face, $info) = each %$faces) {
		3067	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3068	cf::face::set_visibility $idx, $info->{visibility};
		3069	cf::face::set_magicmap $idx, $info->{magicmap};
		3070	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
		3071	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2206		3072
2207	sub db_sync() {	3073	cf::cede_to_tick;
2208	db_save if $dirty;
2209	undef $dirty;
2210	}
2211
2212	my $idle = Event->idle (
2213	reentrant => 0,
2214	min => 10,
2215	max => 20,
2216	repeat => 0,
2217	data => WF_AUTOCANCEL,
2218	cb => \&db_sync,
2219	);
2220
2221	sub db_dirty() {
2222	$dirty = 1;
2223	$idle->start;
2224	}
2225
2226	sub db_get($;$) {
2227	@_ >= 2
2228	? $DB->{$_[0]}{$_[1]}
2229	: ($DB->{$_[0]} ||= { })
2230	}
2231
2232	sub db_put($$;$) {
2233	if (@_ >= 3) {
2234	$DB->{$_[0]}{$_[1]} = $_[2];
2235	} else {
2236	$DB->{$_[0]} = $_[1];
2237	}
2238	db_dirty;
2239	}
2240
2241	cf::global->attach (
2242	prio => 10000,
2243	on_cleanup => sub {
2244	db_sync;
2245	},	3074	}
2246	);
2247	}
2248		3075
2249	#############################################################################	3076	while (my ($face, $info) = each %$faces) {
2250	# the server's main()	3077	next unless $info->{smooth};
		3078	my $idx = cf::face::find $face
		3079	or next;
		3080	if (my $smooth = cf::face::find $info->{smooth}) {
		3081	cf::face::set_smooth $idx, $smooth;
		3082	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
		3083	} else {
		3084	warn "smooth face '$info->{smooth}' not found for face '$face'";
		3085	}
2251		3086
2252	sub cfg_load {	3087	cf::cede_to_tick;
		3088	}
		3089	}
		3090
		3091	{
		3092	my $anims = $facedata->{animinfo};
		3093
		3094	while (my ($anim, $info) = each %$anims) {
		3095	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3096	cf::cede_to_tick;
		3097	}
		3098
		3099	cf::anim::invalidate_all; # d'oh
		3100	}
		3101
		3102	{
		3103	# TODO: for gcfclient pleasure, we should give resources
		3104	# that gcfclient doesn't grok a >10000 face index.
		3105	my $res = $facedata->{resource};
		3106
		3107	my $soundconf = delete $res->{"res/sound.conf"};
		3108
		3109	while (my ($name, $info) = each %$res) {
		3110	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3111	my $data;
		3112
		3113	if ($info->{type} & 1) {
		3114	# prepend meta info
		3115
		3116	my $meta = $enc->encode ({
		3117	name => $name,
		3118	%{ $info->{meta} || {} },
		3119	});
		3120
		3121	$data = pack "(w/a*)*", $meta, $info->{data};
		3122	} else {
		3123	$data = $info->{data};
		3124	}
		3125
		3126	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3127	cf::face::set_type $idx, $info->{type};
		3128
		3129	cf::cede_to_tick;
		3130	}
		3131
		3132	if ($soundconf) {
		3133	$soundconf = $enc->decode (delete $soundconf->{data});
		3134
		3135	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3136	my $sound = $soundconf->{compat}[$_]
		3137	or next;
		3138
		3139	my $face = cf::face::find "sound/$sound->[1]";
		3140	cf::sound::set $sound->[0] => $face;
		3141	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3142	}
		3143
		3144	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3145	my $face = cf::face::find "sound/$v";
		3146	cf::sound::set $k => $face;
		3147	}
		3148	}
		3149	}
		3150
		3151	1
		3152	}
		3153
		3154	register_exticmd fx_want => sub {
		3155	my ($ns, $want) = @_;
		3156
		3157	while (my ($k, $v) = each %$want) {
		3158	$ns->fx_want ($k, $v);
		3159	}
		3160	};
		3161
		3162	sub reload_regions {
		3163	# HACK to clear player env face cache, we need some signal framework
		3164	# for this (global event?)
		3165	%ext::player_env::MUSIC_FACE_CACHE = ();
		3166
		3167	load_resource_file "$MAPDIR/regions"
		3168	or die "unable to load regions file\n";
		3169
		3170	for (cf::region::list) {
		3171	$_->{match} = qr/$_->{match}/
		3172	if exists $_->{match};
		3173	}
		3174	}
		3175
		3176	sub reload_facedata {
		3177	load_facedata "$DATADIR/facedata"
		3178	or die "unable to load facedata\n";
		3179	}
		3180
		3181	sub reload_archetypes {
		3182	load_resource_file "$DATADIR/archetypes"
		3183	or die "unable to load archetypes\n";
		3184	#d# NEED to laod twice to resolve forward references
		3185	# this really needs to be done in an extra post-pass
		3186	# (which needs to be synchronous, so solve it differently)
		3187	load_resource_file "$DATADIR/archetypes"
		3188	or die "unable to load archetypes\n";
		3189	}
		3190
		3191	sub reload_treasures {
		3192	load_resource_file "$DATADIR/treasures"
		3193	or die "unable to load treasurelists\n";
		3194	}
		3195
		3196	sub reload_resources {
		3197	warn "reloading resource files...\n";
		3198
		3199	reload_regions;
		3200	reload_facedata;
		3201	#reload_archetypes;#d#
		3202	reload_archetypes;
		3203	reload_treasures;
		3204
		3205	warn "finished reloading resource files\n";
		3206	}
		3207
		3208	sub init {
		3209	reload_resources;
		3210	}
		3211
		3212	sub reload_config {
2253	open my $fh, "<:utf8", cf::confdir . "/config"	3213	open my $fh, "<:utf8", "$CONFDIR/config"
2254	or return;	3214	or return;
2255		3215
2256	local $/;	3216	local $/;
2257	*CFG = YAML::Syck::Load <$fh>;	3217	*CFG = YAML::Syck::Load <$fh>;
2258		3218
…		…
2273	sub main {	3233	sub main {
2274	# we must not ever block the main coroutine	3234	# we must not ever block the main coroutine
2275	local $Coro::idle = sub {	3235	local $Coro::idle = sub {
2276	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3236	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2277	(async {	3237	(async {
		3238	$Coro::current->{desc} = "IDLE BUG HANDLER";
2278	Event::one_event;	3239	Event::one_event;
2279	})->prio (Coro::PRIO_MAX);	3240	})->prio (Coro::PRIO_MAX);
2280	};	3241	};
2281		3242
2282	cfg_load;	3243	reload_config;
2283	db_load;	3244	db_init;
2284	load_extensions;	3245	load_extensions;
2285		3246
2286	$TICK_WATCHER->start;	3247	$TICK_WATCHER->start;
2287	Event::loop;	3248	Event::loop;
2288	}	3249	}
…		…
2303	},	3264	},
2304	);	3265	);
2305	}	3266	}
2306	}	3267	}
2307		3268
		3269	sub write_runtime {
		3270	my $runtime = "$LOCALDIR/runtime";
		3271
		3272	# first touch the runtime file to show we are still running:
		3273	# the fsync below can take a very very long time.
		3274
		3275	IO::AIO::aio_utime $runtime, undef, undef;
		3276
		3277	my $guard = cf::lock_acquire "write_runtime";
		3278
		3279	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3280	or return;
		3281
		3282	my $value = $cf::RUNTIME + 90 + 10;
		3283	# 10 is the runtime save interval, for a monotonic clock
		3284	# 60 allows for the watchdog to kill the server.
		3285
		3286	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3287	and return;
		3288
		3289	# always fsync - this file is important
		3290	aio_fsync $fh
		3291	and return;
		3292
		3293	# touch it again to show we are up-to-date
		3294	aio_utime $fh, undef, undef;
		3295
		3296	close $fh
		3297	or return;
		3298
		3299	aio_rename "$runtime~", $runtime
		3300	and return;
		3301
		3302	warn "runtime file written.\n";
		3303
		3304	1
		3305	}
		3306
2308	sub emergency_save() {	3307	sub emergency_save() {
2309	my $freeze_guard = cf::freeze_mainloop;	3308	my $freeze_guard = cf::freeze_mainloop;
2310		3309
2311	warn "enter emergency perl save\n";	3310	warn "enter emergency perl save\n";
2312		3311
…		…
2316	# and maps saved/destroyed asynchronously.	3315	# and maps saved/destroyed asynchronously.
2317	warn "begin emergency player save\n";	3316	warn "begin emergency player save\n";
2318	for my $login (keys %cf::PLAYER) {	3317	for my $login (keys %cf::PLAYER) {
2319	my $pl = $cf::PLAYER{$login} or next;	3318	my $pl = $cf::PLAYER{$login} or next;
2320	$pl->valid or next;	3319	$pl->valid or next;
		3320	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2321	$pl->save;	3321	$pl->save;
2322	}	3322	}
2323	warn "end emergency player save\n";	3323	warn "end emergency player save\n";
2324		3324
2325	warn "begin emergency map save\n";	3325	warn "begin emergency map save\n";
…		…
2327	my $map = $cf::MAP{$path} or next;	3327	my $map = $cf::MAP{$path} or next;
2328	$map->valid or next;	3328	$map->valid or next;
2329	$map->save;	3329	$map->save;
2330	}	3330	}
2331	warn "end emergency map save\n";	3331	warn "end emergency map save\n";
		3332
		3333	warn "begin emergency database checkpoint\n";
		3334	BDB::db_env_txn_checkpoint $DB_ENV;
		3335	warn "end emergency database checkpoint\n";
2332	};	3336	};
2333		3337
2334	warn "leave emergency perl save\n";	3338	warn "leave emergency perl save\n";
2335	}	3339	}
2336		3340
		3341	sub post_cleanup {
		3342	my ($make_core) = @_;
		3343
		3344	warn Carp::longmess "post_cleanup backtrace"
		3345	if $make_core;
		3346	}
		3347
2337	sub reload() {	3348	sub do_reload_perl() {
2338	# can/must only be called in main	3349	# can/must only be called in main
2339	if ($Coro::current != $Coro::main) {	3350	if ($Coro::current != $Coro::main) {
2340	warn "can only reload from main coroutine";	3351	warn "can only reload from main coroutine";
2341	return;	3352	return;
2342	}	3353	}
2343		3354
2344	warn "reloading...";	3355	warn "reloading...";
2345		3356
2346	warn "cancelling server ticker";	3357	warn "entering sync_job";
2347	$TICK_WATCHER->cancel;
2348		3358
		3359	cf::sync_job {
		3360	cf::write_runtime; # external watchdog should not bark
2349	cf::emergency_save;	3361	cf::emergency_save;
		3362	cf::write_runtime; # external watchdog should not bark
2350		3363
2351	eval {	3364	warn "syncing database to disk";
		3365	BDB::db_env_txn_checkpoint $DB_ENV;
		3366
2352	# if anything goes wrong in here, we should simply crash as we already saved	3367	# if anything goes wrong in here, we should simply crash as we already saved
2353
2354	warn "syncing database to disk";
2355	cf::db_sync;
2356		3368
2357	warn "cancelling all WF_AUTOCANCEL watchers";	3369	warn "cancelling all WF_AUTOCANCEL watchers";
2358	for (Event::all_watchers) {	3370	for (Event::all_watchers) {
2359	$_->cancel if $_->data & WF_AUTOCANCEL;	3371	$_->cancel if $_->data & WF_AUTOCANCEL;
2360	}	3372	}
2361		3373
2362	warn "flushing outstanding aio requests";	3374	warn "flushing outstanding aio requests";
2363	for (;;) {	3375	for (;;) {
		3376	BDB::flush;
2364	IO::AIO::flush;	3377	IO::AIO::flush;
2365	Coro::cede;	3378	Coro::cede_notself;
2366	last unless IO::AIO::nreqs;	3379	last unless IO::AIO::nreqs || BDB::nreqs;
2367	warn "iterate...";	3380	warn "iterate...";
2368	}	3381	}
		3382
		3383	++$RELOAD;
2369		3384
2370	warn "cancelling all extension coros";	3385	warn "cancelling all extension coros";
2371	$_->cancel for values %EXT_CORO;	3386	$_->cancel for values %EXT_CORO;
2372	%EXT_CORO = ();	3387	%EXT_CORO = ();
2373		3388
2374	warn "removing commands";	3389	warn "removing commands";
2375	%COMMAND = ();	3390	%COMMAND = ();
2376		3391
2377	warn "removing ext commands";	3392	warn "removing ext/exti commands";
2378	%EXTCMD = ();	3393	%EXTCMD = ();
		3394	%EXTICMD = ();
2379		3395
2380	warn "unloading/nuking all extensions";	3396	warn "unloading/nuking all extensions";
2381	for my $pkg (@EXTS) {	3397	for my $pkg (@EXTS) {
2382	warn "... unloading $pkg";	3398	warn "... unloading $pkg";
2383		3399
…		…
2413	Symbol::delete_package "safe::$_"	3429	Symbol::delete_package "safe::$_"
2414	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3430	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2415		3431
2416	warn "unloading cf.pm \"a bit\"";	3432	warn "unloading cf.pm \"a bit\"";
2417	delete $INC{"cf.pm"};	3433	delete $INC{"cf.pm"};
		3434	delete $INC{"cf/pod.pm"};
2418		3435
2419	# don't, removes xs symbols, too,	3436	# don't, removes xs symbols, too,
2420	# and global variables created in xs	3437	# and global variables created in xs
2421	#Symbol::delete_package __PACKAGE__;	3438	#Symbol::delete_package __PACKAGE__;
2422		3439
…		…
2425	warn "reloading cf.pm";	3442	warn "reloading cf.pm";
2426	require cf;	3443	require cf;
2427	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3444	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2428		3445
2429	warn "loading config and database again";	3446	warn "loading config and database again";
2430	cf::cfg_load;	3447	cf::reload_config;
2431	cf::db_load;
2432		3448
2433	warn "loading extensions";	3449	warn "loading extensions";
2434	cf::load_extensions;	3450	cf::load_extensions;
2435		3451
2436	warn "reattaching attachments to objects/players";	3452	warn "reattaching attachments to objects/players";
2437	_global_reattach;	3453	_global_reattach; # objects, sockets
2438	warn "reattaching attachments to maps";	3454	warn "reattaching attachments to maps";
2439	reattach $_ for values %MAP;	3455	reattach $_ for values %MAP;
		3456	warn "reattaching attachments to players";
		3457	reattach $_ for values %PLAYER;
2440		3458
2441	warn "restarting server ticker";	3459	warn "leaving sync_job";
2442		3460
2443	$TICK_WATCHER->start;	3461	1
2444	};	3462	} or do {
2445
2446	if ($@) {
2447	warn $@;	3463	warn $@;
2448	warn "error while reloading, exiting.";	3464	warn "error while reloading, exiting.";
2449	exit 1;	3465	exit 1;
2450	}	3466	};
2451		3467
2452	warn "reloaded";	3468	warn "reloaded";
2453	};	3469	};
2454		3470
2455	our $RELOAD_WATCHER; # used only during reload	3471	our $RELOAD_WATCHER; # used only during reload
2456		3472
		3473	sub reload_perl() {
		3474	# doing reload synchronously and two reloads happen back-to-back,
		3475	# coro crashes during coro_state_free->destroy here.
		3476
		3477	$RELOAD_WATCHER ||= Event->timer (
		3478	reentrant => 0,
		3479	after => 0,
		3480	data => WF_AUTOCANCEL,
		3481	cb => sub {
		3482	do_reload_perl;
		3483	undef $RELOAD_WATCHER;
		3484	},
		3485	);
		3486	}
		3487
2457	register_command "reload" => sub {	3488	register_command "reload" => sub {
2458	my ($who, $arg) = @_;	3489	my ($who, $arg) = @_;
2459		3490
2460	if ($who->flag (FLAG_WIZ)) {	3491	if ($who->flag (FLAG_WIZ)) {
2461	$who->message ("reloading server.");	3492	$who->message ("reloading server.");
2462		3493	async {
2463	# doing reload synchronously and two reloads happen back-to-back,	3494	$Coro::current->{desc} = "perl_reload";
2464	# coro crashes during coro_state_free->destroy here.
2465
2466	$RELOAD_WATCHER ||= Event->timer (
2467	reentrant => 0,
2468	after => 0,
2469	data => WF_AUTOCANCEL,
2470	cb => sub {
2471	reload;	3495	reload_perl;
2472	undef $RELOAD_WATCHER;
2473	},
2474	);	3496	};
2475	}	3497	}
2476	};	3498	};
2477		3499
2478	unshift @INC, $LIBDIR;	3500	unshift @INC, $LIBDIR;
2479		3501
2480	my $bug_warning = 0;	3502	my $bug_warning = 0;
		3503
		3504	our @WAIT_FOR_TICK;
		3505	our @WAIT_FOR_TICK_BEGIN;
		3506
		3507	sub wait_for_tick {
		3508	return unless $TICK_WATCHER->is_active;
		3509	return if $Coro::current == $Coro::main;
		3510
		3511	my $signal = new Coro::Signal;
		3512	push @WAIT_FOR_TICK, $signal;
		3513	$signal->wait;
		3514	}
		3515
		3516	sub wait_for_tick_begin {
		3517	return unless $TICK_WATCHER->is_active;
		3518	return if $Coro::current == $Coro::main;
		3519
		3520	my $signal = new Coro::Signal;
		3521	push @WAIT_FOR_TICK_BEGIN, $signal;
		3522	$signal->wait;
		3523	}
2481		3524
2482	$TICK_WATCHER = Event->timer (	3525	$TICK_WATCHER = Event->timer (
2483	reentrant => 0,	3526	reentrant => 0,
2484	parked => 1,	3527	parked => 1,
2485	prio => 0,	3528	prio => 0,
…		…
2490	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3533	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2491	unless ++$bug_warning > 10;	3534	unless ++$bug_warning > 10;
2492	return;	3535	return;
2493	}	3536	}
2494		3537
2495	$NOW = Event::time;	3538	$NOW = $tick_start = Event::time;
2496		3539
2497	cf::server_tick; # one server iteration	3540	cf::server_tick; # one server iteration
		3541
2498	$RUNTIME += $TICK;	3542	$RUNTIME += $TICK;
2499	$NEXT_TICK += $TICK;	3543	$NEXT_TICK += $TICK;
2500		3544
2501	$WAIT_FOR_TICK->broadcast;	3545	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2502	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;	3546	$NEXT_RUNTIME_WRITE = $NOW + 10;
2503		3547	Coro::async_pool {
2504	Event::sweep;	3548	$Coro::current->{desc} = "runtime saver";
2505	Coro::cede_notself;	3549	write_runtime
		3550	or warn "ERROR: unable to write runtime file: $!";
		3551	};
2506		3552	}
2507	# my $AFTER = Event::time;	3553
2508	# warn $AFTER - $NOW;#d#	3554	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3555	$sig->send;
		3556	}
		3557	while (my $sig = shift @WAIT_FOR_TICK) {
		3558	$sig->send;
		3559	}
		3560
		3561	$NOW = Event::time;
2509		3562
2510	# if we are delayed by four ticks or more, skip them all	3563	# if we are delayed by four ticks or more, skip them all
2511	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3564	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2512		3565
2513	$TICK_WATCHER->at ($NEXT_TICK);	3566	$TICK_WATCHER->at ($NEXT_TICK);
2514	$TICK_WATCHER->start;	3567	$TICK_WATCHER->start;
		3568
		3569	$LOAD = ($NOW - $tick_start) / $TICK;
		3570	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3571
		3572	_post_tick;
2515	},	3573	},
2516	);	3574	);
2517		3575
		3576	{
		3577	BDB::min_parallel 8;
		3578	BDB::max_poll_time $TICK * 0.1;
		3579	$BDB_POLL_WATCHER = Event->io (
		3580	reentrant => 0,
		3581	fd => BDB::poll_fileno,
		3582	poll => 'r',
		3583	prio => 0,
		3584	data => WF_AUTOCANCEL,
		3585	cb => \&BDB::poll_cb,
		3586	);
		3587
		3588	BDB::set_sync_prepare {
		3589	my $status;
		3590	my $current = $Coro::current;
		3591	(
		3592	sub {
		3593	$status = $!;
		3594	$current->ready; undef $current;
		3595	},
		3596	sub {
		3597	Coro::schedule while defined $current;
		3598	$! = $status;
		3599	},
		3600	)
		3601	};
		3602
		3603	unless ($DB_ENV) {
		3604	$DB_ENV = BDB::db_env_create;
		3605	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3606	| BDB::LOG_AUTOREMOVE, 1);
		3607	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3608	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
		3609
		3610	cf::sync_job {
		3611	eval {
		3612	BDB::db_env_open
		3613	$DB_ENV,
		3614	$BDBDIR,
		3615	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3616	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3617	0666;
		3618
		3619	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3620	};
		3621
		3622	cf::cleanup "db_env_open(db): $@" if $@;
		3623	};
		3624	}
		3625
		3626	$BDB_DEADLOCK_WATCHER = Event->timer (
		3627	after => 3,
		3628	interval => 1,
		3629	hard => 1,
		3630	prio => 0,
		3631	data => WF_AUTOCANCEL,
		3632	cb => sub {
		3633	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3634	},
		3635	);
		3636	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3637	after => 11,
		3638	interval => 60,
		3639	hard => 1,
		3640	prio => 0,
		3641	data => WF_AUTOCANCEL,
		3642	cb => sub {
		3643	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3644	},
		3645	);
		3646	$BDB_TRICKLE_WATCHER = Event->timer (
		3647	after => 5,
		3648	interval => 10,
		3649	hard => 1,
		3650	prio => 0,
		3651	data => WF_AUTOCANCEL,
		3652	cb => sub {
		3653	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3654	},
		3655	);
		3656	}
		3657
		3658	{
		3659	IO::AIO::min_parallel 8;
		3660
		3661	undef $Coro::AIO::WATCHER;
2518	IO::AIO::max_poll_time $TICK * 0.1;	3662	IO::AIO::max_poll_time $TICK * 0.1;
2519
2520	undef $Coro::AIO::WATCHER;
2521	$AIO_POLL_WATCHER = Event->io (	3663	$AIO_POLL_WATCHER = Event->io (
2522	reentrant => 0,	3664	reentrant => 0,
		3665	data => WF_AUTOCANCEL,
2523	fd => IO::AIO::poll_fileno,	3666	fd => IO::AIO::poll_fileno,
2524	poll => 'r',	3667	poll => 'r',
2525	prio => 6,	3668	prio => 0,
2526	data => WF_AUTOCANCEL,
2527	cb => \&IO::AIO::poll_cb,	3669	cb => \&IO::AIO::poll_cb,
2528	);	3670	);
		3671	}
2529		3672
2530	$WRITE_RUNTIME_WATCHER = Event->timer (	3673	my $_log_backtrace;
2531	reentrant => 0,	3674
2532	data => WF_AUTOCANCEL,	3675	sub _log_backtrace {
2533	after => 1,	3676	my ($msg, @addr) = @_;
2534	interval => 10,	3677
2535	prio => 6, # keep it lowest so it acts like a watchdog	3678	$msg =~ s/\n//;
2536	cb => Coro::unblock_sub {	3679
2537	write_runtime	3680	# limit the # of concurrent backtraces
2538	or warn "ERROR: unable to write runtime file: $!";	3681	if ($_log_backtrace < 2) {
		3682	++$_log_backtrace;
		3683	async {
		3684	$Coro::current->{desc} = "abt $msg";
		3685
		3686	my @bt = fork_call {
		3687	@addr = map { sprintf "%x", $_ } @addr;
		3688	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3689	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3690	or die "addr2line: $!";
		3691
		3692	my @funcs;
		3693	my @res = <$fh>;
		3694	chomp for @res;
		3695	while (@res) {
		3696	my ($func, $line) = splice @res, 0, 2, ();
		3697	push @funcs, "[$func] $line";
		3698	}
		3699
		3700	@funcs
		3701	};
		3702
		3703	LOG llevInfo, "[ABT] $msg\n";
		3704	LOG llevInfo, "[ABT] $_\n" for @bt;
		3705	--$_log_backtrace;
		3706	};
		3707	} else {
		3708	LOG llevInfo, "[ABT] $msg\n";
		3709	LOG llevInfo, "[ABT] [suppressed]\n";
2539	},	3710	}
2540	);	3711	}
		3712
		3713	# load additional modules
		3714	use cf::pod;
2541		3715
2542	END { cf::emergency_save }	3716	END { cf::emergency_save }
2543		3717
2544	1	3718	1
2545		3719

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines