ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.228 by root, Mon Mar 26 16:53:33 2007 UTC vs.
Revision 1.410 by root, Tue Jan 15 12:02:24 2008 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
8	use Storable;	8	use Socket;
9	use Event;	9	use EV 1.86;
10	use Opcode;	10	use Opcode;
11	use Safe;	11	use Safe;
12	use Safe::Hole;	12	use Safe::Hole;
		13	use Storable ();
13		14
14	use Coro 3.52 ();	15	use Coro 4.32 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::EV;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::BDB;
		24	use Coro::Storable;
		25	use Coro::Util ();
21		26
		27	use JSON::XS 2.01 ();
22	use BDB ();	28	use BDB ();
23	use Data::Dumper;	29	use Data::Dumper;
24	use Digest::MD5;	30	use Digest::MD5;
25	use Fcntl;	31	use Fcntl;
26	use YAML::Syck ();	32	use YAML ();
27	use IO::AIO 2.32 ();	33	use IO::AIO 2.51 ();
28	use Time::HiRes;	34	use Time::HiRes;
29	use Compress::LZF;	35	use Compress::LZF;
		36	use Digest::MD5 ();
30		37
31	# configure various modules to our taste	38	# configure various modules to our taste
32	#	39	#
		40	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	41	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	42	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		43
36	$Event::Eval = 1; # no idea why this is required, but it is
37
38	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
39	$YAML::Syck::ImplicitUnicode = 1;
40
41	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	44	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
42		45
43	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	46	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
44		47
45	our %COMMAND = ();	48	our %COMMAND = ();
46	our %COMMAND_TIME = ();	49	our %COMMAND_TIME = ();
47		50
48	our @EXTS = (); # list of extension package names	51	our @EXTS = (); # list of extension package names
49	our %EXTCMD = ();	52	our %EXTCMD = ();
		53	our %EXTICMD = ();
50	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
52		56
53	our $RELOAD; # number of reloads so far	57	our $RELOAD; # number of reloads so far
54	our @EVENT;	58	our @EVENT;
55	our $LIBDIR = datadir . "/ext";
56		59
57	our $TICK = MAX_TIME * 1e-6;	60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
		71	our %RESOURCE;
		72
		73	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58	our $TICK_WATCHER;	74	our $TICK_WATCHER;
59	our $AIO_POLL_WATCHER;	75	our $AIO_POLL_WATCHER;
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	76	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	77	our $NEXT_TICK;
62	our $NOW;
63	our $USE_FSYNC = 1; # use fsync to write maps - default off	78	our $USE_FSYNC = 1; # use fsync to write maps - default off
64		79
65	our $BDB_POLL_WATCHER;	80	our $BDB_POLL_WATCHER;
		81	our $BDB_DEADLOCK_WATCHER;
		82	our $BDB_CHECKPOINT_WATCHER;
		83	our $BDB_TRICKLE_WATCHER;
66	our $DB_ENV;	84	our $DB_ENV;
67		85
68	our %CFG;	86	our %CFG;
69		87
70	our $UPTIME; $UPTIME ||= time;	88	our $UPTIME; $UPTIME ||= time;
71	our $RUNTIME;	89	our $RUNTIME;
		90	our $NOW;
72		91
73	our %PLAYER; # all users	92	our (%PLAYER, %PLAYER_LOADING); # all users
74	our %MAP; # all maps	93	our (%MAP, %MAP_LOADING ); # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	94	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
81		95
82	# used to convert map paths into valid unix filenames by replacing / by ∕	96	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		98
		99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		100	our $LOADAVG; # same thing, but with alpha-smoothing
		101	our $tick_start; # for load detecting purposes
		102
85	binmode STDOUT;	103	binmode STDOUT;
86	binmode STDERR;	104	binmode STDERR;
87		105
88	# read virtual server time, if available	106	# read virtual server time, if available
89	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
90	open my $fh, "<", cf::localdir . "/runtime"	108	open my $fh, "<", "$LOCALDIR/runtime"
91	or die "unable to read runtime file: $!";	109	or die "unable to read runtime file: $!";
92	$RUNTIME = <$fh> + 0.;	110	$RUNTIME = <$fh> + 0.;
93	}	111	}
94		112
95	mkdir cf::localdir;	113	mkdir $_
96	mkdir cf::localdir . "/" . cf::playerdir;	114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97	mkdir cf::localdir . "/" . cf::tmpdir;
98	mkdir cf::localdir . "/" . cf::uniquedir;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		115
102	our $EMERGENCY_POSITION;	116	our $EMERGENCY_POSITION;
103		117
104	sub cf::map::normalise;	118	sub cf::map::normalise;
105		119
…		…
116	=item $cf::RUNTIME	130	=item $cf::RUNTIME
117		131
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	132	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	133	every server tick.
120		134
121	=item $cf::LIBDIR	135	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		136	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		137	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		138
123	The perl library directory, where extensions and cf-specific modules can	139	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	140	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		141	unique-items directory, player file directory, random maps directory and
		142	database environment.
125		143
126	=item $cf::NOW	144	=item $cf::NOW
127		145
128	The time of the last (current) server tick.	146	The time of the last (current) server tick.
129		147
130	=item $cf::TICK	148	=item $cf::TICK
131		149
132	The interval between server ticks, in seconds.	150	The interval between server ticks, in seconds.
133		151
		152	=item $cf::LOADAVG
		153
		154	The current CPU load on the server (alpha-smoothed), as a value between 0
		155	(none) and 1 (overloaded), indicating how much time is spent on processing
		156	objects per tick. Healthy values are < 0.5.
		157
		158	=item $cf::LOAD
		159
		160	The raw value load value from the last tick.
		161
134	=item %cf::CFG	162	=item %cf::CFG
135		163
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	164	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
137	from wherever your confdir points to.	165	from wherever your confdir points to.
138		166
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	167	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		168
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	170	returns directly I<after> the tick processing (and consequently, can only wake one process
143	processing has been done. Call C<< ->wait >> on them to maximise the	171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.	172
		173	=item @cf::INVOKE_RESULTS
		174
		175	This array contains the results of the last C<invoke ()> call. When
		176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		177	that call.
145		178
146	=back	179	=back
147		180
148	=cut	181	=cut
149		182
150	BEGIN {	183	BEGIN {
151	*CORE::GLOBAL::warn = sub {	184	*CORE::GLOBAL::warn = sub {
152	my $msg = join "", @_;	185	my $msg = join "", @_;
153	utf8::encode $msg;
154		186
155	$msg .= "\n"	187	$msg .= "\n"
156	unless $msg =~ /\n$/;	188	unless $msg =~ /\n$/;
157		189
		190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		191
158	LOG llevError, $msg;	192	LOG llevError, $msg;
159	};	193	};
160	}	194	}
		195
		196	$Coro::State::DIEHOOK = sub {
		197	return unless $^S eq 0; # "eq", not "=="
		198
		199	if ($Coro::current == $Coro::main) {#d#
		200	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		201	return;#d#
		202	}#d#
		203
		204	# kill coroutine otherwise
		205	warn Carp::longmess $_[0];
		206	Coro::terminate
		207	};
		208
		209	$SIG{__DIE__} = sub { }; #d#?
161		210
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	211	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
163	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	212	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
164	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	213	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
165	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	214	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
166	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	215	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		216	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
167	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	217	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
168		218
169	# we bless all objects into (empty) derived classes to force a method lookup	219	# we bless all objects into (empty) derived classes to force a method lookup
170	# within the Safe compartment.	220	# within the Safe compartment.
171	for my $pkg (qw(	221	for my $pkg (qw(
172	cf::global cf::attachable	222	cf::global cf::attachable
…		…
177	)) {	227	)) {
178	no strict 'refs';	228	no strict 'refs';
179	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	229	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
180	}	230	}
181		231
182	$Event::DIED = sub {	232	$EV::DIED = sub {
183	warn "error in event callback: @_";	233	warn "error in event callback: @_";
184	};	234	};
		235
		236	#############################################################################
185		237
186	=head2 UTILITY FUNCTIONS	238	=head2 UTILITY FUNCTIONS
187		239
188	=over 4	240	=over 4
189		241
…		…
208	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	260	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
209	$d	261	$d
210	} || "[unable to dump $_[0]: '$@']";	262	} || "[unable to dump $_[0]: '$@']";
211	}	263	}
212		264
213	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
214
215	=item $ref = cf::from_json $json	265	=item $ref = cf::decode_json $json
216		266
217	Converts a JSON string into the corresponding perl data structure.	267	Converts a JSON string into the corresponding perl data structure.
218		268
219	=item $json = cf::to_json $ref	269	=item $json = cf::encode_json $ref
220		270
221	Converts a perl data structure into its JSON representation.	271	Converts a perl data structure into its JSON representation.
		272
		273	=cut
		274
		275	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
		276
		277	sub encode_json($) { $json_coder->encode ($_[0]) }
		278	sub decode_json($) { $json_coder->decode ($_[0]) }
222		279
223	=item cf::lock_wait $string	280	=item cf::lock_wait $string
224		281
225	Wait until the given lock is available. See cf::lock_acquire.	282	Wait until the given lock is available. See cf::lock_acquire.
226		283
…		…
229	Wait until the given lock is available and then acquires it and returns	286	Wait until the given lock is available and then acquires it and returns
230	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	287	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
231	for example when the coroutine gets canceled), the lock is automatically	288	for example when the coroutine gets canceled), the lock is automatically
232	returned.	289	returned.
233		290
		291	Locks are *not* recursive, locking from the same coro twice results in a
		292	deadlocked coro.
		293
234	Lock names should begin with a unique identifier (for example, cf::map::find	294	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	295	uses map_find and cf::map::load uses map_load).
236		296
		297	=item $locked = cf::lock_active $string
		298
		299	Return true if the lock is currently active, i.e. somebody has locked it.
		300
237	=cut	301	=cut
238		302
239	our %LOCK;	303	our %LOCK;
		304	our %LOCKER;#d#
240		305
241	sub lock_wait($) {	306	sub lock_wait($) {
242	my ($key) = @_;	307	my ($key) = @_;
		308
		309	if ($LOCKER{$key} == $Coro::current) {#d#
		310	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		311	return;#d#
		312	}#d#
243		313
244	# wait for lock, if any	314	# wait for lock, if any
245	while ($LOCK{$key}) {	315	while ($LOCK{$key}) {
246	push @{ $LOCK{$key} }, $Coro::current;	316	push @{ $LOCK{$key} }, $Coro::current;
247	Coro::schedule;	317	Coro::schedule;
…		…
253		323
254	# wait, to be sure we are not locked	324	# wait, to be sure we are not locked
255	lock_wait $key;	325	lock_wait $key;
256		326
257	$LOCK{$key} = [];	327	$LOCK{$key} = [];
		328	$LOCKER{$key} = $Coro::current;#d#
258		329
259	Coro::guard {	330	Coro::guard {
		331	delete $LOCKER{$key};#d#
260	# wake up all waiters, to be on the safe side	332	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };	333	$_->ready for @{ delete $LOCK{$key} };
262	}	334	}
		335	}
		336
		337	sub lock_active($) {
		338	my ($key) = @_;
		339
		340	! ! $LOCK{$key}
263	}	341	}
264		342
265	sub freeze_mainloop {	343	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	344	return unless $TICK_WATCHER->is_active;
267		345
…		…
270	};	348	};
271	$TICK_WATCHER->stop;	349	$TICK_WATCHER->stop;
272	$guard	350	$guard
273	}	351	}
274		352
		353	=item cf::periodic $interval, $cb
		354
		355	Like EV::periodic, but randomly selects a starting point so that the actions
		356	get spread over timer.
		357
		358	=cut
		359
		360	sub periodic($$) {
		361	my ($interval, $cb) = @_;
		362
		363	my $start = rand List::Util::min 180, $interval;
		364
		365	EV::periodic $start, $interval, 0, $cb
		366	}
		367
		368	=item cf::get_slot $time[, $priority[, $name]]
		369
		370	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		371	This call blocks and returns only when you have at least C<$time> seconds
		372	of cpu time till the next tick. The slot is only valid till the next cede.
		373
		374	The optional C<$name> can be used to identify the job to run. It might be
		375	used for statistical purposes and should identify the same time-class.
		376
		377	Useful for short background jobs.
		378
		379	=cut
		380
		381	our @SLOT_QUEUE;
		382	our $SLOT_QUEUE;
		383
		384	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		385	$SLOT_QUEUE = Coro::async {
		386	$Coro::current->desc ("timeslot manager");
		387
		388	my $signal = new Coro::Signal;
		389
		390	while () {
		391	next_job:
		392	my $avail = cf::till_tick;
		393	if ($avail > 0.01) {
		394	for (0 .. $#SLOT_QUEUE) {
		395	if ($SLOT_QUEUE[$_][0] < $avail) {
		396	my $job = splice @SLOT_QUEUE, $_, 1, ();
		397	$job->[2]->send;
		398	Coro::cede;
		399	goto next_job;
		400	}
		401	}
		402	}
		403
		404	if (@SLOT_QUEUE) {
		405	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		406	push @cf::WAIT_FOR_TICK, $signal;
		407	$signal->wait;
		408	} else {
		409	Coro::schedule;
		410	}
		411	}
		412	};
		413
		414	sub get_slot($;$$) {
		415	my ($time, $pri, $name) = @_;
		416
		417	$time = $TICK * .6 if $time > $TICK * .6;
		418	my $sig = new Coro::Signal;
		419
		420	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		421	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		422	$SLOT_QUEUE->ready;
		423	$sig->wait;
		424	}
		425
275	=item cf::async { BLOCK }	426	=item cf::async { BLOCK }
276		427
277	Currently the same as Coro::async_pool, meaning you cannot use	428	Currently the same as Coro::async_pool, meaning you cannot use
278	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only	429	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
279	thing you are allowed to do is call C<prio> on it.	430	thing you are allowed to do is call C<prio> on it.
…		…
282		433
283	BEGIN { *async = \&Coro::async_pool }	434	BEGIN { *async = \&Coro::async_pool }
284		435
285	=item cf::sync_job { BLOCK }	436	=item cf::sync_job { BLOCK }
286		437
287	The design of crossfire+ requires that the main coro ($Coro::main) is	438	The design of Deliantra requires that the main coroutine ($Coro::main)
288	always able to handle events or runnable, as crossfire+ is only partly	439	is always able to handle events or runnable, as Deliantra is only
289	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	440	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		441	acceptable.
290		442
291	If it must be done, put the blocking parts into C<sync_job>. This will run	443	If it must be done, put the blocking parts into C<sync_job>. This will run
292	the given BLOCK in another coroutine while waiting for the result. The	444	the given BLOCK in another coroutine while waiting for the result. The
293	server will be frozen during this time, so the block should either finish	445	server will be frozen during this time, so the block should either finish
294	fast or be very important.	446	fast or be very important.
…		…
297		449
298	sub sync_job(&) {	450	sub sync_job(&) {
299	my ($job) = @_;	451	my ($job) = @_;
300		452
301	if ($Coro::current == $Coro::main) {	453	if ($Coro::current == $Coro::main) {
		454	my $time = EV::time;
		455
302	# this is the main coro, too bad, we have to block	456	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	457	# till the operation succeeds, freezing the server :/
304		458
		459	LOG llevError, Carp::longmess "sync job";#d#
		460
305	# TODO: use suspend/resume instead	461	# TODO: use suspend/resume instead
306	# (but this is cancel-safe)	462	# (but this is cancel-safe)
307	my $freeze_guard = freeze_mainloop;	463	my $freeze_guard = freeze_mainloop;
308		464
309	my $busy = 1;	465	my $busy = 1;
310	my @res;	466	my @res;
311		467
312	(async {	468	(async {
		469	$Coro::current->desc ("sync job coro");
313	@res = eval { $job->() };	470	@res = eval { $job->() };
314	warn $@ if $@;	471	warn $@ if $@;
315	undef $busy;	472	undef $busy;
316	})->prio (Coro::PRIO_MAX);	473	})->prio (Coro::PRIO_MAX);
317		474
318	while ($busy) {	475	while ($busy) {
319	Coro::cede or Event::one_event;	476	if (Coro::nready) {
		477	Coro::cede_notself;
		478	} else {
		479	EV::loop EV::LOOP_ONESHOT;
320	}	480	}
		481	}
		482
		483	$time = EV::time - $time;
		484
		485	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		486	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		487
		488	$tick_start += $time; # do not account sync jobs to server load
321		489
322	wantarray ? @res : $res[0]	490	wantarray ? @res : $res[0]
323	} else {	491	} else {
324	# we are in another coroutine, how wonderful, everything just works	492	# we are in another coroutine, how wonderful, everything just works
325		493
…		…
345	$EXT_CORO{$coro+0} = $coro;	513	$EXT_CORO{$coro+0} = $coro;
346		514
347	$coro	515	$coro
348	}	516	}
349		517
350	sub write_runtime {	518	=item fork_call { }, $args
351	my $guard = cf::lock_acquire "write_runtime";
352		519
353	my $runtime = cf::localdir . "/runtime";	520	Executes the given code block with the given arguments in a seperate
		521	process, returning the results. Everything must be serialisable with
		522	Coro::Storable. May, of course, block. Note that the executed sub may
		523	never block itself or use any form of event handling.
354		524
355	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	525	=cut
356	or return;
357		526
358	my $value = $cf::RUNTIME + 90 + 10;	527	sub fork_call(&@) {
359	# 10 is the runtime save interval, for a monotonic clock	528	my ($cb, @args) = @_;
360	# 60 allows for the watchdog to kill the server.
361		529
362	(aio_write $fh, 0, (length $value), $value, 0) <= 0	530	# we seemingly have to make a local copy of the whole thing,
363	and return;	531	# otherwise perl prematurely frees the stuff :/
		532	# TODO: investigate and fix (likely this will be rather laborious)
364		533
365	# always fsync - this file is important	534	my @res = Coro::Util::fork_eval {
366	aio_fsync $fh	535	reset_signals;
367	and return;	536	&$cb
		537	}, @args;
368		538
369	close $fh	539	wantarray ? @res : $res[-1]
370	or return;	540	}
371		541
372	aio_rename "$runtime~", $runtime	542	=item $value = cf::db_get $family => $key
373	and return;
374		543
		544	Returns a single value from the environment database.
		545
		546	=item cf::db_put $family => $key => $value
		547
		548	Stores the given C<$value> in the family. It can currently store binary
		549	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		550
		551	=item $db = cf::db_table "name"
		552
		553	Create and/or open a new database table. The string must not be "db" and must be unique
		554	within each server.
		555
		556	=cut
		557
		558	sub db_table($) {
		559	my ($name) = @_;
		560	my $db = BDB::db_create $DB_ENV;
		561
		562	eval {
		563	$db->set_flags (BDB::CHKSUM);
		564
		565	utf8::encode $name;
		566	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		567	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		568	cf::cleanup "db_open(db): $!" if $!;
		569	};
		570	cf::cleanup "db_open(db): $@" if $@;
		571
		572	$db
		573	}
		574
		575	our $DB;
		576
		577	sub db_init {
		578	cf::sync_job {
		579	$DB ||= db_table "db";
		580	};
		581	}
		582
		583	sub db_get($$) {
		584	my $key = "$_[0]/$_[1]";
		585
		586	cf::sync_job {
		587	BDB::db_get $DB, undef, $key, my $data;
		588
		589	$! ? ()
		590	: $data
375	1	591	}
		592	}
		593
		594	sub db_put($$$) {
		595	BDB::dbreq_pri 4;
		596	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		597	}
		598
		599	=item cf::cache $id => [$paths...], $processversion => $process
		600
		601	Generic caching function that returns the value of the resource $id,
		602	caching and regenerating as required.
		603
		604	This function can block.
		605
		606	=cut
		607
		608	sub cache {
		609	my ($id, $src, $processversion, $process) = @_;
		610
		611	my $meta =
		612	join "\x00",
		613	$processversion,
		614	map {
		615	aio_stat $_
		616	and Carp::croak "$_: $!";
		617
		618	($_, (stat _)[7,9])
		619	} @$src;
		620
		621	my $dbmeta = db_get cache => "$id/meta";
		622	if ($dbmeta ne $meta) {
		623	# changed, we may need to process
		624
		625	my @data;
		626	my $md5;
		627
		628	for (0 .. $#$src) {
		629	0 <= aio_load $src->[$_], $data[$_]
		630	or Carp::croak "$src->[$_]: $!";
		631	}
		632
		633	# if processing is expensive, check
		634	# checksum first
		635	if (1) {
		636	$md5 =
		637	join "\x00",
		638	$processversion,
		639	map {
		640	cf::cede_to_tick;
		641	($src->[$_], Digest::MD5::md5_hex $data[$_])
		642	} 0.. $#$src;
		643
		644
		645	my $dbmd5 = db_get cache => "$id/md5";
		646	if ($dbmd5 eq $md5) {
		647	db_put cache => "$id/meta", $meta;
		648
		649	return db_get cache => "$id/data";
		650	}
		651	}
		652
		653	my $t1 = Time::HiRes::time;
		654	my $data = $process->(\@data);
		655	my $t2 = Time::HiRes::time;
		656
		657	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		658
		659	db_put cache => "$id/data", $data;
		660	db_put cache => "$id/md5" , $md5;
		661	db_put cache => "$id/meta", $meta;
		662
		663	return $data;
		664	}
		665
		666	db_get cache => "$id/data"
		667	}
		668
		669	=item cf::datalog type => key => value, ...
		670
		671	Log a datalog packet of the given type with the given key-value pairs.
		672
		673	=cut
		674
		675	sub datalog($@) {
		676	my ($type, %kv) = @_;
		677	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
376	}	678	}
377		679
378	=back	680	=back
379		681
380	=cut	682	=cut
…		…
387	attach callbacks/event handlers (a collection of which is called an "attachment")	689	attach callbacks/event handlers (a collection of which is called an "attachment")
388	to it. All such attachable objects support the following methods.	690	to it. All such attachable objects support the following methods.
389		691
390	In the following description, CLASS can be any of C<global>, C<object>	692	In the following description, CLASS can be any of C<global>, C<object>
391	C<player>, C<client> or C<map> (i.e. the attachable objects in	693	C<player>, C<client> or C<map> (i.e. the attachable objects in
392	crossfire+).	694	Deliantra).
393		695
394	=over 4	696	=over 4
395		697
396	=item $attachable->attach ($attachment, key => $value...)	698	=item $attachable->attach ($attachment, key => $value...)
397		699
…		…
560	$registry = $CB_TYPE[$object_type] ||= [];	862	$registry = $CB_TYPE[$object_type] ||= [];
561		863
562	} elsif ($type eq "subtype") {	864	} elsif ($type eq "subtype") {
563	defined $object_type or Carp::croak "subtype specified without type";	865	defined $object_type or Carp::croak "subtype specified without type";
564	my $object_subtype = shift @arg;	866	my $object_subtype = shift @arg;
565	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	867	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
566		868
567	} elsif ($type eq "package") {	869	} elsif ($type eq "package") {
568	my $pkg = shift @arg;	870	my $pkg = shift @arg;
569		871
570	while (my ($name, $id) = each %cb_id) {	872	while (my ($name, $id) = each %cb_id) {
…		…
599	_attach $registry, $klass, @attach;	901	_attach $registry, $klass, @attach;
600	}	902	}
601		903
602	$obj->{$name} = \%arg;	904	$obj->{$name} = \%arg;
603	} else {	905	} else {
604	warn "object uses attachment '$name' that is not available, postponing.\n";	906	warn "object uses attachment '$name' which is not available, postponing.\n";
605	}	907	}
606		908
607	$obj->{_attachment}{$name} = undef;	909	$obj->{_attachment}{$name} = undef;
608	}	910	}
609		911
…		…
611	if (ref $_[0]) {	913	if (ref $_[0]) {
612	_object_attach @_;	914	_object_attach @_;
613	} else {	915	} else {
614	_attach shift->_attach_registry, @_;	916	_attach shift->_attach_registry, @_;
615	}	917	}
		918	_recalc_want;
616	};	919	};
617		920
618	# all those should be optimised	921	# all those should be optimised
619	sub cf::attachable::detach {	922	sub cf::attachable::detach {
620	my ($obj, $name) = @_;	923	my ($obj, $name) = @_;
…		…
623	delete $obj->{_attachment}{$name};	926	delete $obj->{_attachment}{$name};
624	reattach ($obj);	927	reattach ($obj);
625	} else {	928	} else {
626	Carp::croak "cannot, currently, detach class attachments";	929	Carp::croak "cannot, currently, detach class attachments";
627	}	930	}
		931	_recalc_want;
628	};	932	};
629		933
630	sub cf::attachable::attached {	934	sub cf::attachable::attached {
631	my ($obj, $name) = @_;	935	my ($obj, $name) = @_;
632		936
…		…
647	";	951	";
648	die if $@;	952	die if $@;
649	}	953	}
650		954
651	our $override;	955	our $override;
652	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	956	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
653		957
654	sub override {	958	sub override {
655	$override = 1;	959	$override = 1;
656	@invoke_results = ();	960	@INVOKE_RESULTS = (@_);
657	}	961	}
658		962
659	sub do_invoke {	963	sub do_invoke {
660	my $event = shift;	964	my $event = shift;
661	my $callbacks = shift;	965	my $callbacks = shift;
662		966
663	@invoke_results = ();	967	@INVOKE_RESULTS = ();
664		968
665	local $override;	969	local $override;
666		970
667	for (@$callbacks) {	971	for (@$callbacks) {
668	eval { &{$_->[1]} };	972	eval { &{$_->[1]} };
…		…
677	}	981	}
678		982
679	0	983	0
680	}	984	}
681		985
682	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	986	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
683		987
684	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	988	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
685		989
686	Generate an object-specific event with the given arguments.	990	Generate an object-specific event with the given arguments.
687		991
688	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	992	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
689	removed in future versions), and there is no public API to access override	993	removed in future versions), and there is no public API to access override
690	results (if you must, access C<@cf::invoke_results> directly).	994	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
691		995
692	=back	996	=back
693		997
694	=cut	998	=cut
695		999
696	#############################################################################	1000	#############################################################################
697	# object support	1001	# object support
		1002
		1003	sub _object_equal($$);
		1004	sub _object_equal($$) {
		1005	my ($a, $b) = @_;
		1006
		1007	return 0 unless (ref $a) eq (ref $b);
		1008
		1009	if ("HASH" eq ref $a) {
		1010	my @ka = keys %$a;
		1011	my @kb = keys %$b;
		1012
		1013	return 0 if @ka != @kb;
		1014
		1015	for (0 .. $#ka) {
		1016	return 0 unless $ka[$_] eq $kb[$_];
		1017	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1018	}
		1019
		1020	} elsif ("ARRAY" eq ref $a) {
		1021
		1022	return 0 if @$a != @$b;
		1023
		1024	for (0 .. $#$a) {
		1025	return 0 unless _object_equal $a->[$_], $b->[$_];
		1026	}
		1027
		1028	} elsif ($a ne $b) {
		1029	return 0;
		1030	}
		1031
		1032	1
		1033	}
		1034
		1035	our $SLOW_MERGES;#d#
		1036	sub _can_merge {
		1037	my ($ob1, $ob2) = @_;
		1038
		1039	++$SLOW_MERGES;#d#
		1040
		1041	# we do the slow way here
		1042	return _object_equal $ob1, $ob2
		1043	}
698		1044
699	sub reattach {	1045	sub reattach {
700	# basically do the same as instantiate, without calling instantiate	1046	# basically do the same as instantiate, without calling instantiate
701	my ($obj) = @_;	1047	my ($obj) = @_;
702		1048
…		…
723	cf::attachable->attach (	1069	cf::attachable->attach (
724	prio => -1000000,	1070	prio => -1000000,
725	on_instantiate => sub {	1071	on_instantiate => sub {
726	my ($obj, $data) = @_;	1072	my ($obj, $data) = @_;
727		1073
728	$data = from_json $data;	1074	$data = decode_json $data;
729		1075
730	for (@$data) {	1076	for (@$data) {
731	my ($name, $args) = @$_;	1077	my ($name, $args) = @$_;
732		1078
733	$obj->attach ($name, %{$args || {} });	1079	$obj->attach ($name, %{$args || {} });
…		…
749	sub object_freezer_save {	1095	sub object_freezer_save {
750	my ($filename, $rdata, $objs) = @_;	1096	my ($filename, $rdata, $objs) = @_;
751		1097
752	sync_job {	1098	sync_job {
753	if (length $$rdata) {	1099	if (length $$rdata) {
		1100	utf8::decode (my $decname = $filename);
754	warn sprintf "saving %s (%d,%d)\n",	1101	warn sprintf "saving %s (%d,%d)\n",
755	$filename, length $$rdata, scalar @$objs;	1102	$decname, length $$rdata, scalar @$objs;
756		1103
757	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1104	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
758	chmod SAVE_MODE, $fh;	1105	chmod SAVE_MODE, $fh;
759	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1106	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
760	aio_fsync $fh if $cf::USE_FSYNC;	1107	aio_fsync $fh if $cf::USE_FSYNC;
761	close $fh;	1108	close $fh;
762		1109
763	if (@$objs) {	1110	if (@$objs) {
764	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1111	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
765	chmod SAVE_MODE, $fh;	1112	chmod SAVE_MODE, $fh;
766	my $data = Storable::nfreeze { version => 1, objs => $objs };	1113	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
767	aio_write $fh, 0, (length $data), $data, 0;	1114	aio_write $fh, 0, (length $data), $data, 0;
768	aio_fsync $fh if $cf::USE_FSYNC;	1115	aio_fsync $fh if $cf::USE_FSYNC;
769	close $fh;	1116	close $fh;
770	aio_rename "$filename.pst~", "$filename.pst";	1117	aio_rename "$filename.pst~", "$filename.pst";
771	}	1118	}
…		…
779	}	1126	}
780	} else {	1127	} else {
781	aio_unlink $filename;	1128	aio_unlink $filename;
782	aio_unlink "$filename.pst";	1129	aio_unlink "$filename.pst";
783	}	1130	}
784	}	1131	};
785	}	1132	}
786		1133
787	sub object_freezer_as_string {	1134	sub object_freezer_as_string {
788	my ($rdata, $objs) = @_;	1135	my ($rdata, $objs) = @_;
789		1136
…		…
801	or return;	1148	or return;
802		1149
803	unless (aio_stat "$filename.pst") {	1150	unless (aio_stat "$filename.pst") {
804	(aio_load "$filename.pst", $av) >= 0	1151	(aio_load "$filename.pst", $av) >= 0
805	or return;	1152	or return;
		1153
806	$av = eval { (Storable::thaw $av)->{objs} };	1154	my $st = eval { Coro::Storable::thaw $av };
		1155	$av = $st->{objs};
807	}	1156	}
808		1157
		1158	utf8::decode (my $decname = $filename);
809	warn sprintf "loading %s (%d)\n",	1159	warn sprintf "loading %s (%d,%d)\n",
810	$filename, length $data, scalar @{$av || []};#d#	1160	$decname, length $data, scalar @{$av || []};
		1161
811	return ($data, $av);	1162	($data, $av)
812	}	1163	}
		1164
		1165	=head2 COMMAND CALLBACKS
		1166
		1167	=over 4
		1168
		1169	=cut
813		1170
814	#############################################################################	1171	#############################################################################
815	# command handling &c	1172	# command handling &c
816		1173
817	=item cf::register_command $name => \&callback($ob,$args);	1174	=item cf::register_command $name => \&callback($ob,$args);
…		…
830	push @{ $COMMAND{$name} }, [$caller, $cb];	1187	push @{ $COMMAND{$name} }, [$caller, $cb];
831	}	1188	}
832		1189
833	=item cf::register_extcmd $name => \&callback($pl,$packet);	1190	=item cf::register_extcmd $name => \&callback($pl,$packet);
834		1191
835	Register a callbackf ro execution when the client sends an extcmd packet.	1192	Register a callback for execution when the client sends an (synchronous)
		1193	extcmd packet. Ext commands will be processed in the order they are
		1194	received by the server, like other user commands. The first argument is
		1195	the logged-in player. Ext commands can only be processed after a player
		1196	has logged in successfully.
836		1197
837	If the callback returns something, it is sent back as if reply was being	1198	If the callback returns something, it is sent back as if reply was being
838	called.	1199	called.
839		1200
		1201	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1202
		1203	Register a callback for execution when the client sends an (asynchronous)
		1204	exticmd packet. Exti commands are processed by the server as soon as they
		1205	are received, i.e. out of order w.r.t. other commands. The first argument
		1206	is a client socket. Exti commands can be received anytime, even before
		1207	log-in.
		1208
		1209	If the callback returns something, it is sent back as if reply was being
		1210	called.
		1211
840	=cut	1212	=cut
841		1213
842	sub register_extcmd {	1214	sub register_extcmd {
843	my ($name, $cb) = @_;	1215	my ($name, $cb) = @_;
844		1216
845	$EXTCMD{$name} = $cb;	1217	$EXTCMD{$name} = $cb;
		1218	}
		1219
		1220	sub register_exticmd {
		1221	my ($name, $cb) = @_;
		1222
		1223	$EXTICMD{$name} = $cb;
846	}	1224	}
847		1225
848	cf::player->attach (	1226	cf::player->attach (
849	on_command => sub {	1227	on_command => sub {
850	my ($pl, $name, $params) = @_;	1228	my ($pl, $name, $params) = @_;
…		…
859	cf::override;	1237	cf::override;
860	},	1238	},
861	on_extcmd => sub {	1239	on_extcmd => sub {
862	my ($pl, $buf) = @_;	1240	my ($pl, $buf) = @_;
863		1241
864	my $msg = eval { from_json $buf };	1242	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
865		1243
866	if (ref $msg) {	1244	if (ref $msg) {
		1245	my ($type, $reply, @payload) =
		1246	"ARRAY" eq ref $msg
		1247	? @$msg
		1248	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1249
		1250	my @reply;
		1251
867	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1252	if (my $cb = $EXTCMD{$type}) {
868	if (my %reply = $cb->($pl, $msg)) {	1253	@reply = $cb->($pl, @payload);
869	$pl->ext_reply ($msg->{msgid}, %reply);
870	}
871	}	1254	}
		1255
		1256	$pl->ext_reply ($reply, @reply)
		1257	if $reply;
		1258
872	} else {	1259	} else {
873	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1260	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
874	}	1261	}
875		1262
876	cf::override;	1263	cf::override;
877	},	1264	},
878	);	1265	);
879		1266
880	sub load_extension {
881	my ($path) = @_;
882
883	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
884	my $base = $1;
885	my $pkg = $1;
886	$pkg =~ s/[^[:word:]]/_/g;
887	$pkg = "ext::$pkg";
888
889	warn "... loading '$path' into '$pkg'\n";
890
891	open my $fh, "<:utf8", $path
892	or die "$path: $!";
893
894	my $source =
895	"package $pkg; use strict; use utf8;\n"
896	. "#line 1 \"$path\"\n{\n"
897	. (do { local $/; <$fh> })
898	. "\n};\n1";
899
900	unless (eval $source) {
901	my $msg = $@ ? "$path: $@\n"
902	: "extension disabled.\n";
903	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
904	warn $@;
905	warn "mandatory extension failed to load, exiting.\n";
906	exit 1;
907	}
908	die $@;
909	}
910
911	push @EXTS, $pkg;
912	}
913
914	sub load_extensions {	1267	sub load_extensions {
		1268	cf::sync_job {
		1269	my %todo;
		1270
915	for my $ext (<$LIBDIR/*.ext>) {	1271	for my $path (<$LIBDIR/*.ext>) {
916	next unless -r $ext;	1272	next unless -r $path;
917	eval {	1273
918	load_extension $ext;	1274	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1275	my $base = $1;
		1276	my $pkg = $1;
		1277	$pkg =~ s/[^[:word:]]/_/g;
		1278	$pkg = "ext::$pkg";
		1279
		1280	open my $fh, "<:utf8", $path
		1281	or die "$path: $!";
		1282
		1283	my $source = do { local $/; <$fh> };
		1284
		1285	my %ext = (
		1286	path => $path,
		1287	base => $base,
		1288	pkg => $pkg,
		1289	);
		1290
		1291	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1292	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1293
		1294	$ext{source} =
		1295	"package $pkg; use strict; use utf8;\n"
		1296	. "#line 1 \"$path\"\n{\n"
		1297	. $source
		1298	. "\n};\n1";
		1299
		1300	$todo{$base} = \%ext;
		1301	}
		1302
		1303	my %done;
		1304	while (%todo) {
		1305	my $progress;
		1306
		1307	while (my ($k, $v) = each %todo) {
		1308	for (split /,\s*/, $v->{meta}{depends}) {
		1309	goto skip
		1310	unless exists $done{$_};
		1311	}
		1312
		1313	warn "... loading '$k' into '$v->{pkg}'\n";
		1314
		1315	unless (eval $v->{source}) {
		1316	my $msg = $@ ? "$v->{path}: $@\n"
		1317	: "$v->{base}: extension inactive.\n";
		1318
		1319	if (exists $v->{meta}{mandatory}) {
		1320	warn $msg;
		1321	warn "mandatory extension failed to load, exiting.\n";
		1322	exit 1;
		1323	}
		1324
		1325	warn $msg;
		1326	}
		1327
		1328	$done{$k} = delete $todo{$k};
		1329	push @EXTS, $v->{pkg};
		1330	$progress = 1;
919	1	1331	}
920	} or warn "$ext not loaded: $@";	1332
		1333	skip:
		1334	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1335	unless $progress;
		1336	}
921	}	1337	};
922	}	1338	}
923		1339
924	#############################################################################	1340	#############################################################################
925		1341
		1342	=back
		1343
926	=head2 CORE EXTENSIONS	1344	=head2 CORE EXTENSIONS
927		1345
928	Functions and methods that extend core crossfire objects.	1346	Functions and methods that extend core crossfire objects.
929		1347
930	=cut	1348	=cut
…		…
935		1353
936	=head3 cf::player	1354	=head3 cf::player
937		1355
938	=over 4	1356	=over 4
939		1357
		1358	=item cf::player::num_playing
		1359
		1360	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1361
		1362	=cut
		1363
		1364	sub num_playing {
		1365	scalar grep
		1366	$_->ob->map
		1367	&& !$_->hidden
		1368	&& !$_->ob->flag (cf::FLAG_WIZ),
		1369	cf::player::list
		1370	}
		1371
940	=item cf::player::find $login	1372	=item cf::player::find $login
941		1373
942	Returns the given player object, loading it if necessary (might block).	1374	Returns the given player object, loading it if necessary (might block).
943		1375
944	=cut	1376	=cut
945		1377
946	sub playerdir($) {	1378	sub playerdir($) {
947	cf::localdir	1379	"$PLAYERDIR/"
948	. "/"
949	. cf::playerdir
950	. "/"
951	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1380	. (ref $_[0] ? $_[0]->ob->name : $_[0])
952	}	1381	}
953		1382
954	sub path($) {	1383	sub path($) {
955	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1384	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
956		1385
957	(playerdir $login) . "/$login.pl"	1386	(playerdir $login) . "/playerdata"
958	}	1387	}
959		1388
960	sub find_active($) {	1389	sub find_active($) {
961	$cf::PLAYER{$_[0]}	1390	$cf::PLAYER{$_[0]}
962	and $cf::PLAYER{$_[0]}->active	1391	and $cf::PLAYER{$_[0]}->active
…		…
975	my $login = $_[0];	1404	my $login = $_[0];
976		1405
977	my $guard = cf::lock_acquire "user_find:$login";	1406	my $guard = cf::lock_acquire "user_find:$login";
978		1407
979	$cf::PLAYER{$_[0]} || do {	1408	$cf::PLAYER{$_[0]} || do {
980	my $pl = load_pl path $login	1409	# rename old playerfiles to new ones
		1410	#TODO: remove when no longer required
		1411	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1412	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1413	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1414	aio_unlink +(playerdir $login) . "/$login.pl";
		1415
		1416	my $f = new_from_file cf::object::thawer path $login
981	or return;	1417	or return;
		1418
		1419	my $pl = cf::player::load_pl $f
		1420	or return;
		1421	local $cf::PLAYER_LOADING{$login} = $pl;
		1422	$f->resolve_delayed_derefs;
982	$cf::PLAYER{$login} = $pl	1423	$cf::PLAYER{$login} = $pl
983	}	1424	}
984	}	1425	}
985	}	1426	}
986		1427
…		…
996		1437
997	aio_mkdir playerdir $pl, 0770;	1438	aio_mkdir playerdir $pl, 0770;
998	$pl->{last_save} = $cf::RUNTIME;	1439	$pl->{last_save} = $cf::RUNTIME;
999		1440
1000	$pl->save_pl ($path);	1441	$pl->save_pl ($path);
1001	Coro::cede;	1442	cf::cede_to_tick;
1002	}	1443	}
1003		1444
1004	sub new($) {	1445	sub new($) {
1005	my ($login) = @_;	1446	my ($login) = @_;
1006		1447
…		…
1010	$self->{deny_save} = 1;	1451	$self->{deny_save} = 1;
1011		1452
1012	$cf::PLAYER{$login} = $self;	1453	$cf::PLAYER{$login} = $self;
1013		1454
1014	$self	1455	$self
		1456	}
		1457
		1458	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1459
		1460	=cut
		1461
		1462	sub send_msg {
		1463	my $ns = shift->ns
		1464	or return;
		1465	$ns->send_msg (@_);
1015	}	1466	}
1016		1467
1017	=item $pl->quit_character	1468	=item $pl->quit_character
1018		1469
1019	Nukes the player without looking back. If logged in, the connection will	1470	Nukes the player without looking back. If logged in, the connection will
…		…
1068	while and may block, so not sync_job-capable, ever.	1519	while and may block, so not sync_job-capable, ever.
1069		1520
1070	=cut	1521	=cut
1071		1522
1072	sub list_logins {	1523	sub list_logins {
1073	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1524	my $dirs = aio_readdir $PLAYERDIR
1074	or return [];	1525	or return [];
1075		1526
1076	my @logins;	1527	my @logins;
1077		1528
1078	for my $login (@$dirs) {	1529	for my $login (@$dirs) {
		1530	my $path = path $login;
		1531
		1532	# a .pst is a dead give-away for a valid player
		1533	unless (-e "$path.pst") {
1079	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1534	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1080	aio_read $fh, 0, 512, my $buf, 0 or next;	1535	aio_read $fh, 0, 512, my $buf, 0 or next;
1081	$buf !~ /^password -------------$/m or next; # official not-valid tag	1536	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1537	}
1082		1538
1083	utf8::decode $login;	1539	utf8::decode $login;
1084	push @logins, $login;	1540	push @logins, $login;
1085	}	1541	}
1086		1542
…		…
1113	}	1569	}
1114		1570
1115	\@paths	1571	\@paths
1116	}	1572	}
1117		1573
		1574	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1575
		1576	Expand crossfire pod fragments into protocol xml.
		1577
		1578	=cut
		1579
		1580	use re 'eval';
		1581
		1582	my $group;
		1583	my $interior; $interior = qr{
		1584	# match a pod interior sequence sans C<< >>
		1585	(?:
		1586	\ (.*?)\ (?{ $group = $^N })
		1587	| < (??{$interior}) >
		1588	)
		1589	}x;
		1590
		1591	sub expand_cfpod {
		1592	my ($self, $pod) = @_;
		1593
		1594	my $xml;
		1595
		1596	while () {
		1597	if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
		1598	$group = $1;
		1599
		1600	$group =~ s/&/&amp;/g;
		1601	$group =~ s/</&lt;/g;
		1602
		1603	$xml .= $group;
		1604	} elsif ($pod =~ m%\G
		1605	([BCGHITU])
		1606	<
		1607	(?:
		1608	([^<>]*) (?{ $group = $^N })
		1609	| < $interior >
		1610	)
		1611	>
		1612	%gcsx
		1613	) {
		1614	my ($code, $data) = ($1, $group);
		1615
		1616	if ($code eq "B") {
		1617	$xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
		1618	} elsif ($code eq "I") {
		1619	$xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
		1620	} elsif ($code eq "U") {
		1621	$xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
		1622	} elsif ($code eq "C") {
		1623	$xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
		1624	} elsif ($code eq "T") {
		1625	$xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
		1626	} elsif ($code eq "G") {
		1627	my ($male, $female) = split /\|/, $data;
		1628	$data = $self->gender ? $female : $male;
		1629	$xml .= expand_cfpod ($self, $data);
		1630	} elsif ($code eq "H") {
		1631	$xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
		1632	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1633	"")
		1634	[$self->{hintmode}];
		1635	} else {
		1636	$xml .= "error processing '$code($data)' directive";
		1637	}
		1638	} else {
		1639	if ($pod =~ /\G(.+)/) {
		1640	warn "parse error while expanding $pod (at $1)";
		1641	}
		1642	last;
		1643	}
		1644	}
		1645
		1646	for ($xml) {
		1647	# create single paragraphs (very hackish)
		1648	s/(?<=\S)\n(?=\w)/ /g;
		1649
		1650	# compress some whitespace
		1651	s/\s+\n/\n/g; # ws line-ends
		1652	s/\n\n+/\n/g; # double lines
		1653	s/^\n+//; # beginning lines
		1654	s/\n+$//; # ending lines
		1655	}
		1656
		1657	$xml
		1658	}
		1659
		1660	no re 'eval';
		1661
		1662	sub hintmode {
		1663	$_[0]{hintmode} = $_[1] if @_ > 1;
		1664	$_[0]{hintmode}
		1665	}
		1666
1118	=item $player->ext_reply ($msgid, $msgtype, %msg)	1667	=item $player->ext_reply ($msgid, @msg)
1119		1668
1120	Sends an ext reply to the player.	1669	Sends an ext reply to the player.
1121		1670
1122	=cut	1671	=cut
1123		1672
1124	sub ext_reply($$$%) {	1673	sub ext_reply($$@) {
1125	my ($self, $id, %msg) = @_;	1674	my ($self, $id, @msg) = @_;
1126		1675
1127	$msg{msgid} = $id;	1676	$self->ns->ext_reply ($id, @msg)
1128
1129	$self->send ("ext " . cf::to_json \%msg);
1130	}	1677	}
1131		1678
1132	package cf;	1679	=item $player->ext_msg ($type, @msg)
		1680
		1681	Sends an ext event to the client.
		1682
		1683	=cut
		1684
		1685	sub ext_msg($$@) {
		1686	my ($self, $type, @msg) = @_;
		1687
		1688	$self->ns->ext_msg ($type, @msg);
		1689	}
		1690
		1691	=head3 cf::region
		1692
		1693	=over 4
		1694
		1695	=cut
		1696
		1697	package cf::region;
		1698
		1699	=item cf::region::find_by_path $path
		1700
		1701	Tries to decuce the likely region for a map knowing only its path.
		1702
		1703	=cut
		1704
		1705	sub find_by_path($) {
		1706	my ($path) = @_;
		1707
		1708	my ($match, $specificity);
		1709
		1710	for my $region (list) {
		1711	if ($region->{match} && $path =~ $region->{match}) {
		1712	($match, $specificity) = ($region, $region->specificity)
		1713	if $region->specificity > $specificity;
		1714	}
		1715	}
		1716
		1717	$match
		1718	}
1133		1719
1134	=back	1720	=back
1135
1136		1721
1137	=head3 cf::map	1722	=head3 cf::map
1138		1723
1139	=over 4	1724	=over 4
1140		1725
…		…
1195	my ($self, $merge) = @_;	1780	my ($self, $merge) = @_;
1196		1781
1197	# we have to keep some variables in memory intact	1782	# we have to keep some variables in memory intact
1198	local $self->{path};	1783	local $self->{path};
1199	local $self->{load_path};	1784	local $self->{load_path};
1200	local $self->{deny_save};
1201	local $self->{deny_reset};
1202		1785
1203	$self->SUPER::thawer_merge ($merge);	1786	$self->SUPER::thawer_merge ($merge);
1204	}	1787	}
1205		1788
1206	sub normalise {	1789	sub normalise {
…		…
1253	$self->init; # pass $1 etc.	1836	$self->init; # pass $1 etc.
1254	return $self;	1837	return $self;
1255	}	1838	}
1256	}	1839	}
1257		1840
1258	Carp::carp "unable to resolve path '$path' (base '$base').";	1841	Carp::cluck "unable to resolve path '$path' (base '$base').";
1259	()	1842	()
1260	}	1843	}
1261		1844
1262	sub init {	1845	sub init {
1263	my ($self) = @_;	1846	my ($self) = @_;
…		…
1278		1861
1279	# the original (read-only) location	1862	# the original (read-only) location
1280	sub load_path {	1863	sub load_path {
1281	my ($self) = @_;	1864	my ($self) = @_;
1282		1865
1283	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1866	"$MAPDIR/$self->{path}.map"
1284	}	1867	}
1285		1868
1286	# the temporary/swap location	1869	# the temporary/swap location
1287	sub save_path {	1870	sub save_path {
1288	my ($self) = @_;	1871	my ($self) = @_;
1289		1872
1290	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1873	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1291	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1874	"$TMPDIR/$path.map"
1292	}	1875	}
1293		1876
1294	# the unique path, undef == no special unique path	1877	# the unique path, undef == no special unique path
1295	sub uniq_path {	1878	sub uniq_path {
1296	my ($self) = @_;	1879	my ($self) = @_;
1297		1880
1298	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1881	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1299	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1882	"$UNIQUEDIR/$path"
1300	}	1883	}
1301		1884
1302	# and all this just because we cannot iterate over	1885	# and all this just because we cannot iterate over
1303	# all maps in C++...	1886	# all maps in C++...
1304	sub change_all_map_light {	1887	sub change_all_map_light {
…		…
1306		1889
1307	$_->change_map_light ($change)	1890	$_->change_map_light ($change)
1308	for grep $_->outdoor, values %cf::MAP;	1891	for grep $_->outdoor, values %cf::MAP;
1309	}	1892	}
1310		1893
		1894	sub decay_objects {
		1895	my ($self) = @_;
		1896
		1897	return if $self->{deny_reset};
		1898
		1899	$self->do_decay_objects;
		1900	}
		1901
1311	sub unlink_save {	1902	sub unlink_save {
1312	my ($self) = @_;	1903	my ($self) = @_;
1313		1904
1314	utf8::encode (my $save = $self->save_path);	1905	utf8::encode (my $save = $self->save_path);
1315	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1906	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1318		1909
1319	sub load_header_from($) {	1910	sub load_header_from($) {
1320	my ($self, $path) = @_;	1911	my ($self, $path) = @_;
1321		1912
1322	utf8::encode $path;	1913	utf8::encode $path;
1323	#aio_open $path, O_RDONLY, 0	1914	my $f = new_from_file cf::object::thawer $path
1324	# or return;
1325
1326	$self->_load_header ($path)
1327	or return;	1915	or return;
		1916
		1917	$self->_load_header ($f)
		1918	or return;
		1919
		1920	local $MAP_LOADING{$self->{path}} = $self;
		1921	$f->resolve_delayed_derefs;
1328		1922
1329	$self->{load_path} = $path;	1923	$self->{load_path} = $path;
1330		1924
1331	1	1925	1
1332	}	1926	}
…		…
1371	$self->load_header_orig	1965	$self->load_header_orig
1372	or return;	1966	or return;
1373	$self->prepare_orig;	1967	$self->prepare_orig;
1374	}	1968	}
1375		1969
		1970	$self->{deny_reset} = 1
		1971	if $self->no_reset;
		1972
		1973	$self->default_region (cf::region::find_by_path $self->{path})
		1974	unless $self->default_region;
		1975
1376	1	1976	1
1377	}	1977	}
1378		1978
1379	sub find;	1979	sub find;
1380	sub find {	1980	sub find {
1381	my ($path, $origin) = @_;	1981	my ($path, $origin) = @_;
1382		1982
1383	$path = normalise $path, $origin && $origin->path;	1983	$path = normalise $path, $origin && $origin->path;
1384		1984
		1985	cf::lock_wait "map_data:$path";#d#remove
1385	cf::lock_wait "map_find:$path";	1986	cf::lock_wait "map_find:$path";
1386		1987
1387	$cf::MAP{$path} || do {	1988	$cf::MAP{$path} || do {
1388	my $guard = cf::lock_acquire "map_find:$path";	1989	my $guard1 = cf::lock_acquire "map_find:$path";
		1990	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1991
1389	my $map = new_from_path cf::map $path	1992	my $map = new_from_path cf::map $path
1390	or return;	1993	or return;
1391		1994
1392	$map->{last_save} = $cf::RUNTIME;	1995	$map->{last_save} = $cf::RUNTIME;
1393		1996
1394	$map->load_header	1997	$map->load_header
1395	or return;	1998	or return;
1396		1999
1397	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	2000	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1398	# doing this can freeze the server in a sync job, obviously	2001	# doing this can freeze the server in a sync job, obviously
1399	#$cf::WAIT_FOR_TICK->wait;	2002	#$cf::WAIT_FOR_TICK->wait;
		2003	undef $guard1;
		2004	undef $guard2;
1400	$map->reset;	2005	$map->reset;
1401	undef $guard;
1402	return find $path;	2006	return find $path;
1403	}	2007	}
1404		2008
1405	$cf::MAP{$path} = $map	2009	$cf::MAP{$path} = $map
1406	}	2010	}
…		…
1413	my ($self) = @_;	2017	my ($self) = @_;
1414		2018
1415	local $self->{deny_reset} = 1; # loading can take a long time	2019	local $self->{deny_reset} = 1; # loading can take a long time
1416		2020
1417	my $path = $self->{path};	2021	my $path = $self->{path};
		2022
		2023	{
1418	my $guard = cf::lock_acquire "map_load:$path";	2024	my $guard = cf::lock_acquire "map_data:$path";
1419		2025
		2026	return unless $self->valid;
1420	return if $self->in_memory != cf::MAP_SWAPPED;	2027	return unless $self->in_memory == cf::MAP_SWAPPED;
1421		2028
1422	$self->in_memory (cf::MAP_LOADING);	2029	$self->in_memory (cf::MAP_LOADING);
1423		2030
1424	$self->alloc;	2031	$self->alloc;
1425		2032
1426	$self->pre_load;	2033	$self->pre_load;
		2034	cf::cede_to_tick;
1427		2035
1428	$self->_load_objects ($self->{load_path}, 1)	2036	my $f = new_from_file cf::object::thawer $self->{load_path};
		2037	$f->skip_block;
		2038	$self->_load_objects ($f)
1429	or return;	2039	or return;
1430		2040
1431	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2041	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1432	if delete $self->{load_original};	2042	if delete $self->{load_original};
1433		2043
1434	if (my $uniq = $self->uniq_path) {	2044	if (my $uniq = $self->uniq_path) {
1435	utf8::encode $uniq;	2045	utf8::encode $uniq;
1436	if (aio_open $uniq, O_RDONLY, 0) {	2046	unless (aio_stat $uniq) {
		2047	if (my $f = new_from_file cf::object::thawer $uniq) {
1437	$self->clear_unique_items;	2048	$self->clear_unique_items;
1438	$self->_load_objects ($uniq, 0);	2049	$self->_load_objects ($f);
		2050	$f->resolve_delayed_derefs;
		2051	}
1439	}	2052	}
1440	}	2053	}
1441		2054
1442	Coro::cede;	2055	$f->resolve_delayed_derefs;
1443		2056
		2057	cf::cede_to_tick;
1444	# now do the right thing for maps	2058	# now do the right thing for maps
1445	$self->link_multipart_objects;	2059	$self->link_multipart_objects;
1446
1447	unless ($self->{deny_activate}) {
1448	$self->decay_objects;
1449	$self->fix_auto_apply;
1450	$self->update_buttons;
1451	Coro::cede;
1452	$self->set_darkness_map;
1453	$self->difficulty ($self->estimate_difficulty)	2060	$self->difficulty ($self->estimate_difficulty)
1454	unless $self->difficulty;	2061	unless $self->difficulty;
1455	Coro::cede;	2062	cf::cede_to_tick;
		2063
		2064	unless ($self->{deny_activate}) {
		2065	$self->decay_objects;
		2066	$self->fix_auto_apply;
		2067	$self->update_buttons;
		2068	cf::cede_to_tick;
		2069	$self->set_darkness_map;
		2070	cf::cede_to_tick;
1456	$self->activate;	2071	$self->activate;
		2072	}
		2073
		2074	$self->{last_save} = $cf::RUNTIME;
		2075	$self->last_access ($cf::RUNTIME);
		2076
		2077	$self->in_memory (cf::MAP_IN_MEMORY);
1457	}	2078	}
1458		2079
1459	$self->post_load;	2080	$self->post_load;
1460
1461	$self->in_memory (cf::MAP_IN_MEMORY);
1462	}	2081	}
1463		2082
1464	sub customise_for {	2083	sub customise_for {
1465	my ($self, $ob) = @_;	2084	my ($self, $ob) = @_;
1466		2085
1467	return find "~" . $ob->name . "/" . $self->{path}	2086	return find "~" . $ob->name . "/" . $self->{path}
1468	if $self->per_player;	2087	if $self->per_player;
1469		2088
		2089	# return find "?party/" . $ob->name . "/" . $self->{path}
		2090	# if $self->per_party;
		2091
1470	$self	2092	$self
1471	}	2093	}
1472		2094
1473	# find and load all maps in the 3x3 area around a map	2095	# find and load all maps in the 3x3 area around a map
1474	sub load_diag {	2096	sub load_neighbours {
1475	my ($map) = @_;	2097	my ($map) = @_;
1476		2098
1477	my @diag; # diagonal neighbours	2099	my @neigh; # diagonal neighbours
1478		2100
1479	for (0 .. 3) {	2101	for (0 .. 3) {
1480	my $neigh = $map->tile_path ($_)	2102	my $neigh = $map->tile_path ($_)
1481	or next;	2103	or next;
1482	$neigh = find $neigh, $map	2104	$neigh = find $neigh, $map
1483	or next;	2105	or next;
1484	$neigh->load;	2106	$neigh->load;
1485		2107
		2108	push @neigh,
1486	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	2109	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1487	[$neigh->tile_path (($_ + 1) % 4), $neigh];	2110	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1488	}	2111	}
1489		2112
1490	for (@diag) {	2113	for (grep defined $_->[0], @neigh) {
		2114	my ($path, $origin) = @$_;
1491	my $neigh = find @$_	2115	my $neigh = find $path, $origin
1492	or next;	2116	or next;
1493	$neigh->load;	2117	$neigh->load;
1494	}	2118	}
1495	}	2119	}
1496		2120
…		…
1501	}	2125	}
1502		2126
1503	sub do_load_sync {	2127	sub do_load_sync {
1504	my ($map) = @_;	2128	my ($map) = @_;
1505		2129
		2130	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2131	if $Coro::current == $Coro::main;
		2132
1506	cf::sync_job { $map->load };	2133	cf::sync_job { $map->load };
1507	}	2134	}
1508		2135
1509	our %MAP_PREFETCH;	2136	our %MAP_PREFETCH;
1510	our $MAP_PREFETCHER = undef;	2137	our $MAP_PREFETCHER = undef;
1511		2138
1512	sub find_async {	2139	sub find_async {
1513	my ($path, $origin) = @_;	2140	my ($path, $origin, $load) = @_;
1514		2141
1515	$path = normalise $path, $origin && $origin->{path};	2142	$path = normalise $path, $origin && $origin->{path};
1516		2143
1517	if (my $map = $cf::MAP{$path}) {	2144	if (my $map = $cf::MAP{$path}) {
1518	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2145	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
1519	}	2146	}
1520		2147
1521	undef $MAP_PREFETCH{$path};	2148	$MAP_PREFETCH{$path} |= $load;
		2149
1522	$MAP_PREFETCHER ||= cf::async {	2150	$MAP_PREFETCHER ||= cf::async {
		2151	$Coro::current->{desc} = "map prefetcher";
		2152
1523	while (%MAP_PREFETCH) {	2153	while (%MAP_PREFETCH) {
1524	for my $path (keys %MAP_PREFETCH) {	2154	while (my ($k, $v) = each %MAP_PREFETCH) {
1525	my $map = find $path	2155	if (my $map = find $k) {
1526	or next;
1527	$map->load;	2156	$map->load if $v;
		2157	}
1528		2158
1529	delete $MAP_PREFETCH{$path};	2159	delete $MAP_PREFETCH{$k};
1530	}	2160	}
1531	}	2161	}
1532	undef $MAP_PREFETCHER;	2162	undef $MAP_PREFETCHER;
1533	};	2163	};
1534	$MAP_PREFETCHER->prio (6);	2164	$MAP_PREFETCHER->prio (6);
…		…
1537	}	2167	}
1538		2168
1539	sub save {	2169	sub save {
1540	my ($self) = @_;	2170	my ($self) = @_;
1541		2171
1542	my $lock = cf::lock_acquire "map_data:" . $self->path;	2172	my $lock = cf::lock_acquire "map_data:$self->{path}";
1543		2173
1544	$self->{last_save} = $cf::RUNTIME;	2174	$self->{last_save} = $cf::RUNTIME;
1545		2175
1546	return unless $self->dirty;	2176	return unless $self->dirty;
1547		2177
…		…
1553	return if $self->{deny_save};	2183	return if $self->{deny_save};
1554		2184
1555	local $self->{last_access} = $self->last_access;#d#	2185	local $self->{last_access} = $self->last_access;#d#
1556		2186
1557	cf::async {	2187	cf::async {
		2188	$Coro::current->{desc} = "map player save";
1558	$_->contr->save for $self->players;	2189	$_->contr->save for $self->players;
1559	};	2190	};
1560		2191
1561	if ($uniq) {	2192	if ($uniq) {
1562	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2193	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
…		…
1570	my ($self) = @_;	2201	my ($self) = @_;
1571		2202
1572	# save first because save cedes	2203	# save first because save cedes
1573	$self->save;	2204	$self->save;
1574		2205
1575	my $lock = cf::lock_acquire "map_data:" . $self->path;	2206	my $lock = cf::lock_acquire "map_data:$self->{path}";
1576		2207
1577	return if $self->players;	2208	return if $self->players;
1578	return if $self->in_memory != cf::MAP_IN_MEMORY;	2209	return if $self->in_memory != cf::MAP_IN_MEMORY;
1579	return if $self->{deny_save};	2210	return if $self->{deny_save};
1580		2211
		2212	$self->in_memory (cf::MAP_SWAPPED);
		2213
		2214	$self->deactivate;
		2215	$_->clear_links_to ($self) for values %cf::MAP;
1581	$self->clear;	2216	$self->clear;
1582	$self->in_memory (cf::MAP_SWAPPED);
1583	}	2217	}
1584		2218
1585	sub reset_at {	2219	sub reset_at {
1586	my ($self) = @_;	2220	my ($self) = @_;
1587		2221
1588	# TODO: safety, remove and allow resettable per-player maps	2222	# TODO: safety, remove and allow resettable per-player maps
1589	return 1e99 if $self->isa ("ext::map_per_player");#d#
1590	return 1e99 if $self->{deny_reset};	2223	return 1e99 if $self->{deny_reset};
1591		2224
1592	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2225	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1593	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2226	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1594		2227
…		…
1605	my ($self) = @_;	2238	my ($self) = @_;
1606		2239
1607	my $lock = cf::lock_acquire "map_data:$self->{path}";	2240	my $lock = cf::lock_acquire "map_data:$self->{path}";
1608		2241
1609	return if $self->players;	2242	return if $self->players;
1610	return if $self->isa ("ext::map_per_player");#d#
1611		2243
1612	warn "resetting map ", $self->path;#d#	2244	warn "resetting map ", $self->path;
1613		2245
1614	$self->in_memory (cf::MAP_SWAPPED);	2246	$self->in_memory (cf::MAP_SWAPPED);
1615		2247
1616	# need to save uniques path	2248	# need to save uniques path
1617	unless ($self->{deny_save}) {	2249	unless ($self->{deny_save}) {
…		…
1621	if $uniq;	2253	if $uniq;
1622	}	2254	}
1623		2255
1624	delete $cf::MAP{$self->path};	2256	delete $cf::MAP{$self->path};
1625		2257
		2258	$self->deactivate;
		2259	$_->clear_links_to ($self) for values %cf::MAP;
1626	$self->clear;	2260	$self->clear;
1627
1628	$_->clear_links_to ($self) for values %cf::MAP;
1629		2261
1630	$self->unlink_save;	2262	$self->unlink_save;
1631	$self->destroy;	2263	$self->destroy;
1632	}	2264	}
1633		2265
1634	my $nuke_counter = "aaaa";	2266	my $nuke_counter = "aaaa";
1635		2267
1636	sub nuke {	2268	sub nuke {
1637	my ($self) = @_;	2269	my ($self) = @_;
1638		2270
		2271	{
		2272	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2273
1639	delete $cf::MAP{$self->path};	2274	delete $cf::MAP{$self->path};
1640		2275
1641	$self->unlink_save;	2276	$self->unlink_save;
1642		2277
1643	bless $self, "cf::map";	2278	bless $self, "cf::map";
1644	delete $self->{deny_reset};	2279	delete $self->{deny_reset};
1645	$self->{deny_save} = 1;	2280	$self->{deny_save} = 1;
1646	$self->reset_timeout (1);	2281	$self->reset_timeout (1);
1647	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));	2282	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
1648		2283
1649	$cf::MAP{$self->path} = $self;	2284	$cf::MAP{$self->path} = $self;
		2285	}
1650		2286
1651	$self->reset; # polite request, might not happen	2287	$self->reset; # polite request, might not happen
		2288	}
		2289
		2290	=item $maps = cf::map::tmp_maps
		2291
		2292	Returns an arrayref with all map paths of currently instantiated and saved
		2293	maps. May block.
		2294
		2295	=cut
		2296
		2297	sub tmp_maps() {
		2298	[
		2299	map {
		2300	utf8::decode $_;
		2301	/\.map$/
		2302	? normalise $_
		2303	: ()
		2304	} @{ aio_readdir $TMPDIR or [] }
		2305	]
		2306	}
		2307
		2308	=item $maps = cf::map::random_maps
		2309
		2310	Returns an arrayref with all map paths of currently instantiated and saved
		2311	random maps. May block.
		2312
		2313	=cut
		2314
		2315	sub random_maps() {
		2316	[
		2317	map {
		2318	utf8::decode $_;
		2319	/\.map$/
		2320	? normalise "?random/$_"
		2321	: ()
		2322	} @{ aio_readdir $RANDOMDIR or [] }
		2323	]
1652	}	2324	}
1653		2325
1654	=item cf::map::unique_maps	2326	=item cf::map::unique_maps
1655		2327
1656	Returns an arrayref of paths of all shared maps that have	2328	Returns an arrayref of paths of all shared maps that have
1657	instantiated unique items. May block.	2329	instantiated unique items. May block.
1658		2330
1659	=cut	2331	=cut
1660		2332
1661	sub unique_maps() {	2333	sub unique_maps() {
1662	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2334	[
1663	or return;	2335	map {
1664
1665	my @paths;
1666
1667	for (@$files) {
1668	utf8::decode $_;	2336	utf8::decode $_;
1669	next if /\.pst$/;	2337	/\.map$/
1670	next unless /^$PATH_SEP/o;	2338	? normalise $_
1671		2339	: ()
1672	push @paths, cf::map::normalise $_;	2340	} @{ aio_readdir $UNIQUEDIR or [] }
1673	}	2341	]
1674
1675	\@paths
1676	}	2342	}
1677		2343
1678	package cf;	2344	package cf;
1679		2345
1680	=back	2346	=back
…		…
1698	map { $_, inv_recursive_ $_->inv } @_	2364	map { $_, inv_recursive_ $_->inv } @_
1699	}	2365	}
1700		2366
1701	sub inv_recursive {	2367	sub inv_recursive {
1702	inv_recursive_ inv $_[0]	2368	inv_recursive_ inv $_[0]
		2369	}
		2370
		2371	=item $ref = $ob->ref
		2372
		2373	creates and returns a persistent reference to an objetc that can be stored as a string.
		2374
		2375	=item $ob = cf::object::deref ($refstring)
		2376
		2377	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2378	even if the object actually exists. May block.
		2379
		2380	=cut
		2381
		2382	sub deref {
		2383	my ($ref) = @_;
		2384
		2385	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2386	my ($uuid, $name) = ($1, $2);
		2387	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2388	or return;
		2389	$pl->ob->uuid eq $uuid
		2390	or return;
		2391
		2392	$pl->ob
		2393	} else {
		2394	warn "$ref: cannot resolve object reference\n";
		2395	undef
		2396	}
1703	}	2397	}
1704		2398
1705	package cf;	2399	package cf;
1706		2400
1707	=back	2401	=back
…		…
1726		2420
1727	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2421	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1728		2422
1729	if ($self->{record_replies}) {	2423	if ($self->{record_replies}) {
1730	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2424	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2425
1731	} else {	2426	} else {
		2427	my $pl = $self->contr;
		2428
		2429	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2430	my $dialog = $pl->{npc_dialog};
		2431	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2432
		2433	} else {
1732	$msg = $npc->name . " says: $msg" if $npc;	2434	$msg = $npc->name . " says: $msg" if $npc;
1733	$self->message ($msg, $flags);	2435	$self->message ($msg, $flags);
		2436	}
1734	}	2437	}
		2438	}
		2439
		2440	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2441
		2442	=cut
		2443
		2444	sub cf::object::send_msg {
		2445	my $pl = shift->contr
		2446	or return;
		2447	$pl->send_msg (@_);
1735	}	2448	}
1736		2449
1737	=item $player_object->may ("access")	2450	=item $player_object->may ("access")
1738		2451
1739	Returns wether the given player is authorized to access resource "access"	2452	Returns wether the given player is authorized to access resource "access"
…		…
1786	$self->deactivate_recursive;	2499	$self->deactivate_recursive;
1787		2500
1788	return if UNIVERSAL::isa $self->map, "ext::map_link";	2501	return if UNIVERSAL::isa $self->map, "ext::map_link";
1789		2502
1790	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2503	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1791	if $self->map;	2504	if $self->map && $self->map->{path} ne "{link}";
1792		2505
1793	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2506	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1794	}	2507	}
1795		2508
1796	sub cf::object::player::leave_link {	2509	sub cf::object::player::leave_link {
1797	my ($self, $map, $x, $y) = @_;	2510	my ($self, $map, $x, $y) = @_;
		2511
		2512	return unless $self->contr->active;
1798		2513
1799	my $link_pos = delete $self->{_link_pos};	2514	my $link_pos = delete $self->{_link_pos};
1800		2515
1801	unless ($map) {	2516	unless ($map) {
1802	# restore original map position	2517	# restore original map position
…		…
1816	# use -1 or undef as default coordinates, not 0, 0	2531	# use -1 or undef as default coordinates, not 0, 0
1817	($x, $y) = ($map->enter_x, $map->enter_y)	2532	($x, $y) = ($map->enter_x, $map->enter_y)
1818	if $x <=0 && $y <= 0;	2533	if $x <=0 && $y <= 0;
1819		2534
1820	$map->load;	2535	$map->load;
1821	$map->load_diag;	2536	$map->load_neighbours;
1822		2537
1823	return unless $self->contr->active;	2538	return unless $self->contr->active;
1824	$self->activate_recursive;	2539	$self->activate_recursive;
1825		2540
1826	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2541	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1827	$self->enter_map ($map, $x, $y);	2542	$self->enter_map ($map, $x, $y);
1828	}	2543	}
1829		2544
1830	cf::player->attach (	2545	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1831	on_logout => sub {
1832	my ($pl) = @_;
1833		2546
1834	# abort map switching before logout	2547	Moves the player to the given map-path and coordinates by first freezing
1835	if ($pl->ob->{_link_pos}) {	2548	her, loading and preparing them map, calling the provided $check callback
1836	cf::sync_job {	2549	that has to return the map if sucecssful, and then unfreezes the player on
1837	$pl->ob->leave_link	2550	the new (success) or old (failed) map position. In either case, $done will
1838	};	2551	be called at the end of this process.
1839	}
1840	},
1841	on_login => sub {
1842	my ($pl) = @_;
1843		2552
1844	# try to abort aborted map switching on player login :)
1845	# should happen only on crashes
1846	if ($pl->ob->{_link_pos}) {
1847	$pl->ob->enter_link;
1848	(async {
1849	$pl->ob->reply (undef,
1850	"There was an internal problem at your last logout, "
1851	. "the server will try to bring you to your intended destination in a second.",
1852	cf::NDI_RED);
1853	# we need this sleep as the login has a concurrent enter_exit running
1854	# and this sleep increases chances of the player not ending up in scorn
1855	Coro::Timer::sleep 1;
1856	$pl->ob->leave_link;
1857	})->prio (2);
1858	}
1859	},
1860	);
1861
1862	=item $player_object->goto ($path, $x, $y)
1863
1864	=cut	2553	=cut
		2554
		2555	our $GOTOGEN;
1865		2556
1866	sub cf::object::player::goto {	2557	sub cf::object::player::goto {
1867	my ($self, $path, $x, $y) = @_;	2558	my ($self, $path, $x, $y, $check, $done) = @_;
		2559
		2560	# do generation counting so two concurrent goto's will be executed in-order
		2561	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1868		2562
1869	$self->enter_link;	2563	$self->enter_link;
1870		2564
1871	(async {	2565	(async {
		2566	$Coro::current->{desc} = "player::goto $path $x $y";
		2567
		2568	# *tag paths override both path and x|y
		2569	if ($path =~ /^\*(.*)$/) {
		2570	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2571	my $ob = $obs[rand @obs];
		2572
		2573	# see if we actually can go there
		2574	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2575	$ob = $obs[rand @obs];
		2576	} else {
		2577	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2578	}
		2579	# else put us there anyways for now #d#
		2580
		2581	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2582	} else {
		2583	($path, $x, $y) = (undef, undef, undef);
		2584	}
		2585	}
		2586
1872	my $map = eval {	2587	my $map = eval {
1873	my $map = cf::map::find $path;	2588	my $map = defined $path ? cf::map::find $path : undef;
		2589
		2590	if ($map) {
1874	$map = $map->customise_for ($self) if $map;	2591	$map = $map->customise_for ($self);
		2592	$map = $check->($map) if $check && $map;
		2593	} else {
		2594	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2595	}
		2596
1875	$map	2597	$map
		2598	};
		2599
		2600	if ($@) {
		2601	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2602	LOG llevError | logBacktrace, Carp::longmess $@;
1876	} or	2603	}
1877	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1878		2604
		2605	if ($gen == $self->{_goto_generation}) {
		2606	delete $self->{_goto_generation};
1879	$self->leave_link ($map, $x, $y);	2607	$self->leave_link ($map, $x, $y);
		2608	}
		2609
		2610	$done->() if $done;
1880	})->prio (1);	2611	})->prio (1);
1881	}	2612	}
1882		2613
1883	=item $player_object->enter_exit ($exit_object)	2614	=item $player_object->enter_exit ($exit_object)
1884		2615
…		…
1921	$rmp->{origin_y} = $exit->y;	2652	$rmp->{origin_y} = $exit->y;
1922	}	2653	}
1923		2654
1924	$rmp->{random_seed} ||= $exit->random_seed;	2655	$rmp->{random_seed} ||= $exit->random_seed;
1925		2656
1926	my $data = cf::to_json $rmp;	2657	my $data = cf::encode_json $rmp;
1927	my $md5 = Digest::MD5::md5_hex $data;	2658	my $md5 = Digest::MD5::md5_hex $data;
1928	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2659	my $meta = "$RANDOMDIR/$md5.meta";
1929		2660
1930	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2661	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1931	aio_write $fh, 0, (length $data), $data, 0;	2662	aio_write $fh, 0, (length $data), $data, 0;
1932	undef $fh;	2663	undef $fh;
1933	aio_rename "$meta~", $meta;	2664	aio_rename "$meta~", $meta;
…		…
1942		2673
1943	return unless $self->type == cf::PLAYER;	2674	return unless $self->type == cf::PLAYER;
1944		2675
1945	if ($exit->slaying eq "/!") {	2676	if ($exit->slaying eq "/!") {
1946	#TODO: this should de-fi-ni-te-ly not be a sync-job	2677	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2678	# the problem is that $exit might not survive long enough
		2679	# so it needs to be done right now, right here
1947	cf::sync_job { prepare_random_map $exit };	2680	cf::sync_job { prepare_random_map $exit };
1948	}	2681	}
1949		2682
1950	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2683	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1951	my $hp = $exit->stats->hp;	2684	my $hp = $exit->stats->hp;
1952	my $sp = $exit->stats->sp;	2685	my $sp = $exit->stats->sp;
1953		2686
1954	$self->enter_link;	2687	$self->enter_link;
1955		2688
		2689	# if exit is damned, update players death & WoR home-position
		2690	$self->contr->savebed ($slaying, $hp, $sp)
		2691	if $exit->flag (FLAG_DAMNED);
		2692
1956	(async {	2693	(async {
		2694	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2695
1957	$self->deactivate_recursive; # just to be sure	2696	$self->deactivate_recursive; # just to be sure
1958	unless (eval {	2697	unless (eval {
1959	$self->goto ($slaying, $hp, $sp);	2698	$self->goto ($slaying, $hp, $sp);
1960		2699
1961	1;	2700	1;
1962	}) {	2701	}) {
1963	$self->message ("Something went wrong deep within the crossfire server. "	2702	$self->message ("Something went wrong deep within the crossfire server. "
1964	. "I'll try to bring you back to the map you were before. "	2703	. "I'll try to bring you back to the map you were before. "
1965	. "Please report this to the dungeon master!",	2704	. "Please report this to the dungeon master!",
1966	cf::NDI_UNIQUE | cf::NDI_RED);	2705	cf::NDI_UNIQUE | cf::NDI_RED);
1967		2706
1968	warn "ERROR in enter_exit: $@";	2707	warn "ERROR in enter_exit: $@";
1969	$self->leave_link;	2708	$self->leave_link;
1970	}	2709	}
1971	})->prio (1);	2710	})->prio (1);
…		…
1987		2726
1988	utf8::encode $text;	2727	utf8::encode $text;
1989	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2728	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1990	}	2729	}
1991		2730
		2731	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2732
		2733	Send a drawinfo or msg packet to the client, formatting the msg for the
		2734	client if neccessary. C<$type> should be a string identifying the type of
		2735	the message, with C<log> being the default. If C<$color> is negative, suppress
		2736	the message unless the client supports the msg packet.
		2737
		2738	=cut
		2739
		2740	# non-persistent channels (usually the info channel)
		2741	our %CHANNEL = (
		2742	"c/identify" => {
		2743	id => "infobox",
		2744	title => "Identify",
		2745	reply => undef,
		2746	tooltip => "Items recently identified",
		2747	},
		2748	"c/examine" => {
		2749	id => "infobox",
		2750	title => "Examine",
		2751	reply => undef,
		2752	tooltip => "Signs and other items you examined",
		2753	},
		2754	"c/book" => {
		2755	id => "infobox",
		2756	title => "Book",
		2757	reply => undef,
		2758	tooltip => "The contents of a note or book",
		2759	},
		2760	"c/lookat" => {
		2761	id => "infobox",
		2762	title => "Look",
		2763	reply => undef,
		2764	tooltip => "What you saw there",
		2765	},
		2766	"c/who" => {
		2767	id => "infobox",
		2768	title => "Players",
		2769	reply => undef,
		2770	tooltip => "Shows players who are currently online",
		2771	},
		2772	"c/body" => {
		2773	id => "infobox",
		2774	title => "Body Parts",
		2775	reply => undef,
		2776	tooltip => "Shows which body parts you posess and are available",
		2777	},
		2778	"c/uptime" => {
		2779	id => "infobox",
		2780	title => "Uptime",
		2781	reply => undef,
		2782	tooltip => "How long the server has been running since last restart",
		2783	},
		2784	"c/mapinfo" => {
		2785	id => "infobox",
		2786	title => "Map Info",
		2787	reply => undef,
		2788	tooltip => "Information related to the maps",
		2789	},
		2790	);
		2791
		2792	sub cf::client::send_msg {
		2793	my ($self, $channel, $msg, $color, @extra) = @_;
		2794
		2795	$msg = $self->pl->expand_cfpod ($msg);
		2796
		2797	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2798
		2799	# check predefined channels, for the benefit of C
		2800	if ($CHANNEL{$channel}) {
		2801	$channel = $CHANNEL{$channel};
		2802
		2803	$self->ext_msg (channel_info => $channel)
		2804	if $self->can_msg;
		2805
		2806	$channel = $channel->{id};
		2807
		2808	} elsif (ref $channel) {
		2809	# send meta info to client, if not yet sent
		2810	unless (exists $self->{channel}{$channel->{id}}) {
		2811	$self->{channel}{$channel->{id}} = $channel;
		2812	$self->ext_msg (channel_info => $channel)
		2813	if $self->can_msg;
		2814	}
		2815
		2816	$channel = $channel->{id};
		2817	}
		2818
		2819	return unless @extra || length $msg;
		2820
		2821	if ($self->can_msg) {
		2822	# default colour, mask it out
		2823	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2824	if $color & cf::NDI_DEF;
		2825
		2826	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2827	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2828	} else {
		2829	if ($color >= 0) {
		2830	# replace some tags by gcfclient-compatible ones
		2831	for ($msg) {
		2832	1 while
		2833	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2834	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2835	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2836	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2837	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2838	}
		2839
		2840	$color &= cf::NDI_COLOR_MASK;
		2841
		2842	utf8::encode $msg;
		2843
		2844	if (0 && $msg =~ /\[/) {
		2845	# COMMAND/INFO
		2846	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2847	} else {
		2848	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2849	$self->send_packet ("drawinfo $color $msg")
		2850	}
		2851	}
		2852	}
		2853	}
		2854
		2855	=item $client->ext_msg ($type, @msg)
		2856
		2857	Sends an ext event to the client.
		2858
		2859	=cut
		2860
		2861	sub cf::client::ext_msg($$@) {
		2862	my ($self, $type, @msg) = @_;
		2863
		2864	if ($self->extcmd == 2) {
		2865	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2866	} elsif ($self->extcmd == 1) { # TODO: remove
		2867	push @msg, msgtype => "event_$type";
		2868	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2869	}
		2870	}
		2871
		2872	=item $client->ext_reply ($msgid, @msg)
		2873
		2874	Sends an ext reply to the client.
		2875
		2876	=cut
		2877
		2878	sub cf::client::ext_reply($$@) {
		2879	my ($self, $id, @msg) = @_;
		2880
		2881	if ($self->extcmd == 2) {
		2882	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2883	} elsif ($self->extcmd == 1) {
		2884	#TODO: version 1, remove
		2885	unshift @msg, msgtype => "reply", msgid => $id;
		2886	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2887	}
		2888	}
1992		2889
1993	=item $success = $client->query ($flags, "text", \&cb)	2890	=item $success = $client->query ($flags, "text", \&cb)
1994		2891
1995	Queues a query to the client, calling the given callback with	2892	Queues a query to the client, calling the given callback with
1996	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2893	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1997	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2894	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1998		2895
1999	Queries can fail, so check the return code. Or don't, as queries will become	2896	Queries can fail, so check the return code. Or don't, as queries will
2000	reliable at some point in the future.	2897	become reliable at some point in the future.
2001		2898
2002	=cut	2899	=cut
2003		2900
2004	sub cf::client::query {	2901	sub cf::client::query {
2005	my ($self, $flags, $text, $cb) = @_;	2902	my ($self, $flags, $text, $cb) = @_;
…		…
2013	utf8::encode $text;	2910	utf8::encode $text;
2014	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2911	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2015		2912
2016	$self->send_packet ($self->{query_queue}[0][0])	2913	$self->send_packet ($self->{query_queue}[0][0])
2017	if @{ $self->{query_queue} } == 1;	2914	if @{ $self->{query_queue} } == 1;
		2915
		2916	1
2018	}	2917	}
2019		2918
2020	cf::client->attach (	2919	cf::client->attach (
		2920	on_connect => sub {
		2921	my ($ns) = @_;
		2922
		2923	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2924	},
2021	on_reply => sub {	2925	on_reply => sub {
2022	my ($ns, $msg) = @_;	2926	my ($ns, $msg) = @_;
2023		2927
2024	# this weird shuffling is so that direct followup queries	2928	# this weird shuffling is so that direct followup queries
2025	# get handled first	2929	# get handled first
…		…
2037	} else {	2941	} else {
2038	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2942	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2039	}	2943	}
2040	}	2944	}
2041	},	2945	},
		2946	on_exticmd => sub {
		2947	my ($ns, $buf) = @_;
		2948
		2949	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2950
		2951	if (ref $msg) {
		2952	my ($type, $reply, @payload) =
		2953	"ARRAY" eq ref $msg
		2954	? @$msg
		2955	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2956
		2957	my @reply;
		2958
		2959	if (my $cb = $EXTICMD{$type}) {
		2960	@reply = $cb->($ns, @payload);
		2961	}
		2962
		2963	$ns->ext_reply ($reply, @reply)
		2964	if $reply;
		2965
		2966	} else {
		2967	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2968	}
		2969
		2970	cf::override;
		2971	},
2042	);	2972	);
2043		2973
2044	=item $client->async (\&cb)	2974	=item $client->async (\&cb)
2045		2975
2046	Create a new coroutine, running the specified callback. The coroutine will	2976	Create a new coroutine, running the specified callback. The coroutine will
…		…
2087	our $safe = new Safe "safe";	3017	our $safe = new Safe "safe";
2088	our $safe_hole = new Safe::Hole;	3018	our $safe_hole = new Safe::Hole;
2089		3019
2090	$SIG{FPE} = 'IGNORE';	3020	$SIG{FPE} = 'IGNORE';
2091		3021
2092	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	3022	$safe->permit_only (Opcode::opset qw(
		3023	:base_core :base_mem :base_orig :base_math
		3024	grepstart grepwhile mapstart mapwhile
		3025	sort time
		3026	));
2093		3027
2094	# here we export the classes and methods available to script code	3028	# here we export the classes and methods available to script code
2095		3029
2096	=pod	3030	=pod
2097		3031
2098	The following functions and methods are available within a safe environment:	3032	The following functions and methods are available within a safe environment:
2099		3033
2100	cf::object contr pay_amount pay_player map	3034	cf::object
		3035	contr pay_amount pay_player map x y force_find force_add destroy
		3036	insert remove name archname title slaying race decrease_ob_nr
		3037
2101	cf::object::player player	3038	cf::object::player
2102	cf::player peaceful	3039	player
2103	cf::map trigger	3040
		3041	cf::player
		3042	peaceful
		3043
		3044	cf::map
		3045	trigger
2104		3046
2105	=cut	3047	=cut
2106		3048
2107	for (	3049	for (
2108	["cf::object" => qw(contr pay_amount pay_player map)],	3050	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3051	insert remove inv name archname title slaying race
		3052	decrease_ob_nr destroy)],
2109	["cf::object::player" => qw(player)],	3053	["cf::object::player" => qw(player)],
2110	["cf::player" => qw(peaceful)],	3054	["cf::player" => qw(peaceful)],
2111	["cf::map" => qw(trigger)],	3055	["cf::map" => qw(trigger)],
2112	) {	3056	) {
2113	no strict 'refs';	3057	no strict 'refs';
…		…
2184	=back	3128	=back
2185		3129
2186	=cut	3130	=cut
2187		3131
2188	#############################################################################	3132	#############################################################################
2189
2190	=head2 EXTENSION DATABASE SUPPORT
2191
2192	Crossfire maintains a very simple database for extension use. It can
2193	currently store anything that can be serialised using Storable, which
2194	excludes objects.
2195
2196	The parameter C<$family> should best start with the name of the extension
2197	using it, it should be unique.
2198
2199	=over 4
2200
2201	=item $value = cf::db_get $family => $key
2202
2203	Returns a single value from the database.
2204
2205	=item cf::db_put $family => $key => $value
2206
2207	Stores the given C<$value> in the family.
2208
2209	=cut
2210
2211	our $DB;
2212
2213	sub db_init {
2214	unless ($DB) {
2215	$DB = BDB::db_create $DB_ENV;
2216
2217	cf::sync_job {
2218	eval {
2219	$DB->set_flags (BDB::CHKSUM);
2220
2221	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2222	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2223	cf::cleanup "db_open(db): $!" if $!;
2224	};
2225	cf::cleanup "db_open(db): $@" if $@;
2226	};
2227
2228	my $path = cf::localdir . "/database.pst";
2229	if (stat $path) {
2230	cf::sync_job {
2231	my $pst = Storable::retrieve $path;
2232
2233	cf::db_put (board => data => $pst->{board});
2234	cf::db_put (guildrules => data => $pst->{guildrules});
2235	cf::db_put (rent => balance => $pst->{rent}{balance});
2236	BDB::db_env_txn_checkpoint $DB_ENV;
2237
2238	unlink $path;
2239	};
2240	}
2241	}
2242	}
2243
2244	sub db_get($$) {
2245	my $key = "$_[0]/$_[1]";
2246
2247	cf::sync_job {
2248	BDB::db_get $DB, undef, $key, my $data;
2249
2250	$! ? ()
2251	: Compress::LZF::sthaw $data
2252	}
2253	}
2254
2255	sub db_put($$$) {
2256	BDB::dbreq_pri 4;
2257	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2258	}
2259
2260	#############################################################################
2261	# the server's init and main functions	3133	# the server's init and main functions
2262		3134
2263	sub load_faces {	3135	sub load_facedata($) {
2264	my $path = sprintf "%s/faces", cf::datadir;	3136	my ($path) = @_;
2265		3137
		3138	# HACK to clear player env face cache, we need some signal framework
		3139	# for this (global event?)
		3140	%ext::player_env::MUSIC_FACE_CACHE = ();
		3141
		3142	my $enc = JSON::XS->new->utf8->canonical->relaxed;
		3143
2266	warn "loading faces from $path\n";	3144	warn "loading facedata from $path\n";
2267		3145
2268	my $faces;	3146	my $facedata;
2269	0 < aio_load $path, $faces	3147	0 < aio_load $path, $facedata
2270	or die "$path: $!";	3148	or die "$path: $!";
2271		3149
2272	Coro::cede;
2273	$faces = Storable::thaw $faces;	3150	$facedata = Coro::Storable::thaw $facedata;
2274	Coro::cede;
2275		3151
2276	my $meta = delete $faces->{""};
2277	$meta->{version} == 1	3152	$facedata->{version} == 2
2278	or cf::cleanup "$path: version mismatch, cannot proceed.";	3153	or cf::cleanup "$path: version mismatch, cannot proceed.";
2279		3154
		3155	# patch in the exptable
		3156	$facedata->{resource}{"res/exp_table"} = {
		3157	type => FT_RSRC,
		3158	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
		3159	};
		3160	cf::cede_to_tick;
		3161
		3162	{
		3163	my $faces = $facedata->{faceinfo};
		3164
2280	while (my ($face, $info) = each %$faces) {	3165	while (my ($face, $info) = each %$faces) {
2281	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3166	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2282	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	3167
		3168	cf::face::set_visibility $idx, $info->{visibility};
		3169	cf::face::set_magicmap $idx, $info->{magicmap};
2283	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	3170	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2284	Coro::cede;	3171	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2285	}
2286		3172
		3173	cf::cede_to_tick;
		3174	}
		3175
2287	while (my ($face, $info) = each %$faces) {	3176	while (my ($face, $info) = each %$faces) {
2288	next unless $info->{smooth};	3177	next unless $info->{smooth};
		3178
2289	my $idx = cf::face::find $face	3179	my $idx = cf::face::find $face
2290	or next;	3180	or next;
		3181
2291	if (my $smooth = cf::face::find $info->{smooth}) {	3182	if (my $smooth = cf::face::find $info->{smooth}) {
2292	cf::face::set_smooth $idx, $smooth;	3183	cf::face::set_smooth $idx, $smooth;
		3184	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2293	} else {	3185	} else {
2294	warn "smooth face '$info->{smooth}' not found for face '$face'";	3186	warn "smooth face '$info->{smooth}' not found for face '$face'";
2295	}	3187	}
2296	Coro::cede;	3188
		3189	cf::cede_to_tick;
		3190	}
		3191	}
		3192
2297	}	3193	{
		3194	my $anims = $facedata->{animinfo};
		3195
		3196	while (my ($anim, $info) = each %$anims) {
		3197	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3198	cf::cede_to_tick;
		3199	}
		3200
		3201	cf::anim::invalidate_all; # d'oh
		3202	}
		3203
		3204	{
		3205	# TODO: for gcfclient pleasure, we should give resources
		3206	# that gcfclient doesn't grok a >10000 face index.
		3207	my $res = $facedata->{resource};
		3208
		3209	while (my ($name, $info) = each %$res) {
		3210	if (defined $info->{type}) {
		3211	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3212	my $data;
		3213
		3214	if ($info->{type} & 1) {
		3215	# prepend meta info
		3216
		3217	my $meta = $enc->encode ({
		3218	name => $name,
		3219	%{ $info->{meta} || {} },
		3220	});
		3221
		3222	$data = pack "(w/a*)*", $meta, $info->{data};
		3223	} else {
		3224	$data = $info->{data};
		3225	}
		3226
		3227	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3228	cf::face::set_type $idx, $info->{type};
		3229	} else {
		3230	$RESOURCE{$name} = $info;
		3231	}
		3232
		3233	cf::cede_to_tick;
		3234	}
		3235	}
		3236
		3237	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
2298		3238
2299	1	3239	1
2300	}	3240	}
2301		3241
		3242	cf::global->attach (on_resource_update => sub {
		3243	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3244	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3245
		3246	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3247	my $sound = $soundconf->{compat}[$_]
		3248	or next;
		3249
		3250	my $face = cf::face::find "sound/$sound->[1]";
		3251	cf::sound::set $sound->[0] => $face;
		3252	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3253	}
		3254
		3255	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3256	my $face = cf::face::find "sound/$v";
		3257	cf::sound::set $k => $face;
		3258	}
		3259	}
		3260	});
		3261
		3262	register_exticmd fx_want => sub {
		3263	my ($ns, $want) = @_;
		3264
		3265	while (my ($k, $v) = each %$want) {
		3266	$ns->fx_want ($k, $v);
		3267	}
		3268	};
		3269
		3270	sub reload_regions {
		3271	# HACK to clear player env face cache, we need some signal framework
		3272	# for this (global event?)
		3273	%ext::player_env::MUSIC_FACE_CACHE = ();
		3274
		3275	load_resource_file "$MAPDIR/regions"
		3276	or die "unable to load regions file\n";
		3277
		3278	for (cf::region::list) {
		3279	$_->{match} = qr/$_->{match}/
		3280	if exists $_->{match};
		3281	}
		3282	}
		3283
		3284	sub reload_facedata {
		3285	load_facedata "$DATADIR/facedata"
		3286	or die "unable to load facedata\n";
		3287	}
		3288
		3289	sub reload_archetypes {
		3290	load_resource_file "$DATADIR/archetypes"
		3291	or die "unable to load archetypes\n";
		3292	#d# NEED to laod twice to resolve forward references
		3293	# this really needs to be done in an extra post-pass
		3294	# (which needs to be synchronous, so solve it differently)
		3295	load_resource_file "$DATADIR/archetypes"
		3296	or die "unable to load archetypes\n";
		3297	}
		3298
		3299	sub reload_treasures {
		3300	load_resource_file "$DATADIR/treasures"
		3301	or die "unable to load treasurelists\n";
		3302	}
		3303
2302	sub reload_resources {	3304	sub reload_resources {
2303	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	3305	warn "reloading resource files...\n";
2304	or die "unable to load regions file\n";#d#	3306
		3307	reload_regions;
2305	load_faces	3308	reload_facedata;
2306	or die "unable to load faces\n";#d#	3309	#reload_archetypes;#d#
		3310	reload_archetypes;
		3311	reload_treasures;
		3312
		3313	warn "finished reloading resource files\n";
2307	}	3314	}
2308		3315
2309	sub init {	3316	sub init {
2310	reload_resources;	3317	reload_resources;
2311	}	3318	}
2312		3319
2313	sub cfg_load {	3320	sub reload_config {
2314	open my $fh, "<:utf8", cf::confdir . "/config"	3321	open my $fh, "<:utf8", "$CONFDIR/config"
2315	or return;	3322	or return;
2316		3323
2317	local $/;	3324	local $/;
2318	*CFG = YAML::Syck::Load <$fh>;	3325	*CFG = YAML::Load <$fh>;
2319		3326
2320	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3327	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
2321		3328
2322	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3329	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
2323	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3330	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
2334	sub main {	3341	sub main {
2335	# we must not ever block the main coroutine	3342	# we must not ever block the main coroutine
2336	local $Coro::idle = sub {	3343	local $Coro::idle = sub {
2337	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3344	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2338	(async {	3345	(async {
2339	Event::one_event;	3346	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3347	EV::loop EV::LOOP_ONESHOT;
2340	})->prio (Coro::PRIO_MAX);	3348	})->prio (Coro::PRIO_MAX);
2341	};	3349	};
2342		3350
2343	cfg_load;	3351	reload_config;
2344	db_init;	3352	db_init;
2345	load_extensions;	3353	load_extensions;
2346		3354
2347	$TICK_WATCHER->start;	3355	$TICK_WATCHER->start;
		3356	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
2348	Event::loop;	3357	EV::loop;
2349	}	3358	}
2350		3359
2351	#############################################################################	3360	#############################################################################
2352	# initialisation and cleanup	3361	# initialisation and cleanup
2353		3362
2354	# install some emergency cleanup handlers	3363	# install some emergency cleanup handlers
2355	BEGIN {	3364	BEGIN {
		3365	our %SIGWATCHER = ();
2356	for my $signal (qw(INT HUP TERM)) {	3366	for my $signal (qw(INT HUP TERM)) {
2357	Event->signal (	3367	$SIGWATCHER{$signal} = EV::signal $signal, sub {
2358	reentrant => 0,
2359	data => WF_AUTOCANCEL,
2360	signal => $signal,
2361	prio => 0,
2362	cb => sub {
2363	cf::cleanup "SIG$signal";	3368	cf::cleanup "SIG$signal";
2364	},
2365	);	3369	};
		3370	}
		3371	}
		3372
		3373	sub write_runtime {
		3374	my $runtime = "$LOCALDIR/runtime";
		3375
		3376	# first touch the runtime file to show we are still running:
		3377	# the fsync below can take a very very long time.
		3378
		3379	IO::AIO::aio_utime $runtime, undef, undef;
		3380
		3381	my $guard = cf::lock_acquire "write_runtime";
		3382
		3383	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3384	or return;
		3385
		3386	my $value = $cf::RUNTIME + 90 + 10;
		3387	# 10 is the runtime save interval, for a monotonic clock
		3388	# 60 allows for the watchdog to kill the server.
		3389
		3390	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3391	and return;
		3392
		3393	# always fsync - this file is important
		3394	aio_fsync $fh
		3395	and return;
		3396
		3397	# touch it again to show we are up-to-date
		3398	aio_utime $fh, undef, undef;
		3399
		3400	close $fh
		3401	or return;
		3402
		3403	aio_rename "$runtime~", $runtime
		3404	and return;
		3405
		3406	warn "runtime file written.\n";
		3407
2366	}	3408	1
2367	}	3409	}
2368		3410
2369	sub emergency_save() {	3411	sub emergency_save() {
2370	my $freeze_guard = cf::freeze_mainloop;	3412	my $freeze_guard = cf::freeze_mainloop;
2371		3413
…		…
2377	# and maps saved/destroyed asynchronously.	3419	# and maps saved/destroyed asynchronously.
2378	warn "begin emergency player save\n";	3420	warn "begin emergency player save\n";
2379	for my $login (keys %cf::PLAYER) {	3421	for my $login (keys %cf::PLAYER) {
2380	my $pl = $cf::PLAYER{$login} or next;	3422	my $pl = $cf::PLAYER{$login} or next;
2381	$pl->valid or next;	3423	$pl->valid or next;
		3424	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
2382	$pl->save;	3425	$pl->save;
2383	}	3426	}
2384	warn "end emergency player save\n";	3427	warn "end emergency player save\n";
2385		3428
2386	warn "begin emergency map save\n";	3429	warn "begin emergency map save\n";
…		…
2404		3447
2405	warn Carp::longmess "post_cleanup backtrace"	3448	warn Carp::longmess "post_cleanup backtrace"
2406	if $make_core;	3449	if $make_core;
2407	}	3450	}
2408		3451
2409	sub reload() {	3452	sub do_reload_perl() {
2410	# can/must only be called in main	3453	# can/must only be called in main
2411	if ($Coro::current != $Coro::main) {	3454	if ($Coro::current != $Coro::main) {
2412	warn "can only reload from main coroutine";	3455	warn "can only reload from main coroutine";
2413	return;	3456	return;
2414	}	3457	}
…		…
2425	warn "syncing database to disk";	3468	warn "syncing database to disk";
2426	BDB::db_env_txn_checkpoint $DB_ENV;	3469	BDB::db_env_txn_checkpoint $DB_ENV;
2427		3470
2428	# if anything goes wrong in here, we should simply crash as we already saved	3471	# if anything goes wrong in here, we should simply crash as we already saved
2429		3472
2430	warn "cancelling all WF_AUTOCANCEL watchers";
2431	for (Event::all_watchers) {
2432	$_->cancel if $_->data & WF_AUTOCANCEL;
2433	}
2434
2435	warn "flushing outstanding aio requests";	3473	warn "flushing outstanding aio requests";
2436	for (;;) {	3474	for (;;) {
2437	BDB::flush;	3475	BDB::flush;
2438	IO::AIO::flush;	3476	IO::AIO::flush;
2439	Coro::cede;	3477	Coro::cede_notself;
2440	last unless IO::AIO::nreqs || BDB::nreqs;	3478	last unless IO::AIO::nreqs || BDB::nreqs;
2441	warn "iterate...";	3479	warn "iterate...";
2442	}	3480	}
2443		3481
2444	++$RELOAD;	3482	++$RELOAD;
…		…
2448	%EXT_CORO = ();	3486	%EXT_CORO = ();
2449		3487
2450	warn "removing commands";	3488	warn "removing commands";
2451	%COMMAND = ();	3489	%COMMAND = ();
2452		3490
2453	warn "removing ext commands";	3491	warn "removing ext/exti commands";
2454	%EXTCMD = ();	3492	%EXTCMD = ();
		3493	%EXTICMD = ();
2455		3494
2456	warn "unloading/nuking all extensions";	3495	warn "unloading/nuking all extensions";
2457	for my $pkg (@EXTS) {	3496	for my $pkg (@EXTS) {
2458	warn "... unloading $pkg";	3497	warn "... unloading $pkg";
2459		3498
…		…
2489	Symbol::delete_package "safe::$_"	3528	Symbol::delete_package "safe::$_"
2490	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3529	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2491		3530
2492	warn "unloading cf.pm \"a bit\"";	3531	warn "unloading cf.pm \"a bit\"";
2493	delete $INC{"cf.pm"};	3532	delete $INC{"cf.pm"};
		3533	delete $INC{"cf/pod.pm"};
2494		3534
2495	# don't, removes xs symbols, too,	3535	# don't, removes xs symbols, too,
2496	# and global variables created in xs	3536	# and global variables created in xs
2497	#Symbol::delete_package __PACKAGE__;	3537	#Symbol::delete_package __PACKAGE__;
2498		3538
…		…
2501	warn "reloading cf.pm";	3541	warn "reloading cf.pm";
2502	require cf;	3542	require cf;
2503	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3543	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2504		3544
2505	warn "loading config and database again";	3545	warn "loading config and database again";
2506	cf::cfg_load;	3546	cf::reload_config;
2507		3547
2508	warn "loading extensions";	3548	warn "loading extensions";
2509	cf::load_extensions;	3549	cf::load_extensions;
2510		3550
2511	warn "reattaching attachments to objects/players";	3551	warn "reattaching attachments to objects/players";
…		…
2513	warn "reattaching attachments to maps";	3553	warn "reattaching attachments to maps";
2514	reattach $_ for values %MAP;	3554	reattach $_ for values %MAP;
2515	warn "reattaching attachments to players";	3555	warn "reattaching attachments to players";
2516	reattach $_ for values %PLAYER;	3556	reattach $_ for values %PLAYER;
2517		3557
2518	warn "loading reloadable resources";
2519	reload_resources;
2520
2521	warn "leaving sync_job";	3558	warn "leaving sync_job";
2522		3559
2523	1	3560	1
2524	} or do {	3561	} or do {
2525	warn $@;	3562	warn $@;
…		…
2530	warn "reloaded";	3567	warn "reloaded";
2531	};	3568	};
2532		3569
2533	our $RELOAD_WATCHER; # used only during reload	3570	our $RELOAD_WATCHER; # used only during reload
2534		3571
		3572	sub reload_perl() {
		3573	# doing reload synchronously and two reloads happen back-to-back,
		3574	# coro crashes during coro_state_free->destroy here.
		3575
		3576	$RELOAD_WATCHER ||= EV::timer 0, 0, sub {
		3577	do_reload_perl;
		3578	undef $RELOAD_WATCHER;
		3579	};
		3580	}
		3581
2535	register_command "reload" => sub {	3582	register_command "reload" => sub {
2536	my ($who, $arg) = @_;	3583	my ($who, $arg) = @_;
2537		3584
2538	if ($who->flag (FLAG_WIZ)) {	3585	if ($who->flag (FLAG_WIZ)) {
2539	$who->message ("reloading server.");	3586	$who->message ("reloading server.");
2540		3587	async {
2541	# doing reload synchronously and two reloads happen back-to-back,	3588	$Coro::current->{desc} = "perl_reload";
2542	# coro crashes during coro_state_free->destroy here.
2543
2544	$RELOAD_WATCHER ||= Event->timer (
2545	reentrant => 0,
2546	after => 0,
2547	data => WF_AUTOCANCEL,
2548	cb => sub {
2549	reload;	3589	reload_perl;
2550	undef $RELOAD_WATCHER;
2551	},
2552	);	3590	};
2553	}	3591	}
2554	};	3592	};
2555		3593
2556	unshift @INC, $LIBDIR;	3594	unshift @INC, $LIBDIR;
2557		3595
2558	my $bug_warning = 0;	3596	my $bug_warning = 0;
2559		3597
2560	$TICK_WATCHER = Event->timer (	3598	our @WAIT_FOR_TICK;
2561	reentrant => 0,	3599	our @WAIT_FOR_TICK_BEGIN;
2562	parked => 1,	3600
2563	prio => 0,	3601	sub wait_for_tick {
2564	at => $NEXT_TICK || $TICK,	3602	return unless $TICK_WATCHER->is_active;
2565	data => WF_AUTOCANCEL,	3603	return if $Coro::current == $Coro::main;
2566	cb => sub {	3604
		3605	my $signal = new Coro::Signal;
		3606	push @WAIT_FOR_TICK, $signal;
		3607	$signal->wait;
		3608	}
		3609
		3610	sub wait_for_tick_begin {
		3611	return unless $TICK_WATCHER->is_active;
		3612	return if $Coro::current == $Coro::main;
		3613
		3614	my $signal = new Coro::Signal;
		3615	push @WAIT_FOR_TICK_BEGIN, $signal;
		3616	$signal->wait;
		3617	}
		3618
		3619	$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub {
2567	if ($Coro::current != $Coro::main) {	3620	if ($Coro::current != $Coro::main) {
2568	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3621	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2569	unless ++$bug_warning > 10;	3622	unless ++$bug_warning > 10;
2570	return;	3623	return;
2571	}	3624	}
2572		3625
2573	$NOW = Event::time;	3626	$NOW = $tick_start = EV::now;
2574		3627
2575	cf::server_tick; # one server iteration	3628	cf::server_tick; # one server iteration
		3629
2576	$RUNTIME += $TICK;	3630	$RUNTIME += $TICK;
2577	$NEXT_TICK += $TICK;	3631	$NEXT_TICK = $_[0]->at;
2578		3632
2579	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3633	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2580	$NEXT_RUNTIME_WRITE = $NOW + 10;	3634	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
2581	Coro::async_pool {	3635	Coro::async_pool {
		3636	$Coro::current->{desc} = "runtime saver";
2582	write_runtime	3637	write_runtime
2583	or warn "ERROR: unable to write runtime file: $!";	3638	or warn "ERROR: unable to write runtime file: $!";
2584	};
2585	}	3639	};
2586
2587	$WAIT_FOR_TICK->broadcast;
2588	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2589
2590	# my $AFTER = Event::time;
2591	# warn $AFTER - $NOW;#d#
2592
2593	# if we are delayed by four ticks or more, skip them all
2594	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2595
2596	$TICK_WATCHER->at ($NEXT_TICK);
2597	$TICK_WATCHER->start;
2598	},	3640	}
2599	);	3641
		3642	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3643	$sig->send;
		3644	}
		3645	while (my $sig = shift @WAIT_FOR_TICK) {
		3646	$sig->send;
		3647	}
		3648
		3649	$LOAD = ($NOW - $tick_start) / $TICK;
		3650	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3651
		3652	_post_tick;
		3653	};
		3654	$TICK_WATCHER->priority (EV::MAXPRI);
2600		3655
2601	{	3656	{
2602	BDB::max_poll_time $TICK * 0.1;	3657	# configure BDB
2603	$BDB_POLL_WATCHER = Event->io (	3658
2604	reentrant => 0,
2605	fd => BDB::poll_fileno,
2606	poll => 'r',
2607	prio => 0,
2608	data => WF_AUTOCANCEL,
2609	cb => \&BDB::poll_cb,
2610	);
2611	BDB::min_parallel 8;	3659	BDB::min_parallel 8;
2612		3660	BDB::max_poll_reqs $TICK * 0.1;
2613	BDB::set_sync_prepare {	3661	$Coro::BDB::WATCHER->priority (1);
2614	my $status;
2615	my $current = $Coro::current;
2616	(
2617	sub {
2618	$status = $!;
2619	$current->ready; undef $current;
2620	},
2621	sub {
2622	Coro::schedule while defined $current;
2623	$! = $status;
2624	},
2625	)
2626	};
2627		3662
2628	unless ($DB_ENV) {	3663	unless ($DB_ENV) {
2629	$DB_ENV = BDB::db_env_create;	3664	$DB_ENV = BDB::db_env_create;
		3665	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3666	| BDB::LOG_AUTOREMOVE, 1);
		3667	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3668	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
2630		3669
2631	cf::sync_job {	3670	cf::sync_job {
2632	eval {	3671	eval {
2633	BDB::db_env_open	3672	BDB::db_env_open
2634	$DB_ENV,	3673	$DB_ENV,
2635	$BDB_ENV_DIR,	3674	$BDBDIR,
2636	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3675	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2637	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3676	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2638	0666;	3677	0666;
2639		3678
2640	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	3679	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2641
2642	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2643	$DB_ENV->set_lk_detect;
2644	};	3680	};
2645		3681
2646	cf::cleanup "db_env_open(db): $@" if $@;	3682	cf::cleanup "db_env_open(db): $@" if $@;
2647	};	3683	};
2648	}	3684	}
		3685
		3686	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
		3687	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3688	};
		3689	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
		3690	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3691	};
		3692	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
		3693	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3694	};
2649	}	3695	}
2650		3696
2651	{	3697	{
		3698	# configure IO::AIO
		3699
2652	IO::AIO::min_parallel 8;	3700	IO::AIO::min_parallel 8;
2653
2654	undef $Coro::AIO::WATCHER;
2655	IO::AIO::max_poll_time $TICK * 0.1;	3701	IO::AIO::max_poll_time $TICK * 0.1;
2656	$AIO_POLL_WATCHER = Event->io (	3702	$Coro::AIO::WATCHER->priority (1);
2657	reentrant => 0,
2658	data => WF_AUTOCANCEL,
2659	fd => IO::AIO::poll_fileno,
2660	poll => 'r',
2661	prio => 6,
2662	cb => \&IO::AIO::poll_cb,
2663	);
2664	}	3703	}
		3704
		3705	my $_log_backtrace;
		3706
		3707	sub _log_backtrace {
		3708	my ($msg, @addr) = @_;
		3709
		3710	$msg =~ s/\n//;
		3711
		3712	# limit the # of concurrent backtraces
		3713	if ($_log_backtrace < 2) {
		3714	++$_log_backtrace;
		3715	async {
		3716	$Coro::current->{desc} = "abt $msg";
		3717
		3718	my @bt = fork_call {
		3719	@addr = map { sprintf "%x", $_ } @addr;
		3720	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3721	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3722	or die "addr2line: $!";
		3723
		3724	my @funcs;
		3725	my @res = <$fh>;
		3726	chomp for @res;
		3727	while (@res) {
		3728	my ($func, $line) = splice @res, 0, 2, ();
		3729	push @funcs, "[$func] $line";
		3730	}
		3731
		3732	@funcs
		3733	};
		3734
		3735	LOG llevInfo, "[ABT] $msg\n";
		3736	LOG llevInfo, "[ABT] $_\n" for @bt;
		3737	--$_log_backtrace;
		3738	};
		3739	} else {
		3740	LOG llevInfo, "[ABT] $msg\n";
		3741	LOG llevInfo, "[ABT] [suppressed]\n";
		3742	}
		3743	}
		3744
		3745	# load additional modules
		3746	use cf::pod;
2665		3747
2666	END { cf::emergency_save }	3748	END { cf::emergency_save }
2667		3749
2668	1	3750	1
2669		3751

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines