ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.373 by root, Sat Sep 15 15:58:06 2007 UTC vs.
Revision 1.494 by root, Mon Oct 26 05:18:00 2009 UTC

		1	#
		2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
		3	#
		4	# Copyright (©) 2006,2007,2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
		5	#
		6	# Deliantra is free software: you can redistribute it and/or modify it under
		7	# the terms of the Affero GNU General Public License as published by the
		8	# Free Software Foundation, either version 3 of the License, or (at your
		9	# option) any later version.
		10	#
		11	# This program is distributed in the hope that it will be useful,
		12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
		13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		14	# GNU General Public License for more details.
		15	#
		16	# You should have received a copy of the Affero GNU General Public License
		17	# and the GNU General Public License along with this program. If not, see
		18	# <http://www.gnu.org/licenses/>.
		19	#
		20	# The authors can be reached via e-mail to <support@deliantra.net>
		21	#
		22
1	package cf;	23	package cf;
2		24
		25	use 5.10.0;
3	use utf8;	26	use utf8;
4	use strict;	27	use strict qw(vars subs);
5		28
6	use Symbol;	29	use Symbol;
7	use List::Util;	30	use List::Util;
8	use Socket;	31	use Socket;
9	use Storable;	32	use EV;
10	use Event;
11	use Opcode;	33	use Opcode;
12	use Safe;	34	use Safe;
13	use Safe::Hole;	35	use Safe::Hole;
		36	use Storable ();
		37	use Carp ();
14		38
		39	use Guard ();
15	use Coro 3.64 ();	40	use Coro ();
16	use Coro::State;	41	use Coro::State;
17	use Coro::Handle;	42	use Coro::Handle;
		43	use Coro::EV;
18	use Coro::Event;	44	use Coro::AnyEvent;
19	use Coro::Timer;	45	use Coro::Timer;
20	use Coro::Signal;	46	use Coro::Signal;
21	use Coro::Semaphore;	47	use Coro::Semaphore;
		48	use Coro::SemaphoreSet;
		49	use Coro::AnyEvent;
22	use Coro::AIO;	50	use Coro::AIO;
		51	use Coro::BDB 1.6;
23	use Coro::Storable;	52	use Coro::Storable;
24	use Coro::Util ();	53	use Coro::Util ();
25		54
26	use JSON::XS ();	55	use JSON::XS 2.01 ();
27	use BDB ();	56	use BDB ();
28	use Data::Dumper;	57	use Data::Dumper;
29	use Digest::MD5;	58	use Digest::MD5;
30	use Fcntl;	59	use Fcntl;
31	use YAML::Syck ();	60	use YAML::XS ();
32	use IO::AIO 2.32 ();	61	use IO::AIO ();
33	use Time::HiRes;	62	use Time::HiRes;
34	use Compress::LZF;	63	use Compress::LZF;
35	use Digest::MD5 ();	64	use Digest::MD5 ();
		65
		66	AnyEvent::detect;
36		67
37	# configure various modules to our taste	68	# configure various modules to our taste
38	#	69	#
39	$Storable::canonical = 1; # reduce rsync transfers	70	$Storable::canonical = 1; # reduce rsync transfers
40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	71	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		72
		73	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		74
		75	# make sure c-lzf reinitialises itself
		76	Compress::LZF::set_serializer "Storable", "Storable::net_mstore", "Storable::mretrieve";
41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	77	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42		78
43	$Event::Eval = 1; # no idea why this is required, but it is	79	# strictly for debugging
44		80	$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46	$YAML::Syck::ImplicitUnicode = 1;
47
48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
49		81
50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	82	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
51		83
52	our %COMMAND = ();	84	our %COMMAND = ();
53	our %COMMAND_TIME = ();	85	our %COMMAND_TIME = ();
…		…
56	our %EXTCMD = ();	88	our %EXTCMD = ();
57	our %EXTICMD = ();	89	our %EXTICMD = ();
58	our %EXT_CORO = (); # coroutines bound to extensions	90	our %EXT_CORO = (); # coroutines bound to extensions
59	our %EXT_MAP = (); # pluggable maps	91	our %EXT_MAP = (); # pluggable maps
60		92
61	our $RELOAD; # number of reloads so far	93	our $RELOAD; # number of reloads so far, non-zero while in reload
62	our @EVENT;	94	our @EVENT;
		95	our @REFLECT; # set by XS
		96	our %REFLECT; # set by us
63		97
64	our $CONFDIR = confdir;	98	our $CONFDIR = confdir;
65	our $DATADIR = datadir;	99	our $DATADIR = datadir;
66	our $LIBDIR = "$DATADIR/ext";	100	our $LIBDIR = "$DATADIR/ext";
67	our $PODDIR = "$DATADIR/pod";	101	our $PODDIR = "$DATADIR/pod";
68	our $MAPDIR = "$DATADIR/" . mapdir;	102	our $MAPDIR = "$DATADIR/" . mapdir;
69	our $LOCALDIR = localdir;	103	our $LOCALDIR = localdir;
70	our $TMPDIR = "$LOCALDIR/" . tmpdir;	104	our $TMPDIR = "$LOCALDIR/" . tmpdir;
71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;	105	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;	106	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73	our $RANDOMDIR = "$LOCALDIR/random";	107	our $RANDOMDIR = "$LOCALDIR/random";
74	our $BDBDIR = "$LOCALDIR/db";	108	our $BDBDIR = "$LOCALDIR/db";
		109	our $PIDFILE = "$LOCALDIR/pid";
		110	our $RUNTIMEFILE = "$LOCALDIR/runtime";
		111
		112	our %RESOURCE;
75		113
76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	114	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77	our $TICK_WATCHER;
78	our $AIO_POLL_WATCHER;
79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	115	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80	our $NEXT_TICK;	116	our $NEXT_TICK;
81	our $NOW;
82	our $USE_FSYNC = 1; # use fsync to write maps - default off	117	our $USE_FSYNC = 1; # use fsync to write maps - default on
83		118
84	our $BDB_POLL_WATCHER;
85	our $BDB_DEADLOCK_WATCHER;	119	our $BDB_DEADLOCK_WATCHER;
86	our $BDB_CHECKPOINT_WATCHER;	120	our $BDB_CHECKPOINT_WATCHER;
87	our $BDB_TRICKLE_WATCHER;	121	our $BDB_TRICKLE_WATCHER;
88	our $DB_ENV;	122	our $DB_ENV;
89		123
		124	our @EXTRA_MODULES = qw(pod match mapscript);
		125
90	our %CFG;	126	our %CFG;
91		127
92	our $UPTIME; $UPTIME ||= time;	128	our $UPTIME; $UPTIME ||= time;
93	our $RUNTIME;	129	our $RUNTIME;
		130	our $NOW;
94		131
95	our (%PLAYER, %PLAYER_LOADING); # all users	132	our (%PLAYER, %PLAYER_LOADING); # all users
96	our (%MAP, %MAP_LOADING ); # all maps	133	our (%MAP, %MAP_LOADING ); # all maps
97	our $LINK_MAP; # the special {link} map, which is always available	134	our $LINK_MAP; # the special {link} map, which is always available
98		135
99	# used to convert map paths into valid unix filenames by replacing / by ∕	136	# used to convert map paths into valid unix filenames by replacing / by ∕
100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	137	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
101		138
102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)	139	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
103	our $LOADAVG; # same thing, but with alpha-smoothing	140	our $LOADAVG; # same thing, but with alpha-smoothing
		141	our $JITTER; # average jitter
104	our $tick_start; # for load detecting purposes	142	our $TICK_START; # for load detecting purposes
		143
		144	our @POST_INIT;
		145
		146	our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
		147	our $REALLY_UNLOOP; # never set to true, please :)
105		148
106	binmode STDOUT;	149	binmode STDOUT;
107	binmode STDERR;	150	binmode STDERR;
108		151
109	# read virtual server time, if available	152	# read virtual server time, if available
110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {	153	unless ($RUNTIME || !-e $RUNTIMEFILE) {
111	open my $fh, "<", "$LOCALDIR/runtime"	154	open my $fh, "<", $RUNTIMEFILE
112	or die "unable to read runtime file: $!";	155	or die "unable to read $RUNTIMEFILE file: $!";
113	$RUNTIME = <$fh> + 0.;	156	$RUNTIME = <$fh> + 0.;
114	}	157	}
		158
		159	eval "sub TICK() { $TICK } 1" or die;
115		160
116	mkdir $_	161	mkdir $_
117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;	162	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
118		163
119	our $EMERGENCY_POSITION;	164	our $EMERGENCY_POSITION;
120		165
121	sub cf::map::normalise;	166	sub cf::map::normalise;
		167
		168	#############################################################################
		169
		170	%REFLECT = ();
		171	for (@REFLECT) {
		172	my $reflect = JSON::XS::decode_json $_;
		173	$REFLECT{$reflect->{class}} = $reflect;
		174	}
		175
		176	# this is decidedly evil
		177	$REFLECT{object}{flags} = { map +($_ => undef), grep $_, map /^FLAG_([A-Z0-9_]+)$/ && lc $1, keys %{"cf::"} };
122		178
123	#############################################################################	179	#############################################################################
124		180
125	=head2 GLOBAL VARIABLES	181	=head2 GLOBAL VARIABLES
126		182
…		…
162		218
163	The raw value load value from the last tick.	219	The raw value load value from the last tick.
164		220
165	=item %cf::CFG	221	=item %cf::CFG
166		222
167	Configuration for the server, loaded from C</etc/crossfire/config>, or	223	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
168	from wherever your confdir points to.	224	from wherever your confdir points to.
169		225
170	=item cf::wait_for_tick, cf::wait_for_tick_begin	226	=item cf::wait_for_tick, cf::wait_for_tick_begin
171		227
172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	228	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
173	returns directly I<after> the tick processing (and consequently, can only wake one process	229	returns directly I<after> the tick processing (and consequently, can only wake one process
174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	230	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
175		231
176	=item @cf::INVOKE_RESULTS	232	=item @cf::INVOKE_RESULTS
177		233
178	This array contains the results of the last C<invoke ()> call. When	234	This array contains the results of the last C<invoke ()> call. When
179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of	235	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
180	that call.	236	that call.
181		237
		238	=item %cf::REFLECT
		239
		240	Contains, for each (C++) class name, a hash reference with information
		241	about object members (methods, scalars, arrays and flags) and other
		242	metadata, which is useful for introspection.
		243
182	=back	244	=back
183		245
184	=cut	246	=cut
185		247
186	BEGIN {	248	$Coro::State::WARNHOOK = sub {
187	*CORE::GLOBAL::warn = sub {
188	my $msg = join "", @_;	249	my $msg = join "", @_;
189		250
190	$msg .= "\n"	251	$msg .= "\n"
191	unless $msg =~ /\n$/;	252	unless $msg =~ /\n$/;
192		253
193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;	254	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
194		255
195	LOG llevError, $msg;	256	LOG llevError, $msg;
196	};	257	};
197	}	258
		259	$Coro::State::DIEHOOK = sub {
		260	return unless $^S eq 0; # "eq", not "=="
		261
		262	warn Carp::longmess $_[0];
		263
		264	if ($Coro::current == $Coro::main) {#d#
		265	warn "DIEHOOK called in main context, Coro bug?\n";#d#
		266	return;#d#
		267	}#d#
		268
		269	# kill coroutine otherwise
		270	Coro::terminate
		271	};
198		272
199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	273	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	274	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	275	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	276	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
…		…
209	for my $pkg (qw(	283	for my $pkg (qw(
210	cf::global cf::attachable	284	cf::global cf::attachable
211	cf::object cf::object::player	285	cf::object cf::object::player
212	cf::client cf::player	286	cf::client cf::player
213	cf::arch cf::living	287	cf::arch cf::living
		288	cf::map cf::mapspace
214	cf::map cf::party cf::region	289	cf::party cf::region
215	)) {	290	)) {
216	no strict 'refs';
217	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	291	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
218	}	292	}
219		293
220	$Event::DIED = sub {	294	$EV::DIED = sub {
221	warn "error in event callback: @_";	295	Carp::cluck "error in event callback: @_";
222	};	296	};
223		297
224	#############################################################################	298	#############################################################################
225		299
226	=head2 UTILITY FUNCTIONS	300	=head2 UTILITY FUNCTIONS
…		…
248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	322	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
249	$d	323	$d
250	} || "[unable to dump $_[0]: '$@']";	324	} || "[unable to dump $_[0]: '$@']";
251	}	325	}
252		326
253	=item $ref = cf::from_json $json	327	=item $ref = cf::decode_json $json
254		328
255	Converts a JSON string into the corresponding perl data structure.	329	Converts a JSON string into the corresponding perl data structure.
256		330
257	=item $json = cf::to_json $ref	331	=item $json = cf::encode_json $ref
258		332
259	Converts a perl data structure into its JSON representation.	333	Converts a perl data structure into its JSON representation.
260		334
261	=cut	335	=cut
262		336
263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max	337	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
264		338
265	sub to_json ($) { $json_coder->encode ($_[0]) }	339	sub encode_json($) { $json_coder->encode ($_[0]) }
266	sub from_json ($) { $json_coder->decode ($_[0]) }	340	sub decode_json($) { $json_coder->decode ($_[0]) }
		341
		342	=item cf::post_init { BLOCK }
		343
		344	Execute the given codeblock, I<after> all extensions have been (re-)loaded,
		345	but I<before> the server starts ticking again.
		346
		347	The cdoeblock will have a single boolean argument to indicate whether this
		348	is a reload or not.
		349
		350	=cut
		351
		352	sub post_init(&) {
		353	push @POST_INIT, shift;
		354	}
267		355
268	=item cf::lock_wait $string	356	=item cf::lock_wait $string
269		357
270	Wait until the given lock is available. See cf::lock_acquire.	358	Wait until the given lock is available. See cf::lock_acquire.
271		359
272	=item my $lock = cf::lock_acquire $string	360	=item my $lock = cf::lock_acquire $string
273		361
274	Wait until the given lock is available and then acquires it and returns	362	Wait until the given lock is available and then acquires it and returns
275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	363	a L<Guard> object. If the guard object gets destroyed (goes out of scope,
276	for example when the coroutine gets canceled), the lock is automatically	364	for example when the coroutine gets canceled), the lock is automatically
277	returned.	365	returned.
278		366
279	Locks are *not* recursive, locking from the same coro twice results in a	367	Locks are *not* recursive, locking from the same coro twice results in a
280	deadlocked coro.	368	deadlocked coro.
…		…
286		374
287	Return true if the lock is currently active, i.e. somebody has locked it.	375	Return true if the lock is currently active, i.e. somebody has locked it.
288		376
289	=cut	377	=cut
290		378
291	our %LOCK;	379	our $LOCKS = new Coro::SemaphoreSet;
292	our %LOCKER;#d#
293		380
294	sub lock_wait($) {	381	sub lock_wait($) {
295	my ($key) = @_;	382	$LOCKS->wait ($_[0]);
296
297	if ($LOCKER{$key} == $Coro::current) {#d#
298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
299	return;#d#
300	}#d#
301
302	# wait for lock, if any
303	while ($LOCK{$key}) {
304	push @{ $LOCK{$key} }, $Coro::current;
305	Coro::schedule;
306	}
307	}	383	}
308		384
309	sub lock_acquire($) {	385	sub lock_acquire($) {
310	my ($key) = @_;	386	$LOCKS->guard ($_[0])
311
312	# wait, to be sure we are not locked
313	lock_wait $key;
314
315	$LOCK{$key} = [];
316	$LOCKER{$key} = $Coro::current;#d#
317
318	Coro::guard {
319	delete $LOCKER{$key};#d#
320	# wake up all waiters, to be on the safe side
321	$_->ready for @{ delete $LOCK{$key} };
322	}
323	}	387	}
324		388
325	sub lock_active($) {	389	sub lock_active($) {
326	my ($key) = @_;	390	$LOCKS->count ($_[0]) < 1
327
328	! ! $LOCK{$key}
329	}	391	}
330		392
331	sub freeze_mainloop {	393	sub freeze_mainloop {
332	return unless $TICK_WATCHER->is_active;	394	tick_inhibit_inc;
333		395
334	my $guard = Coro::guard {	396	&Guard::guard (\&tick_inhibit_dec);
335	$TICK_WATCHER->start;	397	}
336	};	398
337	$TICK_WATCHER->stop;	399	=item cf::periodic $interval, $cb
338	$guard	400
		401	Like EV::periodic, but randomly selects a starting point so that the actions
		402	get spread over timer.
		403
		404	=cut
		405
		406	sub periodic($$) {
		407	my ($interval, $cb) = @_;
		408
		409	my $start = rand List::Util::min 180, $interval;
		410
		411	EV::periodic $start, $interval, 0, $cb
339	}	412	}
340		413
341	=item cf::get_slot $time[, $priority[, $name]]	414	=item cf::get_slot $time[, $priority[, $name]]
342		415
343	Allocate $time seconds of blocking CPU time at priority C<$priority>:	416	Allocate $time seconds of blocking CPU time at priority C<$priority>:
…		…
354	our @SLOT_QUEUE;	427	our @SLOT_QUEUE;
355	our $SLOT_QUEUE;	428	our $SLOT_QUEUE;
356		429
357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;	430	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
358	$SLOT_QUEUE = Coro::async {	431	$SLOT_QUEUE = Coro::async {
		432	$Coro::current->desc ("timeslot manager");
		433
359	my $signal = new Coro::Signal;	434	my $signal = new Coro::Signal;
360		435
361	while () {	436	while () {
362	next_job:	437	next_job:
363	my $avail = cf::till_tick;	438	my $avail = cf::till_tick;
…		…
371	}	446	}
372	}	447	}
373	}	448	}
374		449
375	if (@SLOT_QUEUE) {	450	if (@SLOT_QUEUE) {
376	# we do not use wait_For_tick() as it returns immediately when tick is inactive	451	# we do not use wait_for_tick() as it returns immediately when tick is inactive
377	push @cf::WAIT_FOR_TICK, $signal;	452	push @cf::WAIT_FOR_TICK, $signal;
378	$signal->wait;	453	$signal->wait;
379	} else {	454	} else {
380	Coro::schedule;	455	Coro::schedule;
381	}	456	}
382	}	457	}
383	};	458	};
384		459
385	sub get_slot($;$$) {	460	sub get_slot($;$$) {
		461	return if tick_inhibit || $Coro::current == $Coro::main;
		462
386	my ($time, $pri, $name) = @_;	463	my ($time, $pri, $name) = @_;
387		464
388	$time = $TICK * .6 if $time > $TICK * .6;	465	$time = $TICK * .6 if $time > $TICK * .6;
389	my $sig = new Coro::Signal;	466	my $sig = new Coro::Signal;
390		467
…		…
404		481
405	BEGIN { *async = \&Coro::async_pool }	482	BEGIN { *async = \&Coro::async_pool }
406		483
407	=item cf::sync_job { BLOCK }	484	=item cf::sync_job { BLOCK }
408		485
409	The design of Crossfire TRT requires that the main coroutine ($Coro::main)	486	The design of Deliantra requires that the main coroutine ($Coro::main)
410	is always able to handle events or runnable, as Crossfire TRT is only	487	is always able to handle events or runnable, as Deliantra is only
411	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not	488	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
412	acceptable.	489	acceptable.
413		490
414	If it must be done, put the blocking parts into C<sync_job>. This will run	491	If it must be done, put the blocking parts into C<sync_job>. This will run
415	the given BLOCK in another coroutine while waiting for the result. The	492	the given BLOCK in another coroutine while waiting for the result. The
…		…
420		497
421	sub sync_job(&) {	498	sub sync_job(&) {
422	my ($job) = @_;	499	my ($job) = @_;
423		500
424	if ($Coro::current == $Coro::main) {	501	if ($Coro::current == $Coro::main) {
425	my $time = Event::time;	502	my $time = EV::time;
426		503
427	# this is the main coro, too bad, we have to block	504	# this is the main coro, too bad, we have to block
428	# till the operation succeeds, freezing the server :/	505	# till the operation succeeds, freezing the server :/
429		506
430	# TODO: use suspend/resume instead	507	LOG llevError, Carp::longmess "sync job";#d#
431	# (but this is cancel-safe)	508
432	my $freeze_guard = freeze_mainloop;	509	my $freeze_guard = freeze_mainloop;
433		510
434	my $busy = 1;	511	my $busy = 1;
435	my @res;	512	my @res;
436		513
437	(async {	514	(async {
		515	$Coro::current->desc ("sync job coro");
438	@res = eval { $job->() };	516	@res = eval { $job->() };
439	warn $@ if $@;	517	warn $@ if $@;
440	undef $busy;	518	undef $busy;
441	})->prio (Coro::PRIO_MAX);	519	})->prio (Coro::PRIO_MAX);
442		520
443	while ($busy) {	521	while ($busy) {
444	Coro::cede or Event::one_event;	522	if (Coro::nready) {
		523	Coro::cede_notself;
		524	} else {
		525	EV::loop EV::LOOP_ONESHOT;
445	}	526	}
		527	}
446		528
447	$time = Event::time - $time;	529	my $time = EV::time - $time;
448		530
449	LOG llevError | logBacktrace, Carp::longmess "long sync job"
450	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
451
452	$tick_start += $time; # do not account sync jobs to server load	531	$TICK_START += $time; # do not account sync jobs to server load
453		532
454	wantarray ? @res : $res[0]	533	wantarray ? @res : $res[0]
455	} else {	534	} else {
456	# we are in another coroutine, how wonderful, everything just works	535	# we are in another coroutine, how wonderful, everything just works
457		536
…		…
482	=item fork_call { }, $args	561	=item fork_call { }, $args
483		562
484	Executes the given code block with the given arguments in a seperate	563	Executes the given code block with the given arguments in a seperate
485	process, returning the results. Everything must be serialisable with	564	process, returning the results. Everything must be serialisable with
486	Coro::Storable. May, of course, block. Note that the executed sub may	565	Coro::Storable. May, of course, block. Note that the executed sub may
487	never block itself or use any form of Event handling.	566	never block itself or use any form of event handling.
488		567
489	=cut	568	=cut
490		569
491	sub fork_call(&@) {	570	sub fork_call(&@) {
492	my ($cb, @args) = @_;	571	my ($cb, @args) = @_;
…		…
499	reset_signals;	578	reset_signals;
500	&$cb	579	&$cb
501	}, @args;	580	}, @args;
502		581
503	wantarray ? @res : $res[-1]	582	wantarray ? @res : $res[-1]
		583	}
		584
		585	=item $coin = coin_from_name $name
		586
		587	=cut
		588
		589	our %coin_alias = (
		590	"silver" => "silvercoin",
		591	"silvercoin" => "silvercoin",
		592	"silvercoins" => "silvercoin",
		593	"gold" => "goldcoin",
		594	"goldcoin" => "goldcoin",
		595	"goldcoins" => "goldcoin",
		596	"platinum" => "platinacoin",
		597	"platinumcoin" => "platinacoin",
		598	"platinumcoins" => "platinacoin",
		599	"platina" => "platinacoin",
		600	"platinacoin" => "platinacoin",
		601	"platinacoins" => "platinacoin",
		602	"royalty" => "royalty",
		603	"royalties" => "royalty",
		604	);
		605
		606	sub coin_from_name($) {
		607	$coin_alias{$_[0]}
		608	? cf::arch::find $coin_alias{$_[0]}
		609	: undef
504	}	610	}
505		611
506	=item $value = cf::db_get $family => $key	612	=item $value = cf::db_get $family => $key
507		613
508	Returns a single value from the environment database.	614	Returns a single value from the environment database.
…		…
647		753
648	#############################################################################	754	#############################################################################
649		755
650	=head2 ATTACHABLE OBJECTS	756	=head2 ATTACHABLE OBJECTS
651		757
652	Many objects in crossfire are so-called attachable objects. That means you can	758	Many objects in deliantra are so-called attachable objects. That means you can
653	attach callbacks/event handlers (a collection of which is called an "attachment")	759	attach callbacks/event handlers (a collection of which is called an "attachment")
654	to it. All such attachable objects support the following methods.	760	to it. All such attachable objects support the following methods.
655		761
656	In the following description, CLASS can be any of C<global>, C<object>	762	In the following description, CLASS can be any of C<global>, C<object>
657	C<player>, C<client> or C<map> (i.e. the attachable objects in	763	C<player>, C<client> or C<map> (i.e. the attachable objects in
658	Crossfire TRT).	764	Deliantra).
659		765
660	=over 4	766	=over 4
661		767
662	=item $attachable->attach ($attachment, key => $value...)	768	=item $attachable->attach ($attachment, key => $value...)
663		769
…		…
707	=item cf::CLASS::attachment $name, ...	813	=item cf::CLASS::attachment $name, ...
708		814
709	Register an attachment by C<$name> through which attachable objects of the	815	Register an attachment by C<$name> through which attachable objects of the
710	given CLASS can refer to this attachment.	816	given CLASS can refer to this attachment.
711		817
712	Some classes such as crossfire maps and objects can specify attachments	818	Some classes such as deliantra maps and objects can specify attachments
713	that are attached at load/instantiate time, thus the need for a name.	819	that are attached at load/instantiate time, thus the need for a name.
714		820
715	These calls expect any number of the following handler/hook descriptions:	821	These calls expect any number of the following handler/hook descriptions:
716		822
717	=over 4	823	=over 4
…		…
945	}	1051	}
946		1052
947	0	1053	0
948	}	1054	}
949		1055
950	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)	1056	=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
951		1057
952	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)	1058	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
953		1059
954	Generate an object-specific event with the given arguments.	1060	Generate an object-specific event with the given arguments.
955		1061
…		…
961		1067
962	=cut	1068	=cut
963		1069
964	#############################################################################	1070	#############################################################################
965	# object support	1071	# object support
966	#
967		1072
		1073	sub _object_equal($$);
		1074	sub _object_equal($$) {
		1075	my ($a, $b) = @_;
		1076
		1077	return 0 unless (ref $a) eq (ref $b);
		1078
		1079	if ("HASH" eq ref $a) {
		1080	my @ka = keys %$a;
		1081	my @kb = keys %$b;
		1082
		1083	return 0 if @ka != @kb;
		1084
		1085	for (0 .. $#ka) {
		1086	return 0 unless $ka[$_] eq $kb[$_];
		1087	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		1088	}
		1089
		1090	} elsif ("ARRAY" eq ref $a) {
		1091
		1092	return 0 if @$a != @$b;
		1093
		1094	for (0 .. $#$a) {
		1095	return 0 unless _object_equal $a->[$_], $b->[$_];
		1096	}
		1097
		1098	} elsif ($a ne $b) {
		1099	return 0;
		1100	}
		1101
		1102	1
		1103	}
		1104
		1105	our $SLOW_MERGES;#d#
968	sub _can_merge {	1106	sub _can_merge {
969	my ($ob1, $ob2) = @_;	1107	my ($ob1, $ob2) = @_;
970		1108
971	local $Storable::canonical = 1;	1109	++$SLOW_MERGES;#d#
972	my $fob1 = Storable::freeze $ob1;
973	my $fob2 = Storable::freeze $ob2;
974		1110
975	$fob1 eq $fob2	1111	# we do the slow way here
		1112	return _object_equal $ob1, $ob2
976	}	1113	}
977		1114
978	sub reattach {	1115	sub reattach {
979	# basically do the same as instantiate, without calling instantiate	1116	# basically do the same as instantiate, without calling instantiate
980	my ($obj) = @_;	1117	my ($obj) = @_;
981		1118
		1119	# no longer needed after getting rid of delete_package?
982	bless $obj, ref $obj; # re-bless in case extensions have been reloaded	1120	#bless $obj, ref $obj; # re-bless in case extensions have been reloaded
983		1121
984	my $registry = $obj->registry;	1122	my $registry = $obj->registry;
985		1123
986	@$registry = ();	1124	@$registry = ();
987		1125
…		…
1002	cf::attachable->attach (	1140	cf::attachable->attach (
1003	prio => -1000000,	1141	prio => -1000000,
1004	on_instantiate => sub {	1142	on_instantiate => sub {
1005	my ($obj, $data) = @_;	1143	my ($obj, $data) = @_;
1006		1144
1007	$data = from_json $data;	1145	$data = decode_json $data;
1008		1146
1009	for (@$data) {	1147	for (@$data) {
1010	my ($name, $args) = @$_;	1148	my ($name, $args) = @$_;
1011		1149
1012	$obj->attach ($name, %{$args || {} });	1150	$obj->attach ($name, %{$args || {} });
…		…
1033	utf8::decode (my $decname = $filename);	1171	utf8::decode (my $decname = $filename);
1034	warn sprintf "saving %s (%d,%d)\n",	1172	warn sprintf "saving %s (%d,%d)\n",
1035	$decname, length $$rdata, scalar @$objs;	1173	$decname, length $$rdata, scalar @$objs;
1036		1174
1037	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1175	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1038	chmod SAVE_MODE, $fh;	1176	aio_chmod $fh, SAVE_MODE;
1039	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1177	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1040	aio_fsync $fh if $cf::USE_FSYNC;	1178	if ($cf::USE_FSYNC) {
		1179	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1180	aio_fsync $fh;
		1181	}
1041	close $fh;	1182	aio_close $fh;
1042		1183
1043	if (@$objs) {	1184	if (@$objs) {
1044	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1185	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1045	chmod SAVE_MODE, $fh;	1186	aio_chmod $fh, SAVE_MODE;
1046	my $data = Storable::nfreeze { version => 1, objs => $objs };	1187	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1047	aio_write $fh, 0, (length $data), $data, 0;	1188	aio_write $fh, 0, (length $data), $data, 0;
1048	aio_fsync $fh if $cf::USE_FSYNC;	1189	if ($cf::USE_FSYNC) {
		1190	aio_sync_file_range $fh, 0, 0, IO::AIO::SYNC_FILE_RANGE_WAIT_BEFORE | IO::AIO::SYNC_FILE_RANGE_WRITE | IO::AIO::SYNC_FILE_RANGE_WAIT_AFTER;
		1191	aio_fsync $fh;
		1192	}
1049	close $fh;	1193	aio_close $fh;
1050	aio_rename "$filename.pst~", "$filename.pst";	1194	aio_rename "$filename.pst~", "$filename.pst";
1051	}	1195	}
1052	} else {	1196	} else {
1053	aio_unlink "$filename.pst";	1197	aio_unlink "$filename.pst";
1054	}	1198	}
1055		1199
1056	aio_rename "$filename~", $filename;	1200	aio_rename "$filename~", $filename;
		1201
		1202	$filename =~ s%/[^/]+$%%;
		1203	aio_pathsync $filename if $cf::USE_FSYNC;
1057	} else {	1204	} else {
1058	warn "FATAL: $filename~: $!\n";	1205	warn "unable to save objects: $filename~: $!\n";
1059	}	1206	}
1060	} else {	1207	} else {
1061	aio_unlink $filename;	1208	aio_unlink $filename;
1062	aio_unlink "$filename.pst";	1209	aio_unlink "$filename.pst";
1063	}	1210	}
…		…
1082		1229
1083	unless (aio_stat "$filename.pst") {	1230	unless (aio_stat "$filename.pst") {
1084	(aio_load "$filename.pst", $av) >= 0	1231	(aio_load "$filename.pst", $av) >= 0
1085	or return;	1232	or return;
1086		1233
1087	$av = eval { (Storable::thaw $av)->{objs} };	1234	my $st = eval { Coro::Storable::thaw $av };
		1235	$av = $st->{objs};
1088	}	1236	}
1089		1237
1090	utf8::decode (my $decname = $filename);	1238	utf8::decode (my $decname = $filename);
1091	warn sprintf "loading %s (%d,%d)\n",	1239	warn sprintf "loading %s (%d,%d)\n",
1092	$decname, length $data, scalar @{$av || []};	1240	$decname, length $data, scalar @{$av || []};
…		…
1153	my ($name, $cb) = @_;	1301	my ($name, $cb) = @_;
1154		1302
1155	$EXTICMD{$name} = $cb;	1303	$EXTICMD{$name} = $cb;
1156	}	1304	}
1157		1305
		1306	use File::Glob ();
		1307
1158	cf::player->attach (	1308	cf::player->attach (
1159	on_command => sub {	1309	on_command => sub {
1160	my ($pl, $name, $params) = @_;	1310	my ($pl, $name, $params) = @_;
1161		1311
1162	my $cb = $COMMAND{$name}	1312	my $cb = $COMMAND{$name}
…		…
1194		1344
1195	cf::override;	1345	cf::override;
1196	},	1346	},
1197	);	1347	);
1198		1348
		1349	# "readahead" all extensions
		1350	sub cache_extensions {
		1351	my $grp = IO::AIO::aio_group;
		1352
		1353	add $grp IO::AIO::aio_readdirx $LIBDIR, IO::AIO::READDIR_STAT_ORDER, sub {
		1354	for (grep /\.ext$/, @{$_[0]}) {
		1355	add $grp IO::AIO::aio_load "$LIBDIR/$_", my $data;
		1356	}
		1357	};
		1358
		1359	$grp
		1360	}
		1361
1199	sub load_extensions {	1362	sub load_extensions {
1200	cf::sync_job {	1363	cf::sync_job {
1201	my %todo;	1364	my %todo;
1202		1365
1203	for my $path (<$LIBDIR/*.ext>) {	1366	for my $path (<$LIBDIR/*.ext>) {
…		…
1222		1385
1223	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }	1386	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1224	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;	1387	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1225		1388
1226	$ext{source} =	1389	$ext{source} =
1227	"package $pkg; use strict; use utf8;\n"	1390	"package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n"
1228	. "#line 1 \"$path\"\n{\n"	1391	. "#line 1 \"$path\"\n{\n"
1229	. $source	1392	. $source
1230	. "\n};\n1";	1393	. "\n};\n1";
1231		1394
1232	$todo{$base} = \%ext;	1395	$todo{$base} = \%ext;
…		…
1248	my $msg = $@ ? "$v->{path}: $@\n"	1411	my $msg = $@ ? "$v->{path}: $@\n"
1249	: "$v->{base}: extension inactive.\n";	1412	: "$v->{base}: extension inactive.\n";
1250		1413
1251	if (exists $v->{meta}{mandatory}) {	1414	if (exists $v->{meta}{mandatory}) {
1252	warn $msg;	1415	warn $msg;
1253	warn "mandatory extension failed to load, exiting.\n";	1416	cf::cleanup "mandatory extension failed to load, exiting.";
1254	exit 1;
1255	}	1417	}
1256		1418
1257	warn $msg;	1419	warn $msg;
1258	}	1420	}
1259		1421
…		…
1273		1435
1274	=back	1436	=back
1275		1437
1276	=head2 CORE EXTENSIONS	1438	=head2 CORE EXTENSIONS
1277		1439
1278	Functions and methods that extend core crossfire objects.	1440	Functions and methods that extend core deliantra objects.
1279		1441
1280	=cut	1442	=cut
1281		1443
1282	package cf::player;	1444	package cf::player;
1283		1445
…		…
1326		1488
1327	sub exists($) {	1489	sub exists($) {
1328	my ($login) = @_;	1490	my ($login) = @_;
1329		1491
1330	$cf::PLAYER{$login}	1492	$cf::PLAYER{$login}
1331	or cf::sync_job { !aio_stat path $login }	1493	or !aio_stat path $login
1332	}	1494	}
1333		1495
1334	sub find($) {	1496	sub find($) {
1335	return $cf::PLAYER{$_[0]} || do {	1497	return $cf::PLAYER{$_[0]} || do {
1336	my $login = $_[0];	1498	my $login = $_[0];
…		…
1348	my $f = new_from_file cf::object::thawer path $login	1510	my $f = new_from_file cf::object::thawer path $login
1349	or return;	1511	or return;
1350		1512
1351	my $pl = cf::player::load_pl $f	1513	my $pl = cf::player::load_pl $f
1352	or return;	1514	or return;
		1515
1353	local $cf::PLAYER_LOADING{$login} = $pl;	1516	local $cf::PLAYER_LOADING{$login} = $pl;
1354	$f->resolve_delayed_derefs;	1517	$f->resolve_delayed_derefs;
1355	$cf::PLAYER{$login} = $pl	1518	$cf::PLAYER{$login} = $pl
1356	}	1519	}
1357	}	1520	}
…		…
1367		1530
1368	return if $pl->{deny_save};	1531	return if $pl->{deny_save};
1369		1532
1370	aio_mkdir playerdir $pl, 0770;	1533	aio_mkdir playerdir $pl, 0770;
1371	$pl->{last_save} = $cf::RUNTIME;	1534	$pl->{last_save} = $cf::RUNTIME;
		1535
		1536	cf::get_slot 0.01;
1372		1537
1373	$pl->save_pl ($path);	1538	$pl->save_pl ($path);
1374	cf::cede_to_tick;	1539	cf::cede_to_tick;
1375	}	1540	}
1376		1541
…		…
1408	my ($pl) = @_;	1573	my ($pl) = @_;
1409		1574
1410	my $name = $pl->ob->name;	1575	my $name = $pl->ob->name;
1411		1576
1412	$pl->{deny_save} = 1;	1577	$pl->{deny_save} = 1;
1413	$pl->password ("*"); # this should lock out the player until we nuked the dir	1578	$pl->password ("*"); # this should lock out the player until we have nuked the dir
1414		1579
1415	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1580	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
1416	$pl->deactivate;	1581	$pl->deactivate;
		1582	my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
		1583	$pl->ob->check_score;
1417	$pl->invoke (cf::EVENT_PLAYER_QUIT);	1584	$pl->invoke (cf::EVENT_PLAYER_QUIT);
1418	$pl->ns->destroy if $pl->ns;	1585	$pl->ns->destroy if $pl->ns;
1419		1586
1420	my $path = playerdir $pl;	1587	my $path = playerdir $pl;
1421	my $temp = "$path~$cf::RUNTIME~deleting~";	1588	my $temp = "$path~$cf::RUNTIME~deleting~";
…		…
1460		1627
1461	for my $login (@$dirs) {	1628	for my $login (@$dirs) {
1462	my $path = path $login;	1629	my $path = path $login;
1463		1630
1464	# a .pst is a dead give-away for a valid player	1631	# a .pst is a dead give-away for a valid player
1465	unless (-e "$path.pst") {	1632	# if no pst file found, open and chekc for blocked users
		1633	if (aio_stat "$path.pst") {
1466	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;	1634	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1467	aio_read $fh, 0, 512, my $buf, 0 or next;	1635	aio_read $fh, 0, 512, my $buf, 0 or next;
1468	$buf !~ /^password -------------$/m or next; # official not-valid tag	1636	$buf !~ /^password -------------$/m or next; # official not-valid tag
1469	}	1637	}
1470		1638
…		…
1501	}	1669	}
1502		1670
1503	\@paths	1671	\@paths
1504	}	1672	}
1505		1673
1506	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)	1674	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1507		1675
1508	Expand crossfire pod fragments into protocol xml.	1676	Expand deliantra pod fragments into protocol xml.
1509
1510	=cut
1511
1512	sub expand_cfpod {
1513	((my $self), (local $_)) = @_;
1514
1515	# escape & and <
1516	s/&/&amp;/g;
1517	s/(?<![BIUGHT])</&lt;/g;
1518
1519	# this is buggy, it needs to properly take care of nested <'s
1520
1521	1 while
1522	# replace B<>, I<>, U<> etc.
1523	s/B<([^\>]*)>/<b>$1<\/b>/
1524	|| s/I<([^\>]*)>/<i>$1<\/i>/
1525	|| s/U<([^\>]*)>/<u>$1<\/u>/
1526	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
1527	# replace G<male|female> tags
1528	|| s{G<([^>|]*)\|([^>]*)>}{
1529	$self->gender ? $2 : $1
1530	}ge
1531	# replace H<hint text>
1532	|| s{H<([^\>]*)>}
1533	{
1534	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
1535	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1536	"")
1537	[$self->{hintmode}]
1538	}ge;
1539
1540	# create single paragraphs (very hackish)
1541	s/(?<=\S)\n(?=\w)/ /g;
1542
1543	# compress some whitespace
1544	s/\s+\n/\n/g; # ws line-ends
1545	s/\n\n+/\n/g; # double lines
1546	s/^\n+//; # beginning lines
1547	s/\n+$//; # ending lines
1548
1549	$_
1550	}
1551
1552	sub hintmode {
1553	$_[0]{hintmode} = $_[1] if @_ > 1;
1554	$_[0]{hintmode}
1555	}
1556		1677
1557	=item $player->ext_reply ($msgid, @msg)	1678	=item $player->ext_reply ($msgid, @msg)
1558		1679
1559	Sends an ext reply to the player.	1680	Sends an ext reply to the player.
1560		1681
…		…
1627	our $MAX_RESET = 3600;	1748	our $MAX_RESET = 3600;
1628	our $DEFAULT_RESET = 3000;	1749	our $DEFAULT_RESET = 3000;
1629		1750
1630	sub generate_random_map {	1751	sub generate_random_map {
1631	my ($self, $rmp) = @_;	1752	my ($self, $rmp) = @_;
		1753
		1754	my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
		1755
1632	# mit "rum" bekleckern, nicht	1756	# mit "rum" bekleckern, nicht
1633	$self->_create_random_map (	1757	$self->_create_random_map (
1634	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1758	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1635	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1759	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1636	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1760	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1758		1882
1759	# the temporary/swap location	1883	# the temporary/swap location
1760	sub save_path {	1884	sub save_path {
1761	my ($self) = @_;	1885	my ($self) = @_;
1762		1886
1763	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1887	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1764	"$TMPDIR/$path.map"	1888	"$TMPDIR/$path.map"
1765	}	1889	}
1766		1890
1767	# the unique path, undef == no special unique path	1891	# the unique path, undef == no special unique path
1768	sub uniq_path {	1892	sub uniq_path {
1769	my ($self) = @_;	1893	my ($self) = @_;
1770		1894
1771	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1895	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/go;
1772	"$UNIQUEDIR/$path"	1896	"$UNIQUEDIR/$path"
1773	}
1774
1775	# and all this just because we cannot iterate over
1776	# all maps in C++...
1777	sub change_all_map_light {
1778	my ($change) = @_;
1779
1780	$_->change_map_light ($change)
1781	for grep $_->outdoor, values %cf::MAP;
1782	}	1897	}
1783		1898
1784	sub decay_objects {	1899	sub decay_objects {
1785	my ($self) = @_;	1900	my ($self) = @_;
1786		1901
…		…
1870	sub find {	1985	sub find {
1871	my ($path, $origin) = @_;	1986	my ($path, $origin) = @_;
1872		1987
1873	$path = normalise $path, $origin && $origin->path;	1988	$path = normalise $path, $origin && $origin->path;
1874		1989
1875	cf::lock_wait "map_data:$path";#d#remove	1990	my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
1876	cf::lock_wait "map_find:$path";	1991	my $guard2 = cf::lock_acquire "map_find:$path";
1877		1992
1878	$cf::MAP{$path} || do {	1993	$cf::MAP{$path} || do {
1879	my $guard1 = cf::lock_acquire "map_find:$path";
1880	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
1881
1882	my $map = new_from_path cf::map $path	1994	my $map = new_from_path cf::map $path
1883	or return;	1995	or return;
1884		1996
1885	$map->{last_save} = $cf::RUNTIME;	1997	$map->{last_save} = $cf::RUNTIME;
1886		1998
…		…
1888	or return;	2000	or return;
1889		2001
1890	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)	2002	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1891	# doing this can freeze the server in a sync job, obviously	2003	# doing this can freeze the server in a sync job, obviously
1892	#$cf::WAIT_FOR_TICK->wait;	2004	#$cf::WAIT_FOR_TICK->wait;
		2005	undef $guard2;
1893	undef $guard1;	2006	undef $guard1;
1894	undef $guard2;
1895	$map->reset;	2007	$map->reset;
1896	return find $path;	2008	return find $path;
1897	}	2009	}
1898		2010
1899	$cf::MAP{$path} = $map	2011	$cf::MAP{$path} = $map
…		…
1926	my $f = new_from_file cf::object::thawer $self->{load_path};	2038	my $f = new_from_file cf::object::thawer $self->{load_path};
1927	$f->skip_block;	2039	$f->skip_block;
1928	$self->_load_objects ($f)	2040	$self->_load_objects ($f)
1929	or return;	2041	or return;
1930		2042
1931	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	2043	$self->post_load_original
1932	if delete $self->{load_original};	2044	if delete $self->{load_original};
1933		2045
1934	if (my $uniq = $self->uniq_path) {	2046	if (my $uniq = $self->uniq_path) {
1935	utf8::encode $uniq;	2047	utf8::encode $uniq;
1936	unless (aio_stat $uniq) {	2048	unless (aio_stat $uniq) {
…		…
1954	unless ($self->{deny_activate}) {	2066	unless ($self->{deny_activate}) {
1955	$self->decay_objects;	2067	$self->decay_objects;
1956	$self->fix_auto_apply;	2068	$self->fix_auto_apply;
1957	$self->update_buttons;	2069	$self->update_buttons;
1958	cf::cede_to_tick;	2070	cf::cede_to_tick;
1959	$self->set_darkness_map;
1960	cf::cede_to_tick;
1961	$self->activate;	2071	$self->activate;
1962	}	2072	}
1963		2073
1964	$self->{last_save} = $cf::RUNTIME;	2074	$self->{last_save} = $cf::RUNTIME;
1965	$self->last_access ($cf::RUNTIME);	2075	$self->last_access ($cf::RUNTIME);
1966		2076
1967	$self->in_memory (cf::MAP_IN_MEMORY);	2077	$self->in_memory (cf::MAP_ACTIVE);
1968	}	2078	}
1969		2079
1970	$self->post_load;	2080	$self->post_load;
1971	}	2081	}
1972		2082
…		…
2030	my ($path, $origin, $load) = @_;	2140	my ($path, $origin, $load) = @_;
2031		2141
2032	$path = normalise $path, $origin && $origin->{path};	2142	$path = normalise $path, $origin && $origin->{path};
2033		2143
2034	if (my $map = $cf::MAP{$path}) {	2144	if (my $map = $cf::MAP{$path}) {
2035	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;	2145	return $map if !$load || $map->in_memory == cf::MAP_ACTIVE;
2036	}	2146	}
2037		2147
2038	$MAP_PREFETCH{$path} |= $load;	2148	$MAP_PREFETCH{$path} |= $load;
2039		2149
2040	$MAP_PREFETCHER ||= cf::async {	2150	$MAP_PREFETCHER ||= cf::async {
		2151	$Coro::current->{desc} = "map prefetcher";
		2152
2041	while (%MAP_PREFETCH) {	2153	while (%MAP_PREFETCH) {
2042	while (my ($k, $v) = each %MAP_PREFETCH) {	2154	while (my ($k, $v) = each %MAP_PREFETCH) {
2043	if (my $map = find $k) {	2155	if (my $map = find $k) {
2044	$map->load if $v;	2156	$map->load if $v;
2045	}	2157	}
…		…
2071	return if $self->{deny_save};	2183	return if $self->{deny_save};
2072		2184
2073	local $self->{last_access} = $self->last_access;#d#	2185	local $self->{last_access} = $self->last_access;#d#
2074		2186
2075	cf::async {	2187	cf::async {
		2188	$Coro::current->{desc} = "map player save";
2076	$_->contr->save for $self->players;	2189	$_->contr->save for $self->players;
2077	};	2190	};
		2191
		2192	cf::get_slot 0.02;
2078		2193
2079	if ($uniq) {	2194	if ($uniq) {
2080	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	2195	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2081	$self->_save_objects ($uniq, cf::IO_UNIQUES);	2196	$self->_save_objects ($uniq, cf::IO_UNIQUES);
2082	} else {	2197	} else {
…		…
2091	$self->save;	2206	$self->save;
2092		2207
2093	my $lock = cf::lock_acquire "map_data:$self->{path}";	2208	my $lock = cf::lock_acquire "map_data:$self->{path}";
2094		2209
2095	return if $self->players;	2210	return if $self->players;
2096	return if $self->in_memory != cf::MAP_IN_MEMORY;	2211	return if $self->in_memory != cf::MAP_ACTIVE;
2097	return if $self->{deny_save};	2212	return if $self->{deny_save};
2098		2213
2099	$self->in_memory (cf::MAP_SWAPPED);	2214	$self->in_memory (cf::MAP_SWAPPED);
2100		2215
2101	$self->deactivate;	2216	$self->deactivate;
…		…
2126		2241
2127	my $lock = cf::lock_acquire "map_data:$self->{path}";	2242	my $lock = cf::lock_acquire "map_data:$self->{path}";
2128		2243
2129	return if $self->players;	2244	return if $self->players;
2130		2245
2131	warn "resetting map ", $self->path;	2246	warn "resetting map ", $self->path, "\n";
2132		2247
2133	$self->in_memory (cf::MAP_SWAPPED);	2248	$self->in_memory (cf::MAP_SWAPPED);
2134		2249
2135	# need to save uniques path	2250	# need to save uniques path
2136	unless ($self->{deny_save}) {	2251	unless ($self->{deny_save}) {
…		…
2219		2334
2220	sub unique_maps() {	2335	sub unique_maps() {
2221	[	2336	[
2222	map {	2337	map {
2223	utf8::decode $_;	2338	utf8::decode $_;
2224	/\.map$/	2339	s/\.map$//; # TODO future compatibility hack
		2340	/\.pst$/ || !/^$PATH_SEP/o # TODO unique maps apparebntly lack the .map suffix :/
		2341	? ()
2225	? normalise $_	2342	: normalise $_
2226	: ()
2227	} @{ aio_readdir $UNIQUEDIR or [] }	2343	} @{ aio_readdir $UNIQUEDIR or [] }
2228	]	2344	]
2229	}	2345	}
2230		2346
2231	package cf;	2347	=item cf::map::static_maps
		2348
		2349	Returns an arrayref if paths of all static maps (all preinstalled F<.map>
		2350	file in the shared directory excluding F</styles> and F</editor>). May
		2351	block.
		2352
		2353	=cut
		2354
		2355	sub static_maps() {
		2356	my @dirs = "";
		2357	my @maps;
		2358
		2359	while (@dirs) {
		2360	my $dir = shift @dirs;
		2361
		2362	next if $dir eq "/styles" || $dir eq "/editor";
		2363
		2364	my ($dirs, $files) = Coro::AIO::aio_scandir "$MAPDIR$dir", 2
		2365	or return;
		2366
		2367	for (@$files) {
		2368	s/\.map$// or next;
		2369	utf8::decode $_;
		2370	push @maps, "$dir/$_";
		2371	}
		2372
		2373	push @dirs, map "$dir/$_", @$dirs;
		2374	}
		2375
		2376	\@maps
		2377	}
2232		2378
2233	=back	2379	=back
2234		2380
2235	=head3 cf::object	2381	=head3 cf::object
2236		2382
…		…
2240		2386
2241	=over 4	2387	=over 4
2242		2388
2243	=item $ob->inv_recursive	2389	=item $ob->inv_recursive
2244		2390
2245	Returns the inventory of the object _and_ their inventories, recursively.	2391	Returns the inventory of the object I<and> their inventories, recursively,
		2392	but I<not> the object itself.
2246		2393
2247	=cut	2394	=cut
2248		2395
2249	sub inv_recursive_;	2396	sub inv_recursive_;
2250	sub inv_recursive_ {	2397	sub inv_recursive_ {
…		…
2255	inv_recursive_ inv $_[0]	2402	inv_recursive_ inv $_[0]
2256	}	2403	}
2257		2404
2258	=item $ref = $ob->ref	2405	=item $ref = $ob->ref
2259		2406
2260	creates and returns a persistent reference to an objetc that can be stored as a string.	2407	Creates and returns a persistent reference to an object that can be stored as a string.
2261		2408
2262	=item $ob = cf::object::deref ($refstring)	2409	=item $ob = cf::object::deref ($refstring)
2263		2410
2264	returns the objetc referenced by refstring. may return undef when it cnanot find the object,	2411	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
2265	even if the object actually exists. May block.	2412	even if the object actually exists. May block.
…		…
2267	=cut	2414	=cut
2268		2415
2269	sub deref {	2416	sub deref {
2270	my ($ref) = @_;	2417	my ($ref) = @_;
2271		2418
2272	# temporary compatibility#TODO#remove
2273	$ref =~ s{^<}{player/<};
2274
2275	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {	2419	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2276	my ($uuid, $name) = ($1, $2);	2420	my ($uuid, $name) = ($1, $2);
2277	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name	2421	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2278	or return;	2422	or return;
2279	$pl->ob->uuid eq $uuid	2423	$pl->ob->uuid eq $uuid
2280	or return;	2424	or return;
…		…
2300	can be C<undef>. Does the right thing when the player is currently in a	2444	can be C<undef>. Does the right thing when the player is currently in a
2301	dialogue with the given NPC character.	2445	dialogue with the given NPC character.
2302		2446
2303	=cut	2447	=cut
2304		2448
		2449	our $SAY_CHANNEL = {
		2450	id => "say",
		2451	title => "Map",
		2452	reply => "say ",
		2453	tooltip => "Things said to and replied from NPCs near you and other players on the same map only.",
		2454	};
		2455
		2456	our $CHAT_CHANNEL = {
		2457	id => "chat",
		2458	title => "Chat",
		2459	reply => "chat ",
		2460	tooltip => "Player chat and shouts, global to the server.",
		2461	};
		2462
2305	# rough implementation of a future "reply" method that works	2463	# rough implementation of a future "reply" method that works
2306	# with dialog boxes.	2464	# with dialog boxes.
2307	#TODO: the first argument must go, split into a $npc->reply_to ( method	2465	#TODO: the first argument must go, split into a $npc->reply_to ( method
2308	sub cf::object::player::reply($$$;$) {	2466	sub cf::object::player::reply($$$;$) {
2309	my ($self, $npc, $msg, $flags) = @_;	2467	my ($self, $npc, $msg, $flags) = @_;
…		…
2320	my $dialog = $pl->{npc_dialog};	2478	my $dialog = $pl->{npc_dialog};
2321	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));	2479	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
2322		2480
2323	} else {	2481	} else {
2324	$msg = $npc->name . " says: $msg" if $npc;	2482	$msg = $npc->name . " says: $msg" if $npc;
2325	$self->message ($msg, $flags);	2483	$self->send_msg ($SAY_CHANNEL => $msg, $flags);
2326	}	2484	}
2327	}	2485	}
2328	}	2486	}
2329		2487
2330	=item $object->send_msg ($channel, $msg, $color, [extra...])	2488	=item $object->send_msg ($channel, $msg, $color, [extra...])
…		…
2355		2513
2356	=item $player_object->enter_link	2514	=item $player_object->enter_link
2357		2515
2358	Freezes the player and moves him/her to a special map (C<{link}>).	2516	Freezes the player and moves him/her to a special map (C<{link}>).
2359		2517
2360	The player should be reasonably safe there for short amounts of time. You	2518	The player should be reasonably safe there for short amounts of time (e.g.
2361	I<MUST> call C<leave_link> as soon as possible, though.	2519	for loading a map). You I<MUST> call C<leave_link> as soon as possible,
		2520	though, as the palyer cannot control the character while it is on the link
		2521	map.
2362		2522
2363	Will never block.	2523	Will never block.
2364		2524
2365	=item $player_object->leave_link ($map, $x, $y)	2525	=item $player_object->leave_link ($map, $x, $y)
2366		2526
…		…
2418	($x, $y) = (-1, -1)	2578	($x, $y) = (-1, -1)
2419	unless (defined $x) && (defined $y);	2579	unless (defined $x) && (defined $y);
2420		2580
2421	# use -1 or undef as default coordinates, not 0, 0	2581	# use -1 or undef as default coordinates, not 0, 0
2422	($x, $y) = ($map->enter_x, $map->enter_y)	2582	($x, $y) = ($map->enter_x, $map->enter_y)
2423	if $x <=0 && $y <= 0;	2583	if $x <= 0 && $y <= 0;
2424		2584
2425	$map->load;	2585	$map->load;
2426	$map->load_neighbours;	2586	$map->load_neighbours;
2427		2587
2428	return unless $self->contr->active;	2588	return unless $self->contr->active;
2429	$self->activate_recursive;
2430		2589
2431	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext	2590	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2432	$self->enter_map ($map, $x, $y);	2591	$self->enter_map ($map, $x, $y);
		2592
		2593	# only activate afterwards, to support waiting in hooks
		2594	$self->activate_recursive;
2433	}	2595	}
2434		2596
2435	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])	2597	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
2436		2598
2437	Moves the player to the given map-path and coordinates by first freezing	2599	Moves the player to the given map-path and coordinates by first freezing
2438	her, loading and preparing them map, calling the provided $check callback	2600	her, loading and preparing them map, calling the provided $check callback
2439	that has to return the map if sucecssful, and then unfreezes the player on	2601	that has to return the map if sucecssful, and then unfreezes the player on
2440	the new (success) or old (failed) map position. In either case, $done will	2602	the new (success) or old (failed) map position. In either case, $done will
2441	be called at the end of this process.	2603	be called at the end of this process.
2442		2604
		2605	Note that $check will be called with a potentially non-loaded map, so if
		2606	it needs a loaded map it has to call C<< ->load >>.
		2607
2443	=cut	2608	=cut
2444		2609
2445	our $GOTOGEN;	2610	our $GOTOGEN;
2446		2611
2447	sub cf::object::player::goto {	2612	sub cf::object::player::goto {
…		…
2451	my $gen = $self->{_goto_generation} = ++$GOTOGEN;	2616	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2452		2617
2453	$self->enter_link;	2618	$self->enter_link;
2454		2619
2455	(async {	2620	(async {
		2621	$Coro::current->{desc} = "player::goto $path $x $y";
		2622
2456	# *tag paths override both path and x|y	2623	# *tag paths override both path and x|y
2457	if ($path =~ /^\*(.*)$/) {	2624	if ($path =~ /^\*(.*)$/) {
2458	if (my @obs = grep $_->map, ext::map_tags::find $1) {	2625	if (my @obs = grep $_->map, ext::map_tags::find $1) {
2459	my $ob = $obs[rand @obs];	2626	my $ob = $obs[rand @obs];
2460		2627
…		…
2523	}	2690	}
2524		2691
2525	sub prepare_random_map {	2692	sub prepare_random_map {
2526	my ($exit) = @_;	2693	my ($exit) = @_;
2527		2694
2528	my $guard = cf::lock_acquire "exit_prepare:$exit";
2529
2530	# all this does is basically replace the /! path by	2695	# all this does is basically replace the /! path by
2531	# a new random map path (?random/...) with a seed	2696	# a new random map path (?random/...) with a seed
2532	# that depends on the exit object	2697	# that depends on the exit object
2533		2698
2534	my $rmp = parse_random_map_params $exit->msg;	2699	my $rmp = parse_random_map_params $exit->msg;
…		…
2536	if ($exit->map) {	2701	if ($exit->map) {
2537	$rmp->{region} = $exit->region->name;	2702	$rmp->{region} = $exit->region->name;
2538	$rmp->{origin_map} = $exit->map->path;	2703	$rmp->{origin_map} = $exit->map->path;
2539	$rmp->{origin_x} = $exit->x;	2704	$rmp->{origin_x} = $exit->x;
2540	$rmp->{origin_y} = $exit->y;	2705	$rmp->{origin_y} = $exit->y;
		2706
		2707	$exit->map->touch;
2541	}	2708	}
2542		2709
2543	$rmp->{random_seed} ||= $exit->random_seed;	2710	$rmp->{random_seed} ||= $exit->random_seed;
2544		2711
2545	my $data = cf::to_json $rmp;	2712	my $data = JSON::XS->new->utf8->pretty->canonical->encode ($rmp);
2546	my $md5 = Digest::MD5::md5_hex $data;	2713	my $md5 = Digest::MD5::md5_hex $data;
2547	my $meta = "$RANDOMDIR/$md5.meta";	2714	my $meta = "$RANDOMDIR/$md5.meta";
2548		2715
2549	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2716	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2550	aio_write $fh, 0, (length $data), $data, 0;	2717	aio_write $fh, 0, (length $data), $data, 0;
2551	undef $fh;	2718	undef $fh;
2552	aio_rename "$meta~", $meta;	2719	aio_rename "$meta~", $meta;
2553		2720
		2721	my $slaying = "?random/$md5";
		2722
		2723	if ($exit->valid) {
2554	$exit->slaying ("?random/$md5");	2724	$exit->slaying ("?random/$md5");
2555	$exit->msg (undef);	2725	$exit->msg (undef);
		2726	}
2556	}	2727	}
2557	}	2728	}
2558		2729
2559	sub cf::object::player::enter_exit {	2730	sub cf::object::player::enter_exit {
2560	my ($self, $exit) = @_;	2731	my ($self, $exit) = @_;
2561		2732
2562	return unless $self->type == cf::PLAYER;	2733	return unless $self->type == cf::PLAYER;
2563		2734
2564	if ($exit->slaying eq "/!") {
2565	#TODO: this should de-fi-ni-te-ly not be a sync-job
2566	# the problem is that $exit might not survive long enough
2567	# so it needs to be done right now, right here
2568	cf::sync_job { prepare_random_map $exit };
2569	}
2570
2571	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
2572	my $hp = $exit->stats->hp;
2573	my $sp = $exit->stats->sp;
2574
2575	$self->enter_link;	2735	$self->enter_link;
2576		2736
2577	# if exit is damned, update players death & WoR home-position
2578	$self->contr->savebed ($slaying, $hp, $sp)
2579	if $exit->flag (FLAG_DAMNED);
2580
2581	(async {	2737	(async {
2582	$self->deactivate_recursive; # just to be sure	2738	$Coro::current->{desc} = "enter_exit";
		2739
2583	unless (eval {	2740	unless (eval {
		2741	$self->deactivate_recursive; # just to be sure
		2742
		2743	# random map handling
		2744	{
		2745	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2746
		2747	prepare_random_map $exit
		2748	if $exit->slaying eq "/!";
		2749	}
		2750
		2751	my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2752	my $x = $exit->stats->hp;
		2753	my $y = $exit->stats->sp;
		2754
2584	$self->goto ($slaying, $hp, $sp);	2755	$self->goto ($map, $x, $y);
2585		2756
		2757	# if exit is damned, update players death & WoR home-position
		2758	$self->contr->savebed ($map, $x, $y)
		2759	if $exit->flag (cf::FLAG_DAMNED);
		2760
2586	1;	2761	1
2587	}) {	2762	}) {
2588	$self->message ("Something went wrong deep within the crossfire server. "	2763	$self->message ("Something went wrong deep within the deliantra server. "
2589	. "I'll try to bring you back to the map you were before. "	2764	. "I'll try to bring you back to the map you were before. "
2590	. "Please report this to the dungeon master!",	2765	. "Please report this to the dungeon master!",
2591	cf::NDI_UNIQUE | cf::NDI_RED);	2766	cf::NDI_UNIQUE | cf::NDI_RED);
2592		2767
2593	warn "ERROR in enter_exit: $@";	2768	warn "ERROR in enter_exit: $@";
…		…
2610	sub cf::client::send_drawinfo {	2785	sub cf::client::send_drawinfo {
2611	my ($self, $text, $flags) = @_;	2786	my ($self, $text, $flags) = @_;
2612		2787
2613	utf8::encode $text;	2788	utf8::encode $text;
2614	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);	2789	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
		2790	}
		2791
		2792	=item $client->send_big_packet ($pkt)
		2793
		2794	Like C<send_packet>, but tries to compress large packets, and fragments
		2795	them as required.
		2796
		2797	=cut
		2798
		2799	our $MAXFRAGSIZE = cf::MAXSOCKBUF - 64;
		2800
		2801	sub cf::client::send_big_packet {
		2802	my ($self, $pkt) = @_;
		2803
		2804	# try lzf for large packets
		2805	$pkt = "lzf " . Compress::LZF::compress $pkt
		2806	if 1024 <= length $pkt and $self->{can_lzf};
		2807
		2808	# split very large packets
		2809	if ($MAXFRAGSIZE < length $pkt and $self->{can_lzf}) {
		2810	$self->send_packet ("frag $_") for unpack "(a$MAXFRAGSIZE)*", $pkt;
		2811	$pkt = "frag";
		2812	}
		2813
		2814	$self->send_packet ($pkt);
2615	}	2815	}
2616		2816
2617	=item $client->send_msg ($channel, $msg, $color, [extra...])	2817	=item $client->send_msg ($channel, $msg, $color, [extra...])
2618		2818
2619	Send a drawinfo or msg packet to the client, formatting the msg for the	2819	Send a drawinfo or msg packet to the client, formatting the msg for the
…		…
2621	the message, with C<log> being the default. If C<$color> is negative, suppress	2821	the message, with C<log> being the default. If C<$color> is negative, suppress
2622	the message unless the client supports the msg packet.	2822	the message unless the client supports the msg packet.
2623		2823
2624	=cut	2824	=cut
2625		2825
		2826	# non-persistent channels (usually the info channel)
2626	our %CHANNEL = (	2827	our %CHANNEL = (
		2828	"c/motd" => {
		2829	id => "infobox",
		2830	title => "MOTD",
		2831	reply => undef,
		2832	tooltip => "The message of the day",
		2833	},
2627	"c/identify" => {	2834	"c/identify" => {
2628	id => "identify",	2835	id => "infobox",
2629	title => "Identify",	2836	title => "Identify",
2630	reply => undef,	2837	reply => undef,
2631	tooltip => "Items recently identified",	2838	tooltip => "Items recently identified",
2632	},	2839	},
2633	"c/examine" => {	2840	"c/examine" => {
2634	id => "examine",	2841	id => "infobox",
2635	title => "Examine",	2842	title => "Examine",
2636	reply => undef,	2843	reply => undef,
2637	tooltip => "Signs and other items you examined",	2844	tooltip => "Signs and other items you examined",
2638	},	2845	},
		2846	"c/shopinfo" => {
		2847	id => "infobox",
		2848	title => "Shop Info",
		2849	reply => undef,
		2850	tooltip => "What your bargaining skill tells you about the shop",
		2851	},
		2852	"c/book" => {
		2853	id => "infobox",
		2854	title => "Book",
		2855	reply => undef,
		2856	tooltip => "The contents of a note or book",
		2857	},
		2858	"c/lookat" => {
		2859	id => "infobox",
		2860	title => "Look",
		2861	reply => undef,
		2862	tooltip => "What you saw there",
		2863	},
		2864	"c/who" => {
		2865	id => "infobox",
		2866	title => "Players",
		2867	reply => undef,
		2868	tooltip => "Shows players who are currently online",
		2869	},
		2870	"c/body" => {
		2871	id => "infobox",
		2872	title => "Body Parts",
		2873	reply => undef,
		2874	tooltip => "Shows which body parts you posess and are available",
		2875	},
		2876	"c/statistics" => {
		2877	id => "infobox",
		2878	title => "Statistics",
		2879	reply => undef,
		2880	tooltip => "Shows your primary statistics",
		2881	},
		2882	"c/skills" => {
		2883	id => "infobox",
		2884	title => "Skills",
		2885	reply => undef,
		2886	tooltip => "Shows your experience per skill and item power",
		2887	},
		2888	"c/shopitems" => {
		2889	id => "infobox",
		2890	title => "Shop Items",
		2891	reply => undef,
		2892	tooltip => "Shows the items currently for sale in this shop",
		2893	},
		2894	"c/resistances" => {
		2895	id => "infobox",
		2896	title => "Resistances",
		2897	reply => undef,
		2898	tooltip => "Shows your resistances",
		2899	},
		2900	"c/pets" => {
		2901	id => "infobox",
		2902	title => "Pets",
		2903	reply => undef,
		2904	tooltip => "Shows information abotu your pets/a specific pet",
		2905	},
		2906	"c/perceiveself" => {
		2907	id => "infobox",
		2908	title => "Perceive Self",
		2909	reply => undef,
		2910	tooltip => "You gained detailed knowledge about yourself",
		2911	},
		2912	"c/uptime" => {
		2913	id => "infobox",
		2914	title => "Uptime",
		2915	reply => undef,
		2916	tooltip => "How long the server has been running since last restart",
		2917	},
		2918	"c/mapinfo" => {
		2919	id => "infobox",
		2920	title => "Map Info",
		2921	reply => undef,
		2922	tooltip => "Information related to the maps",
		2923	},
		2924	"c/party" => {
		2925	id => "party",
		2926	title => "Party",
		2927	reply => "gsay ",
		2928	tooltip => "Messages and chat related to your party",
		2929	},
		2930	"c/death" => {
		2931	id => "death",
		2932	title => "Death",
		2933	reply => undef,
		2934	tooltip => "Reason for and more info about your most recent death",
		2935	},
		2936	"c/say" => $SAY_CHANNEL,
		2937	"c/chat" => $CHAT_CHANNEL,
2639	);	2938	);
2640		2939
2641	sub cf::client::send_msg {	2940	sub cf::client::send_msg {
2642	my ($self, $channel, $msg, $color, @extra) = @_;	2941	my ($self, $channel, $msg, $color, @extra) = @_;
2643		2942
2644	$msg = $self->pl->expand_cfpod ($msg);	2943	$msg = $self->pl->expand_cfpod ($msg)
		2944	unless $color & cf::NDI_VERBATIM;
2645		2945
2646	$color &= cf::NDI_CLIENT_MASK; # just in case...	2946	$color &= cf::NDI_CLIENT_MASK; # just in case...
2647		2947
2648	# check predefined channels, for the benefit of C	2948	# check predefined channels, for the benefit of C
2649	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};	2949	if ($CHANNEL{$channel}) {
		2950	$channel = $CHANNEL{$channel};
2650		2951
		2952	$self->ext_msg (channel_info => $channel);
		2953	$channel = $channel->{id};
		2954
2651	if (ref $channel) {	2955	} elsif (ref $channel) {
2652	# send meta info to client, if not yet sent	2956	# send meta info to client, if not yet sent
2653	unless (exists $self->{channel}{$channel->{id}}) {	2957	unless (exists $self->{channel}{$channel->{id}}) {
2654	$self->{channel}{$channel->{id}} = $channel;	2958	$self->{channel}{$channel->{id}} = $channel;
2655	$self->ext_msg (channel_info => $channel)	2959	$self->ext_msg (channel_info => $channel);
2656	if $self->can_msg;
2657	}	2960	}
2658		2961
2659	$channel = $channel->{id};	2962	$channel = $channel->{id};
2660	}	2963	}
2661		2964
2662	return unless @extra || length $msg;	2965	return unless @extra || length $msg;
2663		2966
2664	if ($self->can_msg) {
2665	# default colour, mask it out	2967	# default colour, mask it out
2666	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)	2968	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
2667	if $color & cf::NDI_DEF;	2969	if $color & cf::NDI_DEF;
2668		2970
2669	$self->send_packet ("msg " . $self->{json_coder}->encode (	2971	my $pkt = "msg "
		2972	. $self->{json_coder}->encode (
2670	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));	2973	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]
2671	} else {	2974	);
2672	if ($color >= 0) {
2673	# replace some tags by gcfclient-compatible ones
2674	for ($msg) {
2675	1 while
2676	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
2677	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
2678	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
2679	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
2680	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
2681	}
2682		2975
2683	$color &= cf::NDI_COLOR_MASK;	2976	$self->send_big_packet ($pkt);
2684
2685	utf8::encode $msg;
2686
2687	if (0 && $msg =~ /\[/) {
2688	# COMMAND/INFO
2689	$self->send_packet ("drawextinfo $color 10 8 $msg")
2690	} else {
2691	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
2692	$self->send_packet ("drawinfo $color $msg")
2693	}
2694	}
2695	}
2696	}	2977	}
2697		2978
2698	=item $client->ext_msg ($type, @msg)	2979	=item $client->ext_msg ($type, @msg)
2699		2980
2700	Sends an ext event to the client.	2981	Sends an ext event to the client.
…		…
2703		2984
2704	sub cf::client::ext_msg($$@) {	2985	sub cf::client::ext_msg($$@) {
2705	my ($self, $type, @msg) = @_;	2986	my ($self, $type, @msg) = @_;
2706		2987
2707	if ($self->extcmd == 2) {	2988	if ($self->extcmd == 2) {
2708	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	2989	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
2709	} elsif ($self->extcmd == 1) { # TODO: remove	2990	} elsif ($self->extcmd == 1) { # TODO: remove
2710	push @msg, msgtype => "event_$type";	2991	push @msg, msgtype => "event_$type";
2711	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	2992	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2712	}	2993	}
2713	}	2994	}
2714		2995
2715	=item $client->ext_reply ($msgid, @msg)	2996	=item $client->ext_reply ($msgid, @msg)
2716		2997
…		…
2720		3001
2721	sub cf::client::ext_reply($$@) {	3002	sub cf::client::ext_reply($$@) {
2722	my ($self, $id, @msg) = @_;	3003	my ($self, $id, @msg) = @_;
2723		3004
2724	if ($self->extcmd == 2) {	3005	if ($self->extcmd == 2) {
2725	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));	3006	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
2726	} elsif ($self->extcmd == 1) {	3007	} elsif ($self->extcmd == 1) {
2727	#TODO: version 1, remove	3008	#TODO: version 1, remove
2728	unshift @msg, msgtype => "reply", msgid => $id;	3009	unshift @msg, msgtype => "reply", msgid => $id;
2729	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));	3010	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
2730	}	3011	}
2731	}	3012	}
2732		3013
2733	=item $success = $client->query ($flags, "text", \&cb)	3014	=item $success = $client->query ($flags, "text", \&cb)
2734		3015
…		…
2873	=pod	3154	=pod
2874		3155
2875	The following functions and methods are available within a safe environment:	3156	The following functions and methods are available within a safe environment:
2876		3157
2877	cf::object	3158	cf::object
2878	contr pay_amount pay_player map x y force_find force_add	3159	contr pay_amount pay_player map x y force_find force_add destroy
2879	insert remove name archname title slaying race decrease_ob_nr	3160	insert remove name archname title slaying race decrease split
		3161	value
2880		3162
2881	cf::object::player	3163	cf::object::player
2882	player	3164	player
2883		3165
2884	cf::player	3166	cf::player
…		…
2889		3171
2890	=cut	3172	=cut
2891		3173
2892	for (	3174	for (
2893	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y	3175	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2894	insert remove inv name archname title slaying race	3176	insert remove inv nrof name archname title slaying race
2895	decrease_ob_nr)],	3177	decrease split destroy change_exp value msg lore send_msg)],
2896	["cf::object::player" => qw(player)],	3178	["cf::object::player" => qw(player)],
2897	["cf::player" => qw(peaceful)],	3179	["cf::player" => qw(peaceful send_msg)],
2898	["cf::map" => qw(trigger)],	3180	["cf::map" => qw(trigger)],
2899	) {	3181	) {
2900	no strict 'refs';	3182	no strict 'refs';
2901	my ($pkg, @funs) = @$_;	3183	my ($pkg, @funs) = @$_;
2902	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})	3184	*{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
…		…
2919	my ($code, %vars) = @_;	3201	my ($code, %vars) = @_;
2920		3202
2921	my $qcode = $code;	3203	my $qcode = $code;
2922	$qcode =~ s/"/‟/g; # not allowed in #line filenames	3204	$qcode =~ s/"/‟/g; # not allowed in #line filenames
2923	$qcode =~ s/\n/\\n/g;	3205	$qcode =~ s/\n/\\n/g;
		3206
		3207	%vars = (_dummy => 0) unless %vars;
2924		3208
2925	local $_;	3209	local $_;
2926	local @safe::cf::_safe_eval_args = values %vars;	3210	local @safe::cf::_safe_eval_args = values %vars;
2927		3211
2928	my $eval =	3212	my $eval =
…		…
3005	{	3289	{
3006	my $faces = $facedata->{faceinfo};	3290	my $faces = $facedata->{faceinfo};
3007		3291
3008	while (my ($face, $info) = each %$faces) {	3292	while (my ($face, $info) = each %$faces) {
3009	my $idx = (cf::face::find $face) || cf::face::alloc $face;	3293	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		3294
3010	cf::face::set_visibility $idx, $info->{visibility};	3295	cf::face::set_visibility $idx, $info->{visibility};
3011	cf::face::set_magicmap $idx, $info->{magicmap};	3296	cf::face::set_magicmap $idx, $info->{magicmap};
3012	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};	3297	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
3013	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};	3298	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
3014		3299
3015	cf::cede_to_tick;	3300	cf::cede_to_tick;
3016	}	3301	}
3017		3302
3018	while (my ($face, $info) = each %$faces) {	3303	while (my ($face, $info) = each %$faces) {
3019	next unless $info->{smooth};	3304	next unless $info->{smooth};
		3305
3020	my $idx = cf::face::find $face	3306	my $idx = cf::face::find $face
3021	or next;	3307	or next;
		3308
3022	if (my $smooth = cf::face::find $info->{smooth}) {	3309	if (my $smooth = cf::face::find $info->{smooth}) {
3023	cf::face::set_smooth $idx, $smooth;	3310	cf::face::set_smooth $idx, $smooth;
3024	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3311	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3025	} else {	3312	} else {
3026	warn "smooth face '$info->{smooth}' not found for face '$face'";	3313	warn "smooth face '$info->{smooth}' not found for face '$face'";
…		…
3044	{	3331	{
3045	# TODO: for gcfclient pleasure, we should give resources	3332	# TODO: for gcfclient pleasure, we should give resources
3046	# that gcfclient doesn't grok a >10000 face index.	3333	# that gcfclient doesn't grok a >10000 face index.
3047	my $res = $facedata->{resource};	3334	my $res = $facedata->{resource};
3048		3335
3049	my $soundconf = delete $res->{"res/sound.conf"};
3050
3051	while (my ($name, $info) = each %$res) {	3336	while (my ($name, $info) = each %$res) {
		3337	if (defined $info->{type}) {
3052	my $idx = (cf::face::find $name) || cf::face::alloc $name;	3338	my $idx = (cf::face::find $name) || cf::face::alloc $name;
3053	my $data;	3339	my $data;
3054		3340
3055	if ($info->{type} & 1) {	3341	if ($info->{type} & 1) {
3056	# prepend meta info	3342	# prepend meta info
3057		3343
3058	my $meta = $enc->encode ({	3344	my $meta = $enc->encode ({
3059	name => $name,	3345	name => $name,
3060	%{ $info->{meta} || {} },	3346	%{ $info->{meta} || {} },
3061	});	3347	});
3062		3348
3063	$data = pack "(w/a*)*", $meta, $info->{data};	3349	$data = pack "(w/a*)*", $meta, $info->{data};
		3350	} else {
		3351	$data = $info->{data};
		3352	}
		3353
		3354	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3355	cf::face::set_type $idx, $info->{type};
3064	} else {	3356	} else {
3065	$data = $info->{data};	3357	$RESOURCE{$name} = $info;
3066	}	3358	}
3067		3359
3068	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3069	cf::face::set_type $idx, $info->{type};
3070
3071	cf::cede_to_tick;	3360	cf::cede_to_tick;
3072	}	3361	}
3073
3074	if ($soundconf) {
3075	$soundconf = $enc->decode (delete $soundconf->{data});
3076
3077	for (0 .. SOUND_CAST_SPELL_0 - 1) {
3078	my $sound = $soundconf->{compat}[$_]
3079	or next;
3080
3081	my $face = cf::face::find "sound/$sound->[1]";
3082	cf::sound::set $sound->[0] => $face;
3083	cf::sound::old_sound_index $_, $face; # gcfclient-compat
3084	}
3085
3086	while (my ($k, $v) = each %{$soundconf->{event}}) {
3087	my $face = cf::face::find "sound/$v";
3088	cf::sound::set $k => $face;
3089	}
3090	}
3091	}	3362	}
		3363
		3364	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3092		3365
3093	1	3366	1
3094	}	3367	}
		3368
		3369	cf::global->attach (on_resource_update => sub {
		3370	if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
		3371	$soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
		3372
		3373	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3374	my $sound = $soundconf->{compat}[$_]
		3375	or next;
		3376
		3377	my $face = cf::face::find "sound/$sound->[1]";
		3378	cf::sound::set $sound->[0] => $face;
		3379	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3380	}
		3381
		3382	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3383	my $face = cf::face::find "sound/$v";
		3384	cf::sound::set $k => $face;
		3385	}
		3386	}
		3387	});
3095		3388
3096	register_exticmd fx_want => sub {	3389	register_exticmd fx_want => sub {
3097	my ($ns, $want) = @_;	3390	my ($ns, $want) = @_;
3098		3391
3099	while (my ($k, $v) = each %$want) {	3392	while (my ($k, $v) = each %$want) {
3100	$ns->fx_want ($k, $v);	3393	$ns->fx_want ($k, $v);
3101	}	3394	}
3102	};	3395	};
		3396
		3397	sub load_resource_file($) {
		3398	my $guard = lock_acquire "load_resource_file";
		3399
		3400	my $status = load_resource_file_ $_[0];
		3401	get_slot 0.1, 100;
		3402	cf::arch::commit_load;
		3403
		3404	$status
		3405	}
3103		3406
3104	sub reload_regions {	3407	sub reload_regions {
3105	# HACK to clear player env face cache, we need some signal framework	3408	# HACK to clear player env face cache, we need some signal framework
3106	# for this (global event?)	3409	# for this (global event?)
3107	%ext::player_env::MUSIC_FACE_CACHE = ();	3410	%ext::player_env::MUSIC_FACE_CACHE = ();
…		…
3121	}	3424	}
3122		3425
3123	sub reload_archetypes {	3426	sub reload_archetypes {
3124	load_resource_file "$DATADIR/archetypes"	3427	load_resource_file "$DATADIR/archetypes"
3125	or die "unable to load archetypes\n";	3428	or die "unable to load archetypes\n";
3126	#d# NEED to laod twice to resolve forward references
3127	# this really needs to be done in an extra post-pass
3128	# (which needs to be synchronous, so solve it differently)
3129	load_resource_file "$DATADIR/archetypes"
3130	or die "unable to load archetypes\n";
3131	}	3429	}
3132		3430
3133	sub reload_treasures {	3431	sub reload_treasures {
3134	load_resource_file "$DATADIR/treasures"	3432	load_resource_file "$DATADIR/treasures"
3135	or die "unable to load treasurelists\n";	3433	or die "unable to load treasurelists\n";
3136	}	3434	}
3137		3435
3138	sub reload_resources {	3436	sub reload_resources {
3139	warn "reloading resource files...\n";	3437	warn "reloading resource files...\n";
3140		3438
		3439	reload_facedata;
		3440	reload_archetypes;
3141	reload_regions;	3441	reload_regions;
3142	reload_facedata;
3143	#reload_archetypes;#d#
3144	reload_archetypes;
3145	reload_treasures;	3442	reload_treasures;
3146		3443
3147	warn "finished reloading resource files\n";	3444	warn "finished reloading resource files\n";
3148	}	3445	}
3149		3446
3150	sub init {
3151	reload_resources;
3152	}
3153
3154	sub reload_config {	3447	sub reload_config {
		3448	warn "reloading config file...\n";
		3449
3155	open my $fh, "<:utf8", "$CONFDIR/config"	3450	open my $fh, "<:utf8", "$CONFDIR/config"
3156	or return;	3451	or return;
3157		3452
3158	local $/;	3453	local $/;
3159	*CFG = YAML::Syck::Load <$fh>;	3454	*CFG = YAML::XS::Load scalar <$fh>;
3160		3455
3161	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];	3456	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
3162		3457
3163	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	3458	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3164	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	3459	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
…		…
3168	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"	3463	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3169	and die "WARNING: m(un)lockall failed: $!\n";	3464	and die "WARNING: m(un)lockall failed: $!\n";
3170	};	3465	};
3171	warn $@ if $@;	3466	warn $@ if $@;
3172	}	3467	}
		3468
		3469	warn "finished reloading resource files\n";
		3470	}
		3471
		3472	sub pidfile() {
		3473	sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
		3474	or die "$PIDFILE: $!";
		3475	flock $fh, &Fcntl::LOCK_EX
		3476	or die "$PIDFILE: flock: $!";
		3477	$fh
		3478	}
		3479
		3480	# make sure only one server instance is running at any one time
		3481	sub atomic {
		3482	my $fh = pidfile;
		3483
		3484	my $pid = <$fh>;
		3485	kill 9, $pid if $pid > 0;
		3486
		3487	seek $fh, 0, 0;
		3488	print $fh $$;
		3489	}
		3490
		3491	sub main_loop {
		3492	warn "EV::loop starting\n";
		3493	if (1) {
		3494	EV::loop;
		3495	}
		3496	warn "EV::loop returned\n";
		3497	goto &main_loop unless $REALLY_UNLOOP;
3173	}	3498	}
3174		3499
3175	sub main {	3500	sub main {
		3501	cf::init_globals; # initialise logging
		3502
		3503	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
		3504	LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
		3505	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
		3506	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
		3507
		3508	cf::init_experience;
		3509	cf::init_anim;
		3510	cf::init_attackmess;
		3511	cf::init_dynamic;
		3512
		3513	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
		3514
3176	# we must not ever block the main coroutine	3515	# we must not ever block the main coroutine
3177	local $Coro::idle = sub {	3516	local $Coro::idle = sub {
3178	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3517	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3179	(async {	3518	(async {
3180	Event::one_event;	3519	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3520	EV::loop EV::LOOP_ONESHOT;
3181	})->prio (Coro::PRIO_MAX);	3521	})->prio (Coro::PRIO_MAX);
3182	};	3522	};
3183		3523
		3524	evthread_start IO::AIO::poll_fileno;
		3525
		3526	cf::sync_job {
		3527	reload_resources;
3184	reload_config;	3528	reload_config;
3185	db_init;	3529	db_init;
		3530
		3531	cf::load_settings;
		3532	cf::load_materials;
		3533	cf::init_uuid;
		3534	cf::init_signals;
		3535	cf::init_commands;
		3536	cf::init_skills;
		3537
		3538	cf::init_beforeplay;
		3539
		3540	atomic;
		3541
3186	load_extensions;	3542	load_extensions;
3187		3543
3188	$TICK_WATCHER->start;	3544	utime time, time, $RUNTIMEFILE;
3189	Event::loop;	3545
		3546	# no (long-running) fork's whatsoever before this point(!)
		3547	use POSIX ();
		3548	POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
		3549
		3550	(pop @POST_INIT)->(0) while @POST_INIT;
		3551	};
		3552
		3553	main_loop;
3190	}	3554	}
3191		3555
3192	#############################################################################	3556	#############################################################################
3193	# initialisation and cleanup	3557	# initialisation and cleanup
3194		3558
3195	# install some emergency cleanup handlers	3559	# install some emergency cleanup handlers
3196	BEGIN {	3560	BEGIN {
		3561	our %SIGWATCHER = ();
3197	for my $signal (qw(INT HUP TERM)) {	3562	for my $signal (qw(INT HUP TERM)) {
3198	Event->signal (	3563	$SIGWATCHER{$signal} = EV::signal $signal, sub {
3199	reentrant => 0,
3200	data => WF_AUTOCANCEL,
3201	signal => $signal,
3202	prio => 0,
3203	cb => sub {
3204	cf::cleanup "SIG$signal";	3564	cf::cleanup "SIG$signal";
3205	},
3206	);	3565	};
3207	}	3566	}
3208	}	3567	}
3209		3568
3210	sub write_runtime {	3569	sub write_runtime_sync {
3211	my $runtime = "$LOCALDIR/runtime";
3212
3213	# first touch the runtime file to show we are still running:	3570	# first touch the runtime file to show we are still running:
3214	# the fsync below can take a very very long time.	3571	# the fsync below can take a very very long time.
3215		3572
3216	IO::AIO::aio_utime $runtime, undef, undef;	3573	IO::AIO::aio_utime $RUNTIMEFILE, undef, undef;
3217		3574
3218	my $guard = cf::lock_acquire "write_runtime";	3575	my $guard = cf::lock_acquire "write_runtime";
3219		3576
3220	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	3577	my $fh = aio_open "$RUNTIMEFILE~", O_WRONLY | O_CREAT, 0644
3221	or return;	3578	or return;
3222		3579
3223	my $value = $cf::RUNTIME + 90 + 10;	3580	my $value = $cf::RUNTIME + 90 + 10;
3224	# 10 is the runtime save interval, for a monotonic clock	3581	# 10 is the runtime save interval, for a monotonic clock
3225	# 60 allows for the watchdog to kill the server.	3582	# 60 allows for the watchdog to kill the server.
…		…
3235	aio_utime $fh, undef, undef;	3592	aio_utime $fh, undef, undef;
3236		3593
3237	close $fh	3594	close $fh
3238	or return;	3595	or return;
3239		3596
3240	aio_rename "$runtime~", $runtime	3597	aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3241	and return;	3598	and return;
3242		3599
3243	warn "runtime file written.\n";	3600	warn "runtime file written.\n";
3244		3601
3245	1	3602	1
		3603	}
		3604
		3605	our $uuid_lock;
		3606	our $uuid_skip;
		3607
		3608	sub write_uuid_sync($) {
		3609	$uuid_skip ||= $_[0];
		3610
		3611	return if $uuid_lock;
		3612	local $uuid_lock = 1;
		3613
		3614	my $uuid = "$LOCALDIR/uuid";
		3615
		3616	my $fh = aio_open "$uuid~", O_WRONLY | O_CREAT, 0644
		3617	or return;
		3618
		3619	my $value = uuid_seq uuid_cur;
		3620
		3621	unless ($value) {
		3622	warn "cowardly refusing to write zero uuid value!\n";
		3623	return;
		3624	}
		3625
		3626	my $value = uuid_str $value + $uuid_skip;
		3627	$uuid_skip = 0;
		3628
		3629	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3630	and return;
		3631
		3632	# always fsync - this file is important
		3633	aio_fsync $fh
		3634	and return;
		3635
		3636	close $fh
		3637	or return;
		3638
		3639	aio_rename "$uuid~", $uuid
		3640	and return;
		3641
		3642	warn "uuid file written ($value).\n";
		3643
		3644	1
		3645
		3646	}
		3647
		3648	sub write_uuid($$) {
		3649	my ($skip, $sync) = @_;
		3650
		3651	$sync ? write_uuid_sync $skip
		3652	: async { write_uuid_sync $skip };
3246	}	3653	}
3247		3654
3248	sub emergency_save() {	3655	sub emergency_save() {
3249	my $freeze_guard = cf::freeze_mainloop;	3656	my $freeze_guard = cf::freeze_mainloop;
3250		3657
3251	warn "enter emergency perl save\n";	3658	warn "emergency_perl_save: enter\n";
3252		3659
3253	cf::sync_job {	3660	cf::sync_job {
		3661	# this is a trade-off: we want to be very quick here, so
		3662	# save all maps without fsync, and later call a global sync
		3663	# (which in turn might be very very slow)
		3664	local $USE_FSYNC = 0;
		3665
3254	# use a peculiar iteration method to avoid tripping on perl	3666	# use a peculiar iteration method to avoid tripping on perl
3255	# refcount bugs in for. also avoids problems with players	3667	# refcount bugs in for. also avoids problems with players
3256	# and maps saved/destroyed asynchronously.	3668	# and maps saved/destroyed asynchronously.
3257	warn "begin emergency player save\n";	3669	warn "emergency_perl_save: begin player save\n";
3258	for my $login (keys %cf::PLAYER) {	3670	for my $login (keys %cf::PLAYER) {
3259	my $pl = $cf::PLAYER{$login} or next;	3671	my $pl = $cf::PLAYER{$login} or next;
3260	$pl->valid or next;	3672	$pl->valid or next;
		3673	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3261	$pl->save;	3674	$pl->save;
3262	}	3675	}
3263	warn "end emergency player save\n";	3676	warn "emergency_perl_save: end player save\n";
3264		3677
3265	warn "begin emergency map save\n";	3678	warn "emergency_perl_save: begin map save\n";
3266	for my $path (keys %cf::MAP) {	3679	for my $path (keys %cf::MAP) {
3267	my $map = $cf::MAP{$path} or next;	3680	my $map = $cf::MAP{$path} or next;
3268	$map->valid or next;	3681	$map->valid or next;
3269	$map->save;	3682	$map->save;
3270	}	3683	}
3271	warn "end emergency map save\n";	3684	warn "emergency_perl_save: end map save\n";
3272		3685
3273	warn "begin emergency database checkpoint\n";	3686	warn "emergency_perl_save: begin database checkpoint\n";
3274	BDB::db_env_txn_checkpoint $DB_ENV;	3687	BDB::db_env_txn_checkpoint $DB_ENV;
3275	warn "end emergency database checkpoint\n";	3688	warn "emergency_perl_save: end database checkpoint\n";
		3689
		3690	warn "emergency_perl_save: begin write uuid\n";
		3691	write_uuid_sync 1;
		3692	warn "emergency_perl_save: end write uuid\n";
3276	};	3693	};
3277		3694
		3695	warn "emergency_perl_save: starting sync()\n";
		3696	IO::AIO::aio_sync sub {
		3697	warn "emergency_perl_save: finished sync()\n";
		3698	};
		3699
3278	warn "leave emergency perl save\n";	3700	warn "emergency_perl_save: leave\n";
3279	}	3701	}
3280		3702
3281	sub post_cleanup {	3703	sub post_cleanup {
3282	my ($make_core) = @_;	3704	my ($make_core) = @_;
3283		3705
3284	warn Carp::longmess "post_cleanup backtrace"	3706	warn Carp::longmess "post_cleanup backtrace"
3285	if $make_core;	3707	if $make_core;
		3708
		3709	my $fh = pidfile;
		3710	unlink $PIDFILE if <$fh> == $$;
		3711	}
		3712
		3713	# a safer delete_package, copied from Symbol
		3714	sub clear_package($) {
		3715	my $pkg = shift;
		3716
		3717	# expand to full symbol table name if needed
		3718	unless ($pkg =~ /^main::.*::$/) {
		3719	$pkg = "main$pkg" if $pkg =~ /^::/;
		3720	$pkg = "main::$pkg" unless $pkg =~ /^main::/;
		3721	$pkg .= '::' unless $pkg =~ /::$/;
		3722	}
		3723
		3724	my($stem, $leaf) = $pkg =~ m/(.*::)(\w+::)$/;
		3725	my $stem_symtab = *{$stem}{HASH};
		3726
		3727	defined $stem_symtab and exists $stem_symtab->{$leaf}
		3728	or return;
		3729
		3730	# clear all symbols
		3731	my $leaf_symtab = *{$stem_symtab->{$leaf}}{HASH};
		3732	for my $name (keys %$leaf_symtab) {
		3733	_gv_clear *{"$pkg$name"};
		3734	# use PApp::Util; PApp::Util::sv_dump *{"$pkg$name"};
		3735	}
		3736	warn "cleared package $pkg\n";#d#
3286	}	3737	}
3287		3738
3288	sub do_reload_perl() {	3739	sub do_reload_perl() {
3289	# can/must only be called in main	3740	# can/must only be called in main
3290	if ($Coro::current != $Coro::main) {	3741	if ($Coro::current != $Coro::main) {
3291	warn "can only reload from main coroutine";	3742	warn "can only reload from main coroutine";
3292	return;	3743	return;
3293	}	3744	}
3294		3745
		3746	return if $RELOAD++;
		3747
		3748	my $t1 = EV::time;
		3749
		3750	while ($RELOAD) {
3295	warn "reloading...";	3751	warn "reloading...";
3296		3752
3297	warn "entering sync_job";	3753	warn "entering sync_job";
3298		3754
3299	cf::sync_job {	3755	cf::sync_job {
3300	cf::write_runtime; # external watchdog should not bark	3756	cf::write_runtime_sync; # external watchdog should not bark
3301	cf::emergency_save;	3757	cf::emergency_save;
3302	cf::write_runtime; # external watchdog should not bark	3758	cf::write_runtime_sync; # external watchdog should not bark
3303		3759
3304	warn "syncing database to disk";	3760	warn "syncing database to disk";
3305	BDB::db_env_txn_checkpoint $DB_ENV;	3761	BDB::db_env_txn_checkpoint $DB_ENV;
3306		3762
3307	# if anything goes wrong in here, we should simply crash as we already saved	3763	# if anything goes wrong in here, we should simply crash as we already saved
3308		3764
3309	warn "cancelling all WF_AUTOCANCEL watchers";
3310	for (Event::all_watchers) {
3311	$_->cancel if $_->data & WF_AUTOCANCEL;
3312	}
3313
3314	warn "flushing outstanding aio requests";	3765	warn "flushing outstanding aio requests";
3315	for (;;) {
3316	BDB::flush;
3317	IO::AIO::flush;
3318	Coro::cede;
3319	last unless IO::AIO::nreqs || BDB::nreqs;	3766	while (IO::AIO::nreqs || BDB::nreqs) {
3320	warn "iterate...";	3767	Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3321	}
3322
3323	++$RELOAD;
3324
3325	warn "cancelling all extension coros";
3326	$_->cancel for values %EXT_CORO;
3327	%EXT_CORO = ();
3328
3329	warn "removing commands";
3330	%COMMAND = ();
3331
3332	warn "removing ext/exti commands";
3333	%EXTCMD = ();
3334	%EXTICMD = ();
3335
3336	warn "unloading/nuking all extensions";
3337	for my $pkg (@EXTS) {
3338	warn "... unloading $pkg";
3339
3340	if (my $cb = $pkg->can ("unload")) {
3341	eval {
3342	$cb->($pkg);
3343	1
3344	} or warn "$pkg unloaded, but with errors: $@";
3345	}	3768	}
3346		3769
3347	warn "... nuking $pkg";	3770	warn "cancelling all extension coros";
3348	Symbol::delete_package $pkg;	3771	$_->cancel for values %EXT_CORO;
3349	}	3772	%EXT_CORO = ();
3350		3773
3351	warn "unloading all perl modules loaded from $LIBDIR";	3774	warn "removing commands";
3352	while (my ($k, $v) = each %INC) {	3775	%COMMAND = ();
3353	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3354		3776
		3777	warn "removing ext/exti commands";
		3778	%EXTCMD = ();
		3779	%EXTICMD = ();
		3780
		3781	warn "unloading/nuking all extensions";
		3782	for my $pkg (@EXTS) {
3355	warn "... unloading $k";	3783	warn "... unloading $pkg";
3356	delete $INC{$k};
3357		3784
3358	$k =~ s/\.pm$//;
3359	$k =~ s/\//::/g;
3360
3361	if (my $cb = $k->can ("unload_module")) {	3785	if (my $cb = $pkg->can ("unload")) {
		3786	eval {
3362	$cb->();	3787	$cb->($pkg);
		3788	1
		3789	} or warn "$pkg unloaded, but with errors: $@";
		3790	}
		3791
		3792	warn "... clearing $pkg";
		3793	clear_package $pkg;
3363	}	3794	}
3364		3795
3365	Symbol::delete_package $k;	3796	warn "unloading all perl modules loaded from $LIBDIR";
		3797	while (my ($k, $v) = each %INC) {
		3798	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
		3799
		3800	warn "... unloading $k";
		3801	delete $INC{$k};
		3802
		3803	$k =~ s/\.pm$//;
		3804	$k =~ s/\//::/g;
		3805
		3806	if (my $cb = $k->can ("unload_module")) {
		3807	$cb->();
		3808	}
		3809
		3810	clear_package $k;
3366	}	3811	}
3367		3812
3368	warn "getting rid of safe::, as good as possible";	3813	warn "getting rid of safe::, as good as possible";
3369	Symbol::delete_package "safe::$_"	3814	clear_package "safe::$_"
3370	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3815	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3371		3816
3372	warn "unloading cf.pm \"a bit\"";	3817	warn "unloading cf.pm \"a bit\"";
3373	delete $INC{"cf.pm"};	3818	delete $INC{"cf.pm"};
3374	delete $INC{"cf/pod.pm"};	3819	delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3375		3820
3376	# don't, removes xs symbols, too,	3821	# don't, removes xs symbols, too,
3377	# and global variables created in xs	3822	# and global variables created in xs
3378	#Symbol::delete_package __PACKAGE__;	3823	#clear_package __PACKAGE__;
3379		3824
3380	warn "unload completed, starting to reload now";	3825	warn "unload completed, starting to reload now";
3381		3826
3382	warn "reloading cf.pm";	3827	warn "reloading cf.pm";
3383	require cf;	3828	require cf;
3384	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3829	cf::_connect_to_perl_1;
3385		3830
3386	warn "loading config and database again";	3831	warn "loading config and database again";
3387	cf::reload_config;	3832	cf::reload_config;
3388		3833
3389	warn "loading extensions";	3834	warn "loading extensions";
3390	cf::load_extensions;	3835	cf::load_extensions;
3391		3836
		3837	if ($REATTACH_ON_RELOAD) {
3392	warn "reattaching attachments to objects/players";	3838	warn "reattaching attachments to objects/players";
3393	_global_reattach; # objects, sockets	3839	_global_reattach; # objects, sockets
3394	warn "reattaching attachments to maps";	3840	warn "reattaching attachments to maps";
3395	reattach $_ for values %MAP;	3841	reattach $_ for values %MAP;
3396	warn "reattaching attachments to players";	3842	warn "reattaching attachments to players";
3397	reattach $_ for values %PLAYER;	3843	reattach $_ for values %PLAYER;
		3844	}
3398		3845
		3846	warn "running post_init jobs";
		3847	(pop @POST_INIT)->(1) while @POST_INIT;
		3848
3399	warn "leaving sync_job";	3849	warn "leaving sync_job";
3400		3850
3401	1	3851	1
3402	} or do {	3852	} or do {
3403	warn $@;	3853	warn $@;
3404	warn "error while reloading, exiting.";	3854	cf::cleanup "error while reloading, exiting.";
3405	exit 1;
3406	};	3855	};
3407		3856
3408	warn "reloaded";	3857	warn "reloaded";
		3858	--$RELOAD;
		3859	}
		3860
		3861	$t1 = EV::time - $t1;
		3862	warn "reload completed in ${t1}s\n";
3409	};	3863	};
3410		3864
3411	our $RELOAD_WATCHER; # used only during reload	3865	our $RELOAD_WATCHER; # used only during reload
3412		3866
3413	sub reload_perl() {	3867	sub reload_perl() {
3414	# doing reload synchronously and two reloads happen back-to-back,	3868	# doing reload synchronously and two reloads happen back-to-back,
3415	# coro crashes during coro_state_free->destroy here.	3869	# coro crashes during coro_state_free->destroy here.
3416		3870
3417	$RELOAD_WATCHER ||= Event->timer (	3871	$RELOAD_WATCHER ||= cf::async {
3418	reentrant => 0,	3872	Coro::AIO::aio_wait cache_extensions;
3419	after => 0,	3873
3420	data => WF_AUTOCANCEL,	3874	$RELOAD_WATCHER = EV::timer $TICK * 1.5, 0, sub {
3421	cb => sub {
3422	do_reload_perl;	3875	do_reload_perl;
3423	undef $RELOAD_WATCHER;	3876	undef $RELOAD_WATCHER;
3424	},	3877	};
3425	);	3878	};
3426	}	3879	}
3427		3880
3428	register_command "reload" => sub {	3881	register_command "reload" => sub {
3429	my ($who, $arg) = @_;	3882	my ($who, $arg) = @_;
3430		3883
3431	if ($who->flag (FLAG_WIZ)) {	3884	if ($who->flag (FLAG_WIZ)) {
3432	$who->message ("reloading server.");	3885	$who->message ("reloading server.");
		3886	async {
		3887	$Coro::current->{desc} = "perl_reload";
3433	async { reload_perl };	3888	reload_perl;
		3889	};
3434	}	3890	}
3435	};	3891	};
3436		3892
3437	unshift @INC, $LIBDIR;	3893	unshift @INC, $LIBDIR;
3438		3894
…		…
3440		3896
3441	our @WAIT_FOR_TICK;	3897	our @WAIT_FOR_TICK;
3442	our @WAIT_FOR_TICK_BEGIN;	3898	our @WAIT_FOR_TICK_BEGIN;
3443		3899
3444	sub wait_for_tick {	3900	sub wait_for_tick {
3445	return unless $TICK_WATCHER->is_active;
3446	return if $Coro::current == $Coro::main;	3901	return if tick_inhibit || $Coro::current == $Coro::main;
3447		3902
3448	my $signal = new Coro::Signal;	3903	my $signal = new Coro::Signal;
3449	push @WAIT_FOR_TICK, $signal;	3904	push @WAIT_FOR_TICK, $signal;
3450	$signal->wait;	3905	$signal->wait;
3451	}	3906	}
3452		3907
3453	sub wait_for_tick_begin {	3908	sub wait_for_tick_begin {
3454	return unless $TICK_WATCHER->is_active;
3455	return if $Coro::current == $Coro::main;	3909	return if tick_inhibit || $Coro::current == $Coro::main;
3456		3910
3457	my $signal = new Coro::Signal;	3911	my $signal = new Coro::Signal;
3458	push @WAIT_FOR_TICK_BEGIN, $signal;	3912	push @WAIT_FOR_TICK_BEGIN, $signal;
3459	$signal->wait;	3913	$signal->wait;
3460	}	3914	}
3461		3915
3462	$TICK_WATCHER = Event->timer (	3916	sub tick {
3463	reentrant => 0,
3464	parked => 1,
3465	prio => 0,
3466	at => $NEXT_TICK || $TICK,
3467	data => WF_AUTOCANCEL,
3468	cb => sub {
3469	if ($Coro::current != $Coro::main) {	3917	if ($Coro::current != $Coro::main) {
3470	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3918	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3471	unless ++$bug_warning > 10;	3919	unless ++$bug_warning > 10;
3472	return;	3920	return;
3473	}	3921	}
3474		3922
3475	$NOW = $tick_start = Event::time;
3476
3477	cf::server_tick; # one server iteration	3923	cf::server_tick; # one server iteration
3478		3924
3479	$RUNTIME += $TICK;
3480	$NEXT_TICK += $TICK;
3481
3482	if ($NOW >= $NEXT_RUNTIME_WRITE) {	3925	if ($NOW >= $NEXT_RUNTIME_WRITE) {
3483	$NEXT_RUNTIME_WRITE = $NOW + 10;	3926	$NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3484	Coro::async_pool {	3927	Coro::async_pool {
		3928	$Coro::current->{desc} = "runtime saver";
3485	write_runtime	3929	write_runtime_sync
3486	or warn "ERROR: unable to write runtime file: $!";	3930	or warn "ERROR: unable to write runtime file: $!";
3487	};
3488	}	3931	};
		3932	}
3489		3933
3490	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	3934	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3491	$sig->send;	3935	$sig->send;
3492	}	3936	}
3493	while (my $sig = shift @WAIT_FOR_TICK) {	3937	while (my $sig = shift @WAIT_FOR_TICK) {
3494	$sig->send;	3938	$sig->send;
3495	}	3939	}
3496		3940
3497	$NOW = Event::time;	3941	$LOAD = ($NOW - $TICK_START) / $TICK;
3498
3499	# if we are delayed by four ticks or more, skip them all
3500	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3501
3502	$TICK_WATCHER->at ($NEXT_TICK);
3503	$TICK_WATCHER->start;
3504
3505	$LOAD = ($NOW - $tick_start) / $TICK;
3506	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;	3942	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3507		3943
3508	_post_tick;	3944	if (0) {
		3945	if ($NEXT_TICK) {
		3946	my $jitter = $TICK_START - $NEXT_TICK;
		3947	$JITTER = $JITTER * 0.75 + $jitter * 0.25;
		3948	warn "jitter $JITTER\n";#d#
		3949	}
3509	},	3950	}
3510	);	3951	}
3511		3952
3512	{	3953	{
		3954	# configure BDB
		3955
3513	BDB::min_parallel 8;	3956	BDB::min_parallel 8;
3514	BDB::max_poll_time $TICK * 0.1;	3957	BDB::max_poll_reqs $TICK * 0.1;
3515	$BDB_POLL_WATCHER = Event->io (	3958	$AnyEvent::BDB::WATCHER->priority (1);
3516	reentrant => 0,
3517	fd => BDB::poll_fileno,
3518	poll => 'r',
3519	prio => 0,
3520	data => WF_AUTOCANCEL,
3521	cb => \&BDB::poll_cb,
3522	);
3523
3524	BDB::set_sync_prepare {
3525	my $status;
3526	my $current = $Coro::current;
3527	(
3528	sub {
3529	$status = $!;
3530	$current->ready; undef $current;
3531	},
3532	sub {
3533	Coro::schedule while defined $current;
3534	$! = $status;
3535	},
3536	)
3537	};
3538		3959
3539	unless ($DB_ENV) {	3960	unless ($DB_ENV) {
3540	$DB_ENV = BDB::db_env_create;	3961	$DB_ENV = BDB::db_env_create;
3541	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC	3962	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
3542	| BDB::LOG_AUTOREMOVE, 1);	3963	$DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
		3964	$DB_ENV->log_set_config (&BDB::LOG_AUTO_REMOVE) if BDB::VERSION v4.7;
3543	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);	3965	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3544	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);	3966	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3545		3967
3546	cf::sync_job {	3968	cf::sync_job {
3547	eval {	3969	eval {
…		…
3557		3979
3558	cf::cleanup "db_env_open(db): $@" if $@;	3980	cf::cleanup "db_env_open(db): $@" if $@;
3559	};	3981	};
3560	}	3982	}
3561		3983
3562	$BDB_DEADLOCK_WATCHER = Event->timer (	3984	$BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3563	after => 3,
3564	interval => 1,
3565	hard => 1,
3566	prio => 0,
3567	data => WF_AUTOCANCEL,
3568	cb => sub {
3569	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };	3985	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3570	},
3571	);	3986	};
3572	$BDB_CHECKPOINT_WATCHER = Event->timer (	3987	$BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3573	after => 11,
3574	interval => 60,
3575	hard => 1,
3576	prio => 0,
3577	data => WF_AUTOCANCEL,
3578	cb => sub {
3579	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };	3988	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3580	},
3581	);	3989	};
3582	$BDB_TRICKLE_WATCHER = Event->timer (	3990	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3583	after => 5,
3584	interval => 10,
3585	hard => 1,
3586	prio => 0,
3587	data => WF_AUTOCANCEL,
3588	cb => sub {
3589	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };	3991	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3590	},
3591	);	3992	};
3592	}	3993	}
3593		3994
3594	{	3995	{
		3996	# configure IO::AIO
		3997
3595	IO::AIO::min_parallel 8;	3998	IO::AIO::min_parallel 8;
3596
3597	undef $Coro::AIO::WATCHER;
3598	IO::AIO::max_poll_time $TICK * 0.1;	3999	IO::AIO::max_poll_time $TICK * 0.1;
3599	$AIO_POLL_WATCHER = Event->io (	4000	undef $AnyEvent::AIO::WATCHER;
3600	reentrant => 0,
3601	data => WF_AUTOCANCEL,
3602	fd => IO::AIO::poll_fileno,
3603	poll => 'r',
3604	prio => 6,
3605	cb => \&IO::AIO::poll_cb,
3606	);
3607	}	4001	}
3608		4002
3609	my $_log_backtrace;	4003	my $_log_backtrace;
3610		4004
3611	sub _log_backtrace {	4005	sub _log_backtrace {
…		…
3614	$msg =~ s/\n//;	4008	$msg =~ s/\n//;
3615		4009
3616	# limit the # of concurrent backtraces	4010	# limit the # of concurrent backtraces
3617	if ($_log_backtrace < 2) {	4011	if ($_log_backtrace < 2) {
3618	++$_log_backtrace;	4012	++$_log_backtrace;
		4013	my $perl_bt = Carp::longmess $msg;
3619	async {	4014	async {
		4015	$Coro::current->{desc} = "abt $msg";
		4016
3620	my @bt = fork_call {	4017	my @bt = fork_call {
3621	@addr = map { sprintf "%x", $_ } @addr;	4018	@addr = map { sprintf "%x", $_ } @addr;
3622	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;	4019	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3623	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"	4020	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3624	or die "addr2line: $!";	4021	or die "addr2line: $!";
…		…
3632	}	4029	}
3633		4030
3634	@funcs	4031	@funcs
3635	};	4032	};
3636		4033
3637	LOG llevInfo, "[ABT] $msg\n";	4034	LOG llevInfo, "[ABT] $perl_bt\n";
		4035	LOG llevInfo, "[ABT] --- C backtrace follows ---\n";
3638	LOG llevInfo, "[ABT] $_\n" for @bt;	4036	LOG llevInfo, "[ABT] $_\n" for @bt;
3639	--$_log_backtrace;	4037	--$_log_backtrace;
3640	};	4038	};
3641	} else {	4039	} else {
3642	LOG llevInfo, "[ABT] $msg\n";	4040	LOG llevInfo, "[ABT] $msg\n";
3643	LOG llevInfo, "[ABT] [suppressed]\n";	4041	LOG llevInfo, "[ABT] [suppressed]\n";
3644	}	4042	}
3645	}	4043	}
3646		4044
3647	# load additional modules	4045	# load additional modules
3648	use cf::pod;	4046	require "cf/$_.pm" for @EXTRA_MODULES;
		4047	cf::_connect_to_perl_2;
3649		4048
3650	END { cf::emergency_save }	4049	END { cf::emergency_save }
3651		4050
3652	1	4051	1
3653		4052

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines