ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.202 by root, Mon Jan 29 20:16:28 2007 UTC vs.
Revision 1.306 by root, Sat Jul 14 14:33:30 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.5 ();	15	use Coro 3.61 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
19		24
		25	use JSON::XS 1.4 ();
		26	use BDB ();
20	use Data::Dumper;	27	use Data::Dumper;
21	use Digest::MD5;	28	use Digest::MD5;
22	use Fcntl;	29	use Fcntl;
		30	use YAML::Syck ();
23	use IO::AIO 2.32 ();	31	use IO::AIO 2.32 ();
24	use YAML::Syck ();
25	use Time::HiRes;	32	use Time::HiRes;
		33	use Compress::LZF;
		34	use Digest::MD5 ();
26		35
		36	# configure various modules to our taste
		37	#
		38	$Storable::canonical = 1; # reduce rsync transfers
		39	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		40	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		41
27	use Event; $Event::Eval = 1; # no idea why this is required, but it is	42	$Event::Eval = 1; # no idea why this is required, but it is
28
29	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30		43
31	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	44	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32	$YAML::Syck::ImplicitUnicode = 1;	45	$YAML::Syck::ImplicitUnicode = 1;
33		46
34	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	47	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35		48
		49	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		50
36	our %COMMAND = ();	51	our %COMMAND = ();
37	our %COMMAND_TIME = ();	52	our %COMMAND_TIME = ();
38		53
39	our @EXTS = (); # list of extension package names	54	our @EXTS = (); # list of extension package names
40	our %EXTCMD = ();	55	our %EXTCMD = ();
		56	our %EXTICMD = ();
41	our %EXT_CORO = (); # coroutines bound to extensions	57	our %EXT_CORO = (); # coroutines bound to extensions
42	our %EXT_MAP = (); # pluggable maps	58	our %EXT_MAP = (); # pluggable maps
43		59
		60	our $RELOAD; # number of reloads so far
44	our @EVENT;	61	our @EVENT;
45	our $LIBDIR = datadir . "/ext";
46		62
47	our $TICK = MAX_TIME * 1e-6;	63	our $CONFDIR = confdir;
		64	our $DATADIR = datadir;
		65	our $LIBDIR = "$DATADIR/ext";
		66	our $PODDIR = "$DATADIR/pod";
		67	our $MAPDIR = "$DATADIR/" . mapdir;
		68	our $LOCALDIR = localdir;
		69	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		70	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		71	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		72	our $RANDOMDIR = "$LOCALDIR/random";
		73	our $BDBDIR = "$LOCALDIR/db";
		74
		75	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48	our $TICK_WATCHER;	76	our $TICK_WATCHER;
49	our $AIO_POLL_WATCHER;	77	our $AIO_POLL_WATCHER;
50	our $WRITE_RUNTIME_WATCHER;	78	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51	our $NEXT_TICK;	79	our $NEXT_TICK;
52	our $NOW;	80	our $NOW;
		81	our $USE_FSYNC = 1; # use fsync to write maps - default off
		82
		83	our $BDB_POLL_WATCHER;
		84	our $DB_ENV;
53		85
54	our %CFG;	86	our %CFG;
55		87
56	our $UPTIME; $UPTIME ||= time;	88	our $UPTIME; $UPTIME ||= time;
57	our $RUNTIME;	89	our $RUNTIME;
58		90
59	our %PLAYER; # all users	91	our %PLAYER; # all users
60	our %MAP; # all maps	92	our %MAP; # all maps
61	our $LINK_MAP; # the special {link} map, which is always available	93	our $LINK_MAP; # the special {link} map, which is always available
62	our $RANDOM_MAPS = cf::localdir . "/random";
63
64	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
65	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
66		94
67	# used to convert map paths into valid unix filenames by replacing / by ∕	95	# used to convert map paths into valid unix filenames by replacing / by ∕
68	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	96	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
69		97
		98	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		99	our $LOADAVG; # same thing, but with alpha-smoothing
		100	our $tick_start; # for load detecting purposes
		101
70	binmode STDOUT;	102	binmode STDOUT;
71	binmode STDERR;	103	binmode STDERR;
72		104
73	# read virtual server time, if available	105	# read virtual server time, if available
74	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	106	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
75	open my $fh, "<", cf::localdir . "/runtime"	107	open my $fh, "<", "$LOCALDIR/runtime"
76	or die "unable to read runtime file: $!";	108	or die "unable to read runtime file: $!";
77	$RUNTIME = <$fh> + 0.;	109	$RUNTIME = <$fh> + 0.;
78	}	110	}
79		111
80	mkdir cf::localdir;	112	mkdir $_
81	mkdir cf::localdir . "/" . cf::playerdir;	113	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
82	mkdir cf::localdir . "/" . cf::tmpdir;
83	mkdir cf::localdir . "/" . cf::uniquedir;
84	mkdir $RANDOM_MAPS;
85		114
86	our $EMERGENCY_POSITION;	115	our $EMERGENCY_POSITION;
87		116
88	sub cf::map::normalise;	117	sub cf::map::normalise;
89		118
…		…
100	=item $cf::RUNTIME	129	=item $cf::RUNTIME
101		130
102	The time this server has run, starts at 0 and is increased by $cf::TICK on	131	The time this server has run, starts at 0 and is increased by $cf::TICK on
103	every server tick.	132	every server tick.
104		133
105	=item $cf::LIBDIR	134	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		135	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		136	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
106		137
107	The perl library directory, where extensions and cf-specific modules can	138	Various directories - "/etc", read-only install directory, perl-library
108	be found. It will be added to C<@INC> automatically.	139	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		140	unique-items directory, player file directory, random maps directory and
		141	database environment.
109		142
110	=item $cf::NOW	143	=item $cf::NOW
111		144
112	The time of the last (current) server tick.	145	The time of the last (current) server tick.
113		146
114	=item $cf::TICK	147	=item $cf::TICK
115		148
116	The interval between server ticks, in seconds.	149	The interval between server ticks, in seconds.
		150
		151	=item $cf::LOADAVG
		152
		153	The current CPU load on the server (alpha-smoothed), as a value between 0
		154	(none) and 1 (overloaded), indicating how much time is spent on processing
		155	objects per tick. Healthy values are < 0.5.
		156
		157	=item $cf::LOAD
		158
		159	The raw value load value from the last tick.
117		160
118	=item %cf::CFG	161	=item %cf::CFG
119		162
120	Configuration for the server, loaded from C</etc/crossfire/config>, or	163	Configuration for the server, loaded from C</etc/crossfire/config>, or
121	from wherever your confdir points to.	164	from wherever your confdir points to.
122		165
123	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	166	=item cf::wait_for_tick, cf::wait_for_tick_begin
124		167
125	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	168	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
126	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	169	returns directly I<after> the tick processing (and consequently, can only wake one process
127	processing has been done. Call C<< ->wait >> on them to maximise the	170	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
128	window of cpu time available, or simply to synchronise to the server tick.
129		171
130	=back	172	=back
131		173
132	=cut	174	=cut
133		175
134	BEGIN {	176	BEGIN {
135	*CORE::GLOBAL::warn = sub {	177	*CORE::GLOBAL::warn = sub {
136	my $msg = join "", @_;	178	my $msg = join "", @_;
137	utf8::encode $msg;
138		179
139	$msg .= "\n"	180	$msg .= "\n"
140	unless $msg =~ /\n$/;	181	unless $msg =~ /\n$/;
141		182
		183	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		184
		185	utf8::encode $msg;
142	LOG llevError, $msg;	186	LOG llevError, $msg;
143	};	187	};
144	}	188	}
145		189
146	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	190	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
147	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	191	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
148	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	192	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
149	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	193	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
150	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	194	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		195	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
151	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	196	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
152		197
153	# we bless all objects into (empty) derived classes to force a method lookup	198	# we bless all objects into (empty) derived classes to force a method lookup
154	# within the Safe compartment.	199	# within the Safe compartment.
155	for my $pkg (qw(	200	for my $pkg (qw(
156	cf::global cf::attachable	201	cf::global cf::attachable
…		…
164	}	209	}
165		210
166	$Event::DIED = sub {	211	$Event::DIED = sub {
167	warn "error in event callback: @_";	212	warn "error in event callback: @_";
168	};	213	};
		214
		215	#############################################################################
169		216
170	=head2 UTILITY FUNCTIONS	217	=head2 UTILITY FUNCTIONS
171		218
172	=over 4	219	=over 4
173		220
…		…
192	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	239	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
193	$d	240	$d
194	} || "[unable to dump $_[0]: '$@']";	241	} || "[unable to dump $_[0]: '$@']";
195	}	242	}
196		243
197	use JSON::Syck (); # TODO# replace by JSON::PC once working
198
199	=item $ref = cf::from_json $json	244	=item $ref = cf::from_json $json
200		245
201	Converts a JSON string into the corresponding perl data structure.	246	Converts a JSON string into the corresponding perl data structure.
202		247
203	=cut
204
205	sub from_json($) {
206	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
207	JSON::Syck::Load $_[0]
208	}
209
210	=item $json = cf::to_json $ref	248	=item $json = cf::to_json $ref
211		249
212	Converts a perl data structure into its JSON representation.	250	Converts a perl data structure into its JSON representation.
213		251
214	=cut	252	=cut
215		253
216	sub to_json($) {	254	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
217	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	255
218	JSON::Syck::Dump $_[0]	256	sub to_json ($) { $json_coder->encode ($_[0]) }
219	}	257	sub from_json ($) { $json_coder->decode ($_[0]) }
220		258
221	=item cf::lock_wait $string	259	=item cf::lock_wait $string
222		260
223	Wait until the given lock is available. See cf::lock_acquire.	261	Wait until the given lock is available. See cf::lock_acquire.
224		262
…		…
230	returned.	268	returned.
231		269
232	Lock names should begin with a unique identifier (for example, cf::map::find	270	Lock names should begin with a unique identifier (for example, cf::map::find
233	uses map_find and cf::map::load uses map_load).	271	uses map_find and cf::map::load uses map_load).
234		272
		273	=item $locked = cf::lock_active $string
		274
		275	Return true if the lock is currently active, i.e. somebody has locked it.
		276
235	=cut	277	=cut
236		278
237	our %LOCK;	279	our %LOCK;
238		280
239	sub lock_wait($) {	281	sub lock_wait($) {
…		…
258	# wake up all waiters, to be on the safe side	300	# wake up all waiters, to be on the safe side
259	$_->ready for @{ delete $LOCK{$key} };	301	$_->ready for @{ delete $LOCK{$key} };
260	}	302	}
261	}	303	}
262		304
		305	sub lock_active($) {
		306	my ($key) = @_;
		307
		308	! ! $LOCK{$key}
		309	}
		310
263	sub freeze_mainloop {	311	sub freeze_mainloop {
264	return unless $TICK_WATCHER->is_active;	312	return unless $TICK_WATCHER->is_active;
265		313
266	my $guard = Coro::guard {	314	my $guard = Coro::guard {
267	$TICK_WATCHER->start;	315	$TICK_WATCHER->start;
268	$WRITE_RUNTIME_WATCHER->start;
269	};	316	};
270	$WRITE_RUNTIME_WATCHER->stop;
271	$TICK_WATCHER->stop;	317	$TICK_WATCHER->stop;
272	$guard	318	$guard
273	}	319	}
274		320
275	=item cf::async { BLOCK }	321	=item cf::async { BLOCK }
…		…
282		328
283	BEGIN { *async = \&Coro::async_pool }	329	BEGIN { *async = \&Coro::async_pool }
284		330
285	=item cf::sync_job { BLOCK }	331	=item cf::sync_job { BLOCK }
286		332
287	The design of crossfire+ requires that the main coro ($Coro::main) is	333	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
288	always able to handle events or runnable, as crossfire+ is only partly	334	is always able to handle events or runnable, as Crossfire TRT is only
289	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	335	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		336	acceptable.
290		337
291	If it must be done, put the blocking parts into C<sync_job>. This will run	338	If it must be done, put the blocking parts into C<sync_job>. This will run
292	the given BLOCK in another coroutine while waiting for the result. The	339	the given BLOCK in another coroutine while waiting for the result. The
293	server will be frozen during this time, so the block should either finish	340	server will be frozen during this time, so the block should either finish
294	fast or be very important.	341	fast or be very important.
…		…
297		344
298	sub sync_job(&) {	345	sub sync_job(&) {
299	my ($job) = @_;	346	my ($job) = @_;
300		347
301	if ($Coro::current == $Coro::main) {	348	if ($Coro::current == $Coro::main) {
		349	my $time = Event::time;
		350
302	# this is the main coro, too bad, we have to block	351	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	352	# till the operation succeeds, freezing the server :/
304		353
305	# TODO: use suspend/resume instead	354	# TODO: use suspend/resume instead
306	# (but this is cancel-safe)	355	# (but this is cancel-safe)
…		…
317		366
318	while ($busy) {	367	while ($busy) {
319	Coro::cede or Event::one_event;	368	Coro::cede or Event::one_event;
320	}	369	}
321		370
		371	$time = Event::time - $time;
		372
		373	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		374	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		375
		376	$tick_start += $time; # do not account sync jobs to server load
		377
322	wantarray ? @res : $res[0]	378	wantarray ? @res : $res[0]
323	} else {	379	} else {
324	# we are in another coroutine, how wonderful, everything just works	380	# we are in another coroutine, how wonderful, everything just works
325		381
326	$job->()	382	$job->()
…		…
345	$EXT_CORO{$coro+0} = $coro;	401	$EXT_CORO{$coro+0} = $coro;
346		402
347	$coro	403	$coro
348	}	404	}
349		405
350	sub write_runtime {	406	=item fork_call { }, $args
351	my $runtime = cf::localdir . "/runtime";
352		407
353	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	408	Executes the given code block with the given arguments in a seperate
354	or return;	409	process, returning the results. Everything must be serialisable with
		410	Coro::Storable. May, of course, block. Note that the executed sub may
		411	never block itself or use any form of Event handling.
355		412
356	my $value = $cf::RUNTIME + 90 + 10;	413	=cut
357	# 10 is the runtime save interval, for a monotonic clock
358	# 60 allows for the watchdog to kill the server.
359		414
360	(aio_write $fh, 0, (length $value), $value, 0) <= 0	415	sub _store_scalar {
361	and return;	416	open my $fh, ">", \my $buf
362		417	or die "fork_call: cannot open fh-to-buf in child : $!";
363	aio_fsync $fh	418	Storable::store_fd $_[0], $fh;
364	and return;
365
366	close $fh	419	close $fh;
367	or return;
368		420
369	aio_rename "$runtime~", $runtime	421	$buf
370	and return;	422	}
371		423
		424	sub fork_call(&@) {
		425	my ($cb, @args) = @_;
		426
		427	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		428	# or die "socketpair: $!";
		429	pipe my $fh1, my $fh2
		430	or die "pipe: $!";
		431
		432	if (my $pid = fork) {
		433	close $fh2;
		434
		435	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		436	warn "pst<$res>" unless $res =~ /^pst/;
		437	$res = Coro::Storable::thaw $res;
		438
		439	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		440
		441	Carp::confess $$res unless "ARRAY" eq ref $res;
		442
		443	return wantarray ? @$res : $res->[-1];
		444	} else {
		445	reset_signals;
		446	local $SIG{__WARN__};
		447	local $SIG{__DIE__};
		448	# just in case, this hack effectively disables event
		449	# in the child. cleaner and slower would be canceling all watchers,
		450	# but this works for the time being.
		451	local $Coro::idle;
		452	$Coro::current->prio (Coro::PRIO_MAX);
		453
		454	eval {
		455	close $fh1;
		456
		457	my @res = eval { $cb->(@args) };
		458
		459	syswrite $fh2, _store_scalar $@ ? \"$@" : \@res;
		460	close $fh2;
		461	};
		462
		463	warn $@ if $@;
		464	_exit 0;
372	1	465	}
		466	}
		467
		468	=item $value = cf::db_get $family => $key
		469
		470	Returns a single value from the environment database.
		471
		472	=item cf::db_put $family => $key => $value
		473
		474	Stores the given C<$value> in the family. It can currently store binary
		475	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		476
		477	=cut
		478
		479	our $DB;
		480
		481	sub db_init {
		482	unless ($DB) {
		483	$DB = BDB::db_create $DB_ENV;
		484
		485	cf::sync_job {
		486	eval {
		487	$DB->set_flags (BDB::CHKSUM);
		488
		489	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		490	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		491	cf::cleanup "db_open(db): $!" if $!;
		492	};
		493	cf::cleanup "db_open(db): $@" if $@;
		494	};
		495	}
		496	}
		497
		498	sub db_get($$) {
		499	my $key = "$_[0]/$_[1]";
		500
		501	cf::sync_job {
		502	BDB::db_get $DB, undef, $key, my $data;
		503
		504	$! ? ()
		505	: $data
		506	}
		507	}
		508
		509	sub db_put($$$) {
		510	BDB::dbreq_pri 4;
		511	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		512	}
		513
		514	=item cf::cache $id => [$paths...], $processversion => $process
		515
		516	Generic caching function that returns the value of the resource $id,
		517	caching and regenerating as required.
		518
		519	This function can block.
		520
		521	=cut
		522
		523	sub cache {
		524	my ($id, $src, $processversion, $process) = @_;
		525
		526	my $meta =
		527	join "\x00",
		528	$processversion,
		529	map {
		530	aio_stat $_
		531	and Carp::croak "$_: $!";
		532
		533	($_, (stat _)[7,9])
		534	} @$src;
		535
		536	my $dbmeta = db_get cache => "$id/meta";
		537	if ($dbmeta ne $meta) {
		538	# changed, we may need to process
		539
		540	my @data;
		541	my $md5;
		542
		543	for (0 .. $#$src) {
		544	0 <= aio_load $src->[$_], $data[$_]
		545	or Carp::croak "$src->[$_]: $!";
		546	}
		547
		548	# if processing is expensive, check
		549	# checksum first
		550	if (1) {
		551	$md5 =
		552	join "\x00",
		553	$processversion,
		554	map {
		555	Coro::cede;
		556	($src->[$_], Digest::MD5::md5_hex $data[$_])
		557	} 0.. $#$src;
		558
		559
		560	my $dbmd5 = db_get cache => "$id/md5";
		561	if ($dbmd5 eq $md5) {
		562	db_put cache => "$id/meta", $meta;
		563
		564	return db_get cache => "$id/data";
		565	}
		566	}
		567
		568	my $t1 = Time::HiRes::time;
		569	my $data = $process->(\@data);
		570	my $t2 = Time::HiRes::time;
		571
		572	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		573
		574	db_put cache => "$id/data", $data;
		575	db_put cache => "$id/md5" , $md5;
		576	db_put cache => "$id/meta", $meta;
		577
		578	return $data;
		579	}
		580
		581	db_get cache => "$id/data"
		582	}
		583
		584	=item cf::datalog type => key => value, ...
		585
		586	Log a datalog packet of the given type with the given key-value pairs.
		587
		588	=cut
		589
		590	sub datalog($@) {
		591	my ($type, %kv) = @_;
		592	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
373	}	593	}
374		594
375	=back	595	=back
376		596
377	=cut	597	=cut
…		…
384	attach callbacks/event handlers (a collection of which is called an "attachment")	604	attach callbacks/event handlers (a collection of which is called an "attachment")
385	to it. All such attachable objects support the following methods.	605	to it. All such attachable objects support the following methods.
386		606
387	In the following description, CLASS can be any of C<global>, C<object>	607	In the following description, CLASS can be any of C<global>, C<object>
388	C<player>, C<client> or C<map> (i.e. the attachable objects in	608	C<player>, C<client> or C<map> (i.e. the attachable objects in
389	crossfire+).	609	Crossfire TRT).
390		610
391	=over 4	611	=over 4
392		612
393	=item $attachable->attach ($attachment, key => $value...)	613	=item $attachable->attach ($attachment, key => $value...)
394		614
…		…
557	$registry = $CB_TYPE[$object_type] ||= [];	777	$registry = $CB_TYPE[$object_type] ||= [];
558		778
559	} elsif ($type eq "subtype") {	779	} elsif ($type eq "subtype") {
560	defined $object_type or Carp::croak "subtype specified without type";	780	defined $object_type or Carp::croak "subtype specified without type";
561	my $object_subtype = shift @arg;	781	my $object_subtype = shift @arg;
562	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	782	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
563		783
564	} elsif ($type eq "package") {	784	} elsif ($type eq "package") {
565	my $pkg = shift @arg;	785	my $pkg = shift @arg;
566		786
567	while (my ($name, $id) = each %cb_id) {	787	while (my ($name, $id) = each %cb_id) {
…		…
596	_attach $registry, $klass, @attach;	816	_attach $registry, $klass, @attach;
597	}	817	}
598		818
599	$obj->{$name} = \%arg;	819	$obj->{$name} = \%arg;
600	} else {	820	} else {
601	warn "object uses attachment '$name' that is not available, postponing.\n";	821	warn "object uses attachment '$name' which is not available, postponing.\n";
602	}	822	}
603		823
604	$obj->{_attachment}{$name} = undef;	824	$obj->{_attachment}{$name} = undef;
605	}	825	}
606		826
…		…
608	if (ref $_[0]) {	828	if (ref $_[0]) {
609	_object_attach @_;	829	_object_attach @_;
610	} else {	830	} else {
611	_attach shift->_attach_registry, @_;	831	_attach shift->_attach_registry, @_;
612	}	832	}
		833	_recalc_want;
613	};	834	};
614		835
615	# all those should be optimised	836	# all those should be optimised
616	sub cf::attachable::detach {	837	sub cf::attachable::detach {
617	my ($obj, $name) = @_;	838	my ($obj, $name) = @_;
…		…
620	delete $obj->{_attachment}{$name};	841	delete $obj->{_attachment}{$name};
621	reattach ($obj);	842	reattach ($obj);
622	} else {	843	} else {
623	Carp::croak "cannot, currently, detach class attachments";	844	Carp::croak "cannot, currently, detach class attachments";
624	}	845	}
		846	_recalc_want;
625	};	847	};
626		848
627	sub cf::attachable::attached {	849	sub cf::attachable::attached {
628	my ($obj, $name) = @_;	850	my ($obj, $name) = @_;
629		851
…		…
752	$filename, length $$rdata, scalar @$objs;	974	$filename, length $$rdata, scalar @$objs;
753		975
754	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	976	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
755	chmod SAVE_MODE, $fh;	977	chmod SAVE_MODE, $fh;
756	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	978	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
757	aio_fsync $fh;	979	aio_fsync $fh if $cf::USE_FSYNC;
758	close $fh;	980	close $fh;
759		981
760	if (@$objs) {	982	if (@$objs) {
761	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	983	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
762	chmod SAVE_MODE, $fh;	984	chmod SAVE_MODE, $fh;
763	my $data = Storable::nfreeze { version => 1, objs => $objs };	985	my $data = Storable::nfreeze { version => 1, objs => $objs };
764	aio_write $fh, 0, (length $data), $data, 0;	986	aio_write $fh, 0, (length $data), $data, 0;
765	aio_fsync $fh;	987	aio_fsync $fh if $cf::USE_FSYNC;
766	close $fh;	988	close $fh;
767	aio_rename "$filename.pst~", "$filename.pst";	989	aio_rename "$filename.pst~", "$filename.pst";
768	}	990	}
769	} else {	991	} else {
770	aio_unlink "$filename.pst";	992	aio_unlink "$filename.pst";
…		…
776	}	998	}
777	} else {	999	} else {
778	aio_unlink $filename;	1000	aio_unlink $filename;
779	aio_unlink "$filename.pst";	1001	aio_unlink "$filename.pst";
780	}	1002	}
781
782	#d##TODO# nuke non .map-files if exist
783	if ($filename =~ s/\.map$//) {
784	aio_unlink $filename;
785	aio_unlink "$filename.pst";
786	}
787	}	1003	}
788	}	1004	}
789		1005
790	sub object_freezer_as_string {	1006	sub object_freezer_as_string {
791	my ($rdata, $objs) = @_;	1007	my ($rdata, $objs) = @_;
…		…
797		1013
798	sub object_thawer_load {	1014	sub object_thawer_load {
799	my ($filename) = @_;	1015	my ($filename) = @_;
800		1016
801	my ($data, $av);	1017	my ($data, $av);
802
803	#d#TODO remove .map if file does not exist
804	aio_stat $filename and $filename =~ s/\.map$//;
805		1018
806	(aio_load $filename, $data) >= 0	1019	(aio_load $filename, $data) >= 0
807	or return;	1020	or return;
808		1021
809	unless (aio_stat "$filename.pst") {	1022	unless (aio_stat "$filename.pst") {
…		…
811	or return;	1024	or return;
812	$av = eval { (Storable::thaw $av)->{objs} };	1025	$av = eval { (Storable::thaw $av)->{objs} };
813	}	1026	}
814		1027
815	warn sprintf "loading %s (%d)\n",	1028	warn sprintf "loading %s (%d)\n",
816	$filename, length $data, scalar @{$av || []};#d#	1029	$filename, length $data, scalar @{$av || []};
817	return ($data, $av);	1030	return ($data, $av);
818	}	1031	}
		1032
		1033	=head2 COMMAND CALLBACKS
		1034
		1035	=over 4
		1036
		1037	=cut
819		1038
820	#############################################################################	1039	#############################################################################
821	# command handling &c	1040	# command handling &c
822		1041
823	=item cf::register_command $name => \&callback($ob,$args);	1042	=item cf::register_command $name => \&callback($ob,$args);
…		…
836	push @{ $COMMAND{$name} }, [$caller, $cb];	1055	push @{ $COMMAND{$name} }, [$caller, $cb];
837	}	1056	}
838		1057
839	=item cf::register_extcmd $name => \&callback($pl,$packet);	1058	=item cf::register_extcmd $name => \&callback($pl,$packet);
840		1059
841	Register a callbackf ro execution when the client sends an extcmd packet.	1060	Register a callback for execution when the client sends an (synchronous)
		1061	extcmd packet. Ext commands will be processed in the order they are
		1062	received by the server, like other user commands. The first argument is
		1063	the logged-in player. Ext commands can only be processed after a player
		1064	has logged in successfully.
842		1065
843	If the callback returns something, it is sent back as if reply was being	1066	If the callback returns something, it is sent back as if reply was being
844	called.	1067	called.
845		1068
		1069	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1070
		1071	Register a callback for execution when the client sends an (asynchronous)
		1072	exticmd packet. Exti commands are processed by the server as soon as they
		1073	are received, i.e. out of order w.r.t. other commands. The first argument
		1074	is a client socket. Exti commands can be received anytime, even before
		1075	log-in.
		1076
		1077	If the callback returns something, it is sent back as if reply was being
		1078	called.
		1079
846	=cut	1080	=cut
847		1081
848	sub register_extcmd {	1082	sub register_extcmd {
849	my ($name, $cb) = @_;	1083	my ($name, $cb) = @_;
850		1084
851	$EXTCMD{$name} = $cb;	1085	$EXTCMD{$name} = $cb;
		1086	}
		1087
		1088	sub register_exticmd {
		1089	my ($name, $cb) = @_;
		1090
		1091	$EXTICMD{$name} = $cb;
852	}	1092	}
853		1093
854	cf::player->attach (	1094	cf::player->attach (
855	on_command => sub {	1095	on_command => sub {
856	my ($pl, $name, $params) = @_;	1096	my ($pl, $name, $params) = @_;
…		…
865	cf::override;	1105	cf::override;
866	},	1106	},
867	on_extcmd => sub {	1107	on_extcmd => sub {
868	my ($pl, $buf) = @_;	1108	my ($pl, $buf) = @_;
869		1109
870	my $msg = eval { from_json $buf };	1110	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
871		1111
872	if (ref $msg) {	1112	if (ref $msg) {
873	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1113	if (my $cb = $EXTCMD{$msg->{msgtype}}) {
874	if (my %reply = $cb->($pl, $msg)) {	1114	if (my %reply = $cb->($pl, $msg)) {
875	$pl->ext_reply ($msg->{msgid}, %reply);	1115	$pl->ext_reply ($msg->{msgid}, %reply);
…		…
881		1121
882	cf::override;	1122	cf::override;
883	},	1123	},
884	);	1124	);
885		1125
886	sub load_extension {
887	my ($path) = @_;
888
889	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
890	my $base = $1;
891	my $pkg = $1;
892	$pkg =~ s/[^[:word:]]/_/g;
893	$pkg = "ext::$pkg";
894
895	warn "... loading '$path' into '$pkg'\n";
896
897	open my $fh, "<:utf8", $path
898	or die "$path: $!";
899
900	my $source =
901	"package $pkg; use strict; use utf8;\n"
902	. "#line 1 \"$path\"\n{\n"
903	. (do { local $/; <$fh> })
904	. "\n};\n1";
905
906	unless (eval $source) {
907	my $msg = $@ ? "$path: $@\n"
908	: "extension disabled.\n";
909	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
910	warn $@;
911	warn "mandatory extension failed to load, exiting.\n";
912	exit 1;
913	}
914	die $@;
915	}
916
917	push @EXTS, $pkg;
918	}
919
920	sub load_extensions {	1126	sub load_extensions {
		1127	cf::sync_job {
		1128	my %todo;
		1129
921	for my $ext (<$LIBDIR/*.ext>) {	1130	for my $path (<$LIBDIR/*.ext>) {
922	next unless -r $ext;	1131	next unless -r $path;
923	eval {	1132
924	load_extension $ext;	1133	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1134	my $base = $1;
		1135	my $pkg = $1;
		1136	$pkg =~ s/[^[:word:]]/_/g;
		1137	$pkg = "ext::$pkg";
		1138
		1139	open my $fh, "<:utf8", $path
		1140	or die "$path: $!";
		1141
		1142	my $source = do { local $/; <$fh> };
		1143
		1144	my %ext = (
		1145	path => $path,
		1146	base => $base,
		1147	pkg => $pkg,
		1148	);
		1149
		1150	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1151	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1152
		1153	$ext{source} =
		1154	"package $pkg; use strict; use utf8;\n"
		1155	. "#line 1 \"$path\"\n{\n"
		1156	. $source
		1157	. "\n};\n1";
		1158
		1159	$todo{$base} = \%ext;
		1160	}
		1161
		1162	my %done;
		1163	while (%todo) {
		1164	my $progress;
		1165
		1166	while (my ($k, $v) = each %todo) {
		1167	for (split /,\s*/, $v->{meta}{depends}) {
		1168	goto skip
		1169	unless exists $done{$_};
		1170	}
		1171
		1172	warn "... loading '$k' into '$v->{pkg}'\n";
		1173
		1174	unless (eval $v->{source}) {
		1175	my $msg = $@ ? "$v->{path}: $@\n"
		1176	: "$v->{base}: extension inactive.\n";
		1177
		1178	if (exists $v->{meta}{mandatory}) {
		1179	warn $msg;
		1180	warn "mandatory extension failed to load, exiting.\n";
		1181	exit 1;
		1182	}
		1183
		1184	warn $msg;
		1185	}
		1186
		1187	$done{$k} = delete $todo{$k};
		1188	push @EXTS, $v->{pkg};
		1189	$progress = 1;
925	1	1190	}
926	} or warn "$ext not loaded: $@";	1191
		1192	skip:
		1193	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1194	unless $progress;
		1195	}
927	}	1196	};
928	}	1197	}
929		1198
930	#############################################################################	1199	#############################################################################
931		1200
		1201	=back
		1202
932	=head2 CORE EXTENSIONS	1203	=head2 CORE EXTENSIONS
933		1204
934	Functions and methods that extend core crossfire objects.	1205	Functions and methods that extend core crossfire objects.
935		1206
936	=cut	1207	=cut
…		…
948	Returns the given player object, loading it if necessary (might block).	1219	Returns the given player object, loading it if necessary (might block).
949		1220
950	=cut	1221	=cut
951		1222
952	sub playerdir($) {	1223	sub playerdir($) {
953	cf::localdir	1224	"$PLAYERDIR/"
954	. "/"
955	. cf::playerdir
956	. "/"
957	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1225	. (ref $_[0] ? $_[0]->ob->name : $_[0])
958	}	1226	}
959		1227
960	sub path($) {	1228	sub path($) {
961	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1229	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
962		1230
963	(playerdir $login) . "/$login.pl"	1231	(playerdir $login) . "/playerdata"
964	}	1232	}
965		1233
966	sub find_active($) {	1234	sub find_active($) {
967	$cf::PLAYER{$_[0]}	1235	$cf::PLAYER{$_[0]}
968	and $cf::PLAYER{$_[0]}->active	1236	and $cf::PLAYER{$_[0]}->active
…		…
981	my $login = $_[0];	1249	my $login = $_[0];
982		1250
983	my $guard = cf::lock_acquire "user_find:$login";	1251	my $guard = cf::lock_acquire "user_find:$login";
984		1252
985	$cf::PLAYER{$_[0]} || do {	1253	$cf::PLAYER{$_[0]} || do {
		1254	# rename old playerfiles to new ones
		1255	#TODO: remove when no longer required
		1256	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1257	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1258	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1259	aio_unlink +(playerdir $login) . "/$login.pl";
		1260
986	my $pl = load_pl path $login	1261	my $pl = load_pl path $login
987	or return;	1262	or return;
988	$cf::PLAYER{$login} = $pl	1263	$cf::PLAYER{$login} = $pl
989	}	1264	}
990	}	1265	}
…		…
1027		1302
1028	=cut	1303	=cut
1029		1304
1030	sub quit_character {	1305	sub quit_character {
1031	my ($pl) = @_;	1306	my ($pl) = @_;
		1307
		1308	my $name = $pl->ob->name;
1032		1309
1033	$pl->{deny_save} = 1;	1310	$pl->{deny_save} = 1;
1034	$pl->password ("*"); # this should lock out the player until we nuked the dir	1311	$pl->password ("*"); # this should lock out the player until we nuked the dir
1035		1312
1036	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1313	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
…		…
1041	my $path = playerdir $pl;	1318	my $path = playerdir $pl;
1042	my $temp = "$path~$cf::RUNTIME~deleting~";	1319	my $temp = "$path~$cf::RUNTIME~deleting~";
1043	aio_rename $path, $temp;	1320	aio_rename $path, $temp;
1044	delete $cf::PLAYER{$pl->ob->name};	1321	delete $cf::PLAYER{$pl->ob->name};
1045	$pl->destroy;	1322	$pl->destroy;
		1323
		1324	my $prefix = qr<^~\Q$name\E/>;
		1325
		1326	# nuke player maps
		1327	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1328
1046	IO::AIO::aio_rmtree $temp;	1329	IO::AIO::aio_rmtree $temp;
		1330	}
		1331
		1332	=item $pl->kick
		1333
		1334	Kicks a player out of the game. This destroys the connection.
		1335
		1336	=cut
		1337
		1338	sub kick {
		1339	my ($pl, $kicker) = @_;
		1340
		1341	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1342	$pl->killer ("kicked");
		1343	$pl->ns->destroy;
1047	}	1344	}
1048		1345
1049	=item cf::player::list_logins	1346	=item cf::player::list_logins
1050		1347
1051	Returns am arrayref of all valid playernames in the system, can take a	1348	Returns am arrayref of all valid playernames in the system, can take a
1052	while and may block, so not sync_job-capable, ever.	1349	while and may block, so not sync_job-capable, ever.
1053		1350
1054	=cut	1351	=cut
1055		1352
1056	sub list_logins {	1353	sub list_logins {
1057	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1354	my $dirs = aio_readdir $PLAYERDIR
1058	or return [];	1355	or return [];
1059		1356
1060	my @logins;	1357	my @logins;
1061		1358
1062	for my $login (@$dirs) {	1359	for my $login (@$dirs) {
…		…
1097	}	1394	}
1098		1395
1099	\@paths	1396	\@paths
1100	}	1397	}
1101		1398
		1399	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1400
		1401	Expand crossfire pod fragments into protocol xml.
		1402
		1403	=cut
		1404
		1405	sub expand_cfpod {
		1406	((my $self), (local $_)) = @_;
		1407
		1408	# escape & and <
		1409	s/&/&amp;/g;
		1410	s/(?<![BIUGH])</&lt;/g;
		1411
		1412	# this is buggy, it needs to properly take care of nested <'s
		1413
		1414	1 while
		1415	# replace B<>, I<>, U<> etc.
		1416	s/B<([^\>]*)>/<b>$1<\/b>/
		1417	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1418	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1419	# replace G<male|female> tags
		1420	|| s{G<([^>|]*)\|([^>]*)>}{
		1421	$self->gender ? $2 : $1
		1422	}ge
		1423	# replace H<hint text>
		1424	|| s{H<([^\>]*)>}
		1425	{
		1426	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1427	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1428	"")
		1429	[$self->{hintmode}]
		1430	}ge;
		1431
		1432	# create single paragraphs (very hackish)
		1433	s/(?<=\S)\n(?=\w)/ /g;
		1434
		1435	# compress some whitespace
		1436	s/\s+\n/\n/g; # ws line-ends
		1437	s/\n\n+/\n/g; # double lines
		1438	s/^\n+//; # beginning lines
		1439	s/\n+$//; # ending lines
		1440
		1441	$_
		1442	}
		1443
		1444	sub hintmode {
		1445	$_[0]{hintmode} = $_[1] if @_ > 1;
		1446	$_[0]{hintmode}
		1447	}
		1448
1102	=item $player->ext_reply ($msgid, $msgtype, %msg)	1449	=item $player->ext_reply ($msgid, %msg)
1103		1450
1104	Sends an ext reply to the player.	1451	Sends an ext reply to the player.
1105		1452
1106	=cut	1453	=cut
1107		1454
1108	sub ext_reply($$$%) {	1455	sub ext_reply($$%) {
1109	my ($self, $id, %msg) = @_;	1456	my ($self, $id, %msg) = @_;
1110		1457
1111	$msg{msgid} = $id;	1458	$msg{msgid} = $id;
1112		1459	$self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1113	$self->send ("ext " . cf::to_json \%msg);
1114	}	1460	}
1115		1461
1116	package cf;	1462	=item $player->ext_event ($type, %msg)
		1463
		1464	Sends an ext event to the client.
		1465
		1466	=cut
		1467
		1468	sub ext_event($$%) {
		1469	my ($self, $type, %msg) = @_;
		1470
		1471	$self->ns->ext_event ($type, %msg);
		1472	}
		1473
		1474	=head3 cf::region
		1475
		1476	=over 4
		1477
		1478	=cut
		1479
		1480	package cf::region;
		1481
		1482	=item cf::region::find_by_path $path
		1483
		1484	Tries to decuce the likely region for a map knowing only its path.
		1485
		1486	=cut
		1487
		1488	sub find_by_path($) {
		1489	my ($path) = @_;
		1490
		1491	my ($match, $specificity);
		1492
		1493	for my $region (list) {
		1494	if ($region->{match} && $path =~ $region->{match}) {
		1495	($match, $specificity) = ($region, $region->specificity)
		1496	if $region->specificity > $specificity;
		1497	}
		1498	}
		1499
		1500	$match
		1501	}
1117		1502
1118	=back	1503	=back
1119
1120		1504
1121	=head3 cf::map	1505	=head3 cf::map
1122		1506
1123	=over 4	1507	=over 4
1124		1508
…		…
1179	my ($self, $merge) = @_;	1563	my ($self, $merge) = @_;
1180		1564
1181	# we have to keep some variables in memory intact	1565	# we have to keep some variables in memory intact
1182	local $self->{path};	1566	local $self->{path};
1183	local $self->{load_path};	1567	local $self->{load_path};
1184	local $self->{deny_save};
1185	local $self->{deny_reset};
1186		1568
1187	$self->SUPER::thawer_merge ($merge);	1569	$self->SUPER::thawer_merge ($merge);
1188	}	1570	}
1189		1571
1190	sub normalise {	1572	sub normalise {
…		…
1262		1644
1263	# the original (read-only) location	1645	# the original (read-only) location
1264	sub load_path {	1646	sub load_path {
1265	my ($self) = @_;	1647	my ($self) = @_;
1266		1648
1267	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1649	"$MAPDIR/$self->{path}.map"
1268	}	1650	}
1269		1651
1270	# the temporary/swap location	1652	# the temporary/swap location
1271	sub save_path {	1653	sub save_path {
1272	my ($self) = @_;	1654	my ($self) = @_;
1273		1655
1274	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1656	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1275	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1657	"$TMPDIR/$path.map"
1276	}	1658	}
1277		1659
1278	# the unique path, undef == no special unique path	1660	# the unique path, undef == no special unique path
1279	sub uniq_path {	1661	sub uniq_path {
1280	my ($self) = @_;	1662	my ($self) = @_;
1281		1663
1282	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1664	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1283	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1665	"$UNIQUEDIR/$path"
1284	}	1666	}
1285		1667
1286	# and all this just because we cannot iterate over	1668	# and all this just because we cannot iterate over
1287	# all maps in C++...	1669	# all maps in C++...
1288	sub change_all_map_light {	1670	sub change_all_map_light {
…		…
1290		1672
1291	$_->change_map_light ($change)	1673	$_->change_map_light ($change)
1292	for grep $_->outdoor, values %cf::MAP;	1674	for grep $_->outdoor, values %cf::MAP;
1293	}	1675	}
1294		1676
		1677	sub decay_objects {
		1678	my ($self) = @_;
		1679
		1680	return if $self->{deny_reset};
		1681
		1682	$self->do_decay_objects;
		1683	}
		1684
1295	sub unlink_save {	1685	sub unlink_save {
1296	my ($self) = @_;	1686	my ($self) = @_;
1297		1687
1298	utf8::encode (my $save = $self->save_path);	1688	utf8::encode (my $save = $self->save_path);
1299	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1689	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1300	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";	1690	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1301
1302	#d#TODO remove .map and also nuke
1303	$save =~ s/\.map// or return;#d#
1304	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1305	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1306	}	1691	}
1307		1692
1308	sub load_header_from($) {	1693	sub load_header_from($) {
1309	my ($self, $path) = @_;	1694	my ($self, $path) = @_;
1310		1695
…		…
1360	$self->load_header_orig	1745	$self->load_header_orig
1361	or return;	1746	or return;
1362	$self->prepare_orig;	1747	$self->prepare_orig;
1363	}	1748	}
1364		1749
		1750	$self->{deny_reset} = 1
		1751	if $self->no_reset;
		1752
		1753	$self->default_region (cf::region::find_by_path $self->{path})
		1754	unless $self->default_region;
		1755
1365	1	1756	1
1366	}	1757	}
1367		1758
1368	sub find;	1759	sub find;
1369	sub find {	1760	sub find {
…		…
1381	$map->{last_save} = $cf::RUNTIME;	1772	$map->{last_save} = $cf::RUNTIME;
1382		1773
1383	$map->load_header	1774	$map->load_header
1384	or return;	1775	or return;
1385		1776
1386	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1777	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1387	# doing this can freeze the server in a sync job, obviously	1778	# doing this can freeze the server in a sync job, obviously
1388	#$cf::WAIT_FOR_TICK->wait;	1779	#$cf::WAIT_FOR_TICK->wait;
1389	$map->reset;	1780	$map->reset;
1390	undef $guard;	1781	undef $guard;
1391	return find $path;	1782	return find $path;
…		…
1402	my ($self) = @_;	1793	my ($self) = @_;
1403		1794
1404	local $self->{deny_reset} = 1; # loading can take a long time	1795	local $self->{deny_reset} = 1; # loading can take a long time
1405		1796
1406	my $path = $self->{path};	1797	my $path = $self->{path};
		1798
		1799	{
1407	my $guard = cf::lock_acquire "map_load:$path";	1800	my $guard = cf::lock_acquire "map_load:$path";
1408		1801
1409	return if $self->in_memory != cf::MAP_SWAPPED;	1802	return if $self->in_memory != cf::MAP_SWAPPED;
1410		1803
1411	$self->in_memory (cf::MAP_LOADING);	1804	$self->in_memory (cf::MAP_LOADING);
1412		1805
1413	$self->alloc;	1806	$self->alloc;
1414		1807
1415	$self->pre_load;	1808	$self->pre_load;
1416
1417	$self->_load_objects ($self->{load_path}, 1)
1418	or return;
1419
1420	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1421	if delete $self->{load_original};
1422
1423	if (my $uniq = $self->uniq_path) {
1424	utf8::encode $uniq;
1425	if (aio_open $uniq, O_RDONLY, 0) {
1426	$self->clear_unique_items;
1427	$self->_load_objects ($uniq, 0);
1428	}
1429	}
1430
1431	Coro::cede;
1432
1433	# now do the right thing for maps
1434	$self->link_multipart_objects;
1435
1436	unless ($self->{deny_activate}) {
1437	$self->decay_objects;
1438	$self->fix_auto_apply;
1439	$self->update_buttons;
1440	Coro::cede;	1809	Coro::cede;
1441	$self->set_darkness_map;	1810
		1811	$self->_load_objects ($self->{load_path}, 1)
		1812	or return;
		1813
		1814	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1815	if delete $self->{load_original};
		1816
		1817	if (my $uniq = $self->uniq_path) {
		1818	utf8::encode $uniq;
		1819	if (aio_open $uniq, O_RDONLY, 0) {
		1820	$self->clear_unique_items;
		1821	$self->_load_objects ($uniq, 0);
		1822	}
		1823	}
		1824
		1825	Coro::cede;
		1826	# now do the right thing for maps
		1827	$self->link_multipart_objects;
1442	$self->difficulty ($self->estimate_difficulty)	1828	$self->difficulty ($self->estimate_difficulty)
1443	unless $self->difficulty;	1829	unless $self->difficulty;
1444	Coro::cede;	1830	Coro::cede;
		1831
		1832	unless ($self->{deny_activate}) {
		1833	$self->decay_objects;
		1834	$self->fix_auto_apply;
		1835	$self->update_buttons;
		1836	Coro::cede;
		1837	$self->set_darkness_map;
		1838	Coro::cede;
1445	$self->activate;	1839	$self->activate;
		1840	}
		1841
		1842	$self->in_memory (cf::MAP_IN_MEMORY);
1446	}	1843	}
1447		1844
1448	$self->post_load;	1845	$self->post_load;
1449
1450	$self->in_memory (cf::MAP_IN_MEMORY);
1451	}	1846	}
1452		1847
1453	sub customise_for {	1848	sub customise_for {
1454	my ($self, $ob) = @_;	1849	my ($self, $ob) = @_;
1455		1850
1456	return find "~" . $ob->name . "/" . $self->{path}	1851	return find "~" . $ob->name . "/" . $self->{path}
1457	if $self->per_player;	1852	if $self->per_player;
		1853
		1854	# return find "?party/" . $ob->name . "/" . $self->{path}
		1855	# if $self->per_party;
1458		1856
1459	$self	1857	$self
1460	}	1858	}
1461		1859
1462	# find and load all maps in the 3x3 area around a map	1860	# find and load all maps in the 3x3 area around a map
…		…
1573		1971
1574	sub reset_at {	1972	sub reset_at {
1575	my ($self) = @_;	1973	my ($self) = @_;
1576		1974
1577	# TODO: safety, remove and allow resettable per-player maps	1975	# TODO: safety, remove and allow resettable per-player maps
1578	return 1e99 if $self->isa ("ext::map_per_player");#d#
1579	return 1e99 if $self->{deny_reset};	1976	return 1e99 if $self->{deny_reset};
1580		1977
1581	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	1978	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1582	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	1979	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1583		1980
…		…
1594	my ($self) = @_;	1991	my ($self) = @_;
1595		1992
1596	my $lock = cf::lock_acquire "map_data:$self->{path}";	1993	my $lock = cf::lock_acquire "map_data:$self->{path}";
1597		1994
1598	return if $self->players;	1995	return if $self->players;
1599	return if $self->isa ("ext::map_per_player");#d#
1600		1996
1601	warn "resetting map ", $self->path;#d#	1997	warn "resetting map ", $self->path;
		1998
		1999	$self->in_memory (cf::MAP_SWAPPED);
		2000
		2001	# need to save uniques path
		2002	unless ($self->{deny_save}) {
		2003	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2004
		2005	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2006	if $uniq;
		2007	}
1602		2008
1603	delete $cf::MAP{$self->path};	2009	delete $cf::MAP{$self->path};
1604		2010
1605	$self->in_memory (cf::MAP_SWAPPED);
1606	$self->clear;	2011	$self->clear;
1607		2012
1608	$_->clear_links_to ($self) for values %cf::MAP;	2013	$_->clear_links_to ($self) for values %cf::MAP;
1609		2014
1610	$self->unlink_save;	2015	$self->unlink_save;
…		…
1629	$cf::MAP{$self->path} = $self;	2034	$cf::MAP{$self->path} = $self;
1630		2035
1631	$self->reset; # polite request, might not happen	2036	$self->reset; # polite request, might not happen
1632	}	2037	}
1633		2038
		2039	=item $maps = cf::map::tmp_maps
		2040
		2041	Returns an arrayref with all map paths of currently instantiated and saved
		2042	maps. May block.
		2043
		2044	=cut
		2045
		2046	sub tmp_maps() {
		2047	[
		2048	map {
		2049	utf8::decode $_;
		2050	/\.map$/
		2051	? normalise $_
		2052	: ()
		2053	} @{ aio_readdir $TMPDIR or [] }
		2054	]
		2055	}
		2056
		2057	=item $maps = cf::map::random_maps
		2058
		2059	Returns an arrayref with all map paths of currently instantiated and saved
		2060	random maps. May block.
		2061
		2062	=cut
		2063
		2064	sub random_maps() {
		2065	[
		2066	map {
		2067	utf8::decode $_;
		2068	/\.map$/
		2069	? normalise "?random/$_"
		2070	: ()
		2071	} @{ aio_readdir $RANDOMDIR or [] }
		2072	]
		2073	}
		2074
1634	=item cf::map::unique_maps	2075	=item cf::map::unique_maps
1635		2076
1636	Returns an arrayref of paths of all shared maps that have	2077	Returns an arrayref of paths of all shared maps that have
1637	instantiated unique items. May block.	2078	instantiated unique items. May block.
1638		2079
1639	=cut	2080	=cut
1640		2081
1641	sub unique_maps() {	2082	sub unique_maps() {
1642	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2083	[
1643	or return;	2084	map {
1644
1645	my @paths;
1646
1647	for (@$files) {
1648	utf8::decode $_;	2085	utf8::decode $_;
1649	next if /\.pst$/;	2086	/\.map$/
1650	next unless /^$PATH_SEP/o;	2087	? normalise $_
1651		2088	: ()
1652	push @paths, cf::map::normalise $_;	2089	} @{ aio_readdir $UNIQUEDIR or [] }
1653	}	2090	]
1654
1655	\@paths
1656	}	2091	}
1657		2092
1658	package cf;	2093	package cf;
1659		2094
1660	=back	2095	=back
…		…
1706		2141
1707	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2142	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1708		2143
1709	if ($self->{record_replies}) {	2144	if ($self->{record_replies}) {
1710	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2145	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2146
1711	} else {	2147	} else {
		2148	my $pl = $self->contr;
		2149
		2150	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2151	my $diag = $pl->{npc_dialog};
		2152	$diag->{pl}->ext_reply (
		2153	$diag->{id},
		2154	msgtype => "reply",
		2155	msg => $diag->{pl}->expand_cfpod ($msg),
		2156	add_topics => []
		2157	);
		2158
		2159	} else {
1712	$msg = $npc->name . " says: $msg" if $npc;	2160	$msg = $npc->name . " says: $msg" if $npc;
1713	$self->message ($msg, $flags);	2161	$self->message ($msg, $flags);
		2162	}
1714	}	2163	}
1715	}	2164	}
1716		2165
1717	=item $player_object->may ("access")	2166	=item $player_object->may ("access")
1718		2167
…		…
1766	$self->deactivate_recursive;	2215	$self->deactivate_recursive;
1767		2216
1768	return if UNIVERSAL::isa $self->map, "ext::map_link";	2217	return if UNIVERSAL::isa $self->map, "ext::map_link";
1769		2218
1770	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2219	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1771	if $self->map;	2220	if $self->map && $self->map->{path} ne "{link}";
1772		2221
1773	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2222	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1774	}	2223	}
1775		2224
1776	sub cf::object::player::leave_link {	2225	sub cf::object::player::leave_link {
1777	my ($self, $map, $x, $y) = @_;	2226	my ($self, $map, $x, $y) = @_;
		2227
		2228	return unless $self->contr->active;
1778		2229
1779	my $link_pos = delete $self->{_link_pos};	2230	my $link_pos = delete $self->{_link_pos};
1780		2231
1781	unless ($map) {	2232	unless ($map) {
1782	# restore original map position	2233	# restore original map position
…		…
1800	$map->load;	2251	$map->load;
1801	$map->load_diag;	2252	$map->load_diag;
1802		2253
1803	return unless $self->contr->active;	2254	return unless $self->contr->active;
1804	$self->activate_recursive;	2255	$self->activate_recursive;
		2256
		2257	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1805	$self->enter_map ($map, $x, $y);	2258	$self->enter_map ($map, $x, $y);
1806	}	2259	}
1807		2260
1808	cf::player->attach (	2261	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1809	on_logout => sub {
1810	my ($pl) = @_;
1811		2262
1812	# abort map switching before logout	2263	Moves the player to the given map-path and coordinates by first freezing
1813	if ($pl->ob->{_link_pos}) {	2264	her, loading and preparing them map, calling the provided $check callback
1814	cf::sync_job {	2265	that has to return the map if sucecssful, and then unfreezes the player on
1815	$pl->ob->leave_link	2266	the new (success) or old (failed) map position. In either case, $done will
1816	};	2267	be called at the end of this process.
1817	}
1818	},
1819	on_login => sub {
1820	my ($pl) = @_;
1821		2268
1822	# try to abort aborted map switching on player login :)
1823	# should happen only on crashes
1824	if ($pl->ob->{_link_pos}) {
1825	$pl->ob->enter_link;
1826	(async {
1827	# we need this sleep as the login has a concurrent enter_exit running
1828	# and this sleep increases chances of the player not ending up in scorn
1829	$pl->ob->reply (undef,
1830	"There was an internal problem at your last logout, "
1831	. "the server will try to bring you to your intended destination in a second.",
1832	cf::NDI_RED);
1833	Coro::Timer::sleep 1;
1834	$pl->ob->leave_link;
1835	})->prio (2);
1836	}
1837	},
1838	);
1839
1840	=item $player_object->goto ($path, $x, $y)
1841
1842	=cut	2269	=cut
		2270
		2271	our $GOTOGEN;
1843		2272
1844	sub cf::object::player::goto {	2273	sub cf::object::player::goto {
1845	my ($self, $path, $x, $y) = @_;	2274	my ($self, $path, $x, $y, $check, $done) = @_;
		2275
		2276	# do generation counting so two concurrent goto's will be executed in-order
		2277	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1846		2278
1847	$self->enter_link;	2279	$self->enter_link;
1848		2280
1849	(async {	2281	(async {
1850	my $map = eval {	2282	my $map = eval {
1851	my $map = cf::map::find $path;	2283	my $map = cf::map::find $path;
		2284
		2285	if ($map) {
1852	$map = $map->customise_for ($self) if $map;	2286	$map = $map->customise_for ($self);
		2287	$map = $check->($map) if $check && $map;
		2288	} else {
		2289	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
		2290	}
		2291
1853	$map	2292	$map
		2293	};
		2294
		2295	if ($@) {
		2296	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2297	LOG llevError | logBacktrace, Carp::longmess $@;
1854	} or	2298	}
1855	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1856		2299
		2300	if ($gen == $self->{_goto_generation}) {
		2301	delete $self->{_goto_generation};
1857	$self->leave_link ($map, $x, $y);	2302	$self->leave_link ($map, $x, $y);
		2303	}
		2304
		2305	$done->() if $done;
1858	})->prio (1);	2306	})->prio (1);
1859	}	2307	}
1860		2308
1861	=item $player_object->enter_exit ($exit_object)	2309	=item $player_object->enter_exit ($exit_object)
1862		2310
…		…
1901		2349
1902	$rmp->{random_seed} ||= $exit->random_seed;	2350	$rmp->{random_seed} ||= $exit->random_seed;
1903		2351
1904	my $data = cf::to_json $rmp;	2352	my $data = cf::to_json $rmp;
1905	my $md5 = Digest::MD5::md5_hex $data;	2353	my $md5 = Digest::MD5::md5_hex $data;
1906	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2354	my $meta = "$RANDOMDIR/$md5.meta";
1907		2355
1908	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2356	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1909	aio_write $fh, 0, (length $data), $data, 0;	2357	aio_write $fh, 0, (length $data), $data, 0;
1910	undef $fh;	2358	undef $fh;
1911	aio_rename "$meta~", $meta;	2359	aio_rename "$meta~", $meta;
…		…
1920		2368
1921	return unless $self->type == cf::PLAYER;	2369	return unless $self->type == cf::PLAYER;
1922		2370
1923	if ($exit->slaying eq "/!") {	2371	if ($exit->slaying eq "/!") {
1924	#TODO: this should de-fi-ni-te-ly not be a sync-job	2372	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2373	# the problem is that $exit might not survive long enough
		2374	# so it needs to be done right now, right here
1925	cf::sync_job { prepare_random_map $exit };	2375	cf::sync_job { prepare_random_map $exit };
1926	}	2376	}
1927		2377
1928	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2378	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1929	my $hp = $exit->stats->hp;	2379	my $hp = $exit->stats->hp;
1930	my $sp = $exit->stats->sp;	2380	my $sp = $exit->stats->sp;
1931		2381
1932	$self->enter_link;	2382	$self->enter_link;
		2383
		2384	# if exit is damned, update players death & WoR home-position
		2385	$self->contr->savebed ($slaying, $hp, $sp)
		2386	if $exit->flag (FLAG_DAMNED);
1933		2387
1934	(async {	2388	(async {
1935	$self->deactivate_recursive; # just to be sure	2389	$self->deactivate_recursive; # just to be sure
1936	unless (eval {	2390	unless (eval {
1937	$self->goto ($slaying, $hp, $sp);	2391	$self->goto ($slaying, $hp, $sp);
1938		2392
1939	1;	2393	1;
1940	}) {	2394	}) {
1941	$self->message ("Something went wrong deep within the crossfire server. "	2395	$self->message ("Something went wrong deep within the crossfire server. "
1942	. "I'll try to bring you back to the map you were before. "	2396	. "I'll try to bring you back to the map you were before. "
1943	. "Please report this to the dungeon master!",	2397	. "Please report this to the dungeon master!",
1944	cf::NDI_UNIQUE | cf::NDI_RED);	2398	cf::NDI_UNIQUE | cf::NDI_RED);
1945		2399
1946	warn "ERROR in enter_exit: $@";	2400	warn "ERROR in enter_exit: $@";
1947	$self->leave_link;	2401	$self->leave_link;
1948	}	2402	}
1949	})->prio (1);	2403	})->prio (1);
…		…
1962		2416
1963	sub cf::client::send_drawinfo {	2417	sub cf::client::send_drawinfo {
1964	my ($self, $text, $flags) = @_;	2418	my ($self, $text, $flags) = @_;
1965		2419
1966	utf8::encode $text;	2420	utf8::encode $text;
1967	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2421	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1968	}	2422	}
1969		2423
		2424	=item $client->send_msg ($color, $type, $msg, [extra...])
		2425
		2426	Send a drawinfo or msg packet to the client, formatting the msg for the
		2427	client if neccessary. C<$type> should be a string identifying the type of
		2428	the message, with C<log> being the default. If C<$color> is negative, suppress
		2429	the message unless the client supports the msg packet.
		2430
		2431	=cut
		2432
		2433	sub cf::client::send_msg {
		2434	my ($self, $color, $type, $msg, @extra) = @_;
		2435
		2436	$msg = $self->pl->expand_cfpod ($msg);
		2437
		2438	return unless @extra || length $msg;
		2439
		2440	if ($self->can_msg) {
		2441	$self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));
		2442	} else {
		2443	# replace some tags by gcfclient-compatible ones
		2444	for ($msg) {
		2445	1 while
		2446	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2447	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2448	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2449	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2450	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2451	}
		2452
		2453	if ($color >= 0) {
		2454	if (0 && $msg =~ /\[/) {
		2455	$self->send_packet ("drawextinfo $color 4 0 $msg")
		2456	} else {
		2457	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2458	$self->send_packet ("drawinfo $color $msg")
		2459	}
		2460	}
		2461	}
		2462	}
		2463
		2464	=item $client->ext_event ($type, %msg)
		2465
		2466	Sends an ext event to the client.
		2467
		2468	=cut
		2469
		2470	sub cf::client::ext_event($$%) {
		2471	my ($self, $type, %msg) = @_;
		2472
		2473	return unless $self->extcmd;
		2474
		2475	$msg{msgtype} = "event_$type";
		2476	$self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));
		2477	}
1970		2478
1971	=item $success = $client->query ($flags, "text", \&cb)	2479	=item $success = $client->query ($flags, "text", \&cb)
1972		2480
1973	Queues a query to the client, calling the given callback with	2481	Queues a query to the client, calling the given callback with
1974	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2482	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1975	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2483	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1976		2484
1977	Queries can fail, so check the return code. Or don't, as queries will become	2485	Queries can fail, so check the return code. Or don't, as queries will
1978	reliable at some point in the future.	2486	become reliable at some point in the future.
1979		2487
1980	=cut	2488	=cut
1981		2489
1982	sub cf::client::query {	2490	sub cf::client::query {
1983	my ($self, $flags, $text, $cb) = @_;	2491	my ($self, $flags, $text, $cb) = @_;
…		…
1991	utf8::encode $text;	2499	utf8::encode $text;
1992	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2500	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1993		2501
1994	$self->send_packet ($self->{query_queue}[0][0])	2502	$self->send_packet ($self->{query_queue}[0][0])
1995	if @{ $self->{query_queue} } == 1;	2503	if @{ $self->{query_queue} } == 1;
		2504
		2505	1
1996	}	2506	}
1997		2507
1998	cf::client->attach (	2508	cf::client->attach (
		2509	on_connect => sub {
		2510	my ($ns) = @_;
		2511
		2512	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2513	},
1999	on_reply => sub {	2514	on_reply => sub {
2000	my ($ns, $msg) = @_;	2515	my ($ns, $msg) = @_;
2001		2516
2002	# this weird shuffling is so that direct followup queries	2517	# this weird shuffling is so that direct followup queries
2003	# get handled first	2518	# get handled first
…		…
2015	} else {	2530	} else {
2016	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2531	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2017	}	2532	}
2018	}	2533	}
2019	},	2534	},
		2535	on_exticmd => sub {
		2536	my ($ns, $buf) = @_;
		2537
		2538	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2539
		2540	if (ref $msg) {
		2541	if (my $cb = $EXTICMD{$msg->{msgtype}}) {
		2542	if (my %reply = $cb->($ns, $msg)) {
		2543	$reply{msgid} = $msg->{msgid};
		2544	$ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
		2545	}
		2546	}
		2547	} else {
		2548	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2549	}
		2550
		2551	cf::override;
		2552	},
2020	);	2553	);
2021		2554
2022	=item $client->async (\&cb)	2555	=item $client->async (\&cb)
2023		2556
2024	Create a new coroutine, running the specified callback. The coroutine will	2557	Create a new coroutine, running the specified callback. The coroutine will
…		…
2071		2604
2072	# here we export the classes and methods available to script code	2605	# here we export the classes and methods available to script code
2073		2606
2074	=pod	2607	=pod
2075		2608
2076	The following fucntions and emthods are available within a safe environment:	2609	The following functions and methods are available within a safe environment:
2077		2610
2078	cf::object contr pay_amount pay_player map	2611	cf::object
		2612	contr pay_amount pay_player map x y force_find force_add
		2613	insert remove
		2614
2079	cf::object::player player	2615	cf::object::player
2080	cf::player peaceful	2616	player
2081	cf::map trigger	2617
		2618	cf::player
		2619	peaceful
		2620
		2621	cf::map
		2622	trigger
2082		2623
2083	=cut	2624	=cut
2084		2625
2085	for (	2626	for (
2086	["cf::object" => qw(contr pay_amount pay_player map)],	2627	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2628	insert remove)],
2087	["cf::object::player" => qw(player)],	2629	["cf::object::player" => qw(player)],
2088	["cf::player" => qw(peaceful)],	2630	["cf::player" => qw(peaceful)],
2089	["cf::map" => qw(trigger)],	2631	["cf::map" => qw(trigger)],
2090	) {	2632	) {
2091	no strict 'refs';	2633	no strict 'refs';
…		…
2162	=back	2704	=back
2163		2705
2164	=cut	2706	=cut
2165		2707
2166	#############################################################################	2708	#############################################################################
		2709	# the server's init and main functions
2167		2710
2168	=head2 EXTENSION DATABASE SUPPORT	2711	sub load_facedata($) {
		2712	my ($path) = @_;
2169		2713
2170	Crossfire maintains a very simple database for extension use. It can	2714	warn "loading facedata from $path\n";
2171	currently store anything that can be serialised using Storable, which
2172	excludes objects.
2173		2715
2174	The parameter C<$family> should best start with the name of the extension	2716	my $facedata;
2175	using it, it should be unique.	2717	0 < aio_load $path, $facedata
		2718	or die "$path: $!";
2176		2719
2177	=over 4	2720	$facedata = Coro::Storable::thaw $facedata;
2178		2721
2179	=item $hashref = cf::db_get $family	2722	$facedata->{version} == 2
		2723	or cf::cleanup "$path: version mismatch, cannot proceed.";
2180		2724
2181	Return a hashref for use by the extension C<$family>, which can be
2182	modified. After modifications, you have to call C<cf::db_dirty> or
2183	C<cf::db_sync>.
2184
2185	=item $value = cf::db_get $family => $key
2186
2187	Returns a single value from the database
2188
2189	=item cf::db_put $family => $hashref
2190
2191	Stores the given family hashref into the database. Updates are delayed, if
2192	you want the data to be synced to disk immediately, use C<cf::db_sync>.
2193
2194	=item cf::db_put $family => $key => $value
2195
2196	Stores the given C<$value> in the family hash. Updates are delayed, if you
2197	want the data to be synced to disk immediately, use C<cf::db_sync>.
2198
2199	=item cf::db_dirty
2200
2201	Marks the database as dirty, to be updated at a later time.
2202
2203	=item cf::db_sync
2204
2205	Immediately write the database to disk I<if it is dirty>.
2206
2207	=cut
2208
2209	our $DB;
2210
2211	{
2212	my $path = cf::localdir . "/database.pst";
2213
2214	sub db_load() {
2215	$DB = stat $path ? Storable::retrieve $path : { };
2216	}	2725	{
		2726	my $faces = $facedata->{faceinfo};
2217		2727
2218	my $pid;	2728	while (my ($face, $info) = each %$faces) {
		2729	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		2730	cf::face::set_visibility $idx, $info->{visibility};
		2731	cf::face::set_magicmap $idx, $info->{magicmap};
		2732	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
		2733	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2219		2734
2220	sub db_save() {	2735	cf::cede_to_tick;
2221	waitpid $pid, 0 if $pid;
2222	if (0 == ($pid = fork)) {
2223	$DB->{_meta}{version} = 1;
2224	Storable::nstore $DB, "$path~";
2225	rename "$path~", $path;
2226	cf::_exit 0 if defined $pid;
2227	}
2228	}
2229
2230	my $dirty;
2231
2232	sub db_sync() {
2233	db_save if $dirty;
2234	undef $dirty;
2235	}
2236
2237	my $idle = Event->idle (
2238	reentrant => 0,
2239	min => 10,
2240	max => 20,
2241	repeat => 0,
2242	data => WF_AUTOCANCEL,
2243	cb => \&db_sync,
2244	);
2245
2246	sub db_dirty() {
2247	$dirty = 1;
2248	$idle->start;
2249	}
2250
2251	sub db_get($;$) {
2252	@_ >= 2
2253	? $DB->{$_[0]}{$_[1]}
2254	: ($DB->{$_[0]} ||= { })
2255	}
2256
2257	sub db_put($$;$) {
2258	if (@_ >= 3) {
2259	$DB->{$_[0]}{$_[1]} = $_[2];
2260	} else {
2261	$DB->{$_[0]} = $_[1];
2262	}
2263	db_dirty;
2264	}
2265
2266	cf::global->attach (
2267	prio => 10000,
2268	on_cleanup => sub {
2269	db_sync;
2270	},	2736	}
2271	);
2272	}
2273		2737
2274	#############################################################################	2738	while (my ($face, $info) = each %$faces) {
2275	# the server's main()	2739	next unless $info->{smooth};
		2740	my $idx = cf::face::find $face
		2741	or next;
		2742	if (my $smooth = cf::face::find $info->{smooth}) {
		2743	cf::face::set_smooth $idx, $smooth;
		2744	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
		2745	} else {
		2746	warn "smooth face '$info->{smooth}' not found for face '$face'";
		2747	}
		2748
		2749	cf::cede_to_tick;
		2750	}
		2751	}
		2752
		2753	{
		2754	my $anims = $facedata->{animinfo};
		2755
		2756	while (my ($anim, $info) = each %$anims) {
		2757	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2758	cf::cede_to_tick;
		2759	}
		2760
		2761	cf::anim::invalidate_all; # d'oh
		2762	}
		2763
		2764	{
		2765	# TODO: for gcfclient pleasure, we should give resources
		2766	# that gcfclient doesn't grok a >10000 face index.
		2767	my $res = $facedata->{resource};
		2768	my $enc = JSON::XS->new->utf8->canonical;
		2769
		2770	while (my ($name, $info) = each %$res) {
		2771	my $meta = $enc->encode ({
		2772	name => $name,
		2773	type => $info->{type},
		2774	copyright => $info->{copyright}, #TODO#
		2775	});
		2776	my $data = pack "(w/a*)*", $meta, $info->{data};
		2777	my $chk = Digest::MD5::md5 "$info->{chksum},$meta"; # mangle data checksum and metadata
		2778
		2779	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		2780	cf::face::set_type $idx, 1;
		2781	cf::face::set_data $idx, 0, $data, $chk;
		2782
		2783	cf::cede_to_tick;
		2784	}
		2785	}
		2786
		2787	1
		2788	}
		2789
		2790	sub reload_regions {
		2791	load_resource_file "$MAPDIR/regions"
		2792	or die "unable to load regions file\n";
		2793
		2794	for (cf::region::list) {
		2795	$_->{match} = qr/$_->{match}/
		2796	if exists $_->{match};
		2797	}
		2798	}
		2799
		2800	sub reload_facedata {
		2801	load_facedata "$DATADIR/facedata"
		2802	or die "unable to load facedata\n";
		2803	}
		2804
		2805	sub reload_archetypes {
		2806	load_resource_file "$DATADIR/archetypes"
		2807	or die "unable to load archetypes\n";
		2808	#d# NEED to laod twice to resolve forward references
		2809	# this really needs to be done in an extra post-pass
		2810	# (which needs to be synchronous, so solve it differently)
		2811	load_resource_file "$DATADIR/archetypes"
		2812	or die "unable to load archetypes\n";
		2813	}
		2814
		2815	sub reload_treasures {
		2816	load_resource_file "$DATADIR/treasures"
		2817	or die "unable to load treasurelists\n";
		2818	}
		2819
		2820	sub reload_resources {
		2821	warn "reloading resource files...\n";
		2822
		2823	reload_regions;
		2824	reload_facedata;
		2825	#reload_archetypes;#d#
		2826	reload_archetypes;
		2827	reload_treasures;
		2828
		2829	warn "finished reloading resource files\n";
		2830	}
		2831
		2832	sub init {
		2833	reload_resources;
		2834	}
2276		2835
2277	sub cfg_load {	2836	sub cfg_load {
2278	open my $fh, "<:utf8", cf::confdir . "/config"	2837	open my $fh, "<:utf8", "$CONFDIR/config"
2279	or return;	2838	or return;
2280		2839
2281	local $/;	2840	local $/;
2282	*CFG = YAML::Syck::Load <$fh>;	2841	*CFG = YAML::Syck::Load <$fh>;
2283		2842
…		…
2303	Event::one_event;	2862	Event::one_event;
2304	})->prio (Coro::PRIO_MAX);	2863	})->prio (Coro::PRIO_MAX);
2305	};	2864	};
2306		2865
2307	cfg_load;	2866	cfg_load;
2308	db_load;	2867	db_init;
2309	load_extensions;	2868	load_extensions;
2310		2869
2311	$TICK_WATCHER->start;	2870	$TICK_WATCHER->start;
2312	Event::loop;	2871	Event::loop;
2313	}	2872	}
…		…
2328	},	2887	},
2329	);	2888	);
2330	}	2889	}
2331	}	2890	}
2332		2891
		2892	sub write_runtime {
		2893	my $runtime = "$LOCALDIR/runtime";
		2894
		2895	# first touch the runtime file to show we are still running:
		2896	# the fsync below can take a very very long time.
		2897
		2898	IO::AIO::aio_utime $runtime, undef, undef;
		2899
		2900	my $guard = cf::lock_acquire "write_runtime";
		2901
		2902	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		2903	or return;
		2904
		2905	my $value = $cf::RUNTIME + 90 + 10;
		2906	# 10 is the runtime save interval, for a monotonic clock
		2907	# 60 allows for the watchdog to kill the server.
		2908
		2909	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		2910	and return;
		2911
		2912	# always fsync - this file is important
		2913	aio_fsync $fh
		2914	and return;
		2915
		2916	# touch it again to show we are up-to-date
		2917	aio_utime $fh, undef, undef;
		2918
		2919	close $fh
		2920	or return;
		2921
		2922	aio_rename "$runtime~", $runtime
		2923	and return;
		2924
		2925	warn "runtime file written.\n";
		2926
		2927	1
		2928	}
		2929
2333	sub emergency_save() {	2930	sub emergency_save() {
2334	my $freeze_guard = cf::freeze_mainloop;	2931	my $freeze_guard = cf::freeze_mainloop;
2335		2932
2336	warn "enter emergency perl save\n";	2933	warn "enter emergency perl save\n";
2337		2934
…		…
2352	my $map = $cf::MAP{$path} or next;	2949	my $map = $cf::MAP{$path} or next;
2353	$map->valid or next;	2950	$map->valid or next;
2354	$map->save;	2951	$map->save;
2355	}	2952	}
2356	warn "end emergency map save\n";	2953	warn "end emergency map save\n";
		2954
		2955	warn "begin emergency database checkpoint\n";
		2956	BDB::db_env_txn_checkpoint $DB_ENV;
		2957	warn "end emergency database checkpoint\n";
2357	};	2958	};
2358		2959
2359	warn "leave emergency perl save\n";	2960	warn "leave emergency perl save\n";
2360	}	2961	}
2361		2962
		2963	sub post_cleanup {
		2964	my ($make_core) = @_;
		2965
		2966	warn Carp::longmess "post_cleanup backtrace"
		2967	if $make_core;
		2968	}
		2969
2362	sub reload() {	2970	sub do_reload_perl() {
2363	# can/must only be called in main	2971	# can/must only be called in main
2364	if ($Coro::current != $Coro::main) {	2972	if ($Coro::current != $Coro::main) {
2365	warn "can only reload from main coroutine";	2973	warn "can only reload from main coroutine";
2366	return;	2974	return;
2367	}	2975	}
2368		2976
2369	warn "reloading...";	2977	warn "reloading...";
2370		2978
2371	warn "cancelling server ticker";	2979	warn "entering sync_job";
2372	$TICK_WATCHER->cancel;
2373		2980
		2981	cf::sync_job {
		2982	cf::write_runtime; # external watchdog should not bark
2374	cf::emergency_save;	2983	cf::emergency_save;
		2984	cf::write_runtime; # external watchdog should not bark
2375		2985
2376	eval {	2986	warn "syncing database to disk";
		2987	BDB::db_env_txn_checkpoint $DB_ENV;
		2988
2377	# if anything goes wrong in here, we should simply crash as we already saved	2989	# if anything goes wrong in here, we should simply crash as we already saved
2378
2379	warn "syncing database to disk";
2380	cf::db_sync;
2381		2990
2382	warn "cancelling all WF_AUTOCANCEL watchers";	2991	warn "cancelling all WF_AUTOCANCEL watchers";
2383	for (Event::all_watchers) {	2992	for (Event::all_watchers) {
2384	$_->cancel if $_->data & WF_AUTOCANCEL;	2993	$_->cancel if $_->data & WF_AUTOCANCEL;
2385	}	2994	}
2386		2995
2387	warn "flushing outstanding aio requests";	2996	warn "flushing outstanding aio requests";
2388	for (;;) {	2997	for (;;) {
		2998	BDB::flush;
2389	IO::AIO::flush;	2999	IO::AIO::flush;
2390	Coro::cede;	3000	Coro::cede;
2391	last unless IO::AIO::nreqs;	3001	last unless IO::AIO::nreqs || BDB::nreqs;
2392	warn "iterate...";	3002	warn "iterate...";
2393	}	3003	}
		3004
		3005	++$RELOAD;
2394		3006
2395	warn "cancelling all extension coros";	3007	warn "cancelling all extension coros";
2396	$_->cancel for values %EXT_CORO;	3008	$_->cancel for values %EXT_CORO;
2397	%EXT_CORO = ();	3009	%EXT_CORO = ();
2398		3010
2399	warn "removing commands";	3011	warn "removing commands";
2400	%COMMAND = ();	3012	%COMMAND = ();
2401		3013
2402	warn "removing ext commands";	3014	warn "removing ext/exti commands";
2403	%EXTCMD = ();	3015	%EXTCMD = ();
		3016	%EXTICMD = ();
2404		3017
2405	warn "unloading/nuking all extensions";	3018	warn "unloading/nuking all extensions";
2406	for my $pkg (@EXTS) {	3019	for my $pkg (@EXTS) {
2407	warn "... unloading $pkg";	3020	warn "... unloading $pkg";
2408		3021
…		…
2438	Symbol::delete_package "safe::$_"	3051	Symbol::delete_package "safe::$_"
2439	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3052	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2440		3053
2441	warn "unloading cf.pm \"a bit\"";	3054	warn "unloading cf.pm \"a bit\"";
2442	delete $INC{"cf.pm"};	3055	delete $INC{"cf.pm"};
		3056	delete $INC{"cf/pod.pm"};
2443		3057
2444	# don't, removes xs symbols, too,	3058	# don't, removes xs symbols, too,
2445	# and global variables created in xs	3059	# and global variables created in xs
2446	#Symbol::delete_package __PACKAGE__;	3060	#Symbol::delete_package __PACKAGE__;
2447		3061
…		…
2451	require cf;	3065	require cf;
2452	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3066	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2453		3067
2454	warn "loading config and database again";	3068	warn "loading config and database again";
2455	cf::cfg_load;	3069	cf::cfg_load;
2456	cf::db_load;
2457		3070
2458	warn "loading extensions";	3071	warn "loading extensions";
2459	cf::load_extensions;	3072	cf::load_extensions;
2460		3073
2461	warn "reattaching attachments to objects/players";	3074	warn "reattaching attachments to objects/players";
2462	_global_reattach;	3075	_global_reattach; # objects, sockets
2463	warn "reattaching attachments to maps";	3076	warn "reattaching attachments to maps";
2464	reattach $_ for values %MAP;	3077	reattach $_ for values %MAP;
		3078	warn "reattaching attachments to players";
		3079	reattach $_ for values %PLAYER;
2465		3080
2466	warn "restarting server ticker";	3081	warn "leaving sync_job";
2467		3082
2468	$TICK_WATCHER->start;	3083	1
2469	};	3084	} or do {
2470
2471	if ($@) {
2472	warn $@;	3085	warn $@;
2473	warn "error while reloading, exiting.";	3086	warn "error while reloading, exiting.";
2474	exit 1;	3087	exit 1;
2475	}	3088	};
2476		3089
2477	warn "reloaded";	3090	warn "reloaded";
2478	};	3091	};
2479		3092
2480	our $RELOAD_WATCHER; # used only during reload	3093	our $RELOAD_WATCHER; # used only during reload
2481		3094
		3095	sub reload_perl() {
		3096	# doing reload synchronously and two reloads happen back-to-back,
		3097	# coro crashes during coro_state_free->destroy here.
		3098
		3099	$RELOAD_WATCHER ||= Event->timer (
		3100	reentrant => 0,
		3101	after => 0,
		3102	data => WF_AUTOCANCEL,
		3103	cb => sub {
		3104	do_reload_perl;
		3105	undef $RELOAD_WATCHER;
		3106	},
		3107	);
		3108	}
		3109
2482	register_command "reload" => sub {	3110	register_command "reload" => sub {
2483	my ($who, $arg) = @_;	3111	my ($who, $arg) = @_;
2484		3112
2485	if ($who->flag (FLAG_WIZ)) {	3113	if ($who->flag (FLAG_WIZ)) {
2486	$who->message ("reloading server.");	3114	$who->message ("reloading server.");
2487		3115	async { reload_perl };
2488	# doing reload synchronously and two reloads happen back-to-back,
2489	# coro crashes during coro_state_free->destroy here.
2490
2491	$RELOAD_WATCHER ||= Event->timer (
2492	reentrant => 0,
2493	after => 0,
2494	data => WF_AUTOCANCEL,
2495	cb => sub {
2496	reload;
2497	undef $RELOAD_WATCHER;
2498	},
2499	);
2500	}	3116	}
2501	};	3117	};
2502		3118
2503	unshift @INC, $LIBDIR;	3119	unshift @INC, $LIBDIR;
2504		3120
2505	my $bug_warning = 0;	3121	my $bug_warning = 0;
2506		3122
		3123	our @WAIT_FOR_TICK;
		3124	our @WAIT_FOR_TICK_BEGIN;
		3125
		3126	sub wait_for_tick {
		3127	return unless $TICK_WATCHER->is_active;
		3128	return if $Coro::current == $Coro::main;
		3129
		3130	my $signal = new Coro::Signal;
		3131	push @WAIT_FOR_TICK, $signal;
		3132	$signal->wait;
		3133	}
		3134
		3135	sub wait_for_tick_begin {
		3136	return unless $TICK_WATCHER->is_active;
		3137	return if $Coro::current == $Coro::main;
		3138
		3139	my $signal = new Coro::Signal;
		3140	push @WAIT_FOR_TICK_BEGIN, $signal;
		3141	$signal->wait;
		3142	}
		3143
		3144	my $min = 1e6;#d#
		3145	my $avg = 10;
2507	$TICK_WATCHER = Event->timer (	3146	$TICK_WATCHER = Event->timer (
2508	reentrant => 0,	3147	reentrant => 0,
2509	parked => 1,	3148	parked => 1,
2510	prio => 0,	3149	prio => 0,
2511	at => $NEXT_TICK || $TICK,	3150	at => $NEXT_TICK || $TICK,
…		…
2515	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3154	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2516	unless ++$bug_warning > 10;	3155	unless ++$bug_warning > 10;
2517	return;	3156	return;
2518	}	3157	}
2519		3158
2520	$NOW = Event::time;	3159	$NOW = $tick_start = Event::time;
2521		3160
2522	cf::server_tick; # one server iteration	3161	cf::server_tick; # one server iteration
		3162
		3163	0 && sync_job {#d#
		3164	for(1..10) {
		3165	my $t = Event::time;
		3166	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3167	or die;
		3168
		3169	$map->width (50);
		3170	$map->height (50);
		3171	$map->alloc;
		3172	$map->_load_objects ("/tmp/x.map", 1);
		3173	my $t = Event::time - $t;
		3174
		3175	#next unless $t < 0.0013;#d#
		3176	if ($t < $min) {
		3177	$min = $t;
		3178	}
		3179	$avg = $avg * 0.99 + $t * 0.01;
		3180	}
		3181	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3182	exit 0;
		3183	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
		3184	};
		3185
2523	$RUNTIME += $TICK;	3186	$RUNTIME += $TICK;
2524	$NEXT_TICK += $TICK;	3187	$NEXT_TICK += $TICK;
2525		3188
2526	$WAIT_FOR_TICK->broadcast;	3189	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2527	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;	3190	$NEXT_RUNTIME_WRITE = $NOW + 10;
2528		3191	Coro::async_pool {
2529	Event::sweep;	3192	write_runtime
2530	Coro::cede_notself;	3193	or warn "ERROR: unable to write runtime file: $!";
		3194	};
2531		3195	}
		3196
2532	# my $AFTER = Event::time;	3197	# my $AFTER = Event::time;
2533	# warn $AFTER - $NOW;#d#	3198	# warn $AFTER - $NOW;#d#
2534		3199
		3200	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3201	$sig->send;
		3202	}
		3203	while (my $sig = shift @WAIT_FOR_TICK) {
		3204	$sig->send;
		3205	}
		3206
		3207	$NOW = Event::time;
		3208
2535	# if we are delayed by four ticks or more, skip them all	3209	# if we are delayed by four ticks or more, skip them all
2536	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3210	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2537		3211
2538	$TICK_WATCHER->at ($NEXT_TICK);	3212	$TICK_WATCHER->at ($NEXT_TICK);
2539	$TICK_WATCHER->start;	3213	$TICK_WATCHER->start;
		3214
		3215	$LOAD = ($NOW - $tick_start) / $TICK;
		3216	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3217
		3218	_post_tick;
		3219
		3220
2540	},	3221	},
2541	);	3222	);
2542		3223
		3224	{
		3225	BDB::max_poll_time $TICK * 0.1;
		3226	$BDB_POLL_WATCHER = Event->io (
		3227	reentrant => 0,
		3228	fd => BDB::poll_fileno,
		3229	poll => 'r',
		3230	prio => 0,
		3231	data => WF_AUTOCANCEL,
		3232	cb => \&BDB::poll_cb,
		3233	);
		3234	BDB::min_parallel 8;
		3235
		3236	BDB::set_sync_prepare {
		3237	my $status;
		3238	my $current = $Coro::current;
		3239	(
		3240	sub {
		3241	$status = $!;
		3242	$current->ready; undef $current;
		3243	},
		3244	sub {
		3245	Coro::schedule while defined $current;
		3246	$! = $status;
		3247	},
		3248	)
		3249	};
		3250
		3251	unless ($DB_ENV) {
		3252	$DB_ENV = BDB::db_env_create;
		3253
		3254	cf::sync_job {
		3255	eval {
		3256	BDB::db_env_open
		3257	$DB_ENV,
		3258	$BDBDIR,
		3259	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3260	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3261	0666;
		3262
		3263	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3264
		3265	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
		3266	$DB_ENV->set_lk_detect;
		3267	};
		3268
		3269	cf::cleanup "db_env_open(db): $@" if $@;
		3270	};
		3271	}
		3272	}
		3273
		3274	{
		3275	IO::AIO::min_parallel 8;
		3276
		3277	undef $Coro::AIO::WATCHER;
2543	IO::AIO::max_poll_time $TICK * 0.1;	3278	IO::AIO::max_poll_time $TICK * 0.1;
2544
2545	undef $Coro::AIO::WATCHER;
2546	$AIO_POLL_WATCHER = Event->io (	3279	$AIO_POLL_WATCHER = Event->io (
2547	reentrant => 0,	3280	reentrant => 0,
		3281	data => WF_AUTOCANCEL,
2548	fd => IO::AIO::poll_fileno,	3282	fd => IO::AIO::poll_fileno,
2549	poll => 'r',	3283	poll => 'r',
2550	prio => 6,	3284	prio => 6,
2551	data => WF_AUTOCANCEL,
2552	cb => \&IO::AIO::poll_cb,	3285	cb => \&IO::AIO::poll_cb,
2553	);	3286	);
		3287	}
2554		3288
2555	$WRITE_RUNTIME_WATCHER = Event->timer (	3289	my $_log_backtrace;
2556	reentrant => 0,	3290
2557	data => WF_AUTOCANCEL,	3291	sub _log_backtrace {
2558	after => 1,	3292	my ($msg, @addr) = @_;
2559	interval => 10,	3293
2560	prio => 6, # keep it lowest so it acts like a watchdog	3294	$msg =~ s/\n//;
2561	cb => Coro::unblock_sub {	3295
2562	write_runtime	3296	# limit the # of concurrent backtraces
2563	or warn "ERROR: unable to write runtime file: $!";	3297	if ($_log_backtrace < 2) {
		3298	++$_log_backtrace;
		3299	async {
		3300	my @bt = fork_call {
		3301	@addr = map { sprintf "%x", $_ } @addr;
		3302	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3303	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3304	or die "addr2line: $!";
		3305
		3306	my @funcs;
		3307	my @res = <$fh>;
		3308	chomp for @res;
		3309	while (@res) {
		3310	my ($func, $line) = splice @res, 0, 2, ();
		3311	push @funcs, "[$func] $line";
		3312	}
		3313
		3314	@funcs
		3315	};
		3316
		3317	LOG llevInfo, "[ABT] $msg\n";
		3318	LOG llevInfo, "[ABT] $_\n" for @bt;
		3319	--$_log_backtrace;
		3320	};
		3321	} else {
		3322	LOG llevInfo, "[ABT] $msg\n";
		3323	LOG llevInfo, "[ABT] [suppressed]\n";
2564	},	3324	}
2565	);	3325	}
		3326
		3327	# load additional modules
		3328	use cf::pod;
2566		3329
2567	END { cf::emergency_save }	3330	END { cf::emergency_save }
2568		3331
2569	1	3332	1
2570		3333

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines