ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.176 by root, Sun Jan 14 22:14:35 2007 UTC vs.
Revision 1.298 by root, Sun Jul 8 14:50:07 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.4 ();	15	use Coro 3.61 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
19		24
		25	use JSON::XS 1.4 ();
		26	use BDB ();
20	use Data::Dumper;	27	use Data::Dumper;
21	use Digest::MD5;	28	use Digest::MD5;
22	use Fcntl;	29	use Fcntl;
		30	use YAML::Syck ();
23	use IO::AIO 2.32 ();	31	use IO::AIO 2.32 ();
24	use YAML::Syck ();
25	use Time::HiRes;	32	use Time::HiRes;
		33	use Compress::LZF;
26		34
		35	# configure various modules to our taste
		36	#
		37	$Storable::canonical = 1; # reduce rsync transfers
		38	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		39	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		40
27	use Event; $Event::Eval = 1; # no idea why this is required, but it is	41	$Event::Eval = 1; # no idea why this is required, but it is
28
29	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30		42
31	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	43	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32	$YAML::Syck::ImplicitUnicode = 1;	44	$YAML::Syck::ImplicitUnicode = 1;
33		45
34	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	46	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35		47
		48	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		49
36	our %COMMAND = ();	50	our %COMMAND = ();
37	our %COMMAND_TIME = ();	51	our %COMMAND_TIME = ();
38		52
39	our @EXTS = (); # list of extension package names	53	our @EXTS = (); # list of extension package names
40	our %EXTCMD = ();	54	our %EXTCMD = ();
		55	our %EXTICMD = ();
41	our %EXT_CORO = (); # coroutines bound to extensions	56	our %EXT_CORO = (); # coroutines bound to extensions
42	our %EXT_MAP = (); # pluggable maps	57	our %EXT_MAP = (); # pluggable maps
43		58
		59	our $RELOAD; # number of reloads so far
44	our @EVENT;	60	our @EVENT;
45	our $LIBDIR = datadir . "/ext";
46		61
47	our $TICK = MAX_TIME * 1e-6;	62	our $CONFDIR = confdir;
		63	our $DATADIR = datadir;
		64	our $LIBDIR = "$DATADIR/ext";
		65	our $PODDIR = "$DATADIR/pod";
		66	our $MAPDIR = "$DATADIR/" . mapdir;
		67	our $LOCALDIR = localdir;
		68	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		69	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		70	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		71	our $RANDOMDIR = "$LOCALDIR/random";
		72	our $BDBDIR = "$LOCALDIR/db";
		73
		74	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48	our $TICK_WATCHER;	75	our $TICK_WATCHER;
49	our $AIO_POLL_WATCHER;	76	our $AIO_POLL_WATCHER;
50	our $WRITE_RUNTIME_WATCHER;	77	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51	our $NEXT_TICK;	78	our $NEXT_TICK;
52	our $NOW;	79	our $NOW;
		80	our $USE_FSYNC = 1; # use fsync to write maps - default off
		81
		82	our $BDB_POLL_WATCHER;
		83	our $DB_ENV;
53		84
54	our %CFG;	85	our %CFG;
55		86
56	our $UPTIME; $UPTIME ||= time;	87	our $UPTIME; $UPTIME ||= time;
57	our $RUNTIME;	88	our $RUNTIME;
58		89
59	our %PLAYER; # all users	90	our %PLAYER; # all users
60	our %MAP; # all maps	91	our %MAP; # all maps
61	our $LINK_MAP; # the special {link} map, which is always available	92	our $LINK_MAP; # the special {link} map, which is always available
62	our $RANDOM_MAPS = cf::localdir . "/random";
63
64	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
65	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
66		93
67	# used to convert map paths into valid unix filenames by replacing / by ∕	94	# used to convert map paths into valid unix filenames by replacing / by ∕
68	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	95	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
69		96
		97	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		98	our $LOADAVG; # same thing, but with alpha-smoothing
		99	our $tick_start; # for load detecting purposes
		100
70	binmode STDOUT;	101	binmode STDOUT;
71	binmode STDERR;	102	binmode STDERR;
72		103
73	# read virtual server time, if available	104	# read virtual server time, if available
74	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	105	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
75	open my $fh, "<", cf::localdir . "/runtime"	106	open my $fh, "<", "$LOCALDIR/runtime"
76	or die "unable to read runtime file: $!";	107	or die "unable to read runtime file: $!";
77	$RUNTIME = <$fh> + 0.;	108	$RUNTIME = <$fh> + 0.;
78	}	109	}
79		110
80	mkdir cf::localdir;	111	mkdir $_
81	mkdir cf::localdir . "/" . cf::playerdir;	112	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
82	mkdir cf::localdir . "/" . cf::tmpdir;
83	mkdir cf::localdir . "/" . cf::uniquedir;
84	mkdir $RANDOM_MAPS;
85		113
86	our $EMERGENCY_POSITION;	114	our $EMERGENCY_POSITION;
		115
		116	sub cf::map::normalise;
87		117
88	#############################################################################	118	#############################################################################
89		119
90	=head2 GLOBAL VARIABLES	120	=head2 GLOBAL VARIABLES
91		121
…		…
98	=item $cf::RUNTIME	128	=item $cf::RUNTIME
99		129
100	The time this server has run, starts at 0 and is increased by $cf::TICK on	130	The time this server has run, starts at 0 and is increased by $cf::TICK on
101	every server tick.	131	every server tick.
102		132
103	=item $cf::LIBDIR	133	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		134	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		135	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
104		136
105	The perl library directory, where extensions and cf-specific modules can	137	Various directories - "/etc", read-only install directory, perl-library
106	be found. It will be added to C<@INC> automatically.	138	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		139	unique-items directory, player file directory, random maps directory and
		140	database environment.
107		141
108	=item $cf::NOW	142	=item $cf::NOW
109		143
110	The time of the last (current) server tick.	144	The time of the last (current) server tick.
111		145
112	=item $cf::TICK	146	=item $cf::TICK
113		147
114	The interval between server ticks, in seconds.	148	The interval between server ticks, in seconds.
		149
		150	=item $cf::LOADAVG
		151
		152	The current CPU load on the server (alpha-smoothed), as a value between 0
		153	(none) and 1 (overloaded), indicating how much time is spent on processing
		154	objects per tick. Healthy values are < 0.5.
		155
		156	=item $cf::LOAD
		157
		158	The raw value load value from the last tick.
115		159
116	=item %cf::CFG	160	=item %cf::CFG
117		161
118	Configuration for the server, loaded from C</etc/crossfire/config>, or	162	Configuration for the server, loaded from C</etc/crossfire/config>, or
119	from wherever your confdir points to.	163	from wherever your confdir points to.
120		164
121	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	165	=item cf::wait_for_tick, cf::wait_for_tick_begin
122		166
123	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	167	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
124	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	168	returns directly I<after> the tick processing (and consequently, can only wake one process
125	processing has been done. Call C<< ->wait >> on them to maximise the	169	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
126	window of cpu time available, or simply to synchronise to the server tick.
127		170
128	=back	171	=back
129		172
130	=cut	173	=cut
131		174
132	BEGIN {	175	BEGIN {
133	*CORE::GLOBAL::warn = sub {	176	*CORE::GLOBAL::warn = sub {
134	my $msg = join "", @_;	177	my $msg = join "", @_;
135	utf8::encode $msg;
136		178
137	$msg .= "\n"	179	$msg .= "\n"
138	unless $msg =~ /\n$/;	180	unless $msg =~ /\n$/;
139		181
		182	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		183
		184	utf8::encode $msg;
140	LOG llevError, $msg;	185	LOG llevError, $msg;
141	};	186	};
142	}	187	}
143		188
144	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	189	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
145	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	190	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
146	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	191	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
147	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	192	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
148	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	193	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		194	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
149	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	195	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
150		196
151	# we bless all objects into (empty) derived classes to force a method lookup	197	# we bless all objects into (empty) derived classes to force a method lookup
152	# within the Safe compartment.	198	# within the Safe compartment.
153	for my $pkg (qw(	199	for my $pkg (qw(
154	cf::global cf::attachable	200	cf::global cf::attachable
…		…
162	}	208	}
163		209
164	$Event::DIED = sub {	210	$Event::DIED = sub {
165	warn "error in event callback: @_";	211	warn "error in event callback: @_";
166	};	212	};
		213
		214	#############################################################################
167		215
168	=head2 UTILITY FUNCTIONS	216	=head2 UTILITY FUNCTIONS
169		217
170	=over 4	218	=over 4
171		219
…		…
190	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	238	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
191	$d	239	$d
192	} || "[unable to dump $_[0]: '$@']";	240	} || "[unable to dump $_[0]: '$@']";
193	}	241	}
194		242
195	use JSON::Syck (); # TODO# replace by JSON::PC once working
196
197	=item $ref = cf::from_json $json	243	=item $ref = cf::from_json $json
198		244
199	Converts a JSON string into the corresponding perl data structure.	245	Converts a JSON string into the corresponding perl data structure.
200		246
201	=cut
202
203	sub from_json($) {
204	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
205	JSON::Syck::Load $_[0]
206	}
207
208	=item $json = cf::to_json $ref	247	=item $json = cf::to_json $ref
209		248
210	Converts a perl data structure into its JSON representation.	249	Converts a perl data structure into its JSON representation.
211		250
212	=cut	251	=cut
213		252
214	sub to_json($) {	253	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
215	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	254
216	JSON::Syck::Dump $_[0]	255	sub to_json ($) { $json_coder->encode ($_[0]) }
217	}	256	sub from_json ($) { $json_coder->decode ($_[0]) }
218		257
219	=item cf::lock_wait $string	258	=item cf::lock_wait $string
220		259
221	Wait until the given lock is available. See cf::lock_acquire.	260	Wait until the given lock is available. See cf::lock_acquire.
222		261
…		…
228	returned.	267	returned.
229		268
230	Lock names should begin with a unique identifier (for example, cf::map::find	269	Lock names should begin with a unique identifier (for example, cf::map::find
231	uses map_find and cf::map::load uses map_load).	270	uses map_find and cf::map::load uses map_load).
232		271
		272	=item $locked = cf::lock_active $string
		273
		274	Return true if the lock is currently active, i.e. somebody has locked it.
		275
233	=cut	276	=cut
234		277
235	our %LOCK;	278	our %LOCK;
236		279
237	sub lock_wait($) {	280	sub lock_wait($) {
…		…
256	# wake up all waiters, to be on the safe side	299	# wake up all waiters, to be on the safe side
257	$_->ready for @{ delete $LOCK{$key} };	300	$_->ready for @{ delete $LOCK{$key} };
258	}	301	}
259	}	302	}
260		303
		304	sub lock_active($) {
		305	my ($key) = @_;
		306
		307	! ! $LOCK{$key}
		308	}
		309
261	sub freeze_mainloop {	310	sub freeze_mainloop {
262	return unless $TICK_WATCHER->is_active;	311	return unless $TICK_WATCHER->is_active;
263		312
264	my $guard = Coro::guard {	313	my $guard = Coro::guard {
265	$TICK_WATCHER->start;	314	$TICK_WATCHER->start;
266	$WRITE_RUNTIME_WATCHER->start;
267	};	315	};
268	$WRITE_RUNTIME_WATCHER->stop;
269	$TICK_WATCHER->stop;	316	$TICK_WATCHER->stop;
270	$guard	317	$guard
271	}	318	}
272		319
273	=item cf::async { BLOCK }	320	=item cf::async { BLOCK }
…		…
280		327
281	BEGIN { *async = \&Coro::async_pool }	328	BEGIN { *async = \&Coro::async_pool }
282		329
283	=item cf::sync_job { BLOCK }	330	=item cf::sync_job { BLOCK }
284		331
285	The design of crossfire+ requires that the main coro ($Coro::main) is	332	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
286	always able to handle events or runnable, as crossfire+ is only partly	333	is always able to handle events or runnable, as Crossfire TRT is only
287	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	334	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		335	acceptable.
288		336
289	If it must be done, put the blocking parts into C<sync_job>. This will run	337	If it must be done, put the blocking parts into C<sync_job>. This will run
290	the given BLOCK in another coroutine while waiting for the result. The	338	the given BLOCK in another coroutine while waiting for the result. The
291	server will be frozen during this time, so the block should either finish	339	server will be frozen during this time, so the block should either finish
292	fast or be very important.	340	fast or be very important.
…		…
295		343
296	sub sync_job(&) {	344	sub sync_job(&) {
297	my ($job) = @_;	345	my ($job) = @_;
298		346
299	if ($Coro::current == $Coro::main) {	347	if ($Coro::current == $Coro::main) {
		348	my $time = Event::time;
		349
300	# this is the main coro, too bad, we have to block	350	# this is the main coro, too bad, we have to block
301	# till the operation succeeds, freezing the server :/	351	# till the operation succeeds, freezing the server :/
302		352
303	# TODO: use suspend/resume instead	353	# TODO: use suspend/resume instead
304	# (but this is cancel-safe)	354	# (but this is cancel-safe)
…		…
315		365
316	while ($busy) {	366	while ($busy) {
317	Coro::cede or Event::one_event;	367	Coro::cede or Event::one_event;
318	}	368	}
319		369
		370	$time = Event::time - $time;
		371
		372	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		373	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		374
		375	$tick_start += $time; # do not account sync jobs to server load
		376
320	wantarray ? @res : $res[0]	377	wantarray ? @res : $res[0]
321	} else {	378	} else {
322	# we are in another coroutine, how wonderful, everything just works	379	# we are in another coroutine, how wonderful, everything just works
323		380
324	$job->()	381	$job->()
…		…
343	$EXT_CORO{$coro+0} = $coro;	400	$EXT_CORO{$coro+0} = $coro;
344		401
345	$coro	402	$coro
346	}	403	}
347		404
348	sub write_runtime {	405	=item fork_call { }, $args
349	my $runtime = cf::localdir . "/runtime";
350		406
351	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	407	Executes the given code block with the given arguments in a seperate
352	or return;	408	process, returning the results. Everything must be serialisable with
		409	Coro::Storable. May, of course, block. Note that the executed sub may
		410	never block itself or use any form of Event handling.
353		411
354	my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock	412	=cut
355	(aio_write $fh, 0, (length $value), $value, 0) <= 0
356	and return;
357		413
358	aio_fsync $fh	414	sub fork_call(&@) {
359	and return;	415	my ($cb, @args) = @_;
360		416
		417	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		418	# or die "socketpair: $!";
		419	pipe my $fh1, my $fh2
		420	or die "pipe: $!";
		421
		422	if (my $pid = fork) {
361	close $fh	423	close $fh2;
362	or return;
363		424
364	aio_rename "$runtime~", $runtime	425	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
365	and return;	426	warn "pst<$res>" unless $res =~ /^pst/;
		427	$res = Coro::Storable::thaw $res;
366		428
		429	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		430
		431	Carp::confess $$res unless "ARRAY" eq ref $res;
		432
		433	return wantarray ? @$res : $res->[-1];
		434	} else {
		435	reset_signals;
		436	local $SIG{__WARN__};
		437	local $SIG{__DIE__};
		438	local $Coro::idle;
		439	$Coro::current->prio (Coro::PRIO_MAX);
		440	eval {
		441	close $fh1;
		442
		443	my @res = eval { $cb->(@args) };
		444
		445	open my $fh, ">", \my $buf
		446	or die "fork_call: cannot open fh-to-buf in child : $!";
		447	Storable::store_fd +($@ ? \"$@" : \@res), $fh;
		448	close $fh;
		449
		450	warn "writing ", length $buf;
		451	my $x;
		452	(length $buf) == ($x = syswrite $fh2, $buf)
		453	or warn "error writing ".(length $buf)." != $x\n";
		454	close $fh2;
		455	};
		456
		457	warn $@ if $@;
		458	_exit 0;
367	1	459	}
		460	}
		461
		462	=item $value = cf::db_get $family => $key
		463
		464	Returns a single value from the environment database.
		465
		466	=item cf::db_put $family => $key => $value
		467
		468	Stores the given C<$value> in the family. It can currently store binary
		469	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		470
		471	=cut
		472
		473	our $DB;
		474
		475	sub db_init {
		476	unless ($DB) {
		477	$DB = BDB::db_create $DB_ENV;
		478
		479	cf::sync_job {
		480	eval {
		481	$DB->set_flags (BDB::CHKSUM);
		482
		483	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		484	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		485	cf::cleanup "db_open(db): $!" if $!;
		486	};
		487	cf::cleanup "db_open(db): $@" if $@;
		488	};
		489	}
		490	}
		491
		492	sub db_get($$) {
		493	my $key = "$_[0]/$_[1]";
		494
		495	cf::sync_job {
		496	BDB::db_get $DB, undef, $key, my $data;
		497
		498	$! ? ()
		499	: $data
		500	}
		501	}
		502
		503	sub db_put($$$) {
		504	BDB::dbreq_pri 4;
		505	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		506	}
		507
		508	=item cf::cache $id => [$paths...], $processversion => $process
		509
		510	Generic caching function that returns the value of the resource $id,
		511	caching and regenerating as required.
		512
		513	This function can block.
		514
		515	=cut
		516
		517	sub cache {
		518	my ($id, $src, $processversion, $process) = @_;
		519
		520	my $meta =
		521	join "\x00",
		522	$processversion,
		523	map {
		524	aio_stat $_
		525	and Carp::croak "$_: $!";
		526
		527	($_, (stat _)[7,9])
		528	} @$src;
		529
		530	my $dbmeta = db_get cache => "$id/meta";
		531	if ($dbmeta ne $meta) {
		532	# changed, we may need to process
		533
		534	my @data;
		535	my $md5;
		536
		537	for (0 .. $#$src) {
		538	0 <= aio_load $src->[$_], $data[$_]
		539	or Carp::croak "$src->[$_]: $!";
		540	}
		541
		542	# if processing is expensive, check
		543	# checksum first
		544	if (1) {
		545	$md5 =
		546	join "\x00",
		547	$processversion,
		548	map {
		549	Coro::cede;
		550	($src->[$_], Digest::MD5::md5_hex $data[$_])
		551	} 0.. $#$src;
		552
		553
		554	my $dbmd5 = db_get cache => "$id/md5";
		555	if ($dbmd5 eq $md5) {
		556	db_put cache => "$id/meta", $meta;
		557
		558	return db_get cache => "$id/data";
		559	}
		560	}
		561
		562	my $t1 = Time::HiRes::time;
		563	my $data = $process->(\@data);
		564	my $t2 = Time::HiRes::time;
		565
		566	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		567
		568	db_put cache => "$id/data", $data;
		569	db_put cache => "$id/md5" , $md5;
		570	db_put cache => "$id/meta", $meta;
		571
		572	return $data;
		573	}
		574
		575	db_get cache => "$id/data"
		576	}
		577
		578	=item cf::datalog type => key => value, ...
		579
		580	Log a datalog packet of the given type with the given key-value pairs.
		581
		582	=cut
		583
		584	sub datalog($@) {
		585	my ($type, %kv) = @_;
		586	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
368	}	587	}
369		588
370	=back	589	=back
371		590
372	=cut	591	=cut
…		…
379	attach callbacks/event handlers (a collection of which is called an "attachment")	598	attach callbacks/event handlers (a collection of which is called an "attachment")
380	to it. All such attachable objects support the following methods.	599	to it. All such attachable objects support the following methods.
381		600
382	In the following description, CLASS can be any of C<global>, C<object>	601	In the following description, CLASS can be any of C<global>, C<object>
383	C<player>, C<client> or C<map> (i.e. the attachable objects in	602	C<player>, C<client> or C<map> (i.e. the attachable objects in
384	crossfire+).	603	Crossfire TRT).
385		604
386	=over 4	605	=over 4
387		606
388	=item $attachable->attach ($attachment, key => $value...)	607	=item $attachable->attach ($attachment, key => $value...)
389		608
…		…
552	$registry = $CB_TYPE[$object_type] ||= [];	771	$registry = $CB_TYPE[$object_type] ||= [];
553		772
554	} elsif ($type eq "subtype") {	773	} elsif ($type eq "subtype") {
555	defined $object_type or Carp::croak "subtype specified without type";	774	defined $object_type or Carp::croak "subtype specified without type";
556	my $object_subtype = shift @arg;	775	my $object_subtype = shift @arg;
557	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	776	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
558		777
559	} elsif ($type eq "package") {	778	} elsif ($type eq "package") {
560	my $pkg = shift @arg;	779	my $pkg = shift @arg;
561		780
562	while (my ($name, $id) = each %cb_id) {	781	while (my ($name, $id) = each %cb_id) {
…		…
591	_attach $registry, $klass, @attach;	810	_attach $registry, $klass, @attach;
592	}	811	}
593		812
594	$obj->{$name} = \%arg;	813	$obj->{$name} = \%arg;
595	} else {	814	} else {
596	warn "object uses attachment '$name' that is not available, postponing.\n";	815	warn "object uses attachment '$name' which is not available, postponing.\n";
597	}	816	}
598		817
599	$obj->{_attachment}{$name} = undef;	818	$obj->{_attachment}{$name} = undef;
600	}	819	}
601		820
…		…
603	if (ref $_[0]) {	822	if (ref $_[0]) {
604	_object_attach @_;	823	_object_attach @_;
605	} else {	824	} else {
606	_attach shift->_attach_registry, @_;	825	_attach shift->_attach_registry, @_;
607	}	826	}
		827	_recalc_want;
608	};	828	};
609		829
610	# all those should be optimised	830	# all those should be optimised
611	sub cf::attachable::detach {	831	sub cf::attachable::detach {
612	my ($obj, $name) = @_;	832	my ($obj, $name) = @_;
…		…
615	delete $obj->{_attachment}{$name};	835	delete $obj->{_attachment}{$name};
616	reattach ($obj);	836	reattach ($obj);
617	} else {	837	} else {
618	Carp::croak "cannot, currently, detach class attachments";	838	Carp::croak "cannot, currently, detach class attachments";
619	}	839	}
		840	_recalc_want;
620	};	841	};
621		842
622	sub cf::attachable::attached {	843	sub cf::attachable::attached {
623	my ($obj, $name) = @_;	844	my ($obj, $name) = @_;
624		845
…		…
747	$filename, length $$rdata, scalar @$objs;	968	$filename, length $$rdata, scalar @$objs;
748		969
749	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	970	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
750	chmod SAVE_MODE, $fh;	971	chmod SAVE_MODE, $fh;
751	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	972	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
752	aio_fsync $fh;	973	aio_fsync $fh if $cf::USE_FSYNC;
753	close $fh;	974	close $fh;
754		975
755	if (@$objs) {	976	if (@$objs) {
756	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	977	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
757	chmod SAVE_MODE, $fh;	978	chmod SAVE_MODE, $fh;
758	my $data = Storable::nfreeze { version => 1, objs => $objs };	979	my $data = Storable::nfreeze { version => 1, objs => $objs };
759	aio_write $fh, 0, (length $data), $data, 0;	980	aio_write $fh, 0, (length $data), $data, 0;
760	aio_fsync $fh;	981	aio_fsync $fh if $cf::USE_FSYNC;
761	close $fh;	982	close $fh;
762	aio_rename "$filename.pst~", "$filename.pst";	983	aio_rename "$filename.pst~", "$filename.pst";
763	}	984	}
764	} else {	985	} else {
765	aio_unlink "$filename.pst";	986	aio_unlink "$filename.pst";
…		…
797	or return;	1018	or return;
798	$av = eval { (Storable::thaw $av)->{objs} };	1019	$av = eval { (Storable::thaw $av)->{objs} };
799	}	1020	}
800		1021
801	warn sprintf "loading %s (%d)\n",	1022	warn sprintf "loading %s (%d)\n",
802	$filename, length $data, scalar @{$av || []};#d#	1023	$filename, length $data, scalar @{$av || []};
803	return ($data, $av);	1024	return ($data, $av);
804	}	1025	}
		1026
		1027	=head2 COMMAND CALLBACKS
		1028
		1029	=over 4
		1030
		1031	=cut
805		1032
806	#############################################################################	1033	#############################################################################
807	# command handling &c	1034	# command handling &c
808		1035
809	=item cf::register_command $name => \&callback($ob,$args);	1036	=item cf::register_command $name => \&callback($ob,$args);
…		…
822	push @{ $COMMAND{$name} }, [$caller, $cb];	1049	push @{ $COMMAND{$name} }, [$caller, $cb];
823	}	1050	}
824		1051
825	=item cf::register_extcmd $name => \&callback($pl,$packet);	1052	=item cf::register_extcmd $name => \&callback($pl,$packet);
826		1053
827	Register a callbackf ro execution when the client sends an extcmd packet.	1054	Register a callback for execution when the client sends an (synchronous)
		1055	extcmd packet. Ext commands will be processed in the order they are
		1056	received by the server, like other user commands. The first argument is
		1057	the logged-in player. Ext commands can only be processed after a player
		1058	has logged in successfully.
828		1059
829	If the callback returns something, it is sent back as if reply was being	1060	If the callback returns something, it is sent back as if reply was being
830	called.	1061	called.
831		1062
		1063	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1064
		1065	Register a callback for execution when the client sends an (asynchronous)
		1066	exticmd packet. Exti commands are processed by the server as soon as they
		1067	are received, i.e. out of order w.r.t. other commands. The first argument
		1068	is a client socket. Exti commands can be received anytime, even before
		1069	log-in.
		1070
		1071	If the callback returns something, it is sent back as if reply was being
		1072	called.
		1073
832	=cut	1074	=cut
833		1075
834	sub register_extcmd {	1076	sub register_extcmd {
835	my ($name, $cb) = @_;	1077	my ($name, $cb) = @_;
836		1078
837	$EXTCMD{$name} = $cb;	1079	$EXTCMD{$name} = $cb;
		1080	}
		1081
		1082	sub register_exticmd {
		1083	my ($name, $cb) = @_;
		1084
		1085	$EXTICMD{$name} = $cb;
838	}	1086	}
839		1087
840	cf::player->attach (	1088	cf::player->attach (
841	on_command => sub {	1089	on_command => sub {
842	my ($pl, $name, $params) = @_;	1090	my ($pl, $name, $params) = @_;
…		…
851	cf::override;	1099	cf::override;
852	},	1100	},
853	on_extcmd => sub {	1101	on_extcmd => sub {
854	my ($pl, $buf) = @_;	1102	my ($pl, $buf) = @_;
855		1103
856	my $msg = eval { from_json $buf };	1104	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
857		1105
858	if (ref $msg) {	1106	if (ref $msg) {
859	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1107	if (my $cb = $EXTCMD{$msg->{msgtype}}) {
860	if (my %reply = $cb->($pl, $msg)) {	1108	if (my %reply = $cb->($pl, $msg)) {
861	$pl->ext_reply ($msg->{msgid}, %reply);	1109	$pl->ext_reply ($msg->{msgid}, %reply);
…		…
867		1115
868	cf::override;	1116	cf::override;
869	},	1117	},
870	);	1118	);
871		1119
872	sub load_extension {
873	my ($path) = @_;
874
875	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
876	my $base = $1;
877	my $pkg = $1;
878	$pkg =~ s/[^[:word:]]/_/g;
879	$pkg = "ext::$pkg";
880
881	warn "... loading '$path' into '$pkg'\n";
882
883	open my $fh, "<:utf8", $path
884	or die "$path: $!";
885
886	my $source =
887	"package $pkg; use strict; use utf8;\n"
888	. "#line 1 \"$path\"\n{\n"
889	. (do { local $/; <$fh> })
890	. "\n};\n1";
891
892	unless (eval $source) {
893	my $msg = $@ ? "$path: $@\n"
894	: "extension disabled.\n";
895	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
896	warn $@;
897	warn "mandatory extension failed to load, exiting.\n";
898	exit 1;
899	}
900	die $@;
901	}
902
903	push @EXTS, $pkg;
904	}
905
906	sub load_extensions {	1120	sub load_extensions {
		1121	cf::sync_job {
		1122	my %todo;
		1123
907	for my $ext (<$LIBDIR/*.ext>) {	1124	for my $path (<$LIBDIR/*.ext>) {
908	next unless -r $ext;	1125	next unless -r $path;
909	eval {	1126
910	load_extension $ext;	1127	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1128	my $base = $1;
		1129	my $pkg = $1;
		1130	$pkg =~ s/[^[:word:]]/_/g;
		1131	$pkg = "ext::$pkg";
		1132
		1133	open my $fh, "<:utf8", $path
		1134	or die "$path: $!";
		1135
		1136	my $source = do { local $/; <$fh> };
		1137
		1138	my %ext = (
		1139	path => $path,
		1140	base => $base,
		1141	pkg => $pkg,
		1142	);
		1143
		1144	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1145	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1146
		1147	$ext{source} =
		1148	"package $pkg; use strict; use utf8;\n"
		1149	. "#line 1 \"$path\"\n{\n"
		1150	. $source
		1151	. "\n};\n1";
		1152
		1153	$todo{$base} = \%ext;
		1154	}
		1155
		1156	my %done;
		1157	while (%todo) {
		1158	my $progress;
		1159
		1160	while (my ($k, $v) = each %todo) {
		1161	for (split /,\s*/, $v->{meta}{depends}) {
		1162	goto skip
		1163	unless exists $done{$_};
		1164	}
		1165
		1166	warn "... loading '$k' into '$v->{pkg}'\n";
		1167
		1168	unless (eval $v->{source}) {
		1169	my $msg = $@ ? "$v->{path}: $@\n"
		1170	: "$v->{base}: extension inactive.\n";
		1171
		1172	if (exists $v->{meta}{mandatory}) {
		1173	warn $msg;
		1174	warn "mandatory extension failed to load, exiting.\n";
		1175	exit 1;
		1176	}
		1177
		1178	warn $msg;
		1179	}
		1180
		1181	$done{$k} = delete $todo{$k};
		1182	push @EXTS, $v->{pkg};
		1183	$progress = 1;
911	1	1184	}
912	} or warn "$ext not loaded: $@";	1185
		1186	skip:
		1187	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1188	unless $progress;
		1189	}
913	}	1190	};
914	}	1191	}
915		1192
916	#############################################################################	1193	#############################################################################
917		1194
		1195	=back
		1196
918	=head2 CORE EXTENSIONS	1197	=head2 CORE EXTENSIONS
919		1198
920	Functions and methods that extend core crossfire objects.	1199	Functions and methods that extend core crossfire objects.
921		1200
922	=cut	1201	=cut
…		…
934	Returns the given player object, loading it if necessary (might block).	1213	Returns the given player object, loading it if necessary (might block).
935		1214
936	=cut	1215	=cut
937		1216
938	sub playerdir($) {	1217	sub playerdir($) {
939	cf::localdir	1218	"$PLAYERDIR/"
940	. "/"
941	. cf::playerdir
942	. "/"
943	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1219	. (ref $_[0] ? $_[0]->ob->name : $_[0])
944	}	1220	}
945		1221
946	sub path($) {	1222	sub path($) {
947	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1223	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
948		1224
949	(playerdir $login) . "/$login.pl"	1225	(playerdir $login) . "/playerdata"
950	}	1226	}
951		1227
952	sub find_active($) {	1228	sub find_active($) {
953	$cf::PLAYER{$_[0]}	1229	$cf::PLAYER{$_[0]}
954	and $cf::PLAYER{$_[0]}->active	1230	and $cf::PLAYER{$_[0]}->active
…		…
957		1233
958	sub exists($) {	1234	sub exists($) {
959	my ($login) = @_;	1235	my ($login) = @_;
960		1236
961	$cf::PLAYER{$login}	1237	$cf::PLAYER{$login}
962	or cf::sync_job { !aio_stat $login }	1238	or cf::sync_job { !aio_stat path $login }
963	}	1239	}
964		1240
965	sub find($) {	1241	sub find($) {
966	return $cf::PLAYER{$_[0]} || do {	1242	return $cf::PLAYER{$_[0]} || do {
967	my $login = $_[0];	1243	my $login = $_[0];
968		1244
969	my $guard = cf::lock_acquire "user_find:$login";	1245	my $guard = cf::lock_acquire "user_find:$login";
970		1246
971	$cf::PLAYER{$_[0]} || do {	1247	$cf::PLAYER{$_[0]} || do {
		1248	# rename old playerfiles to new ones
		1249	#TODO: remove when no longer required
		1250	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1251	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1252	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1253	aio_unlink +(playerdir $login) . "/$login.pl";
		1254
972	my $pl = load_pl path $login	1255	my $pl = load_pl path $login
973	or return;	1256	or return;
974	$cf::PLAYER{$login} = $pl	1257	$cf::PLAYER{$login} = $pl
975	}	1258	}
976	}	1259	}
…		…
1013		1296
1014	=cut	1297	=cut
1015		1298
1016	sub quit_character {	1299	sub quit_character {
1017	my ($pl) = @_;	1300	my ($pl) = @_;
		1301
		1302	my $name = $pl->ob->name;
1018		1303
1019	$pl->{deny_save} = 1;	1304	$pl->{deny_save} = 1;
1020	$pl->password ("*"); # this should lock out the player until we nuked the dir	1305	$pl->password ("*"); # this should lock out the player until we nuked the dir
1021		1306
1022	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1307	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
…		…
1027	my $path = playerdir $pl;	1312	my $path = playerdir $pl;
1028	my $temp = "$path~$cf::RUNTIME~deleting~";	1313	my $temp = "$path~$cf::RUNTIME~deleting~";
1029	aio_rename $path, $temp;	1314	aio_rename $path, $temp;
1030	delete $cf::PLAYER{$pl->ob->name};	1315	delete $cf::PLAYER{$pl->ob->name};
1031	$pl->destroy;	1316	$pl->destroy;
		1317
		1318	my $prefix = qr<^~\Q$name\E/>;
		1319
		1320	# nuke player maps
		1321	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1322
1032	IO::AIO::aio_rmtree $temp;	1323	IO::AIO::aio_rmtree $temp;
		1324	}
		1325
		1326	=item $pl->kick
		1327
		1328	Kicks a player out of the game. This destroys the connection.
		1329
		1330	=cut
		1331
		1332	sub kick {
		1333	my ($pl, $kicker) = @_;
		1334
		1335	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1336	$pl->killer ("kicked");
		1337	$pl->ns->destroy;
1033	}	1338	}
1034		1339
1035	=item cf::player::list_logins	1340	=item cf::player::list_logins
1036		1341
1037	Returns am arrayref of all valid playernames in the system, can take a	1342	Returns am arrayref of all valid playernames in the system, can take a
1038	while and may block, so not sync_job-capable, ever.	1343	while and may block, so not sync_job-capable, ever.
1039		1344
1040	=cut	1345	=cut
1041		1346
1042	sub list_logins {	1347	sub list_logins {
1043	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1348	my $dirs = aio_readdir $PLAYERDIR
1044	or return [];	1349	or return [];
1045		1350
1046	my @logins;	1351	my @logins;
1047		1352
1048	for my $login (@$dirs) {	1353	for my $login (@$dirs) {
…		…
1065	=cut	1370	=cut
1066		1371
1067	sub maps($) {	1372	sub maps($) {
1068	my ($pl) = @_;	1373	my ($pl) = @_;
1069		1374
		1375	$pl = ref $pl ? $pl->ob->name : $pl;
		1376
1070	my $files = aio_readdir playerdir $pl	1377	my $files = aio_readdir playerdir $pl
1071	or return;	1378	or return;
1072		1379
1073	my @paths;	1380	my @paths;
1074		1381
1075	for (@$files) {	1382	for (@$files) {
1076	utf8::decode $_;	1383	utf8::decode $_;
1077	next if /\.(?:pl|pst)$/;	1384	next if /\.(?:pl|pst)$/;
1078	next unless /^$PATH_SEP/o;	1385	next unless /^$PATH_SEP/o;
1079		1386
1080	s/\.map$//;	1387	push @paths, cf::map::normalise "~$pl/$_";
1081	push @paths, "~" . $pl->ob->name . "/" . $_;
1082	}	1388	}
1083		1389
1084	\@paths	1390	\@paths
1085	}	1391	}
1086		1392
		1393	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1394
		1395	Expand crossfire pod fragments into protocol xml.
		1396
		1397	=cut
		1398
		1399	sub expand_cfpod {
		1400	((my $self), (local $_)) = @_;
		1401
		1402	# escape & and <
		1403	s/&/&amp;/g;
		1404	s/(?<![BIUGH])</&lt;/g;
		1405
		1406	# this is buggy, it needs to properly take care of nested <'s
		1407
		1408	1 while
		1409	# replace B<>, I<>, U<> etc.
		1410	s/B<([^\>]*)>/<b>$1<\/b>/
		1411	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1412	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1413	# replace G<male|female> tags
		1414	|| s{G<([^>|]*)\|([^>]*)>}{
		1415	$self->gender ? $2 : $1
		1416	}ge
		1417	# replace H<hint text>
		1418	|| s{H<([^\>]*)>}
		1419	{
		1420	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1421	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1422	"")
		1423	[$self->{hintmode}]
		1424	}ge;
		1425
		1426	# create single paragraphs (very hackish)
		1427	s/(?<=\S)\n(?=\w)/ /g;
		1428
		1429	# compress some whitespace
		1430	s/\s+\n/\n/g; # ws line-ends
		1431	s/\n\n+/\n/g; # double lines
		1432	s/^\n+//; # beginning lines
		1433	s/\n+$//; # ending lines
		1434
		1435	$_
		1436	}
		1437
		1438	sub hintmode {
		1439	$_[0]{hintmode} = $_[1] if @_ > 1;
		1440	$_[0]{hintmode}
		1441	}
		1442
1087	=item $player->ext_reply ($msgid, $msgtype, %msg)	1443	=item $player->ext_reply ($msgid, %msg)
1088		1444
1089	Sends an ext reply to the player.	1445	Sends an ext reply to the player.
1090		1446
1091	=cut	1447	=cut
1092		1448
1093	sub ext_reply($$$%) {	1449	sub ext_reply($$%) {
1094	my ($self, $id, %msg) = @_;	1450	my ($self, $id, %msg) = @_;
1095		1451
1096	$msg{msgid} = $id;	1452	$msg{msgid} = $id;
1097		1453	$self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
1098	$self->send ("ext " . cf::to_json \%msg);
1099	}	1454	}
1100		1455
1101	package cf;	1456	=item $player->ext_event ($type, %msg)
		1457
		1458	Sends an ext event to the client.
		1459
		1460	=cut
		1461
		1462	sub ext_event($$%) {
		1463	my ($self, $type, %msg) = @_;
		1464
		1465	$self->ns->ext_event ($type, %msg);
		1466	}
		1467
		1468	=head3 cf::region
		1469
		1470	=over 4
		1471
		1472	=cut
		1473
		1474	package cf::region;
		1475
		1476	=item cf::region::find_by_path $path
		1477
		1478	Tries to decuce the likely region for a map knowing only its path.
		1479
		1480	=cut
		1481
		1482	sub find_by_path($) {
		1483	my ($path) = @_;
		1484
		1485	my ($match, $specificity);
		1486
		1487	for my $region (list) {
		1488	if ($region->match && $path =~ $region->match) {
		1489	($match, $specificity) = ($region, $region->specificity)
		1490	if $region->specificity > $specificity;
		1491	}
		1492	}
		1493
		1494	$match
		1495	}
1102		1496
1103	=back	1497	=back
1104
1105		1498
1106	=head3 cf::map	1499	=head3 cf::map
1107		1500
1108	=over 4	1501	=over 4
1109		1502
…		…
1121	our $MAX_RESET = 3600;	1514	our $MAX_RESET = 3600;
1122	our $DEFAULT_RESET = 3000;	1515	our $DEFAULT_RESET = 3000;
1123		1516
1124	sub generate_random_map {	1517	sub generate_random_map {
1125	my ($self, $rmp) = @_;	1518	my ($self, $rmp) = @_;
1126
1127	# mit "rum" bekleckern, nicht	1519	# mit "rum" bekleckern, nicht
1128	$self->_create_random_map (	1520	$self->_create_random_map (
1129	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1521	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1130	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1522	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1131	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1523	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1138	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},	1530	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1139	(cf::region::find $rmp->{region}), $rmp->{custom}	1531	(cf::region::find $rmp->{region}), $rmp->{custom}
1140	)	1532	)
1141	}	1533	}
1142		1534
		1535	=item cf::map->register ($regex, $prio)
		1536
		1537	Register a handler for the map path matching the given regex at the
		1538	givne priority (higher is better, built-in handlers have priority 0, the
		1539	default).
		1540
		1541	=cut
		1542
1143	sub register {	1543	sub register {
1144	my (undef, $regex) = @_;	1544	my (undef, $regex, $prio) = @_;
1145	my $pkg = caller;	1545	my $pkg = caller;
1146		1546
1147	no strict;	1547	no strict;
1148	push @{"$pkg\::ISA"}, __PACKAGE__;	1548	push @{"$pkg\::ISA"}, __PACKAGE__;
1149		1549
1150	$EXT_MAP{$pkg} = qr<$regex>;	1550	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1151	}	1551	}
1152		1552
1153	# also paths starting with '/'	1553	# also paths starting with '/'
1154	$EXT_MAP{"cf::map"} = qr{^(?=/)};	1554	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
1155		1555
1156	sub thawer_merge {	1556	sub thawer_merge {
1157	my ($self, $merge) = @_;	1557	my ($self, $merge) = @_;
1158		1558
1159	# we have to keep some variables in memory intact	1559	# we have to keep some variables in memory intact
1160	local $self->{path};	1560	local $self->{path};
1161	local $self->{load_path};	1561	local $self->{load_path};
1162	local $self->{deny_save};
1163	local $self->{deny_reset};
1164		1562
1165	$self->SUPER::thawer_merge ($merge);	1563	$self->SUPER::thawer_merge ($merge);
1166	}	1564	}
1167		1565
1168	sub normalise {	1566	sub normalise {
1169	my ($path, $base) = @_;	1567	my ($path, $base) = @_;
		1568
		1569	$path = "$path"; # make sure its a string
		1570
		1571	$path =~ s/\.map$//;
1170		1572
1171	# map plan:	1573	# map plan:
1172	#	1574	#
1173	# /! non-realised random map exit (special hack!)	1575	# /! non-realised random map exit (special hack!)
1174	# {... are special paths that are not being touched	1576	# {... are special paths that are not being touched
…		…
1202		1604
1203	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object	1605	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1204		1606
1205	$path = normalise $path, $base;	1607	$path = normalise $path, $base;
1206		1608
1207	for my $pkg (keys %EXT_MAP) {	1609	for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1208	if ($path =~ $EXT_MAP{$pkg}) {	1610	if ($path =~ $EXT_MAP{$pkg}[1]) {
1209	my $self = bless cf::map::new, $pkg;	1611	my $self = bless cf::map::new, $pkg;
1210	$self->{path} = $path; $self->path ($path);	1612	$self->{path} = $path; $self->path ($path);
1211	$self->init; # pass $1 etc.	1613	$self->init; # pass $1 etc.
1212	return $self;	1614	return $self;
1213	}	1615	}
1214	}	1616	}
1215		1617
1216	Carp::carp "unable to resolve path '$path'.";	1618	Carp::carp "unable to resolve path '$path' (base '$base').";
1217	()	1619	()
1218	}	1620	}
1219		1621
1220	sub init {	1622	sub init {
1221	my ($self) = @_;	1623	my ($self) = @_;
…		…
1236		1638
1237	# the original (read-only) location	1639	# the original (read-only) location
1238	sub load_path {	1640	sub load_path {
1239	my ($self) = @_;	1641	my ($self) = @_;
1240		1642
1241	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}	1643	"$MAPDIR/$self->{path}.map"
1242	}	1644	}
1243		1645
1244	# the temporary/swap location	1646	# the temporary/swap location
1245	sub save_path {	1647	sub save_path {
1246	my ($self) = @_;	1648	my ($self) = @_;
1247		1649
1248	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1650	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1249	sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $path	1651	"$TMPDIR/$path.map"
1250	}	1652	}
1251		1653
1252	# the unique path, undef == no special unique path	1654	# the unique path, undef == no special unique path
1253	sub uniq_path {	1655	sub uniq_path {
1254	my ($self) = @_;	1656	my ($self) = @_;
1255		1657
1256	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1658	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1257	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1659	"$UNIQUEDIR/$path"
1258	}	1660	}
1259		1661
1260	# and all this just because we cannot iterate over	1662	# and all this just because we cannot iterate over
1261	# all maps in C++...	1663	# all maps in C++...
1262	sub change_all_map_light {	1664	sub change_all_map_light {
…		…
1264		1666
1265	$_->change_map_light ($change)	1667	$_->change_map_light ($change)
1266	for grep $_->outdoor, values %cf::MAP;	1668	for grep $_->outdoor, values %cf::MAP;
1267	}	1669	}
1268		1670
		1671	sub decay_objects {
		1672	my ($self) = @_;
		1673
		1674	return if $self->{deny_reset};
		1675
		1676	$self->do_decay_objects;
		1677	}
		1678
1269	sub unlink_save {	1679	sub unlink_save {
1270	my ($self) = @_;	1680	my ($self) = @_;
1271		1681
1272	utf8::encode (my $save = $self->save_path);	1682	utf8::encode (my $save = $self->save_path);
1273	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1683	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
…		…
1276		1686
1277	sub load_header_from($) {	1687	sub load_header_from($) {
1278	my ($self, $path) = @_;	1688	my ($self, $path) = @_;
1279		1689
1280	utf8::encode $path;	1690	utf8::encode $path;
1281	aio_open $path, O_RDONLY, 0	1691	#aio_open $path, O_RDONLY, 0
1282	or return;	1692	# or return;
1283		1693
1284	$self->_load_header ($path)	1694	$self->_load_header ($path)
1285	or return;	1695	or return;
1286		1696
1287	$self->{load_path} = $path;	1697	$self->{load_path} = $path;
1288		1698
1289	1	1699	1
1290	}	1700	}
1291		1701
1292	sub load_orig {	1702	sub load_header_orig {
1293	my ($self) = @_;	1703	my ($self) = @_;
1294		1704
1295	$self->load_header_from ($self->load_path)	1705	$self->load_header_from ($self->load_path)
1296	}	1706	}
1297		1707
1298	sub load_temp {	1708	sub load_header_temp {
1299	my ($self) = @_;	1709	my ($self) = @_;
1300		1710
1301	$self->load_header_from ($self->save_path)	1711	$self->load_header_from ($self->save_path)
		1712	}
		1713
		1714	sub prepare_temp {
		1715	my ($self) = @_;
		1716
		1717	$self->last_access ((delete $self->{last_access})
		1718	|| $cf::RUNTIME); #d#
		1719	# safety
		1720	$self->{instantiate_time} = $cf::RUNTIME
		1721	if $self->{instantiate_time} > $cf::RUNTIME;
		1722	}
		1723
		1724	sub prepare_orig {
		1725	my ($self) = @_;
		1726
		1727	$self->{load_original} = 1;
		1728	$self->{instantiate_time} = $cf::RUNTIME;
		1729	$self->last_access ($cf::RUNTIME);
		1730	$self->instantiate;
1302	}	1731	}
1303		1732
1304	sub load_header {	1733	sub load_header {
1305	my ($self) = @_;	1734	my ($self) = @_;
1306		1735
1307	if ($self->load_temp) {	1736	if ($self->load_header_temp) {
1308	$self->last_access ((delete $self->{last_access})	1737	$self->prepare_temp;
1309	|| $cf::RUNTIME); #d#
1310	# safety
1311	$self->{instantiate_time} = $cf::RUNTIME
1312	if $self->{instantiate_time} > $cf::RUNTIME;
1313	} else {	1738	} else {
1314	$self->load_orig	1739	$self->load_header_orig
1315	or return;	1740	or return;
1316		1741	$self->prepare_orig;
1317	$self->{load_original} = 1;
1318	$self->{instantiate_time} = $cf::RUNTIME;
1319	$self->last_access ($cf::RUNTIME);
1320	$self->instantiate;
1321	}	1742	}
		1743
		1744	$self->{deny_reset} = 1
		1745	if $self->no_reset;
		1746
		1747	$self->default_region (cf::region::find_by_path $self->{path})
		1748	unless $self->default_region;
1322		1749
1323	1	1750	1
1324	}	1751	}
1325		1752
1326	sub find;	1753	sub find;
…		…
1339	$map->{last_save} = $cf::RUNTIME;	1766	$map->{last_save} = $cf::RUNTIME;
1340		1767
1341	$map->load_header	1768	$map->load_header
1342	or return;	1769	or return;
1343		1770
1344	if ($map->should_reset) {	1771	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
		1772	# doing this can freeze the server in a sync job, obviously
1345	$cf::WAIT_FOR_TICK->wait;	1773	#$cf::WAIT_FOR_TICK->wait;
1346	$map->reset;	1774	$map->reset;
1347	undef $guard;	1775	undef $guard;
1348	$map = find $path	1776	return find $path;
1349	or return;
1350	}	1777	}
1351		1778
1352	$cf::MAP{$path} = $map	1779	$cf::MAP{$path} = $map
1353	}	1780	}
1354	}	1781	}
		1782
		1783	sub pre_load { }
		1784	sub post_load { }
1355		1785
1356	sub load {	1786	sub load {
1357	my ($self) = @_;	1787	my ($self) = @_;
1358		1788
		1789	local $self->{deny_reset} = 1; # loading can take a long time
		1790
1359	my $path = $self->{path};	1791	my $path = $self->{path};
		1792
		1793	{
1360	my $guard = cf::lock_acquire "map_load:$path";	1794	my $guard = cf::lock_acquire "map_load:$path";
1361		1795
1362	return if $self->in_memory != cf::MAP_SWAPPED;	1796	return if $self->in_memory != cf::MAP_SWAPPED;
1363		1797
1364	$self->in_memory (cf::MAP_LOADING);	1798	$self->in_memory (cf::MAP_LOADING);
1365		1799
1366	$self->alloc;	1800	$self->alloc;
1367	$self->_load_objects ($self->{load_path}, 1)
1368	or return;
1369		1801
1370	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1802	$self->pre_load;
1371	if delete $self->{load_original};
1372
1373	if (my $uniq = $self->uniq_path) {
1374	utf8::encode $uniq;
1375	if (aio_open $uniq, O_RDONLY, 0) {
1376	$self->clear_unique_items;
1377	$self->_load_objects ($uniq, 0);
1378	}
1379	}
1380
1381	Coro::cede;
1382
1383	# now do the right thing for maps
1384	$self->link_multipart_objects;
1385
1386	unless ($self->{deny_activate}) {
1387	$self->decay_objects;
1388	$self->fix_auto_apply;
1389	$self->update_buttons;
1390	Coro::cede;	1803	Coro::cede;
1391	$self->set_darkness_map;	1804
		1805	$self->_load_objects ($self->{load_path}, 1)
		1806	or return;
		1807
		1808	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1809	if delete $self->{load_original};
		1810
		1811	if (my $uniq = $self->uniq_path) {
		1812	utf8::encode $uniq;
		1813	if (aio_open $uniq, O_RDONLY, 0) {
		1814	$self->clear_unique_items;
		1815	$self->_load_objects ($uniq, 0);
		1816	}
		1817	}
		1818
		1819	Coro::cede;
		1820	# now do the right thing for maps
		1821	$self->link_multipart_objects;
1392	$self->difficulty ($self->estimate_difficulty)	1822	$self->difficulty ($self->estimate_difficulty)
1393	unless $self->difficulty;	1823	unless $self->difficulty;
1394	Coro::cede;	1824	Coro::cede;
		1825
		1826	unless ($self->{deny_activate}) {
		1827	$self->decay_objects;
		1828	$self->fix_auto_apply;
		1829	$self->update_buttons;
		1830	Coro::cede;
		1831	$self->set_darkness_map;
		1832	Coro::cede;
1395	$self->activate;	1833	$self->activate;
1396	}	1834	}
1397		1835
1398	$self->in_memory (cf::MAP_IN_MEMORY);	1836	$self->in_memory (cf::MAP_IN_MEMORY);
		1837	}
		1838
		1839	$self->post_load;
1399	}	1840	}
1400		1841
1401	sub customise_for {	1842	sub customise_for {
1402	my ($self, $ob) = @_;	1843	my ($self, $ob) = @_;
1403		1844
1404	return find "~" . $ob->name . "/" . $self->{path}	1845	return find "~" . $ob->name . "/" . $self->{path}
1405	if $self->per_player;	1846	if $self->per_player;
		1847
		1848	# return find "?party/" . $ob->name . "/" . $self->{path}
		1849	# if $self->per_party;
1406		1850
1407	$self	1851	$self
1408	}	1852	}
1409		1853
1410	# find and load all maps in the 3x3 area around a map	1854	# find and load all maps in the 3x3 area around a map
…		…
1442		1886
1443	cf::sync_job { $map->load };	1887	cf::sync_job { $map->load };
1444	}	1888	}
1445		1889
1446	our %MAP_PREFETCH;	1890	our %MAP_PREFETCH;
1447	our $MAP_PREFETCHER = Coro::async {	1891	our $MAP_PREFETCHER = undef;
1448	while () {
1449	for my $path (keys %MAP_PREFETCH) {
1450	my $map = find $path
1451	or next;
1452	$map->load;
1453
1454	delete $MAP_PREFETCH{$path};
1455	}
1456	Coro::schedule;
1457	}
1458	};
1459		1892
1460	sub find_async {	1893	sub find_async {
1461	my ($path, $origin) = @_;	1894	my ($path, $origin) = @_;
1462		1895
1463	$path = normalise $path, $origin && $origin->{path};	1896	$path = normalise $path, $origin && $origin->{path};
1464		1897
1465	if (my $map = $cf::MAP{$path}) {	1898	if (my $map = $cf::MAP{$path}) {
1466	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	1899	return $map if $map->in_memory == cf::MAP_IN_MEMORY;
1467	}	1900	}
1468		1901
1469	$MAP_PREFETCH{$path} = 0;	1902	undef $MAP_PREFETCH{$path};
		1903	$MAP_PREFETCHER ||= cf::async {
		1904	while (%MAP_PREFETCH) {
		1905	for my $path (keys %MAP_PREFETCH) {
		1906	my $map = find $path
		1907	or next;
		1908	$map->load;
		1909
		1910	delete $MAP_PREFETCH{$path};
		1911	}
		1912	}
		1913	undef $MAP_PREFETCHER;
		1914	};
1470	$MAP_PREFETCHER->ready;	1915	$MAP_PREFETCHER->prio (6);
1471		1916
1472	()	1917	()
1473	}	1918	}
1474		1919
1475	sub save {	1920	sub save {
…		…
1520		1965
1521	sub reset_at {	1966	sub reset_at {
1522	my ($self) = @_;	1967	my ($self) = @_;
1523		1968
1524	# TODO: safety, remove and allow resettable per-player maps	1969	# TODO: safety, remove and allow resettable per-player maps
1525	return 1e99 if $self->isa ("ext::map_per_player");#d#
1526	return 1e99 if $self->{deny_reset};	1970	return 1e99 if $self->{deny_reset};
1527		1971
1528	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	1972	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1529	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	1973	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1530		1974
…		…
1541	my ($self) = @_;	1985	my ($self) = @_;
1542		1986
1543	my $lock = cf::lock_acquire "map_data:$self->{path}";	1987	my $lock = cf::lock_acquire "map_data:$self->{path}";
1544		1988
1545	return if $self->players;	1989	return if $self->players;
1546	return if $self->isa ("ext::map_per_player");#d#
1547		1990
1548	warn "resetting map ", $self->path;#d#	1991	warn "resetting map ", $self->path;
		1992
		1993	$self->in_memory (cf::MAP_SWAPPED);
		1994
		1995	# need to save uniques path
		1996	unless ($self->{deny_save}) {
		1997	my $uniq = $self->uniq_path; utf8::encode $uniq;
		1998
		1999	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2000	if $uniq;
		2001	}
1549		2002
1550	delete $cf::MAP{$self->path};	2003	delete $cf::MAP{$self->path};
1551		2004
1552	$self->in_memory (cf::MAP_SWAPPED);
1553	$self->clear;	2005	$self->clear;
1554		2006
1555	$_->clear_links_to ($self) for values %cf::MAP;	2007	$_->clear_links_to ($self) for values %cf::MAP;
1556		2008
1557	$self->unlink_save;	2009	$self->unlink_save;
…		…
1576	$cf::MAP{$self->path} = $self;	2028	$cf::MAP{$self->path} = $self;
1577		2029
1578	$self->reset; # polite request, might not happen	2030	$self->reset; # polite request, might not happen
1579	}	2031	}
1580		2032
		2033	=item $maps = cf::map::tmp_maps
		2034
		2035	Returns an arrayref with all map paths of currently instantiated and saved
		2036	maps. May block.
		2037
		2038	=cut
		2039
		2040	sub tmp_maps() {
		2041	[
		2042	map {
		2043	utf8::decode $_;
		2044	/\.map$/
		2045	? normalise $_
		2046	: ()
		2047	} @{ aio_readdir $TMPDIR or [] }
		2048	]
		2049	}
		2050
		2051	=item $maps = cf::map::random_maps
		2052
		2053	Returns an arrayref with all map paths of currently instantiated and saved
		2054	random maps. May block.
		2055
		2056	=cut
		2057
		2058	sub random_maps() {
		2059	[
		2060	map {
		2061	utf8::decode $_;
		2062	/\.map$/
		2063	? normalise "?random/$_"
		2064	: ()
		2065	} @{ aio_readdir $RANDOMDIR or [] }
		2066	]
		2067	}
		2068
1581	=item cf::map::unique_maps	2069	=item cf::map::unique_maps
1582		2070
1583	Returns an arrayref of paths of all shared maps that have	2071	Returns an arrayref of paths of all shared maps that have
1584	instantiated unique items. May block.	2072	instantiated unique items. May block.
1585		2073
1586	=cut	2074	=cut
1587		2075
1588	sub unique_maps() {	2076	sub unique_maps() {
1589	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2077	[
1590	or return;	2078	map {
1591
1592	my @paths;
1593
1594	for (@$files) {
1595	utf8::decode $_;	2079	utf8::decode $_;
1596	next if /\.pst$/;
1597	next unless /^$PATH_SEP/o;
1598
1599	s/\.map$//;	2080	/\.map$/
1600	push @paths, $_;	2081	? normalise $_
		2082	: ()
		2083	} @{ aio_readdir $UNIQUEDIR or [] }
1601	}	2084	]
1602
1603	\@paths
1604	}	2085	}
1605		2086
1606	package cf;	2087	package cf;
1607		2088
1608	=back	2089	=back
…		…
1654		2135
1655	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2136	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1656		2137
1657	if ($self->{record_replies}) {	2138	if ($self->{record_replies}) {
1658	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2139	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2140
1659	} else {	2141	} else {
		2142	my $pl = $self->contr;
		2143
		2144	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2145	my $diag = $pl->{npc_dialog};
		2146	$diag->{pl}->ext_reply (
		2147	$diag->{id},
		2148	msgtype => "reply",
		2149	msg => $diag->{pl}->expand_cfpod ($msg),
		2150	add_topics => []
		2151	);
		2152
		2153	} else {
1660	$msg = $npc->name . " says: $msg" if $npc;	2154	$msg = $npc->name . " says: $msg" if $npc;
1661	$self->message ($msg, $flags);	2155	$self->message ($msg, $flags);
		2156	}
1662	}	2157	}
1663	}	2158	}
1664		2159
1665	=item $player_object->may ("access")	2160	=item $player_object->may ("access")
1666		2161
…		…
1699	=cut	2194	=cut
1700		2195
1701	sub link_map {	2196	sub link_map {
1702	unless ($LINK_MAP) {	2197	unless ($LINK_MAP) {
1703	$LINK_MAP = cf::map::find "{link}"	2198	$LINK_MAP = cf::map::find "{link}"
1704	or do { warn "FATAL: unable to provide {link} map, exiting."; exit 1 };	2199	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1705	$LINK_MAP->load;	2200	$LINK_MAP->load;
1706	}	2201	}
1707		2202
1708	$LINK_MAP	2203	$LINK_MAP
1709	}	2204	}
…		…
1714	$self->deactivate_recursive;	2209	$self->deactivate_recursive;
1715		2210
1716	return if UNIVERSAL::isa $self->map, "ext::map_link";	2211	return if UNIVERSAL::isa $self->map, "ext::map_link";
1717		2212
1718	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2213	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1719	if $self->map;	2214	if $self->map && $self->map->{path} ne "{link}";
1720		2215
1721	$self->enter_map ($LINK_MAP || link_map, 20, 20);	2216	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1722	}	2217	}
1723		2218
1724	sub cf::object::player::leave_link {	2219	sub cf::object::player::leave_link {
1725	my ($self, $map, $x, $y) = @_;	2220	my ($self, $map, $x, $y) = @_;
		2221
		2222	return unless $self->contr->active;
1726		2223
1727	my $link_pos = delete $self->{_link_pos};	2224	my $link_pos = delete $self->{_link_pos};
1728		2225
1729	unless ($map) {	2226	unless ($map) {
1730	# restore original map position	2227	# restore original map position
…		…
1748	$map->load;	2245	$map->load;
1749	$map->load_diag;	2246	$map->load_diag;
1750		2247
1751	return unless $self->contr->active;	2248	return unless $self->contr->active;
1752	$self->activate_recursive;	2249	$self->activate_recursive;
		2250
		2251	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1753	$self->enter_map ($map, $x, $y);	2252	$self->enter_map ($map, $x, $y);
1754	}	2253	}
1755		2254
1756	cf::player->attach (
1757	on_logout => sub {
1758	my ($pl) = @_;
1759
1760	# abort map switching before logout
1761	if ($pl->ob->{_link_pos}) {
1762	cf::sync_job {
1763	$pl->ob->leave_link
1764	};
1765	}
1766	},
1767	on_login => sub {
1768	my ($pl) = @_;
1769
1770	# try to abort aborted map switching on player login :)
1771	# should happen only on crashes
1772	if ($pl->ob->{_link_pos}) {
1773	$pl->ob->enter_link;
1774	(async {
1775	# we need this sleep as the login has a concurrent enter_exit running
1776	# and this sleep increases chances of the player not ending up in scorn
1777	$pl->ob->reply (undef,
1778	"There was an internal problem at your last logout, "
1779	. "the server will try to bring you to your intended destination in a second.",
1780	cf::NDI_RED);
1781	Coro::Timer::sleep 1;
1782	$pl->ob->leave_link;
1783	})->prio (2);
1784	}
1785	},
1786	);
1787
1788	=item $player_object->goto ($path, $x, $y)	2255	=item $player_object->goto ($path, $x, $y[, $check->($map)])
1789		2256
		2257	Moves the player to the given map-path and coordinates by first freezing
		2258	her, loading and preparing them map, calling the provided $check callback
		2259	that has to return the map if sucecssful, and then unfreezes the player on
		2260	the new (success) or old (failed) map position.
		2261
1790	=cut	2262	=cut
		2263
		2264	our $GOTOGEN;
1791		2265
1792	sub cf::object::player::goto {	2266	sub cf::object::player::goto {
1793	my ($self, $path, $x, $y) = @_;	2267	my ($self, $path, $x, $y, $check) = @_;
		2268
		2269	# do generation counting so two concurrent goto's will be executed in-order
		2270	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1794		2271
1795	$self->enter_link;	2272	$self->enter_link;
1796		2273
1797	(async {	2274	(async {
		2275	my $map = eval {
1798	my $map = cf::map::find $path;	2276	my $map = cf::map::find $path;
		2277
		2278	if ($map) {
1799	$map = $map->customise_for ($self) if $map;	2279	$map = $map->customise_for ($self);
1800		2280	$map = $check->($map) if $check && $map;
1801	# warn "entering ", $map->path, " at ($x, $y)\n"	2281	} else {
1802	# if $map;
1803
1804	$map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2282	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
		2283	}
1805		2284
		2285	$map
		2286	};
		2287
		2288	if ($@) {
		2289	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2290	LOG llevError | logBacktrace, Carp::longmess $@;
		2291	}
		2292
		2293	if ($gen == $self->{_goto_generation}) {
		2294	delete $self->{_goto_generation};
1806	$self->leave_link ($map, $x, $y);	2295	$self->leave_link ($map, $x, $y);
		2296	}
1807	})->prio (1);	2297	})->prio (1);
1808	}	2298	}
1809		2299
1810	=item $player_object->enter_exit ($exit_object)	2300	=item $player_object->enter_exit ($exit_object)
1811		2301
…		…
1813		2303
1814	sub parse_random_map_params {	2304	sub parse_random_map_params {
1815	my ($spec) = @_;	2305	my ($spec) = @_;
1816		2306
1817	my $rmp = { # defaults	2307	my $rmp = { # defaults
1818	xsize => 10,	2308	xsize => (cf::rndm 15, 40),
1819	ysize => 10,	2309	ysize => (cf::rndm 15, 40),
		2310	symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
		2311	#layout => string,
1820	};	2312	};
1821		2313
1822	for (split /\n/, $spec) {	2314	for (split /\n/, $spec) {
1823	my ($k, $v) = split /\s+/, $_, 2;	2315	my ($k, $v) = split /\s+/, $_, 2;
1824		2316
…		…
1828	$rmp	2320	$rmp
1829	}	2321	}
1830		2322
1831	sub prepare_random_map {	2323	sub prepare_random_map {
1832	my ($exit) = @_;	2324	my ($exit) = @_;
		2325
		2326	my $guard = cf::lock_acquire "exit_prepare:$exit";
1833		2327
1834	# all this does is basically replace the /! path by	2328	# all this does is basically replace the /! path by
1835	# a new random map path (?random/...) with a seed	2329	# a new random map path (?random/...) with a seed
1836	# that depends on the exit object	2330	# that depends on the exit object
1837		2331
1838	my $rmp = parse_random_map_params $exit->msg;	2332	my $rmp = parse_random_map_params $exit->msg;
1839		2333
1840	if ($exit->map) {	2334	if ($exit->map) {
1841	$rmp->{region} = $exit->map->region_name;	2335	$rmp->{region} = $exit->region->name;
1842	$rmp->{origin_map} = $exit->map->path;	2336	$rmp->{origin_map} = $exit->map->path;
1843	$rmp->{origin_x} = $exit->x;	2337	$rmp->{origin_x} = $exit->x;
1844	$rmp->{origin_y} = $exit->y;	2338	$rmp->{origin_y} = $exit->y;
1845	}	2339	}
1846		2340
1847	$rmp->{random_seed} ||= $exit->random_seed;	2341	$rmp->{random_seed} ||= $exit->random_seed;
1848		2342
1849	my $data = cf::to_json $rmp;	2343	my $data = cf::to_json $rmp;
1850	my $md5 = Digest::MD5::md5_hex $data;	2344	my $md5 = Digest::MD5::md5_hex $data;
		2345	my $meta = "$RANDOMDIR/$md5.meta";
1851		2346
1852	if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) {	2347	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1853	aio_write $fh, 0, (length $data), $data, 0;	2348	aio_write $fh, 0, (length $data), $data, 0;
		2349	undef $fh;
		2350	aio_rename "$meta~", $meta;
1854		2351
1855	$exit->slaying ("?random/$md5");	2352	$exit->slaying ("?random/$md5");
1856	$exit->msg (undef);	2353	$exit->msg (undef);
1857	}	2354	}
1858	}	2355	}
…		…
1860	sub cf::object::player::enter_exit {	2357	sub cf::object::player::enter_exit {
1861	my ($self, $exit) = @_;	2358	my ($self, $exit) = @_;
1862		2359
1863	return unless $self->type == cf::PLAYER;	2360	return unless $self->type == cf::PLAYER;
1864		2361
		2362	if ($exit->slaying eq "/!") {
		2363	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2364	# the problem is that $exit might not survive long enough
		2365	# so it needs to be done right now, right here
		2366	cf::sync_job { prepare_random_map $exit };
		2367	}
		2368
		2369	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2370	my $hp = $exit->stats->hp;
		2371	my $sp = $exit->stats->sp;
		2372
1865	$self->enter_link;	2373	$self->enter_link;
		2374
		2375	# if exit is damned, update players death & WoR home-position
		2376	$self->contr->savebed ($slaying, $hp, $sp)
		2377	if $exit->flag (FLAG_DAMNED);
1866		2378
1867	(async {	2379	(async {
1868	$self->deactivate_recursive; # just to be sure	2380	$self->deactivate_recursive; # just to be sure
1869	unless (eval {	2381	unless (eval {
1870	prepare_random_map $exit	2382	$self->goto ($slaying, $hp, $sp);
1871	if $exit->slaying eq "/!";
1872
1873	my $path = new_from_path cf::map $exit->slaying, $exit->map && $exit->map->path;
1874	$self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1875		2383
1876	1;	2384	1;
1877	}) {	2385	}) {
1878	$self->message ("Something went wrong deep within the crossfire server. "	2386	$self->message ("Something went wrong deep within the crossfire server. "
1879	. "I'll try to bring you back to the map you were before. "	2387	. "I'll try to bring you back to the map you were before. "
1880	. "Please report this to the dungeon master!",	2388	. "Please report this to the dungeon master!",
1881	cf::NDI_UNIQUE | cf::NDI_RED);	2389	cf::NDI_UNIQUE | cf::NDI_RED);
1882		2390
1883	warn "ERROR in enter_exit: $@";	2391	warn "ERROR in enter_exit: $@";
1884	$self->leave_link;	2392	$self->leave_link;
1885	}	2393	}
1886	})->prio (1);	2394	})->prio (1);
…		…
1899		2407
1900	sub cf::client::send_drawinfo {	2408	sub cf::client::send_drawinfo {
1901	my ($self, $text, $flags) = @_;	2409	my ($self, $text, $flags) = @_;
1902		2410
1903	utf8::encode $text;	2411	utf8::encode $text;
1904	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2412	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1905	}	2413	}
1906		2414
		2415	=item $client->send_msg ($color, $type, $msg, [extra...])
		2416
		2417	Send a drawinfo or msg packet to the client, formatting the msg for the
		2418	client if neccessary. C<$type> should be a string identifying the type of
		2419	the message, with C<log> being the default. If C<$color> is negative, suppress
		2420	the message unless the client supports the msg packet.
		2421
		2422	=cut
		2423
		2424	sub cf::client::send_msg {
		2425	my ($self, $color, $type, $msg, @extra) = @_;
		2426
		2427	$msg = $self->pl->expand_cfpod ($msg);
		2428
		2429	return unless @extra || length $msg;
		2430
		2431	if ($self->can_msg) {
		2432	$self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));
		2433	} else {
		2434	# replace some tags by gcfclient-compatible ones
		2435	for ($msg) {
		2436	1 while
		2437	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2438	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2439	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2440	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2441	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2442	}
		2443
		2444	if ($color >= 0) {
		2445	if (0 && $msg =~ /\[/) {
		2446	$self->send_packet ("drawextinfo $color 4 0 $msg")
		2447	} else {
		2448	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2449	$self->send_packet ("drawinfo $color $msg")
		2450	}
		2451	}
		2452	}
		2453	}
		2454
		2455	=item $client->ext_event ($type, %msg)
		2456
		2457	Sends an ext event to the client.
		2458
		2459	=cut
		2460
		2461	sub cf::client::ext_event($$%) {
		2462	my ($self, $type, %msg) = @_;
		2463
		2464	$msg{msgtype} = "event_$type";
		2465	$self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));
		2466	}
1907		2467
1908	=item $success = $client->query ($flags, "text", \&cb)	2468	=item $success = $client->query ($flags, "text", \&cb)
1909		2469
1910	Queues a query to the client, calling the given callback with	2470	Queues a query to the client, calling the given callback with
1911	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2471	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1912	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2472	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1913		2473
1914	Queries can fail, so check the return code. Or don't, as queries will become	2474	Queries can fail, so check the return code. Or don't, as queries will
1915	reliable at some point in the future.	2475	become reliable at some point in the future.
1916		2476
1917	=cut	2477	=cut
1918		2478
1919	sub cf::client::query {	2479	sub cf::client::query {
1920	my ($self, $flags, $text, $cb) = @_;	2480	my ($self, $flags, $text, $cb) = @_;
…		…
1928	utf8::encode $text;	2488	utf8::encode $text;
1929	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2489	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1930		2490
1931	$self->send_packet ($self->{query_queue}[0][0])	2491	$self->send_packet ($self->{query_queue}[0][0])
1932	if @{ $self->{query_queue} } == 1;	2492	if @{ $self->{query_queue} } == 1;
		2493
		2494	1
1933	}	2495	}
1934		2496
1935	cf::client->attach (	2497	cf::client->attach (
		2498	on_connect => sub {
		2499	my ($ns) = @_;
		2500
		2501	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2502	},
1936	on_reply => sub {	2503	on_reply => sub {
1937	my ($ns, $msg) = @_;	2504	my ($ns, $msg) = @_;
1938		2505
1939	# this weird shuffling is so that direct followup queries	2506	# this weird shuffling is so that direct followup queries
1940	# get handled first	2507	# get handled first
1941	my $queue = delete $ns->{query_queue}	2508	my $queue = delete $ns->{query_queue}
1942	or return; # be conservative, not sure how that can happen, but we saw a crash here	2509	or return; # be conservative, not sure how that can happen, but we saw a crash here
1943		2510
1944	(shift @$queue)->[1]->($msg);	2511	(shift @$queue)->[1]->($msg);
		2512	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1945		2513
1946	push @{ $ns->{query_queue} }, @$queue;	2514	push @{ $ns->{query_queue} }, @$queue;
1947		2515
1948	if (@{ $ns->{query_queue} } == @$queue) {	2516	if (@{ $ns->{query_queue} } == @$queue) {
1949	if (@$queue) {	2517	if (@$queue) {
…		…
1951	} else {	2519	} else {
1952	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2520	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1953	}	2521	}
1954	}	2522	}
1955	},	2523	},
		2524	on_exticmd => sub {
		2525	my ($ns, $buf) = @_;
		2526
		2527	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2528
		2529	if (ref $msg) {
		2530	if (my $cb = $EXTICMD{$msg->{msgtype}}) {
		2531	if (my %reply = $cb->($ns, $msg)) {
		2532	$reply{msgid} = $msg->{msgid};
		2533	$ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
		2534	}
		2535	}
		2536	} else {
		2537	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2538	}
		2539
		2540	cf::override;
		2541	},
1956	);	2542	);
1957		2543
1958	=item $client->async (\&cb)	2544	=item $client->async (\&cb)
1959		2545
1960	Create a new coroutine, running the specified callback. The coroutine will	2546	Create a new coroutine, running the specified callback. The coroutine will
…		…
2007		2593
2008	# here we export the classes and methods available to script code	2594	# here we export the classes and methods available to script code
2009		2595
2010	=pod	2596	=pod
2011		2597
2012	The following fucntions and emthods are available within a safe environment:	2598	The following functions and methods are available within a safe environment:
2013		2599
2014	cf::object contr pay_amount pay_player map	2600	cf::object
		2601	contr pay_amount pay_player map x y force_find force_add
		2602	insert remove
		2603
2015	cf::object::player player	2604	cf::object::player
2016	cf::player peaceful	2605	player
2017	cf::map trigger	2606
		2607	cf::player
		2608	peaceful
		2609
		2610	cf::map
		2611	trigger
2018		2612
2019	=cut	2613	=cut
2020		2614
2021	for (	2615	for (
2022	["cf::object" => qw(contr pay_amount pay_player map)],	2616	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2617	insert remove)],
2023	["cf::object::player" => qw(player)],	2618	["cf::object::player" => qw(player)],
2024	["cf::player" => qw(peaceful)],	2619	["cf::player" => qw(peaceful)],
2025	["cf::map" => qw(trigger)],	2620	["cf::map" => qw(trigger)],
2026	) {	2621	) {
2027	no strict 'refs';	2622	no strict 'refs';
…		…
2098	=back	2693	=back
2099		2694
2100	=cut	2695	=cut
2101		2696
2102	#############################################################################	2697	#############################################################################
		2698	# the server's init and main functions
2103		2699
2104	=head2 EXTENSION DATABASE SUPPORT	2700	sub load_facedata($) {
		2701	my ($path) = @_;
2105		2702
2106	Crossfire maintains a very simple database for extension use. It can	2703	warn "loading facedata from $path\n";
2107	currently store anything that can be serialised using Storable, which
2108	excludes objects.
2109		2704
2110	The parameter C<$family> should best start with the name of the extension	2705	my $facedata;
2111	using it, it should be unique.	2706	0 < aio_load $path, $facedata
		2707	or die "$path: $!";
2112		2708
2113	=over 4	2709	$facedata = Coro::Storable::thaw $facedata;
2114		2710
2115	=item $hashref = cf::db_get $family	2711	$facedata->{version} == 2
		2712	or cf::cleanup "$path: version mismatch, cannot proceed.";
2116		2713
2117	Return a hashref for use by the extension C<$family>, which can be
2118	modified. After modifications, you have to call C<cf::db_dirty> or
2119	C<cf::db_sync>.
2120
2121	=item $value = cf::db_get $family => $key
2122
2123	Returns a single value from the database
2124
2125	=item cf::db_put $family => $hashref
2126
2127	Stores the given family hashref into the database. Updates are delayed, if
2128	you want the data to be synced to disk immediately, use C<cf::db_sync>.
2129
2130	=item cf::db_put $family => $key => $value
2131
2132	Stores the given C<$value> in the family hash. Updates are delayed, if you
2133	want the data to be synced to disk immediately, use C<cf::db_sync>.
2134
2135	=item cf::db_dirty
2136
2137	Marks the database as dirty, to be updated at a later time.
2138
2139	=item cf::db_sync
2140
2141	Immediately write the database to disk I<if it is dirty>.
2142
2143	=cut
2144
2145	our $DB;
2146
2147	{
2148	my $path = cf::localdir . "/database.pst";
2149
2150	sub db_load() {
2151	$DB = stat $path ? Storable::retrieve $path : { };
2152	}	2714	{
		2715	my $faces = $facedata->{faceinfo};
2153		2716
2154	my $pid;	2717	while (my ($face, $info) = each %$faces) {
2155		2718	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2156	sub db_save() {	2719	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2157	waitpid $pid, 0 if $pid;	2720	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2158	if (0 == ($pid = fork)) {	2721	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2159	$DB->{_meta}{version} = 1;	2722	Coro::cede;
2160	Storable::nstore $DB, "$path~";
2161	rename "$path~", $path;
2162	cf::_exit 0 if defined $pid;
2163	}
2164	}
2165
2166	my $dirty;
2167
2168	sub db_sync() {
2169	db_save if $dirty;
2170	undef $dirty;
2171	}
2172
2173	my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2174	db_sync;
2175	});
2176
2177	sub db_dirty() {
2178	$dirty = 1;
2179	$idle->start;
2180	}
2181
2182	sub db_get($;$) {
2183	@_ >= 2
2184	? $DB->{$_[0]}{$_[1]}
2185	: ($DB->{$_[0]} ||= { })
2186	}
2187
2188	sub db_put($$;$) {
2189	if (@_ >= 3) {
2190	$DB->{$_[0]}{$_[1]} = $_[2];
2191	} else {
2192	$DB->{$_[0]} = $_[1];
2193	}
2194	db_dirty;
2195	}
2196
2197	cf::global->attach (
2198	prio => 10000,
2199	on_cleanup => sub {
2200	db_sync;
2201	},	2723	}
2202	);
2203	}
2204		2724
2205	#############################################################################	2725	while (my ($face, $info) = each %$faces) {
2206	# the server's main()	2726	next unless $info->{smooth};
		2727	my $idx = cf::face::find $face
		2728	or next;
		2729	if (my $smooth = cf::face::find $info->{smooth}) {
		2730	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
		2731	} else {
		2732	warn "smooth face '$info->{smooth}' not found for face '$face'";
		2733	}
		2734	Coro::cede;
		2735	}
		2736	}
		2737
		2738	{
		2739	my $anims = $facedata->{animinfo};
		2740
		2741	while (my ($anim, $info) = each %$anims) {
		2742	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2743	Coro::cede;
		2744	}
		2745
		2746	cf::anim::invalidate_all; # d'oh
		2747	}
		2748
		2749	1
		2750	}
		2751
		2752	sub reload_regions {
		2753	load_resource_file "$MAPDIR/regions"
		2754	or die "unable to load regions file\n";
		2755	}
		2756
		2757	sub reload_facedata {
		2758	load_facedata "$DATADIR/facedata"
		2759	or die "unable to load facedata\n";
		2760	}
		2761
		2762	sub reload_archetypes {
		2763	load_resource_file "$DATADIR/archetypes"
		2764	or die "unable to load archetypes\n";
		2765	#d# NEED to laod twice to resolve forward references
		2766	# this really needs to be done in an extra post-pass
		2767	# (which needs to be synchronous, so solve it differently)
		2768	load_resource_file "$DATADIR/archetypes"
		2769	or die "unable to load archetypes\n";
		2770	}
		2771
		2772	sub reload_treasures {
		2773	load_resource_file "$DATADIR/treasures"
		2774	or die "unable to load treasurelists\n";
		2775	}
		2776
		2777	sub reload_resources {
		2778	warn "reloading resource files...\n";
		2779
		2780	reload_regions;
		2781	reload_facedata;
		2782	#reload_archetypes;#d#
		2783	reload_archetypes;
		2784	reload_treasures;
		2785
		2786	warn "finished reloading resource files\n";
		2787	}
		2788
		2789	sub init {
		2790	reload_resources;
		2791	}
2207		2792
2208	sub cfg_load {	2793	sub cfg_load {
2209	open my $fh, "<:utf8", cf::confdir . "/config"	2794	open my $fh, "<:utf8", "$CONFDIR/config"
2210	or return;	2795	or return;
2211		2796
2212	local $/;	2797	local $/;
2213	*CFG = YAML::Syck::Load <$fh>;	2798	*CFG = YAML::Syck::Load <$fh>;
2214		2799
…		…
2234	Event::one_event;	2819	Event::one_event;
2235	})->prio (Coro::PRIO_MAX);	2820	})->prio (Coro::PRIO_MAX);
2236	};	2821	};
2237		2822
2238	cfg_load;	2823	cfg_load;
2239	db_load;	2824	db_init;
2240	load_extensions;	2825	load_extensions;
		2826
		2827	$TICK_WATCHER->start;
2241	Event::loop;	2828	Event::loop;
2242	}	2829	}
2243		2830
2244	#############################################################################	2831	#############################################################################
2245	# initialisation and cleanup	2832	# initialisation and cleanup
2246		2833
2247	# install some emergency cleanup handlers	2834	# install some emergency cleanup handlers
2248	BEGIN {	2835	BEGIN {
2249	for my $signal (qw(INT HUP TERM)) {	2836	for my $signal (qw(INT HUP TERM)) {
2250	Event->signal (	2837	Event->signal (
		2838	reentrant => 0,
2251	data => WF_AUTOCANCEL,	2839	data => WF_AUTOCANCEL,
2252	signal => $signal,	2840	signal => $signal,
		2841	prio => 0,
2253	cb => sub {	2842	cb => sub {
2254	cf::cleanup "SIG$signal";	2843	cf::cleanup "SIG$signal";
2255	},	2844	},
2256	);	2845	);
2257	}	2846	}
		2847	}
		2848
		2849	sub write_runtime {
		2850	my $runtime = "$LOCALDIR/runtime";
		2851
		2852	# first touch the runtime file to show we are still running:
		2853	# the fsync below can take a very very long time.
		2854
		2855	IO::AIO::aio_utime $runtime, undef, undef;
		2856
		2857	my $guard = cf::lock_acquire "write_runtime";
		2858
		2859	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		2860	or return;
		2861
		2862	my $value = $cf::RUNTIME + 90 + 10;
		2863	# 10 is the runtime save interval, for a monotonic clock
		2864	# 60 allows for the watchdog to kill the server.
		2865
		2866	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		2867	and return;
		2868
		2869	# always fsync - this file is important
		2870	aio_fsync $fh
		2871	and return;
		2872
		2873	# touch it again to show we are up-to-date
		2874	aio_utime $fh, undef, undef;
		2875
		2876	close $fh
		2877	or return;
		2878
		2879	aio_rename "$runtime~", $runtime
		2880	and return;
		2881
		2882	warn "runtime file written.\n";
		2883
		2884	1
2258	}	2885	}
2259		2886
2260	sub emergency_save() {	2887	sub emergency_save() {
2261	my $freeze_guard = cf::freeze_mainloop;	2888	my $freeze_guard = cf::freeze_mainloop;
2262		2889
…		…
2279	my $map = $cf::MAP{$path} or next;	2906	my $map = $cf::MAP{$path} or next;
2280	$map->valid or next;	2907	$map->valid or next;
2281	$map->save;	2908	$map->save;
2282	}	2909	}
2283	warn "end emergency map save\n";	2910	warn "end emergency map save\n";
		2911
		2912	warn "begin emergency database checkpoint\n";
		2913	BDB::db_env_txn_checkpoint $DB_ENV;
		2914	warn "end emergency database checkpoint\n";
2284	};	2915	};
2285		2916
2286	warn "leave emergency perl save\n";	2917	warn "leave emergency perl save\n";
2287	}	2918	}
2288		2919
		2920	sub post_cleanup {
		2921	my ($make_core) = @_;
		2922
		2923	warn Carp::longmess "post_cleanup backtrace"
		2924	if $make_core;
		2925	}
		2926
2289	sub reload() {	2927	sub do_reload_perl() {
2290	# can/must only be called in main	2928	# can/must only be called in main
2291	if ($Coro::current != $Coro::main) {	2929	if ($Coro::current != $Coro::main) {
2292	warn "can only reload from main coroutine\n";	2930	warn "can only reload from main coroutine";
2293	return;	2931	return;
2294	}	2932	}
2295		2933
2296	warn "reloading...";	2934	warn "reloading...";
2297		2935
2298	warn "freezing server";	2936	warn "entering sync_job";
2299	my $guard = freeze_mainloop;	2937
		2938	cf::sync_job {
		2939	cf::write_runtime; # external watchdog should not bark
2300	cf::emergency_save;	2940	cf::emergency_save;
		2941	cf::write_runtime; # external watchdog should not bark
2301		2942
2302	warn "sync database to disk";	2943	warn "syncing database to disk";
2303	cf::db_sync;	2944	BDB::db_env_txn_checkpoint $DB_ENV;
2304	IO::AIO::flush;
2305		2945
2306	eval {
2307	# if anything goes wrong in here, we should simply crash as we already saved	2946	# if anything goes wrong in here, we should simply crash as we already saved
2308		2947
2309	warn "cancel all watchers";	2948	warn "cancelling all WF_AUTOCANCEL watchers";
2310	for (Event::all_watchers) {	2949	for (Event::all_watchers) {
2311	$_->cancel if $_->data & WF_AUTOCANCEL;	2950	$_->cancel if $_->data & WF_AUTOCANCEL;
2312	}	2951	}
2313		2952
		2953	warn "flushing outstanding aio requests";
		2954	for (;;) {
		2955	BDB::flush;
		2956	IO::AIO::flush;
		2957	Coro::cede;
		2958	last unless IO::AIO::nreqs || BDB::nreqs;
		2959	warn "iterate...";
		2960	}
		2961
		2962	++$RELOAD;
		2963
2314	warn "cancel all extension coros";	2964	warn "cancelling all extension coros";
2315	$_->cancel for values %EXT_CORO;	2965	$_->cancel for values %EXT_CORO;
2316	%EXT_CORO = ();	2966	%EXT_CORO = ();
2317		2967
2318	warn "remove commands";	2968	warn "removing commands";
2319	%COMMAND = ();	2969	%COMMAND = ();
2320		2970
2321	warn "remove ext commands";	2971	warn "removing ext/exti commands";
2322	%EXTCMD = ();	2972	%EXTCMD = ();
		2973	%EXTICMD = ();
2323		2974
2324	warn "unload/nuke all extensions";	2975	warn "unloading/nuking all extensions";
2325	for my $pkg (@EXTS) {	2976	for my $pkg (@EXTS) {
2326	warn "... unloading $pkg";	2977	warn "... unloading $pkg";
2327		2978
2328	if (my $cb = $pkg->can ("unload")) {	2979	if (my $cb = $pkg->can ("unload")) {
2329	eval {	2980	eval {
…		…
2334		2985
2335	warn "... nuking $pkg";	2986	warn "... nuking $pkg";
2336	Symbol::delete_package $pkg;	2987	Symbol::delete_package $pkg;
2337	}	2988	}
2338		2989
2339	warn "unload all perl modules loaded from $LIBDIR";	2990	warn "unloading all perl modules loaded from $LIBDIR";
2340	while (my ($k, $v) = each %INC) {	2991	while (my ($k, $v) = each %INC) {
2341	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	2992	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2342		2993
2343	warn "removing <$k>";	2994	warn "... unloading $k";
2344	delete $INC{$k};	2995	delete $INC{$k};
2345		2996
2346	$k =~ s/\.pm$//;	2997	$k =~ s/\.pm$//;
2347	$k =~ s/\//::/g;	2998	$k =~ s/\//::/g;
2348		2999
…		…
2351	}	3002	}
2352		3003
2353	Symbol::delete_package $k;	3004	Symbol::delete_package $k;
2354	}	3005	}
2355		3006
2356	warn "get rid of safe::, as good as possible";	3007	warn "getting rid of safe::, as good as possible";
2357	Symbol::delete_package "safe::$_"	3008	Symbol::delete_package "safe::$_"
2358	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3009	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2359		3010
2360	warn "unload cf.pm \"a bit\"";	3011	warn "unloading cf.pm \"a bit\"";
2361	delete $INC{"cf.pm"};	3012	delete $INC{"cf.pm"};
		3013	delete $INC{"cf/pod.pm"};
2362		3014
2363	# don't, removes xs symbols, too,	3015	# don't, removes xs symbols, too,
2364	# and global variables created in xs	3016	# and global variables created in xs
2365	#Symbol::delete_package __PACKAGE__;	3017	#Symbol::delete_package __PACKAGE__;
2366		3018
		3019	warn "unload completed, starting to reload now";
		3020
2367	warn "reloading cf.pm";	3021	warn "reloading cf.pm";
2368	require cf;	3022	require cf;
2369	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3023	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2370		3024
2371	warn "load config and database again";	3025	warn "loading config and database again";
2372	cf::cfg_load;	3026	cf::cfg_load;
2373	cf::db_load;
2374		3027
2375	warn "load extensions";	3028	warn "loading extensions";
2376	cf::load_extensions;	3029	cf::load_extensions;
2377		3030
2378	warn "reattach attachments to objects/players";	3031	warn "reattaching attachments to objects/players";
2379	_global_reattach;	3032	_global_reattach; # objects, sockets
2380	warn "reattach attachments to maps";	3033	warn "reattaching attachments to maps";
2381	reattach $_ for values %MAP;	3034	reattach $_ for values %MAP;
2382	};	3035	warn "reattaching attachments to players";
		3036	reattach $_ for values %PLAYER;
2383		3037
2384	if ($@) {	3038	warn "leaving sync_job";
		3039
		3040	1
		3041	} or do {
2385	warn $@;	3042	warn $@;
2386	warn "error while reloading, exiting.";	3043	warn "error while reloading, exiting.";
2387	exit 1;	3044	exit 1;
2388	}	3045	};
2389		3046
2390	warn "reloaded";	3047	warn "reloaded";
2391	};	3048	};
2392		3049
2393	our $RELOAD_WATCHER; # used only during reload	3050	our $RELOAD_WATCHER; # used only during reload
2394		3051
		3052	sub reload_perl() {
		3053	# doing reload synchronously and two reloads happen back-to-back,
		3054	# coro crashes during coro_state_free->destroy here.
		3055
		3056	$RELOAD_WATCHER ||= Event->timer (
		3057	reentrant => 0,
		3058	after => 0,
		3059	data => WF_AUTOCANCEL,
		3060	cb => sub {
		3061	do_reload_perl;
		3062	undef $RELOAD_WATCHER;
		3063	},
		3064	);
		3065	}
		3066
2395	register_command "reload" => sub {	3067	register_command "reload" => sub {
2396	my ($who, $arg) = @_;	3068	my ($who, $arg) = @_;
2397		3069
2398	if ($who->flag (FLAG_WIZ)) {	3070	if ($who->flag (FLAG_WIZ)) {
2399	$who->message ("reloading server.");	3071	$who->message ("reloading server.");
2400		3072	async { reload_perl };
2401	# doing reload synchronously and two reloads happen back-to-back,
2402	# coro crashes during coro_state_free->destroy here.
2403
2404	$RELOAD_WATCHER ||= Event->timer (after => 0, data => WF_AUTOCANCEL, cb => sub {
2405	reload;
2406	undef $RELOAD_WATCHER;
2407	});
2408	}	3073	}
2409	};	3074	};
2410		3075
2411	unshift @INC, $LIBDIR;	3076	unshift @INC, $LIBDIR;
2412		3077
		3078	my $bug_warning = 0;
		3079
		3080	our @WAIT_FOR_TICK;
		3081	our @WAIT_FOR_TICK_BEGIN;
		3082
		3083	sub wait_for_tick {
		3084	return unless $TICK_WATCHER->is_active;
		3085	return if $Coro::current == $Coro::main;
		3086
		3087	my $signal = new Coro::Signal;
		3088	push @WAIT_FOR_TICK, $signal;
		3089	$signal->wait;
		3090	}
		3091
		3092	sub wait_for_tick_begin {
		3093	return unless $TICK_WATCHER->is_active;
		3094	return if $Coro::current == $Coro::main;
		3095
		3096	my $signal = new Coro::Signal;
		3097	push @WAIT_FOR_TICK_BEGIN, $signal;
		3098	$signal->wait;
		3099	}
		3100
		3101	my $min = 1e6;#d#
		3102	my $avg = 10;
2413	$TICK_WATCHER = Event->timer (	3103	$TICK_WATCHER = Event->timer (
2414	reentrant => 0,	3104	reentrant => 0,
		3105	parked => 1,
2415	prio => 0,	3106	prio => 0,
2416	at => $NEXT_TICK || $TICK,	3107	at => $NEXT_TICK || $TICK,
2417	data => WF_AUTOCANCEL,	3108	data => WF_AUTOCANCEL,
2418	cb => sub {	3109	cb => sub {
		3110	if ($Coro::current != $Coro::main) {
		3111	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
		3112	unless ++$bug_warning > 10;
		3113	return;
		3114	}
		3115
2419	$NOW = Event::time;	3116	$NOW = $tick_start = Event::time;
2420		3117
2421	cf::server_tick; # one server iteration	3118	cf::server_tick; # one server iteration
		3119
		3120	0 && sync_job {#d#
		3121	for(1..10) {
		3122	my $t = Event::time;
		3123	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3124	or die;
		3125
		3126	$map->width (50);
		3127	$map->height (50);
		3128	$map->alloc;
		3129	$map->_load_objects ("/tmp/x.map", 1);
		3130	my $t = Event::time - $t;
		3131
		3132	#next unless $t < 0.0013;#d#
		3133	if ($t < $min) {
		3134	$min = $t;
		3135	}
		3136	$avg = $avg * 0.99 + $t * 0.01;
		3137	}
		3138	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3139	exit 0;
		3140	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
		3141	};
		3142
2422	$RUNTIME += $TICK;	3143	$RUNTIME += $TICK;
2423	$NEXT_TICK += $TICK;	3144	$NEXT_TICK += $TICK;
2424		3145
2425	$WAIT_FOR_TICK->broadcast;	3146	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2426	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;	3147	$NEXT_RUNTIME_WRITE = $NOW + 10;
		3148	Coro::async_pool {
		3149	write_runtime
		3150	or warn "ERROR: unable to write runtime file: $!";
		3151	};
		3152	}
		3153
		3154	# my $AFTER = Event::time;
		3155	# warn $AFTER - $NOW;#d#
		3156
		3157	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3158	$sig->send;
		3159	}
		3160	while (my $sig = shift @WAIT_FOR_TICK) {
		3161	$sig->send;
		3162	}
		3163
		3164	$NOW = Event::time;
2427		3165
2428	# if we are delayed by four ticks or more, skip them all	3166	# if we are delayed by four ticks or more, skip them all
2429	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3167	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2430		3168
2431	$TICK_WATCHER->at ($NEXT_TICK);	3169	$TICK_WATCHER->at ($NEXT_TICK);
2432	$TICK_WATCHER->start;	3170	$TICK_WATCHER->start;
		3171
		3172	$LOAD = ($NOW - $tick_start) / $TICK;
		3173	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3174
		3175	_post_tick;
		3176
		3177
2433	},	3178	},
2434	);	3179	);
2435		3180
		3181	{
		3182	BDB::max_poll_time $TICK * 0.1;
		3183	$BDB_POLL_WATCHER = Event->io (
		3184	reentrant => 0,
		3185	fd => BDB::poll_fileno,
		3186	poll => 'r',
		3187	prio => 0,
		3188	data => WF_AUTOCANCEL,
		3189	cb => \&BDB::poll_cb,
		3190	);
		3191	BDB::min_parallel 8;
		3192
		3193	BDB::set_sync_prepare {
		3194	my $status;
		3195	my $current = $Coro::current;
		3196	(
		3197	sub {
		3198	$status = $!;
		3199	$current->ready; undef $current;
		3200	},
		3201	sub {
		3202	Coro::schedule while defined $current;
		3203	$! = $status;
		3204	},
		3205	)
		3206	};
		3207
		3208	unless ($DB_ENV) {
		3209	$DB_ENV = BDB::db_env_create;
		3210
		3211	cf::sync_job {
		3212	eval {
		3213	BDB::db_env_open
		3214	$DB_ENV,
		3215	$BDBDIR,
		3216	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3217	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3218	0666;
		3219
		3220	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3221
		3222	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
		3223	$DB_ENV->set_lk_detect;
		3224	};
		3225
		3226	cf::cleanup "db_env_open(db): $@" if $@;
		3227	};
		3228	}
		3229	}
		3230
		3231	{
		3232	IO::AIO::min_parallel 8;
		3233
		3234	undef $Coro::AIO::WATCHER;
2436	IO::AIO::max_poll_time $TICK * 0.2;	3235	IO::AIO::max_poll_time $TICK * 0.1;
2437
2438	$AIO_POLL_WATCHER = Event->io (	3236	$AIO_POLL_WATCHER = Event->io (
2439	fd => IO::AIO::poll_fileno,	3237	reentrant => 0,
2440	poll => 'r',
2441	prio => 5,
2442	data => WF_AUTOCANCEL,
2443	cb => \&IO::AIO::poll_cb,
2444	);
2445
2446	$WRITE_RUNTIME_WATCHER = Event->timer (
2447	data => WF_AUTOCANCEL,	3238	data => WF_AUTOCANCEL,
2448	after => 0,	3239	fd => IO::AIO::poll_fileno,
2449	interval => 10,	3240	poll => 'r',
2450	cb => sub {	3241	prio => 6,
2451	(Coro::unblock_sub {	3242	cb => \&IO::AIO::poll_cb,
2452	write_runtime	3243	);
2453	or warn "ERROR: unable to write runtime file: $!";	3244	}
		3245
		3246	my $_log_backtrace;
		3247
		3248	sub _log_backtrace {
		3249	my ($msg, @addr) = @_;
		3250
		3251	$msg =~ s/\n//;
		3252
		3253	# limit the # of concurrent backtraces
		3254	if ($_log_backtrace < 2) {
		3255	++$_log_backtrace;
		3256	async {
		3257	my @bt = fork_call {
		3258	@addr = map { sprintf "%x", $_ } @addr;
		3259	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3260	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3261	or die "addr2line: $!";
		3262
		3263	my @funcs;
		3264	my @res = <$fh>;
		3265	chomp for @res;
		3266	while (@res) {
		3267	my ($func, $line) = splice @res, 0, 2, ();
		3268	push @funcs, "[$func] $line";
		3269	}
		3270
		3271	@funcs
		3272	};
		3273
		3274	LOG llevInfo, "[ABT] $msg\n";
		3275	LOG llevInfo, "[ABT] $_\n" for @bt;
		3276	--$_log_backtrace;
2454	})->();	3277	};
		3278	} else {
		3279	LOG llevInfo, "[ABT] $msg\n";
		3280	LOG llevInfo, "[ABT] [suppressed]\n";
2455	},	3281	}
2456	);	3282	}
		3283
		3284	# load additional modules
		3285	use cf::pod;
2457		3286
2458	END { cf::emergency_save }	3287	END { cf::emergency_save }
2459		3288
2460	1	3289	1
2461		3290

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines