ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.139 by root, Fri Jan 5 19:12:03 2007 UTC vs.
Revision 1.300 by root, Tue Jul 10 06:44:29 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.3 ();	15	use Coro 3.61 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
19		24
		25	use JSON::XS 1.4 ();
		26	use BDB ();
		27	use Data::Dumper;
20	use Digest::MD5;	28	use Digest::MD5;
21	use Fcntl;	29	use Fcntl;
22	use IO::AIO 2.31 ();
23	use YAML::Syck ();	30	use YAML::Syck ();
		31	use IO::AIO 2.32 ();
24	use Time::HiRes;	32	use Time::HiRes;
		33	use Compress::LZF;
25		34
		35	# configure various modules to our taste
		36	#
		37	$Storable::canonical = 1; # reduce rsync transfers
		38	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		39	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		40
26	use Event; $Event::Eval = 1; # no idea why this is required, but it is	41	$Event::Eval = 1; # no idea why this is required, but it is
27		42
28	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	43	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29	$YAML::Syck::ImplicitUnicode = 1;	44	$YAML::Syck::ImplicitUnicode = 1;
30		45
31	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	46	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32		47
33	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	48	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34		49
35	our %COMMAND = ();	50	our %COMMAND = ();
36	our %COMMAND_TIME = ();	51	our %COMMAND_TIME = ();
		52
		53	our @EXTS = (); # list of extension package names
37	our %EXTCMD = ();	54	our %EXTCMD = ();
		55	our %EXTICMD = ();
		56	our %EXT_CORO = (); # coroutines bound to extensions
		57	our %EXT_MAP = (); # pluggable maps
38		58
		59	our $RELOAD; # number of reloads so far
39	our @EVENT;	60	our @EVENT;
40	our $LIBDIR = datadir . "/ext";
41		61
42	our $TICK = MAX_TIME * 1e-6;	62	our $CONFDIR = confdir;
		63	our $DATADIR = datadir;
		64	our $LIBDIR = "$DATADIR/ext";
		65	our $PODDIR = "$DATADIR/pod";
		66	our $MAPDIR = "$DATADIR/" . mapdir;
		67	our $LOCALDIR = localdir;
		68	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		69	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		70	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		71	our $RANDOMDIR = "$LOCALDIR/random";
		72	our $BDBDIR = "$LOCALDIR/db";
		73
		74	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
43	our $TICK_WATCHER;	75	our $TICK_WATCHER;
		76	our $AIO_POLL_WATCHER;
		77	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
44	our $NEXT_TICK;	78	our $NEXT_TICK;
45	our $NOW;	79	our $NOW;
		80	our $USE_FSYNC = 1; # use fsync to write maps - default off
		81
		82	our $BDB_POLL_WATCHER;
		83	our $DB_ENV;
46		84
47	our %CFG;	85	our %CFG;
48		86
49	our $UPTIME; $UPTIME ||= time;	87	our $UPTIME; $UPTIME ||= time;
50	our $RUNTIME;	88	our $RUNTIME;
51		89
		90	our %PLAYER; # all users
52	our %MAP; # all maps	91	our %MAP; # all maps
53	our $LINK_MAP; # the special {link} map	92	our $LINK_MAP; # the special {link} map, which is always available
54	our $RANDOM_MAPS = cf::localdir . "/random";	93
55	our %EXT_CORO;	94	# used to convert map paths into valid unix filenames by replacing / by ∕
		95	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
		96
		97	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		98	our $LOADAVG; # same thing, but with alpha-smoothing
		99	our $tick_start; # for load detecting purposes
56		100
57	binmode STDOUT;	101	binmode STDOUT;
58	binmode STDERR;	102	binmode STDERR;
59		103
60	# read virtual server time, if available	104	# read virtual server time, if available
61	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	105	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
62	open my $fh, "<", cf::localdir . "/runtime"	106	open my $fh, "<", "$LOCALDIR/runtime"
63	or die "unable to read runtime file: $!";	107	or die "unable to read runtime file: $!";
64	$RUNTIME = <$fh> + 0.;	108	$RUNTIME = <$fh> + 0.;
65	}	109	}
66		110
67	mkdir cf::localdir;	111	mkdir $_
68	mkdir cf::localdir . "/" . cf::playerdir;	112	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
69	mkdir cf::localdir . "/" . cf::tmpdir;
70	mkdir cf::localdir . "/" . cf::uniquedir;
71	mkdir $RANDOM_MAPS;
72		113
73	# a special map that is always available
74	our $LINK_MAP;
75	our $EMERGENCY_POSITION;	114	our $EMERGENCY_POSITION;
		115
		116	sub cf::map::normalise;
76		117
77	#############################################################################	118	#############################################################################
78		119
79	=head2 GLOBAL VARIABLES	120	=head2 GLOBAL VARIABLES
80		121
…		…
87	=item $cf::RUNTIME	128	=item $cf::RUNTIME
88		129
89	The time this server has run, starts at 0 and is increased by $cf::TICK on	130	The time this server has run, starts at 0 and is increased by $cf::TICK on
90	every server tick.	131	every server tick.
91		132
92	=item $cf::LIBDIR	133	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		134	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		135	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
93		136
94	The perl library directory, where extensions and cf-specific modules can	137	Various directories - "/etc", read-only install directory, perl-library
95	be found. It will be added to C<@INC> automatically.	138	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		139	unique-items directory, player file directory, random maps directory and
		140	database environment.
96		141
97	=item $cf::NOW	142	=item $cf::NOW
98		143
99	The time of the last (current) server tick.	144	The time of the last (current) server tick.
100		145
101	=item $cf::TICK	146	=item $cf::TICK
102		147
103	The interval between server ticks, in seconds.	148	The interval between server ticks, in seconds.
		149
		150	=item $cf::LOADAVG
		151
		152	The current CPU load on the server (alpha-smoothed), as a value between 0
		153	(none) and 1 (overloaded), indicating how much time is spent on processing
		154	objects per tick. Healthy values are < 0.5.
		155
		156	=item $cf::LOAD
		157
		158	The raw value load value from the last tick.
104		159
105	=item %cf::CFG	160	=item %cf::CFG
106		161
107	Configuration for the server, loaded from C</etc/crossfire/config>, or	162	Configuration for the server, loaded from C</etc/crossfire/config>, or
108	from wherever your confdir points to.	163	from wherever your confdir points to.
		164
		165	=item cf::wait_for_tick, cf::wait_for_tick_begin
		166
		167	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
		168	returns directly I<after> the tick processing (and consequently, can only wake one process
		169	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
109		170
110	=back	171	=back
111		172
112	=cut	173	=cut
113		174
114	BEGIN {	175	BEGIN {
115	*CORE::GLOBAL::warn = sub {	176	*CORE::GLOBAL::warn = sub {
116	my $msg = join "", @_;	177	my $msg = join "", @_;
117	utf8::encode $msg;
118		178
119	$msg .= "\n"	179	$msg .= "\n"
120	unless $msg =~ /\n$/;	180	unless $msg =~ /\n$/;
121		181
		182	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		183
		184	utf8::encode $msg;
122	LOG llevError, "cfperl: $msg";	185	LOG llevError, $msg;
123	};	186	};
124	}	187	}
125		188
126	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	189	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
127	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	190	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
128	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	191	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
129	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	192	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
130	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	193	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		194	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
131	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	195	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
132		196
133	# we bless all objects into (empty) derived classes to force a method lookup	197	# we bless all objects into (empty) derived classes to force a method lookup
134	# within the Safe compartment.	198	# within the Safe compartment.
135	for my $pkg (qw(	199	for my $pkg (qw(
136	cf::global cf::attachable	200	cf::global cf::attachable
…		…
145		209
146	$Event::DIED = sub {	210	$Event::DIED = sub {
147	warn "error in event callback: @_";	211	warn "error in event callback: @_";
148	};	212	};
149		213
150	my %ext_pkg;	214	#############################################################################
151	my @exts;
152	my @hook;
153		215
154	=head2 UTILITY FUNCTIONS	216	=head2 UTILITY FUNCTIONS
155		217
156	=over 4	218	=over 4
157		219
158	=cut	220	=item dumpval $ref
159		221
160	use JSON::Syck (); # TODO# replace by JSON::PC once working	222	=cut
		223
		224	sub dumpval {
		225	eval {
		226	local $SIG{__DIE__};
		227	my $d;
		228	if (1) {
		229	$d = new Data::Dumper([$_[0]], ["*var"]);
		230	$d->Terse(1);
		231	$d->Indent(2);
		232	$d->Quotekeys(0);
		233	$d->Useqq(1);
		234	#$d->Bless(...);
		235	$d->Seen($_[1]) if @_ > 1;
		236	$d = $d->Dump();
		237	}
		238	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
		239	$d
		240	} || "[unable to dump $_[0]: '$@']";
		241	}
161		242
162	=item $ref = cf::from_json $json	243	=item $ref = cf::from_json $json
163		244
164	Converts a JSON string into the corresponding perl data structure.	245	Converts a JSON string into the corresponding perl data structure.
165		246
166	=cut
167
168	sub from_json($) {
169	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
170	JSON::Syck::Load $_[0]
171	}
172
173	=item $json = cf::to_json $ref	247	=item $json = cf::to_json $ref
174		248
175	Converts a perl data structure into its JSON representation.	249	Converts a perl data structure into its JSON representation.
176		250
177	=cut	251	=cut
178		252
179	sub to_json($) {	253	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
180	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	254
181	JSON::Syck::Dump $_[0]	255	sub to_json ($) { $json_coder->encode ($_[0]) }
182	}	256	sub from_json ($) { $json_coder->decode ($_[0]) }
183		257
184	=item cf::lock_wait $string	258	=item cf::lock_wait $string
185		259
186	Wait until the given lock is available. See cf::lock_acquire.	260	Wait until the given lock is available. See cf::lock_acquire.
187		261
…		…
193	returned.	267	returned.
194		268
195	Lock names should begin with a unique identifier (for example, cf::map::find	269	Lock names should begin with a unique identifier (for example, cf::map::find
196	uses map_find and cf::map::load uses map_load).	270	uses map_find and cf::map::load uses map_load).
197		271
		272	=item $locked = cf::lock_active $string
		273
		274	Return true if the lock is currently active, i.e. somebody has locked it.
		275
198	=cut	276	=cut
199		277
200	our %LOCK;	278	our %LOCK;
201		279
202	sub lock_wait($) {	280	sub lock_wait($) {
…		…
221	# wake up all waiters, to be on the safe side	299	# wake up all waiters, to be on the safe side
222	$_->ready for @{ delete $LOCK{$key} };	300	$_->ready for @{ delete $LOCK{$key} };
223	}	301	}
224	}	302	}
225		303
		304	sub lock_active($) {
		305	my ($key) = @_;
		306
		307	! ! $LOCK{$key}
		308	}
		309
226	sub freeze_mainloop {	310	sub freeze_mainloop {
227	return unless $TICK_WATCHER->is_active;	311	return unless $TICK_WATCHER->is_active;
228		312
229	my $guard = Coro::guard { $TICK_WATCHER->start };	313	my $guard = Coro::guard {
		314	$TICK_WATCHER->start;
		315	};
230	$TICK_WATCHER->stop;	316	$TICK_WATCHER->stop;
231	$guard	317	$guard
232	}	318	}
233		319
		320	=item cf::async { BLOCK }
		321
		322	Currently the same as Coro::async_pool, meaning you cannot use
		323	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
		324	thing you are allowed to do is call C<prio> on it.
		325
		326	=cut
		327
		328	BEGIN { *async = \&Coro::async_pool }
		329
234	=item cf::sync_job { BLOCK }	330	=item cf::sync_job { BLOCK }
235		331
236	The design of crossfire+ requires that the main coro ($Coro::main) is	332	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
237	always able to handle events or runnable, as crossfire+ is only partly	333	is always able to handle events or runnable, as Crossfire TRT is only
238	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	334	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		335	acceptable.
239		336
240	If it must be done, put the blocking parts into C<sync_job>. This will run	337	If it must be done, put the blocking parts into C<sync_job>. This will run
241	the given BLOCK in another coroutine while waiting for the result. The	338	the given BLOCK in another coroutine while waiting for the result. The
242	server will be frozen during this time, so the block should either finish	339	server will be frozen during this time, so the block should either finish
243	fast or be very important.	340	fast or be very important.
…		…
246		343
247	sub sync_job(&) {	344	sub sync_job(&) {
248	my ($job) = @_;	345	my ($job) = @_;
249		346
250	if ($Coro::current == $Coro::main) {	347	if ($Coro::current == $Coro::main) {
		348	my $time = Event::time;
		349
251	# this is the main coro, too bad, we have to block	350	# this is the main coro, too bad, we have to block
252	# till the operation succeeds, freezing the server :/	351	# till the operation succeeds, freezing the server :/
253		352
254	# TODO: use suspend/resume instead	353	# TODO: use suspend/resume instead
255	# (but this is cancel-safe)	354	# (but this is cancel-safe)
256	my $freeze_guard = freeze_mainloop;	355	my $freeze_guard = freeze_mainloop;
257		356
258	my $busy = 1;	357	my $busy = 1;
259	my @res;	358	my @res;
260		359
261	(Coro::async_pool {	360	(async {
262	@res = eval { $job->() };	361	@res = eval { $job->() };
263	warn $@ if $@;	362	warn $@ if $@;
264	undef $busy;	363	undef $busy;
265	})->prio (Coro::PRIO_MAX);	364	})->prio (Coro::PRIO_MAX);
266		365
267	while ($busy) {	366	while ($busy) {
268	unless (Coro::cede) {	367	Coro::cede or Event::one_event;
269	Coro::nready ? Event::one_event 0 : Event::one_event;
270	Coro::cede_notself unless Coro::cede;
271	}	368	}
272	}	369
		370	$time = Event::time - $time;
		371
		372	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		373	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		374
		375	$tick_start += $time; # do not account sync jobs to server load
273		376
274	wantarray ? @res : $res[0]	377	wantarray ? @res : $res[0]
275	} else {	378	} else {
276	# we are in another coroutine, how wonderful, everything just works	379	# we are in another coroutine, how wonderful, everything just works
277		380
278	$job->()	381	$job->()
279	}	382	}
280	}	383	}
281		384
282	=item $coro = cf::coro { BLOCK }	385	=item $coro = cf::async_ext { BLOCK }
283		386
284	Creates (and readies) and returns a new coro. This coro is automcatially	387	Like async, but this coro is automatically being canceled when the
285	being canceled when the extension calling this is being unloaded.	388	extension calling this is being unloaded.
286		389
287	=cut	390	=cut
288		391
289	sub coro(&) {	392	sub async_ext(&) {
290	my $cb = shift;	393	my $cb = shift;
291		394
292	my $coro = &Coro::async_pool ($cb);	395	my $coro = &Coro::async ($cb);
293		396
294	$coro->on_destroy (sub {	397	$coro->on_destroy (sub {
295	delete $EXT_CORO{$coro+0};	398	delete $EXT_CORO{$coro+0};
296	});	399	});
297	$EXT_CORO{$coro+0} = $coro;	400	$EXT_CORO{$coro+0} = $coro;
298		401
299	$coro	402	$coro
300	}	403	}
301		404
302	sub write_runtime {	405	=item fork_call { }, $args
303	my $runtime = cf::localdir . "/runtime";
304		406
305	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	407	Executes the given code block with the given arguments in a seperate
306	or return;	408	process, returning the results. Everything must be serialisable with
		409	Coro::Storable. May, of course, block. Note that the executed sub may
		410	never block itself or use any form of Event handling.
307		411
308	my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock	412	=cut
309	(aio_write $fh, 0, (length $value), $value, 0) <= 0
310	and return;
311		413
312	aio_fsync $fh	414	sub _store_scalar {
313	and return;	415	open my $fh, ">", \my $buf
314		416	or die "fork_call: cannot open fh-to-buf in child : $!";
		417	Storable::store_fd $_[0], $fh;
315	close $fh	418	close $fh;
316	or return;
317		419
318	aio_rename "$runtime~", $runtime	420	$buf
319	and return;	421	}
320		422
		423	sub fork_call(&@) {
		424	my ($cb, @args) = @_;
		425
		426	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		427	# or die "socketpair: $!";
		428	pipe my $fh1, my $fh2
		429	or die "pipe: $!";
		430
		431	if (my $pid = fork) {
		432	close $fh2;
		433
		434	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		435	warn "pst<$res>" unless $res =~ /^pst/;
		436	$res = Coro::Storable::thaw $res;
		437
		438	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		439
		440	Carp::confess $$res unless "ARRAY" eq ref $res;
		441
		442	return wantarray ? @$res : $res->[-1];
		443	} else {
		444	reset_signals;
		445	local $SIG{__WARN__};
		446	local $SIG{__DIE__};
		447	# just in case, this hack effectively disables event
		448	# in the child. cleaner and slower would be canceling all watchers,
		449	# but this works for the time being.
		450	local $Coro::idle;
		451	$Coro::current->prio (Coro::PRIO_MAX);
		452
		453	eval {
		454	close $fh1;
		455
		456	my @res = eval { $cb->(@args) };
		457
		458	syswrite $fh2, _store_scalar $@ ? \"$@" : \@res;
		459	close $fh2;
		460	};
		461
		462	warn $@ if $@;
		463	_exit 0;
321	1	464	}
		465	}
		466
		467	=item $value = cf::db_get $family => $key
		468
		469	Returns a single value from the environment database.
		470
		471	=item cf::db_put $family => $key => $value
		472
		473	Stores the given C<$value> in the family. It can currently store binary
		474	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		475
		476	=cut
		477
		478	our $DB;
		479
		480	sub db_init {
		481	unless ($DB) {
		482	$DB = BDB::db_create $DB_ENV;
		483
		484	cf::sync_job {
		485	eval {
		486	$DB->set_flags (BDB::CHKSUM);
		487
		488	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		489	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		490	cf::cleanup "db_open(db): $!" if $!;
		491	};
		492	cf::cleanup "db_open(db): $@" if $@;
		493	};
		494	}
		495	}
		496
		497	sub db_get($$) {
		498	my $key = "$_[0]/$_[1]";
		499
		500	cf::sync_job {
		501	BDB::db_get $DB, undef, $key, my $data;
		502
		503	$! ? ()
		504	: $data
		505	}
		506	}
		507
		508	sub db_put($$$) {
		509	BDB::dbreq_pri 4;
		510	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		511	}
		512
		513	=item cf::cache $id => [$paths...], $processversion => $process
		514
		515	Generic caching function that returns the value of the resource $id,
		516	caching and regenerating as required.
		517
		518	This function can block.
		519
		520	=cut
		521
		522	sub cache {
		523	my ($id, $src, $processversion, $process) = @_;
		524
		525	my $meta =
		526	join "\x00",
		527	$processversion,
		528	map {
		529	aio_stat $_
		530	and Carp::croak "$_: $!";
		531
		532	($_, (stat _)[7,9])
		533	} @$src;
		534
		535	my $dbmeta = db_get cache => "$id/meta";
		536	if ($dbmeta ne $meta) {
		537	# changed, we may need to process
		538
		539	my @data;
		540	my $md5;
		541
		542	for (0 .. $#$src) {
		543	0 <= aio_load $src->[$_], $data[$_]
		544	or Carp::croak "$src->[$_]: $!";
		545	}
		546
		547	# if processing is expensive, check
		548	# checksum first
		549	if (1) {
		550	$md5 =
		551	join "\x00",
		552	$processversion,
		553	map {
		554	Coro::cede;
		555	($src->[$_], Digest::MD5::md5_hex $data[$_])
		556	} 0.. $#$src;
		557
		558
		559	my $dbmd5 = db_get cache => "$id/md5";
		560	if ($dbmd5 eq $md5) {
		561	db_put cache => "$id/meta", $meta;
		562
		563	return db_get cache => "$id/data";
		564	}
		565	}
		566
		567	my $t1 = Time::HiRes::time;
		568	my $data = $process->(\@data);
		569	my $t2 = Time::HiRes::time;
		570
		571	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		572
		573	db_put cache => "$id/data", $data;
		574	db_put cache => "$id/md5" , $md5;
		575	db_put cache => "$id/meta", $meta;
		576
		577	return $data;
		578	}
		579
		580	db_get cache => "$id/data"
		581	}
		582
		583	=item cf::datalog type => key => value, ...
		584
		585	Log a datalog packet of the given type with the given key-value pairs.
		586
		587	=cut
		588
		589	sub datalog($@) {
		590	my ($type, %kv) = @_;
		591	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
322	}	592	}
323		593
324	=back	594	=back
325		595
326	=cut	596	=cut
327
328	#############################################################################
329
330	package cf::path;
331
332	sub new {
333	my ($class, $path, $base) = @_;
334
335	$path = $path->as_string if ref $path;
336
337	my $self = bless { }, $class;
338
339	# {... are special paths that are not touched
340	# ?xxx/... are special absolute paths
341	# ?random/... random maps
342	# /! non-realised random map exit
343	# /... normal maps
344	# ~/... per-player maps without a specific player (DO NOT USE)
345	# ~user/... per-player map of a specific user
346
347	if ($path =~ /^{/) {
348	# fine as it is
349	} elsif ($path =~ s{^\?random/}{}) {
350	Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
351	$self->{random} = cf::from_json $data;
352	} else {
353	if ($path =~ s{^~([^/]+)?}{}) {
354	$self->{user_rel} = 1;
355
356	if (defined $1) {
357	$self->{user} = $1;
358	} elsif ($base =~ m{^~([^/]+)/}) {
359	$self->{user} = $1;
360	} else {
361	warn "cannot resolve user-relative path without user <$path,$base>\n";
362	}
363	} elsif ($path =~ /^\//) {
364	# already absolute
365	} else {
366	$base =~ s{[^/]+/?$}{};
367	return $class->new ("$base/$path");
368	}
369
370	for ($path) {
371	redo if s{/\.?/}{/};
372	redo if s{/[^/]+/\.\./}{/};
373	}
374	}
375
376	$self->{path} = $path;
377
378	$self
379	}
380
381	# the name / primary key / in-game path
382	sub as_string {
383	my ($self) = @_;
384
385	$self->{user_rel} ? "~$self->{user}$self->{path}"
386	: $self->{random} ? "?random/$self->{path}"
387	: $self->{path}
388	}
389
390	# the displayed name, this is a one way mapping
391	sub visible_name {
392	my ($self) = @_;
393
394	# if (my $rmp = $self->{random}) {
395	# # todo: be more intelligent about this
396	# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
397	# } else {
398	$self->as_string
399	# }
400	}
401
402	# escape the /'s in the path
403	sub _escaped_path {
404	# ∕ is U+2215
405	(my $path = $_[0]{path}) =~ s/\//∕/g;
406	$path
407	}
408
409	# the original (read-only) location
410	sub load_path {
411	my ($self) = @_;
412
413	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
414	}
415
416	# the temporary/swap location
417	sub save_path {
418	my ($self) = @_;
419
420	$self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
421	: $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
422	: sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
423	}
424
425	# the unique path, might be eq to save_path
426	sub uniq_path {
427	my ($self) = @_;
428
429	$self->{user_rel} || $self->{random}
430	? undef
431	: sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
432	}
433
434	# return random map parameters, or undef
435	sub random_map_params {
436	my ($self) = @_;
437
438	$self->{random}
439	}
440
441	# this is somewhat ugly, but style maps do need special treatment
442	sub is_style_map {
443	$_[0]{path} =~ m{^/styles/}
444	}
445
446	package cf;
447		597
448	#############################################################################	598	#############################################################################
449		599
450	=head2 ATTACHABLE OBJECTS	600	=head2 ATTACHABLE OBJECTS
451		601
…		…
453	attach callbacks/event handlers (a collection of which is called an "attachment")	603	attach callbacks/event handlers (a collection of which is called an "attachment")
454	to it. All such attachable objects support the following methods.	604	to it. All such attachable objects support the following methods.
455		605
456	In the following description, CLASS can be any of C<global>, C<object>	606	In the following description, CLASS can be any of C<global>, C<object>
457	C<player>, C<client> or C<map> (i.e. the attachable objects in	607	C<player>, C<client> or C<map> (i.e. the attachable objects in
458	crossfire+).	608	Crossfire TRT).
459		609
460	=over 4	610	=over 4
461		611
462	=item $attachable->attach ($attachment, key => $value...)	612	=item $attachable->attach ($attachment, key => $value...)
463		613
…		…
577	our @CB_TYPE = (); # registry for type (cf-object class) based events	727	our @CB_TYPE = (); # registry for type (cf-object class) based events
578	our @CB_MAP = ();	728	our @CB_MAP = ();
579		729
580	my %attachment;	730	my %attachment;
581		731
		732	sub cf::attachable::thawer_merge {
		733	# simply override everything except _meta
		734	local $_[0]{_meta};
		735	%{$_[0]} = %{$_[1]};
		736	}
		737
582	sub _attach_cb($$$$) {	738	sub _attach_cb($$$$) {
583	my ($registry, $event, $prio, $cb) = @_;	739	my ($registry, $event, $prio, $cb) = @_;
584		740
585	use sort 'stable';	741	use sort 'stable';
586		742
…		…
620	$registry = $CB_TYPE[$object_type] ||= [];	776	$registry = $CB_TYPE[$object_type] ||= [];
621		777
622	} elsif ($type eq "subtype") {	778	} elsif ($type eq "subtype") {
623	defined $object_type or Carp::croak "subtype specified without type";	779	defined $object_type or Carp::croak "subtype specified without type";
624	my $object_subtype = shift @arg;	780	my $object_subtype = shift @arg;
625	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	781	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
626		782
627	} elsif ($type eq "package") {	783	} elsif ($type eq "package") {
628	my $pkg = shift @arg;	784	my $pkg = shift @arg;
629		785
630	while (my ($name, $id) = each %cb_id) {	786	while (my ($name, $id) = each %cb_id) {
…		…
659	_attach $registry, $klass, @attach;	815	_attach $registry, $klass, @attach;
660	}	816	}
661		817
662	$obj->{$name} = \%arg;	818	$obj->{$name} = \%arg;
663	} else {	819	} else {
664	warn "object uses attachment '$name' that is not available, postponing.\n";	820	warn "object uses attachment '$name' which is not available, postponing.\n";
665	}	821	}
666		822
667	$obj->{_attachment}{$name} = undef;	823	$obj->{_attachment}{$name} = undef;
668	}	824	}
669		825
…		…
671	if (ref $_[0]) {	827	if (ref $_[0]) {
672	_object_attach @_;	828	_object_attach @_;
673	} else {	829	} else {
674	_attach shift->_attach_registry, @_;	830	_attach shift->_attach_registry, @_;
675	}	831	}
		832	_recalc_want;
676	};	833	};
677		834
678	# all those should be optimised	835	# all those should be optimised
679	sub cf::attachable::detach {	836	sub cf::attachable::detach {
680	my ($obj, $name) = @_;	837	my ($obj, $name) = @_;
…		…
683	delete $obj->{_attachment}{$name};	840	delete $obj->{_attachment}{$name};
684	reattach ($obj);	841	reattach ($obj);
685	} else {	842	} else {
686	Carp::croak "cannot, currently, detach class attachments";	843	Carp::croak "cannot, currently, detach class attachments";
687	}	844	}
		845	_recalc_want;
688	};	846	};
689		847
690	sub cf::attachable::attached {	848	sub cf::attachable::attached {
691	my ($obj, $name) = @_;	849	my ($obj, $name) = @_;
692		850
…		…
757	# object support	915	# object support
758		916
759	sub reattach {	917	sub reattach {
760	# basically do the same as instantiate, without calling instantiate	918	# basically do the same as instantiate, without calling instantiate
761	my ($obj) = @_;	919	my ($obj) = @_;
		920
		921	bless $obj, ref $obj; # re-bless in case extensions have been reloaded
762		922
763	my $registry = $obj->registry;	923	my $registry = $obj->registry;
764		924
765	@$registry = ();	925	@$registry = ();
766		926
…		…
813	$filename, length $$rdata, scalar @$objs;	973	$filename, length $$rdata, scalar @$objs;
814		974
815	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	975	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
816	chmod SAVE_MODE, $fh;	976	chmod SAVE_MODE, $fh;
817	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	977	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
818	aio_fsync $fh;	978	aio_fsync $fh if $cf::USE_FSYNC;
819	close $fh;	979	close $fh;
820		980
821	if (@$objs) {	981	if (@$objs) {
822	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	982	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
823	chmod SAVE_MODE, $fh;	983	chmod SAVE_MODE, $fh;
824	my $data = Storable::nfreeze { version => 1, objs => $objs };	984	my $data = Storable::nfreeze { version => 1, objs => $objs };
825	aio_write $fh, 0, (length $data), $data, 0;	985	aio_write $fh, 0, (length $data), $data, 0;
826	aio_fsync $fh;	986	aio_fsync $fh if $cf::USE_FSYNC;
827	close $fh;	987	close $fh;
828	aio_rename "$filename.pst~", "$filename.pst";	988	aio_rename "$filename.pst~", "$filename.pst";
829	}	989	}
830	} else {	990	} else {
831	aio_unlink "$filename.pst";	991	aio_unlink "$filename.pst";
…		…
863	or return;	1023	or return;
864	$av = eval { (Storable::thaw $av)->{objs} };	1024	$av = eval { (Storable::thaw $av)->{objs} };
865	}	1025	}
866		1026
867	warn sprintf "loading %s (%d)\n",	1027	warn sprintf "loading %s (%d)\n",
868	$filename, length $data, scalar @{$av || []};#d#	1028	$filename, length $data, scalar @{$av || []};
869	return ($data, $av);	1029	return ($data, $av);
870	}	1030	}
		1031
		1032	=head2 COMMAND CALLBACKS
		1033
		1034	=over 4
		1035
		1036	=cut
871		1037
872	#############################################################################	1038	#############################################################################
873	# command handling &c	1039	# command handling &c
874		1040
875	=item cf::register_command $name => \&callback($ob,$args);	1041	=item cf::register_command $name => \&callback($ob,$args);
…		…
888	push @{ $COMMAND{$name} }, [$caller, $cb];	1054	push @{ $COMMAND{$name} }, [$caller, $cb];
889	}	1055	}
890		1056
891	=item cf::register_extcmd $name => \&callback($pl,$packet);	1057	=item cf::register_extcmd $name => \&callback($pl,$packet);
892		1058
893	Register a callbackf ro execution when the client sends an extcmd packet.	1059	Register a callback for execution when the client sends an (synchronous)
		1060	extcmd packet. Ext commands will be processed in the order they are
		1061	received by the server, like other user commands. The first argument is
		1062	the logged-in player. Ext commands can only be processed after a player
		1063	has logged in successfully.
894		1064
895	If the callback returns something, it is sent back as if reply was being	1065	If the callback returns something, it is sent back as if reply was being
896	called.	1066	called.
897		1067
		1068	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1069
		1070	Register a callback for execution when the client sends an (asynchronous)
		1071	exticmd packet. Exti commands are processed by the server as soon as they
		1072	are received, i.e. out of order w.r.t. other commands. The first argument
		1073	is a client socket. Exti commands can be received anytime, even before
		1074	log-in.
		1075
		1076	If the callback returns something, it is sent back as if reply was being
		1077	called.
		1078
898	=cut	1079	=cut
899		1080
900	sub register_extcmd {	1081	sub register_extcmd {
901	my ($name, $cb) = @_;	1082	my ($name, $cb) = @_;
902		1083
903	my $caller = caller;
904	#warn "registering extcmd '$name' to '$caller'";
905
906	$EXTCMD{$name} = [$cb, $caller];	1084	$EXTCMD{$name} = $cb;
		1085	}
		1086
		1087	sub register_exticmd {
		1088	my ($name, $cb) = @_;
		1089
		1090	$EXTICMD{$name} = $cb;
907	}	1091	}
908		1092
909	cf::player->attach (	1093	cf::player->attach (
910	on_command => sub {	1094	on_command => sub {
911	my ($pl, $name, $params) = @_;	1095	my ($pl, $name, $params) = @_;
…		…
920	cf::override;	1104	cf::override;
921	},	1105	},
922	on_extcmd => sub {	1106	on_extcmd => sub {
923	my ($pl, $buf) = @_;	1107	my ($pl, $buf) = @_;
924		1108
925	my $msg = eval { from_json $buf };	1109	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
926		1110
927	if (ref $msg) {	1111	if (ref $msg) {
928	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1112	if (my $cb = $EXTCMD{$msg->{msgtype}}) {
929	if (my %reply = $cb->[0]->($pl, $msg)) {	1113	if (my %reply = $cb->($pl, $msg)) {
930	$pl->ext_reply ($msg->{msgid}, %reply);	1114	$pl->ext_reply ($msg->{msgid}, %reply);
931	}	1115	}
932	}	1116	}
933	} else {	1117	} else {
934	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1118	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
…		…
936		1120
937	cf::override;	1121	cf::override;
938	},	1122	},
939	);	1123	);
940		1124
941	sub register {
942	my ($base, $pkg) = @_;
943
944	#TODO
945	}
946
947	sub load_extension {	1125	sub load_extensions {
		1126	cf::sync_job {
		1127	my %todo;
		1128
		1129	for my $path (<$LIBDIR/*.ext>) {
		1130	next unless -r $path;
		1131
		1132	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1133	my $base = $1;
		1134	my $pkg = $1;
		1135	$pkg =~ s/[^[:word:]]/_/g;
		1136	$pkg = "ext::$pkg";
		1137
		1138	open my $fh, "<:utf8", $path
		1139	or die "$path: $!";
		1140
		1141	my $source = do { local $/; <$fh> };
		1142
		1143	my %ext = (
		1144	path => $path,
		1145	base => $base,
		1146	pkg => $pkg,
		1147	);
		1148
		1149	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1150	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1151
		1152	$ext{source} =
		1153	"package $pkg; use strict; use utf8;\n"
		1154	. "#line 1 \"$path\"\n{\n"
		1155	. $source
		1156	. "\n};\n1";
		1157
		1158	$todo{$base} = \%ext;
		1159	}
		1160
		1161	my %done;
		1162	while (%todo) {
		1163	my $progress;
		1164
		1165	while (my ($k, $v) = each %todo) {
		1166	for (split /,\s*/, $v->{meta}{depends}) {
		1167	goto skip
		1168	unless exists $done{$_};
		1169	}
		1170
		1171	warn "... loading '$k' into '$v->{pkg}'\n";
		1172
		1173	unless (eval $v->{source}) {
		1174	my $msg = $@ ? "$v->{path}: $@\n"
		1175	: "$v->{base}: extension inactive.\n";
		1176
		1177	if (exists $v->{meta}{mandatory}) {
		1178	warn $msg;
		1179	warn "mandatory extension failed to load, exiting.\n";
		1180	exit 1;
		1181	}
		1182
		1183	warn $msg;
		1184	}
		1185
		1186	$done{$k} = delete $todo{$k};
		1187	push @EXTS, $v->{pkg};
		1188	$progress = 1;
		1189	}
		1190
		1191	skip:
		1192	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1193	unless $progress;
		1194	}
		1195	};
		1196	}
		1197
		1198	#############################################################################
		1199
		1200	=back
		1201
		1202	=head2 CORE EXTENSIONS
		1203
		1204	Functions and methods that extend core crossfire objects.
		1205
		1206	=cut
		1207
		1208	package cf::player;
		1209
		1210	use Coro::AIO;
		1211
		1212	=head3 cf::player
		1213
		1214	=over 4
		1215
		1216	=item cf::player::find $login
		1217
		1218	Returns the given player object, loading it if necessary (might block).
		1219
		1220	=cut
		1221
		1222	sub playerdir($) {
		1223	"$PLAYERDIR/"
		1224	. (ref $_[0] ? $_[0]->ob->name : $_[0])
		1225	}
		1226
		1227	sub path($) {
		1228	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
		1229
		1230	(playerdir $login) . "/playerdata"
		1231	}
		1232
		1233	sub find_active($) {
		1234	$cf::PLAYER{$_[0]}
		1235	and $cf::PLAYER{$_[0]}->active
		1236	and $cf::PLAYER{$_[0]}
		1237	}
		1238
		1239	sub exists($) {
		1240	my ($login) = @_;
		1241
		1242	$cf::PLAYER{$login}
		1243	or cf::sync_job { !aio_stat path $login }
		1244	}
		1245
		1246	sub find($) {
		1247	return $cf::PLAYER{$_[0]} || do {
		1248	my $login = $_[0];
		1249
		1250	my $guard = cf::lock_acquire "user_find:$login";
		1251
		1252	$cf::PLAYER{$_[0]} || do {
		1253	# rename old playerfiles to new ones
		1254	#TODO: remove when no longer required
		1255	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1256	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1257	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1258	aio_unlink +(playerdir $login) . "/$login.pl";
		1259
		1260	my $pl = load_pl path $login
		1261	or return;
		1262	$cf::PLAYER{$login} = $pl
		1263	}
		1264	}
		1265	}
		1266
		1267	sub save($) {
		1268	my ($pl) = @_;
		1269
		1270	return if $pl->{deny_save};
		1271
		1272	my $path = path $pl;
		1273	my $guard = cf::lock_acquire "user_save:$path";
		1274
		1275	return if $pl->{deny_save};
		1276
		1277	aio_mkdir playerdir $pl, 0770;
		1278	$pl->{last_save} = $cf::RUNTIME;
		1279
		1280	$pl->save_pl ($path);
		1281	Coro::cede;
		1282	}
		1283
		1284	sub new($) {
		1285	my ($login) = @_;
		1286
		1287	my $self = create;
		1288
		1289	$self->ob->name ($login);
		1290	$self->{deny_save} = 1;
		1291
		1292	$cf::PLAYER{$login} = $self;
		1293
		1294	$self
		1295	}
		1296
		1297	=item $pl->quit_character
		1298
		1299	Nukes the player without looking back. If logged in, the connection will
		1300	be destroyed. May block for a long time.
		1301
		1302	=cut
		1303
		1304	sub quit_character {
		1305	my ($pl) = @_;
		1306
		1307	my $name = $pl->ob->name;
		1308
		1309	$pl->{deny_save} = 1;
		1310	$pl->password ("*"); # this should lock out the player until we nuked the dir
		1311
		1312	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
		1313	$pl->deactivate;
		1314	$pl->invoke (cf::EVENT_PLAYER_QUIT);
		1315	$pl->ns->destroy if $pl->ns;
		1316
		1317	my $path = playerdir $pl;
		1318	my $temp = "$path~$cf::RUNTIME~deleting~";
		1319	aio_rename $path, $temp;
		1320	delete $cf::PLAYER{$pl->ob->name};
		1321	$pl->destroy;
		1322
		1323	my $prefix = qr<^~\Q$name\E/>;
		1324
		1325	# nuke player maps
		1326	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1327
		1328	IO::AIO::aio_rmtree $temp;
		1329	}
		1330
		1331	=item $pl->kick
		1332
		1333	Kicks a player out of the game. This destroys the connection.
		1334
		1335	=cut
		1336
		1337	sub kick {
		1338	my ($pl, $kicker) = @_;
		1339
		1340	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1341	$pl->killer ("kicked");
		1342	$pl->ns->destroy;
		1343	}
		1344
		1345	=item cf::player::list_logins
		1346
		1347	Returns am arrayref of all valid playernames in the system, can take a
		1348	while and may block, so not sync_job-capable, ever.
		1349
		1350	=cut
		1351
		1352	sub list_logins {
		1353	my $dirs = aio_readdir $PLAYERDIR
		1354	or return [];
		1355
		1356	my @logins;
		1357
		1358	for my $login (@$dirs) {
		1359	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;
		1360	aio_read $fh, 0, 512, my $buf, 0 or next;
		1361	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1362
		1363	utf8::decode $login;
		1364	push @logins, $login;
		1365	}
		1366
		1367	\@logins
		1368	}
		1369
		1370	=item $player->maps
		1371
		1372	Returns an arrayref of map paths that are private for this
		1373	player. May block.
		1374
		1375	=cut
		1376
		1377	sub maps($) {
		1378	my ($pl) = @_;
		1379
		1380	$pl = ref $pl ? $pl->ob->name : $pl;
		1381
		1382	my $files = aio_readdir playerdir $pl
		1383	or return;
		1384
		1385	my @paths;
		1386
		1387	for (@$files) {
		1388	utf8::decode $_;
		1389	next if /\.(?:pl|pst)$/;
		1390	next unless /^$PATH_SEP/o;
		1391
		1392	push @paths, cf::map::normalise "~$pl/$_";
		1393	}
		1394
		1395	\@paths
		1396	}
		1397
		1398	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1399
		1400	Expand crossfire pod fragments into protocol xml.
		1401
		1402	=cut
		1403
		1404	sub expand_cfpod {
		1405	((my $self), (local $_)) = @_;
		1406
		1407	# escape & and <
		1408	s/&/&amp;/g;
		1409	s/(?<![BIUGH])</&lt;/g;
		1410
		1411	# this is buggy, it needs to properly take care of nested <'s
		1412
		1413	1 while
		1414	# replace B<>, I<>, U<> etc.
		1415	s/B<([^\>]*)>/<b>$1<\/b>/
		1416	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1417	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1418	# replace G<male|female> tags
		1419	|| s{G<([^>|]*)\|([^>]*)>}{
		1420	$self->gender ? $2 : $1
		1421	}ge
		1422	# replace H<hint text>
		1423	|| s{H<([^\>]*)>}
		1424	{
		1425	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1426	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1427	"")
		1428	[$self->{hintmode}]
		1429	}ge;
		1430
		1431	# create single paragraphs (very hackish)
		1432	s/(?<=\S)\n(?=\w)/ /g;
		1433
		1434	# compress some whitespace
		1435	s/\s+\n/\n/g; # ws line-ends
		1436	s/\n\n+/\n/g; # double lines
		1437	s/^\n+//; # beginning lines
		1438	s/\n+$//; # ending lines
		1439
		1440	warn $_;#d#
		1441	$_
		1442	}
		1443
		1444	sub hintmode {
		1445	$_[0]{hintmode} = $_[1] if @_ > 1;
		1446	$_[0]{hintmode}
		1447	}
		1448
		1449	=item $player->ext_reply ($msgid, %msg)
		1450
		1451	Sends an ext reply to the player.
		1452
		1453	=cut
		1454
		1455	sub ext_reply($$%) {
		1456	my ($self, $id, %msg) = @_;
		1457
		1458	$msg{msgid} = $id;
		1459	$self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
		1460	}
		1461
		1462	=item $player->ext_event ($type, %msg)
		1463
		1464	Sends an ext event to the client.
		1465
		1466	=cut
		1467
		1468	sub ext_event($$%) {
		1469	my ($self, $type, %msg) = @_;
		1470
		1471	$self->ns->ext_event ($type, %msg);
		1472	}
		1473
		1474	=head3 cf::region
		1475
		1476	=over 4
		1477
		1478	=cut
		1479
		1480	package cf::region;
		1481
		1482	=item cf::region::find_by_path $path
		1483
		1484	Tries to decuce the likely region for a map knowing only its path.
		1485
		1486	=cut
		1487
		1488	sub find_by_path($) {
948	my ($path) = @_;	1489	my ($path) = @_;
949		1490
950	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1491	my ($match, $specificity);
951	my $base = $1;
952	my $pkg = $1;
953	$pkg =~ s/[^[:word:]]/_/g;
954	$pkg = "ext::$pkg";
955		1492
956	warn "loading '$path' into '$pkg'\n";	1493	for my $region (list) {
957		1494	if ($region->match && $path =~ $region->match) {
958	open my $fh, "<:utf8", $path	1495	($match, $specificity) = ($region, $region->specificity)
959	or die "$path: $!";	1496	if $region->specificity > $specificity;
960		1497	}
961	my $source =
962	"package $pkg; use strict; use utf8;\n"
963	. "#line 1 \"$path\"\n{\n"
964	. (do { local $/; <$fh> })
965	. "\n};\n1";
966
967	eval $source
968	or die $@ ? "$path: $@\n"
969	: "extension disabled.\n";
970
971	push @exts, $pkg;
972	$ext_pkg{$base} = $pkg;
973
974	# no strict 'refs';
975	# @{"$pkg\::ISA"} = ext::;
976
977	register $base, $pkg;
978	}
979
980	sub unload_extension {
981	my ($pkg) = @_;
982
983	warn "removing extension $pkg\n";
984
985	# remove hooks
986	#TODO
987	# for my $idx (0 .. $#PLUGIN_EVENT) {
988	# delete $hook[$idx]{$pkg};
989	# }	1498	}
990		1499
991	# remove commands	1500	$match
992	for my $name (keys %COMMAND) {
993	my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };
994
995	if (@cb) {
996	$COMMAND{$name} = \@cb;
997	} else {
998	delete $COMMAND{$name};
999	}
1000	}
1001
1002	# remove extcmds
1003	for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {
1004	delete $EXTCMD{$name};
1005	}
1006
1007	if (my $cb = $pkg->can ("unload")) {
1008	eval {
1009	$cb->($pkg);
1010	1
1011	} or warn "$pkg unloaded, but with errors: $@";
1012	}
1013
1014	Symbol::delete_package $pkg;
1015	}
1016
1017	sub load_extensions {
1018	for my $ext (<$LIBDIR/*.ext>) {
1019	next unless -r $ext;
1020	eval {
1021	load_extension $ext;
1022	1
1023	} or warn "$ext not loaded: $@";
1024	}
1025	}
1026
1027	#############################################################################
1028	# load/save/clean perl data associated with a map
1029
1030	*cf::mapsupport::on_clean = sub {
1031	my ($map) = @_;
1032
1033	my $path = $map->tmpname;
1034	defined $path or return;
1035
1036	unlink "$path.pst";
1037	};
1038
1039	cf::map->attach (prio => -10000, package => cf::mapsupport::);
1040
1041	#############################################################################
1042	# load/save perl data associated with player->ob objects
1043
1044	sub all_objects(@) {
1045	@_, map all_objects ($_->inv), @_
1046	}
1047
1048	# TODO: compatibility cruft, remove when no longer needed
1049	cf::player->attach (
1050	on_load => sub {
1051	my ($pl, $path) = @_;
1052
1053	for my $o (all_objects $pl->ob) {
1054	if (my $value = $o->get_ob_key_value ("_perl_data")) {
1055	$o->set_ob_key_value ("_perl_data");
1056
1057	%$o = %{ Storable::thaw pack "H*", $value };
1058	}
1059	}
1060	},
1061	);
1062
1063	#############################################################################
1064
1065	=head2 CORE EXTENSIONS
1066
1067	Functions and methods that extend core crossfire objects.
1068
1069	=head3 cf::player
1070
1071	=over 4
1072
1073	=item cf::player::exists $login
1074
1075	Returns true when the given account exists.
1076
1077	=cut
1078
1079	sub cf::player::exists($) {
1080	cf::player::find $_[0]
1081	or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2;
1082	}
1083
1084	=item $player->ext_reply ($msgid, $msgtype, %msg)
1085
1086	Sends an ext reply to the player.
1087
1088	=cut
1089
1090	sub cf::player::ext_reply($$$%) {
1091	my ($self, $id, %msg) = @_;
1092
1093	$msg{msgid} = $id;
1094
1095	$self->send ("ext " . to_json \%msg);
1096	}	1501	}
1097		1502
1098	=back	1503	=back
1099
1100		1504
1101	=head3 cf::map	1505	=head3 cf::map
1102		1506
1103	=over 4	1507	=over 4
1104		1508
…		…
1107	package cf::map;	1511	package cf::map;
1108		1512
1109	use Fcntl;	1513	use Fcntl;
1110	use Coro::AIO;	1514	use Coro::AIO;
1111		1515
		1516	use overload
		1517	'""' => \&as_string,
		1518	fallback => 1;
		1519
1112	our $MAX_RESET = 3600;	1520	our $MAX_RESET = 3600;
1113	our $DEFAULT_RESET = 3000;	1521	our $DEFAULT_RESET = 3000;
1114		1522
1115	sub generate_random_map {	1523	sub generate_random_map {
1116	my ($path, $rmp) = @_;	1524	my ($self, $rmp) = @_;
1117
1118	# mit "rum" bekleckern, nicht	1525	# mit "rum" bekleckern, nicht
1119	cf::map::_create_random_map	1526	$self->_create_random_map (
1120	$path,
1121	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1527	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1122	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1528	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1123	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1529	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1124	$rmp->{exit_on_final_map},	1530	$rmp->{exit_on_final_map},
1125	$rmp->{xsize}, $rmp->{ysize},	1531	$rmp->{xsize}, $rmp->{ysize},
1126	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},	1532	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1127	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},	1533	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1128	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},	1534	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1129	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},	1535	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1130	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},	1536	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1131	(cf::region::find $rmp->{region})	1537	(cf::region::find $rmp->{region}), $rmp->{custom}
		1538	)
		1539	}
		1540
		1541	=item cf::map->register ($regex, $prio)
		1542
		1543	Register a handler for the map path matching the given regex at the
		1544	givne priority (higher is better, built-in handlers have priority 0, the
		1545	default).
		1546
		1547	=cut
		1548
		1549	sub register {
		1550	my (undef, $regex, $prio) = @_;
		1551	my $pkg = caller;
		1552
		1553	no strict;
		1554	push @{"$pkg\::ISA"}, __PACKAGE__;
		1555
		1556	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
		1557	}
		1558
		1559	# also paths starting with '/'
		1560	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
		1561
		1562	sub thawer_merge {
		1563	my ($self, $merge) = @_;
		1564
		1565	# we have to keep some variables in memory intact
		1566	local $self->{path};
		1567	local $self->{load_path};
		1568
		1569	$self->SUPER::thawer_merge ($merge);
		1570	}
		1571
		1572	sub normalise {
		1573	my ($path, $base) = @_;
		1574
		1575	$path = "$path"; # make sure its a string
		1576
		1577	$path =~ s/\.map$//;
		1578
		1579	# map plan:
		1580	#
		1581	# /! non-realised random map exit (special hack!)
		1582	# {... are special paths that are not being touched
		1583	# ?xxx/... are special absolute paths
		1584	# ?random/... random maps
		1585	# /... normal maps
		1586	# ~user/... per-player map of a specific user
		1587
		1588	$path =~ s/$PATH_SEP/\//go;
		1589
		1590	# treat it as relative path if it starts with
		1591	# something that looks reasonable
		1592	if ($path =~ m{^(?:\./|\.\./|\w)}) {
		1593	$base or Carp::carp "normalise called with relative path and no base: '$path'";
		1594
		1595	$base =~ s{[^/]+/?$}{};
		1596	$path = "$base/$path";
		1597	}
		1598
		1599	for ($path) {
		1600	redo if s{//}{/};
		1601	redo if s{/\.?/}{/};
		1602	redo if s{/[^/]+/\.\./}{/};
		1603	}
		1604
		1605	$path
		1606	}
		1607
		1608	sub new_from_path {
		1609	my (undef, $path, $base) = @_;
		1610
		1611	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
		1612
		1613	$path = normalise $path, $base;
		1614
		1615	for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
		1616	if ($path =~ $EXT_MAP{$pkg}[1]) {
		1617	my $self = bless cf::map::new, $pkg;
		1618	$self->{path} = $path; $self->path ($path);
		1619	$self->init; # pass $1 etc.
		1620	return $self;
		1621	}
		1622	}
		1623
		1624	Carp::carp "unable to resolve path '$path' (base '$base').";
		1625	()
		1626	}
		1627
		1628	sub init {
		1629	my ($self) = @_;
		1630
		1631	$self
		1632	}
		1633
		1634	sub as_string {
		1635	my ($self) = @_;
		1636
		1637	"$self->{path}"
		1638	}
		1639
		1640	# the displayed name, this is a one way mapping
		1641	sub visible_name {
		1642	&as_string
		1643	}
		1644
		1645	# the original (read-only) location
		1646	sub load_path {
		1647	my ($self) = @_;
		1648
		1649	"$MAPDIR/$self->{path}.map"
		1650	}
		1651
		1652	# the temporary/swap location
		1653	sub save_path {
		1654	my ($self) = @_;
		1655
		1656	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1657	"$TMPDIR/$path.map"
		1658	}
		1659
		1660	# the unique path, undef == no special unique path
		1661	sub uniq_path {
		1662	my ($self) = @_;
		1663
		1664	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1665	"$UNIQUEDIR/$path"
1132	}	1666	}
1133		1667
1134	# and all this just because we cannot iterate over	1668	# and all this just because we cannot iterate over
1135	# all maps in C++...	1669	# all maps in C++...
1136	sub change_all_map_light {	1670	sub change_all_map_light {
…		…
1138		1672
1139	$_->change_map_light ($change)	1673	$_->change_map_light ($change)
1140	for grep $_->outdoor, values %cf::MAP;	1674	for grep $_->outdoor, values %cf::MAP;
1141	}	1675	}
1142		1676
		1677	sub decay_objects {
		1678	my ($self) = @_;
		1679
		1680	return if $self->{deny_reset};
		1681
		1682	$self->do_decay_objects;
		1683	}
		1684
		1685	sub unlink_save {
		1686	my ($self) = @_;
		1687
		1688	utf8::encode (my $save = $self->save_path);
		1689	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
		1690	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
		1691	}
		1692
1143	sub try_load_header($) {	1693	sub load_header_from($) {
1144	my ($path) = @_;	1694	my ($self, $path) = @_;
1145		1695
1146	utf8::encode $path;	1696	utf8::encode $path;
1147	aio_open $path, O_RDONLY, 0	1697	#aio_open $path, O_RDONLY, 0
		1698	# or return;
		1699
		1700	$self->_load_header ($path)
1148	or return;	1701	or return;
1149		1702
1150	my $map = cf::map::new	1703	$self->{load_path} = $path;
		1704
		1705	1
		1706	}
		1707
		1708	sub load_header_orig {
		1709	my ($self) = @_;
		1710
		1711	$self->load_header_from ($self->load_path)
		1712	}
		1713
		1714	sub load_header_temp {
		1715	my ($self) = @_;
		1716
		1717	$self->load_header_from ($self->save_path)
		1718	}
		1719
		1720	sub prepare_temp {
		1721	my ($self) = @_;
		1722
		1723	$self->last_access ((delete $self->{last_access})
		1724	|| $cf::RUNTIME); #d#
		1725	# safety
		1726	$self->{instantiate_time} = $cf::RUNTIME
		1727	if $self->{instantiate_time} > $cf::RUNTIME;
		1728	}
		1729
		1730	sub prepare_orig {
		1731	my ($self) = @_;
		1732
		1733	$self->{load_original} = 1;
		1734	$self->{instantiate_time} = $cf::RUNTIME;
		1735	$self->last_access ($cf::RUNTIME);
		1736	$self->instantiate;
		1737	}
		1738
		1739	sub load_header {
		1740	my ($self) = @_;
		1741
		1742	if ($self->load_header_temp) {
		1743	$self->prepare_temp;
		1744	} else {
		1745	$self->load_header_orig
1151	or return;	1746	or return;
		1747	$self->prepare_orig;
		1748	}
1152		1749
1153	# for better error messages only, will be overwritten	1750	$self->{deny_reset} = 1
1154	$map->path ($path);	1751	if $self->no_reset;
1155		1752
1156	$map->load_header ($path)	1753	$self->default_region (cf::region::find_by_path $self->{path})
1157	or return;	1754	unless $self->default_region;
1158		1755
1159	$map->{load_path} = $path;	1756	1
1160
1161	$map
1162	}	1757	}
1163		1758
1164	sub find;	1759	sub find;
1165	sub find {	1760	sub find {
1166	my ($path, $origin) = @_;	1761	my ($path, $origin) = @_;
1167		1762
1168	#warn "find<$path,$origin>\n";#d#
1169
1170	$path = new cf::path $path, $origin && $origin->path;	1763	$path = normalise $path, $origin && $origin->path;
1171	my $key = $path->as_string;
1172		1764
1173	cf::lock_wait "map_find:$key";	1765	cf::lock_wait "map_find:$path";
1174		1766
1175	$cf::MAP{$key} || do {	1767	$cf::MAP{$path} || do {
1176	my $guard = cf::lock_acquire "map_find:$key";	1768	my $guard = cf::lock_acquire "map_find:$path";
1177		1769	my $map = new_from_path cf::map $path
1178	# do it the slow way
1179	my $map = try_load_header $path->save_path;
1180
1181	Coro::cede;
1182
1183	if ($map) {
1184	$map->last_access ((delete $map->{last_access})
1185	|| $cf::RUNTIME); #d#
1186	# safety
1187	$map->{instantiate_time} = $cf::RUNTIME
1188	if $map->{instantiate_time} > $cf::RUNTIME;
1189	} else {
1190	if (my $rmp = $path->random_map_params) {
1191	$map = generate_random_map $key, $rmp;
1192	} else {
1193	$map = try_load_header $path->load_path;
1194	}
1195
1196	$map or return;	1770	or return;
1197		1771
1198	$map->{load_original} = 1;
1199	$map->{instantiate_time} = $cf::RUNTIME;
1200	$map->last_access ($cf::RUNTIME);
1201	$map->instantiate;
1202
1203	# per-player maps become, after loading, normal maps
1204	$map->per_player (0) if $path->{user_rel};
1205	}
1206
1207	$map->path ($key);
1208	$map->{path} = $path;
1209	$map->{last_save} = $cf::RUNTIME;	1772	$map->{last_save} = $cf::RUNTIME;
1210		1773
1211	Coro::cede;	1774	$map->load_header
		1775	or return;
1212		1776
1213	if ($map->should_reset) {	1777	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
		1778	# doing this can freeze the server in a sync job, obviously
		1779	#$cf::WAIT_FOR_TICK->wait;
1214	$map->reset;	1780	$map->reset;
1215	undef $guard;	1781	undef $guard;
1216	$map = find $path	1782	return find $path;
1217	or return;
1218	}	1783	}
1219		1784
1220	$cf::MAP{$key} = $map	1785	$cf::MAP{$path} = $map
1221	}	1786	}
1222	}	1787	}
		1788
		1789	sub pre_load { }
		1790	sub post_load { }
1223		1791
1224	sub load {	1792	sub load {
1225	my ($self) = @_;	1793	my ($self) = @_;
1226		1794
		1795	local $self->{deny_reset} = 1; # loading can take a long time
		1796
1227	my $path = $self->{path};	1797	my $path = $self->{path};
		1798
		1799	{
1228	my $guard = cf::lock_acquire "map_load:" . $path->as_string;	1800	my $guard = cf::lock_acquire "map_load:$path";
1229		1801
1230	return if $self->in_memory != cf::MAP_SWAPPED;	1802	return if $self->in_memory != cf::MAP_SWAPPED;
1231		1803
1232	$self->in_memory (cf::MAP_LOADING);	1804	$self->in_memory (cf::MAP_LOADING);
1233		1805
1234	$self->alloc;	1806	$self->alloc;
		1807
		1808	$self->pre_load;
		1809	Coro::cede;
		1810
1235	$self->load_objects ($self->{load_path}, 1)	1811	$self->_load_objects ($self->{load_path}, 1)
1236	or return;	1812	or return;
1237		1813
1238	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1814	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1239	if delete $self->{load_original};	1815	if delete $self->{load_original};
1240		1816
1241	if (my $uniq = $path->uniq_path) {	1817	if (my $uniq = $self->uniq_path) {
1242	utf8::encode $uniq;	1818	utf8::encode $uniq;
1243	if (aio_open $uniq, O_RDONLY, 0) {	1819	if (aio_open $uniq, O_RDONLY, 0) {
1244	$self->clear_unique_items;	1820	$self->clear_unique_items;
1245	$self->load_objects ($uniq, 0);	1821	$self->_load_objects ($uniq, 0);
1246	}	1822	}
1247	}	1823	}
1248		1824
1249	Coro::cede;	1825	Coro::cede;
1250
1251	# now do the right thing for maps	1826	# now do the right thing for maps
1252	$self->link_multipart_objects;	1827	$self->link_multipart_objects;
1253
1254	if ($self->{path}->is_style_map) {
1255	$self->{deny_save} = 1;
1256	$self->{deny_reset} = 1;
1257	} else {
1258	$self->fix_auto_apply;
1259	$self->decay_objects;
1260	$self->update_buttons;
1261	$self->set_darkness_map;
1262	$self->difficulty ($self->estimate_difficulty)	1828	$self->difficulty ($self->estimate_difficulty)
1263	unless $self->difficulty;	1829	unless $self->difficulty;
		1830	Coro::cede;
		1831
		1832	unless ($self->{deny_activate}) {
		1833	$self->decay_objects;
		1834	$self->fix_auto_apply;
		1835	$self->update_buttons;
		1836	Coro::cede;
		1837	$self->set_darkness_map;
		1838	Coro::cede;
1264	$self->activate;	1839	$self->activate;
1265	}	1840	}
1266		1841
1267	Coro::cede;
1268
1269	$self->in_memory (cf::MAP_IN_MEMORY);	1842	$self->in_memory (cf::MAP_IN_MEMORY);
		1843	}
		1844
		1845	$self->post_load;
		1846	}
		1847
		1848	sub customise_for {
		1849	my ($self, $ob) = @_;
		1850
		1851	return find "~" . $ob->name . "/" . $self->{path}
		1852	if $self->per_player;
		1853
		1854	# return find "?party/" . $ob->name . "/" . $self->{path}
		1855	# if $self->per_party;
		1856
		1857	$self
		1858	}
		1859
		1860	# find and load all maps in the 3x3 area around a map
		1861	sub load_diag {
		1862	my ($map) = @_;
		1863
		1864	my @diag; # diagonal neighbours
		1865
		1866	for (0 .. 3) {
		1867	my $neigh = $map->tile_path ($_)
		1868	or next;
		1869	$neigh = find $neigh, $map
		1870	or next;
		1871	$neigh->load;
		1872
		1873	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
		1874	[$neigh->tile_path (($_ + 1) % 4), $neigh];
		1875	}
		1876
		1877	for (@diag) {
		1878	my $neigh = find @$_
		1879	or next;
		1880	$neigh->load;
		1881	}
1270	}	1882	}
1271		1883
1272	sub find_sync {	1884	sub find_sync {
1273	my ($path, $origin) = @_;	1885	my ($path, $origin) = @_;
1274		1886
1275	cf::sync_job {	1887	cf::sync_job { find $path, $origin }
1276	my $map = cf::map::find $path, $origin;
1277	$map
1278	}
1279	}	1888	}
1280		1889
1281	sub do_load_sync {	1890	sub do_load_sync {
1282	my ($map) = @_;	1891	my ($map) = @_;
1283		1892
1284	cf::sync_job { $map->load };	1893	cf::sync_job { $map->load };
1285	}	1894	}
1286		1895
		1896	our %MAP_PREFETCH;
		1897	our $MAP_PREFETCHER = undef;
		1898
		1899	sub find_async {
		1900	my ($path, $origin) = @_;
		1901
		1902	$path = normalise $path, $origin && $origin->{path};
		1903
		1904	if (my $map = $cf::MAP{$path}) {
		1905	return $map if $map->in_memory == cf::MAP_IN_MEMORY;
		1906	}
		1907
		1908	undef $MAP_PREFETCH{$path};
		1909	$MAP_PREFETCHER ||= cf::async {
		1910	while (%MAP_PREFETCH) {
		1911	for my $path (keys %MAP_PREFETCH) {
		1912	my $map = find $path
		1913	or next;
		1914	$map->load;
		1915
		1916	delete $MAP_PREFETCH{$path};
		1917	}
		1918	}
		1919	undef $MAP_PREFETCHER;
		1920	};
		1921	$MAP_PREFETCHER->prio (6);
		1922
		1923	()
		1924	}
		1925
1287	sub save {	1926	sub save {
1288	my ($self) = @_;	1927	my ($self) = @_;
1289		1928
1290	my $lock = cf::lock_acquire "map_data:" . $self->path;	1929	my $lock = cf::lock_acquire "map_data:" . $self->path;
1291		1930
1292	$self->{last_save} = $cf::RUNTIME;	1931	$self->{last_save} = $cf::RUNTIME;
1293		1932
1294	return unless $self->dirty;	1933	return unless $self->dirty;
1295		1934
1296	my $save = $self->{path}->save_path; utf8::encode $save;	1935	my $save = $self->save_path; utf8::encode $save;
1297	my $uniq = $self->{path}->uniq_path; utf8::encode $uniq;	1936	my $uniq = $self->uniq_path; utf8::encode $uniq;
1298		1937
1299	$self->{load_path} = $save;	1938	$self->{load_path} = $save;
1300		1939
1301	return if $self->{deny_save};	1940	return if $self->{deny_save};
1302		1941
1303	local $self->{last_access} = $self->last_access;#d#	1942	local $self->{last_access} = $self->last_access;#d#
1304		1943
		1944	cf::async {
		1945	$_->contr->save for $self->players;
		1946	};
		1947
1305	if ($uniq) {	1948	if ($uniq) {
1306	$self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	1949	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1307	$self->save_objects ($uniq, cf::IO_UNIQUES);	1950	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1308	} else {	1951	} else {
1309	$self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	1952	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1310	}	1953	}
1311	}	1954	}
1312		1955
1313	sub swap_out {	1956	sub swap_out {
1314	my ($self) = @_;	1957	my ($self) = @_;
…		…
1328		1971
1329	sub reset_at {	1972	sub reset_at {
1330	my ($self) = @_;	1973	my ($self) = @_;
1331		1974
1332	# TODO: safety, remove and allow resettable per-player maps	1975	# TODO: safety, remove and allow resettable per-player maps
1333	return 1e99 if $self->{path}{user_rel};
1334	return 1e99 if $self->{deny_reset};	1976	return 1e99 if $self->{deny_reset};
1335		1977
1336	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	1978	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1337	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	1979	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1338		1980
…		…
1343	my ($self) = @_;	1985	my ($self) = @_;
1344		1986
1345	$self->reset_at <= $cf::RUNTIME	1987	$self->reset_at <= $cf::RUNTIME
1346	}	1988	}
1347		1989
1348	sub unlink_save {
1349	my ($self) = @_;
1350
1351	utf8::encode (my $save = $self->{path}->save_path);
1352	aioreq_pri 3; IO::AIO::aio_unlink $save;
1353	aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1354	}
1355
1356	sub rename {
1357	my ($self, $new_path) = @_;
1358
1359	$self->unlink_save;
1360
1361	delete $cf::MAP{$self->path};
1362	$self->{path} = new cf::path $new_path;
1363	$self->path ($self->{path}->as_string);
1364	$cf::MAP{$self->path} = $self;
1365
1366	$self->save;
1367	}
1368
1369	sub reset {	1990	sub reset {
1370	my ($self) = @_;	1991	my ($self) = @_;
1371		1992
1372	my $lock = cf::lock_acquire "map_data:" . $self->path;	1993	my $lock = cf::lock_acquire "map_data:$self->{path}";
1373		1994
1374	return if $self->players;	1995	return if $self->players;
1375	return if $self->{path}{user_rel};#d#
1376		1996
1377	warn "resetting map ", $self->path;#d#	1997	warn "resetting map ", $self->path;
		1998
		1999	$self->in_memory (cf::MAP_SWAPPED);
		2000
		2001	# need to save uniques path
		2002	unless ($self->{deny_save}) {
		2003	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2004
		2005	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2006	if $uniq;
		2007	}
1378		2008
1379	delete $cf::MAP{$self->path};	2009	delete $cf::MAP{$self->path};
		2010
		2011	$self->clear;
1380		2012
1381	$_->clear_links_to ($self) for values %cf::MAP;	2013	$_->clear_links_to ($self) for values %cf::MAP;
1382		2014
1383	$self->unlink_save;	2015	$self->unlink_save;
1384	$self->destroy;	2016	$self->destroy;
…		…
1387	my $nuke_counter = "aaaa";	2019	my $nuke_counter = "aaaa";
1388		2020
1389	sub nuke {	2021	sub nuke {
1390	my ($self) = @_;	2022	my ($self) = @_;
1391		2023
		2024	delete $cf::MAP{$self->path};
		2025
		2026	$self->unlink_save;
		2027
		2028	bless $self, "cf::map";
		2029	delete $self->{deny_reset};
1392	$self->{deny_save} = 1;	2030	$self->{deny_save} = 1;
1393	$self->reset_timeout (1);	2031	$self->reset_timeout (1);
1394	$self->rename ("{nuke}/" . ($nuke_counter++));	2032	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
		2033
		2034	$cf::MAP{$self->path} = $self;
		2035
1395	$self->reset; # polite request, might not happen	2036	$self->reset; # polite request, might not happen
1396	}	2037	}
1397		2038
1398	sub customise_for {	2039	=item $maps = cf::map::tmp_maps
1399	my ($map, $ob) = @_;
1400		2040
1401	if ($map->per_player) {	2041	Returns an arrayref with all map paths of currently instantiated and saved
1402	return cf::map::find "~" . $ob->name . "/" . $map->{path}{path};	2042	maps. May block.
		2043
		2044	=cut
		2045
		2046	sub tmp_maps() {
1403	}	2047	[
1404		2048	map {
1405	$map	2049	utf8::decode $_;
		2050	/\.map$/
		2051	? normalise $_
		2052	: ()
		2053	} @{ aio_readdir $TMPDIR or [] }
		2054	]
1406	}	2055	}
1407		2056
1408	sub emergency_save {	2057	=item $maps = cf::map::random_maps
1409	my $freeze_guard = cf::freeze_mainloop;
1410		2058
1411	warn "enter emergency map save\n";	2059	Returns an arrayref with all map paths of currently instantiated and saved
		2060	random maps. May block.
1412		2061
1413	cf::sync_job {	2062	=cut
1414	warn "begin emergency map save\n";
1415	$_->save for values %cf::MAP;
1416	};
1417		2063
1418	warn "end emergency map save\n";	2064	sub random_maps() {
		2065	[
		2066	map {
		2067	utf8::decode $_;
		2068	/\.map$/
		2069	? normalise "?random/$_"
		2070	: ()
		2071	} @{ aio_readdir $RANDOMDIR or [] }
		2072	]
		2073	}
		2074
		2075	=item cf::map::unique_maps
		2076
		2077	Returns an arrayref of paths of all shared maps that have
		2078	instantiated unique items. May block.
		2079
		2080	=cut
		2081
		2082	sub unique_maps() {
		2083	[
		2084	map {
		2085	utf8::decode $_;
		2086	/\.map$/
		2087	? normalise $_
		2088	: ()
		2089	} @{ aio_readdir $UNIQUEDIR or [] }
		2090	]
1419	}	2091	}
1420		2092
1421	package cf;	2093	package cf;
1422		2094
1423	=back	2095	=back
1424		2096
		2097	=head3 cf::object
		2098
		2099	=cut
		2100
		2101	package cf::object;
		2102
		2103	=over 4
		2104
		2105	=item $ob->inv_recursive
		2106
		2107	Returns the inventory of the object _and_ their inventories, recursively.
		2108
		2109	=cut
		2110
		2111	sub inv_recursive_;
		2112	sub inv_recursive_ {
		2113	map { $_, inv_recursive_ $_->inv } @_
		2114	}
		2115
		2116	sub inv_recursive {
		2117	inv_recursive_ inv $_[0]
		2118	}
		2119
		2120	package cf;
		2121
		2122	=back
1425		2123
1426	=head3 cf::object::player	2124	=head3 cf::object::player
1427		2125
1428	=over 4	2126	=over 4
1429		2127
…		…
1443		2141
1444	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2142	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1445		2143
1446	if ($self->{record_replies}) {	2144	if ($self->{record_replies}) {
1447	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2145	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2146
1448	} else {	2147	} else {
		2148	my $pl = $self->contr;
		2149
		2150	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2151	my $diag = $pl->{npc_dialog};
		2152	$diag->{pl}->ext_reply (
		2153	$diag->{id},
		2154	msgtype => "reply",
		2155	msg => $diag->{pl}->expand_cfpod ($msg),
		2156	add_topics => []
		2157	);
		2158
		2159	} else {
1449	$msg = $npc->name . " says: $msg" if $npc;	2160	$msg = $npc->name . " says: $msg" if $npc;
1450	$self->message ($msg, $flags);	2161	$self->message ($msg, $flags);
		2162	}
1451	}	2163	}
1452	}	2164	}
1453		2165
1454	=item $player_object->may ("access")	2166	=item $player_object->may ("access")
1455		2167
…		…
1469		2181
1470	=item $player_object->enter_link	2182	=item $player_object->enter_link
1471		2183
1472	Freezes the player and moves him/her to a special map (C<{link}>).	2184	Freezes the player and moves him/her to a special map (C<{link}>).
1473		2185
1474	The player should be reaosnably safe there for short amounts of time. You	2186	The player should be reasonably safe there for short amounts of time. You
1475	I<MUST> call C<leave_link> as soon as possible, though.	2187	I<MUST> call C<leave_link> as soon as possible, though.
1476		2188
		2189	Will never block.
		2190
1477	=item $player_object->leave_link ($map, $x, $y)	2191	=item $player_object->leave_link ($map, $x, $y)
1478		2192
1479	Moves the player out of the specila link map onto the given map. If the	2193	Moves the player out of the special C<{link}> map onto the specified
1480	map is not valid (or omitted), the player will be moved back to the	2194	map. If the map is not valid (or omitted), the player will be moved back
1481	location he/she was before the call to C<enter_link>, or, if that fails,	2195	to the location he/she was before the call to C<enter_link>, or, if that
1482	to the emergency map position.	2196	fails, to the emergency map position.
1483		2197
1484	Might block.	2198	Might block.
1485		2199
1486	=cut	2200	=cut
		2201
		2202	sub link_map {
		2203	unless ($LINK_MAP) {
		2204	$LINK_MAP = cf::map::find "{link}"
		2205	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
		2206	$LINK_MAP->load;
		2207	}
		2208
		2209	$LINK_MAP
		2210	}
1487		2211
1488	sub cf::object::player::enter_link {	2212	sub cf::object::player::enter_link {
1489	my ($self) = @_;	2213	my ($self) = @_;
1490		2214
1491	$self->deactivate_recursive;	2215	$self->deactivate_recursive;
1492		2216
1493	return if $self->map == $LINK_MAP;	2217	return if UNIVERSAL::isa $self->map, "ext::map_link";
1494		2218
1495	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2219	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1496	if $self->map;	2220	if $self->map && $self->map->{path} ne "{link}";
1497		2221
1498	$self->enter_map ($LINK_MAP, 20, 20);	2222	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1499	}	2223	}
1500		2224
1501	sub cf::object::player::leave_link {	2225	sub cf::object::player::leave_link {
1502	my ($self, $map, $x, $y) = @_;	2226	my ($self, $map, $x, $y) = @_;
		2227
		2228	return unless $self->contr->active;
1503		2229
1504	my $link_pos = delete $self->{_link_pos};	2230	my $link_pos = delete $self->{_link_pos};
1505		2231
1506	unless ($map) {	2232	unless ($map) {
1507	# restore original map position	2233	# restore original map position
…		…
1521	# use -1 or undef as default coordinates, not 0, 0	2247	# use -1 or undef as default coordinates, not 0, 0
1522	($x, $y) = ($map->enter_x, $map->enter_y)	2248	($x, $y) = ($map->enter_x, $map->enter_y)
1523	if $x <=0 && $y <= 0;	2249	if $x <=0 && $y <= 0;
1524		2250
1525	$map->load;	2251	$map->load;
		2252	$map->load_diag;
1526		2253
		2254	return unless $self->contr->active;
1527	$self->activate_recursive;	2255	$self->activate_recursive;
		2256
		2257	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1528	$self->enter_map ($map, $x, $y);	2258	$self->enter_map ($map, $x, $y);
1529	}	2259	}
1530		2260
1531	cf::player->attach (
1532	on_logout => sub {
1533	my ($pl) = @_;
1534
1535	# abort map switching before logout
1536	if ($pl->ob->{_link_pos}) {
1537	cf::sync_job {
1538	$pl->ob->leave_link
1539	};
1540	}
1541	},
1542	on_login => sub {
1543	my ($pl) = @_;
1544
1545	# try to abort aborted map switching on player login :)
1546	# should happen only on crashes
1547	if ($pl->ob->{_link_pos}) {
1548
1549	$pl->ob->enter_link;
1550	(Coro::async_pool {
1551	# we need this sleep as the login has a concurrent enter_exit running
1552	# and this sleep increases chances of the player not ending up in scorn
1553	Coro::Timer::sleep 1;
1554	$pl->ob->leave_link;
1555	})->prio (2);
1556	}
1557	},
1558	);
1559
1560	=item $player_object->goto ($path, $x, $y)	2261	=item $player_object->goto ($path, $x, $y[, $check->($map)])
1561		2262
		2263	Moves the player to the given map-path and coordinates by first freezing
		2264	her, loading and preparing them map, calling the provided $check callback
		2265	that has to return the map if sucecssful, and then unfreezes the player on
		2266	the new (success) or old (failed) map position.
		2267
1562	=cut	2268	=cut
		2269
		2270	our $GOTOGEN;
1563		2271
1564	sub cf::object::player::goto {	2272	sub cf::object::player::goto {
1565	my ($self, $path, $x, $y) = @_;	2273	my ($self, $path, $x, $y, $check) = @_;
		2274
		2275	# do generation counting so two concurrent goto's will be executed in-order
		2276	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1566		2277
1567	$self->enter_link;	2278	$self->enter_link;
1568		2279
1569	(Coro::async_pool {	2280	(async {
1570	$path = new cf::path $path;	2281	my $map = eval {
1571
1572	my $map = cf::map::find $path->as_string;	2282	my $map = cf::map::find $path;
		2283
		2284	if ($map) {
1573	$map = $map->customise_for ($self) if $map;	2285	$map = $map->customise_for ($self);
1574		2286	$map = $check->($map) if $check && $map;
1575	# warn "entering ", $map->path, " at ($x, $y)\n"	2287	} else {
1576	# if $map;
1577
1578	$map or $self->message ("The exit is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2288	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
		2289	}
1579		2290
		2291	$map
		2292	};
		2293
		2294	if ($@) {
		2295	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2296	LOG llevError | logBacktrace, Carp::longmess $@;
		2297	}
		2298
		2299	if ($gen == $self->{_goto_generation}) {
		2300	delete $self->{_goto_generation};
1580	$self->leave_link ($map, $x, $y);	2301	$self->leave_link ($map, $x, $y);
		2302	}
1581	})->prio (1);	2303	})->prio (1);
1582	}	2304	}
1583		2305
1584	=item $player_object->enter_exit ($exit_object)	2306	=item $player_object->enter_exit ($exit_object)
1585		2307
…		…
1587		2309
1588	sub parse_random_map_params {	2310	sub parse_random_map_params {
1589	my ($spec) = @_;	2311	my ($spec) = @_;
1590		2312
1591	my $rmp = { # defaults	2313	my $rmp = { # defaults
1592	xsize => 10,	2314	xsize => (cf::rndm 15, 40),
1593	ysize => 10,	2315	ysize => (cf::rndm 15, 40),
		2316	symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
		2317	#layout => string,
1594	};	2318	};
1595		2319
1596	for (split /\n/, $spec) {	2320	for (split /\n/, $spec) {
1597	my ($k, $v) = split /\s+/, $_, 2;	2321	my ($k, $v) = split /\s+/, $_, 2;
1598		2322
…		…
1602	$rmp	2326	$rmp
1603	}	2327	}
1604		2328
1605	sub prepare_random_map {	2329	sub prepare_random_map {
1606	my ($exit) = @_;	2330	my ($exit) = @_;
		2331
		2332	my $guard = cf::lock_acquire "exit_prepare:$exit";
1607		2333
1608	# all this does is basically replace the /! path by	2334	# all this does is basically replace the /! path by
1609	# a new random map path (?random/...) with a seed	2335	# a new random map path (?random/...) with a seed
1610	# that depends on the exit object	2336	# that depends on the exit object
1611		2337
1612	my $rmp = parse_random_map_params $exit->msg;	2338	my $rmp = parse_random_map_params $exit->msg;
1613		2339
1614	if ($exit->map) {	2340	if ($exit->map) {
1615	$rmp->{region} = $exit->map->region_name;	2341	$rmp->{region} = $exit->region->name;
1616	$rmp->{origin_map} = $exit->map->path;	2342	$rmp->{origin_map} = $exit->map->path;
1617	$rmp->{origin_x} = $exit->x;	2343	$rmp->{origin_x} = $exit->x;
1618	$rmp->{origin_y} = $exit->y;	2344	$rmp->{origin_y} = $exit->y;
1619	}	2345	}
1620		2346
1621	$rmp->{random_seed} ||= $exit->random_seed;	2347	$rmp->{random_seed} ||= $exit->random_seed;
1622		2348
1623	my $data = cf::to_json $rmp;	2349	my $data = cf::to_json $rmp;
1624	my $md5 = Digest::MD5::md5_hex $data;	2350	my $md5 = Digest::MD5::md5_hex $data;
		2351	my $meta = "$RANDOMDIR/$md5.meta";
1625		2352
1626	if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) {	2353	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1627	aio_write $fh, 0, (length $data), $data, 0;	2354	aio_write $fh, 0, (length $data), $data, 0;
		2355	undef $fh;
		2356	aio_rename "$meta~", $meta;
1628		2357
1629	$exit->slaying ("?random/$md5");	2358	$exit->slaying ("?random/$md5");
1630	$exit->msg (undef);	2359	$exit->msg (undef);
1631	}	2360	}
1632	}	2361	}
…		…
1634	sub cf::object::player::enter_exit {	2363	sub cf::object::player::enter_exit {
1635	my ($self, $exit) = @_;	2364	my ($self, $exit) = @_;
1636		2365
1637	return unless $self->type == cf::PLAYER;	2366	return unless $self->type == cf::PLAYER;
1638		2367
		2368	if ($exit->slaying eq "/!") {
		2369	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2370	# the problem is that $exit might not survive long enough
		2371	# so it needs to be done right now, right here
		2372	cf::sync_job { prepare_random_map $exit };
		2373	}
		2374
		2375	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2376	my $hp = $exit->stats->hp;
		2377	my $sp = $exit->stats->sp;
		2378
1639	$self->enter_link;	2379	$self->enter_link;
1640		2380
1641	(Coro::async_pool {	2381	# if exit is damned, update players death & WoR home-position
		2382	$self->contr->savebed ($slaying, $hp, $sp)
		2383	if $exit->flag (FLAG_DAMNED);
		2384
		2385	(async {
1642	$self->deactivate_recursive; # just to be sure	2386	$self->deactivate_recursive; # just to be sure
1643	unless (eval {	2387	unless (eval {
1644	prepare_random_map $exit	2388	$self->goto ($slaying, $hp, $sp);
1645	if $exit->slaying eq "/!";
1646
1647	my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1648	$self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1649		2389
1650	1;	2390	1;
1651	}) {	2391	}) {
1652	$self->message ("Something went wrong deep within the crossfire server. "	2392	$self->message ("Something went wrong deep within the crossfire server. "
1653	. "I'll try to bring you back to the map you were before. "	2393	. "I'll try to bring you back to the map you were before. "
1654	. "Please report this to the dungeon master",	2394	. "Please report this to the dungeon master!",
1655	cf::NDI_UNIQUE | cf::NDI_RED);	2395	cf::NDI_UNIQUE | cf::NDI_RED);
1656		2396
1657	warn "ERROR in enter_exit: $@";	2397	warn "ERROR in enter_exit: $@";
1658	$self->leave_link;	2398	$self->leave_link;
1659	}	2399	}
1660	})->prio (1);	2400	})->prio (1);
…		…
1673		2413
1674	sub cf::client::send_drawinfo {	2414	sub cf::client::send_drawinfo {
1675	my ($self, $text, $flags) = @_;	2415	my ($self, $text, $flags) = @_;
1676		2416
1677	utf8::encode $text;	2417	utf8::encode $text;
1678	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2418	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1679	}	2419	}
1680		2420
		2421	=item $client->send_msg ($color, $type, $msg, [extra...])
		2422
		2423	Send a drawinfo or msg packet to the client, formatting the msg for the
		2424	client if neccessary. C<$type> should be a string identifying the type of
		2425	the message, with C<log> being the default. If C<$color> is negative, suppress
		2426	the message unless the client supports the msg packet.
		2427
		2428	=cut
		2429
		2430	sub cf::client::send_msg {
		2431	my ($self, $color, $type, $msg, @extra) = @_;
		2432
		2433	$msg = $self->pl->expand_cfpod ($msg);
		2434
		2435	return unless @extra || length $msg;
		2436
		2437	if ($self->can_msg) {
		2438	$self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));
		2439	} else {
		2440	# replace some tags by gcfclient-compatible ones
		2441	for ($msg) {
		2442	1 while
		2443	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2444	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2445	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2446	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2447	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2448	}
		2449
		2450	if ($color >= 0) {
		2451	if (0 && $msg =~ /\[/) {
		2452	$self->send_packet ("drawextinfo $color 4 0 $msg")
		2453	} else {
		2454	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2455	$self->send_packet ("drawinfo $color $msg")
		2456	}
		2457	}
		2458	}
		2459	}
		2460
		2461	=item $client->ext_event ($type, %msg)
		2462
		2463	Sends an ext event to the client.
		2464
		2465	=cut
		2466
		2467	sub cf::client::ext_event($$%) {
		2468	my ($self, $type, %msg) = @_;
		2469
		2470	$msg{msgtype} = "event_$type";
		2471	$self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));
		2472	}
1681		2473
1682	=item $success = $client->query ($flags, "text", \&cb)	2474	=item $success = $client->query ($flags, "text", \&cb)
1683		2475
1684	Queues a query to the client, calling the given callback with	2476	Queues a query to the client, calling the given callback with
1685	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2477	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1686	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2478	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1687		2479
1688	Queries can fail, so check the return code. Or don't, as queries will become	2480	Queries can fail, so check the return code. Or don't, as queries will
1689	reliable at some point in the future.	2481	become reliable at some point in the future.
1690		2482
1691	=cut	2483	=cut
1692		2484
1693	sub cf::client::query {	2485	sub cf::client::query {
1694	my ($self, $flags, $text, $cb) = @_;	2486	my ($self, $flags, $text, $cb) = @_;
…		…
1702	utf8::encode $text;	2494	utf8::encode $text;
1703	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2495	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1704		2496
1705	$self->send_packet ($self->{query_queue}[0][0])	2497	$self->send_packet ($self->{query_queue}[0][0])
1706	if @{ $self->{query_queue} } == 1;	2498	if @{ $self->{query_queue} } == 1;
		2499
		2500	1
1707	}	2501	}
1708		2502
1709	cf::client->attach (	2503	cf::client->attach (
		2504	on_connect => sub {
		2505	my ($ns) = @_;
		2506
		2507	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2508	},
1710	on_reply => sub {	2509	on_reply => sub {
1711	my ($ns, $msg) = @_;	2510	my ($ns, $msg) = @_;
1712		2511
1713	# this weird shuffling is so that direct followup queries	2512	# this weird shuffling is so that direct followup queries
1714	# get handled first	2513	# get handled first
1715	my $queue = delete $ns->{query_queue}	2514	my $queue = delete $ns->{query_queue}
1716	or return; # be conservative, not sure how that can happen, but we saw a crash here	2515	or return; # be conservative, not sure how that can happen, but we saw a crash here
1717		2516
1718	(shift @$queue)->[1]->($msg);	2517	(shift @$queue)->[1]->($msg);
		2518	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1719		2519
1720	push @{ $ns->{query_queue} }, @$queue;	2520	push @{ $ns->{query_queue} }, @$queue;
1721		2521
1722	if (@{ $ns->{query_queue} } == @$queue) {	2522	if (@{ $ns->{query_queue} } == @$queue) {
1723	if (@$queue) {	2523	if (@$queue) {
…		…
1725	} else {	2525	} else {
1726	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2526	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1727	}	2527	}
1728	}	2528	}
1729	},	2529	},
		2530	on_exticmd => sub {
		2531	my ($ns, $buf) = @_;
		2532
		2533	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2534
		2535	if (ref $msg) {
		2536	if (my $cb = $EXTICMD{$msg->{msgtype}}) {
		2537	if (my %reply = $cb->($ns, $msg)) {
		2538	$reply{msgid} = $msg->{msgid};
		2539	$ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
		2540	}
		2541	}
		2542	} else {
		2543	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2544	}
		2545
		2546	cf::override;
		2547	},
1730	);	2548	);
1731		2549
1732	=item $client->coro (\&cb)	2550	=item $client->async (\&cb)
1733		2551
1734	Create a new coroutine, running the specified callback. The coroutine will	2552	Create a new coroutine, running the specified callback. The coroutine will
1735	be automatically cancelled when the client gets destroyed (e.g. on logout,	2553	be automatically cancelled when the client gets destroyed (e.g. on logout,
1736	or loss of connection).	2554	or loss of connection).
1737		2555
1738	=cut	2556	=cut
1739		2557
1740	sub cf::client::coro {	2558	sub cf::client::async {
1741	my ($self, $cb) = @_;	2559	my ($self, $cb) = @_;
1742		2560
1743	my $coro = &Coro::async_pool ($cb);	2561	my $coro = &Coro::async ($cb);
1744		2562
1745	$coro->on_destroy (sub {	2563	$coro->on_destroy (sub {
1746	delete $self->{_coro}{$coro+0};	2564	delete $self->{_coro}{$coro+0};
1747	});	2565	});
1748		2566
…		…
1781		2599
1782	# here we export the classes and methods available to script code	2600	# here we export the classes and methods available to script code
1783		2601
1784	=pod	2602	=pod
1785		2603
1786	The following fucntions and emthods are available within a safe environment:	2604	The following functions and methods are available within a safe environment:
1787		2605
1788	cf::object contr pay_amount pay_player map	2606	cf::object
		2607	contr pay_amount pay_player map x y force_find force_add
		2608	insert remove
		2609
1789	cf::object::player player	2610	cf::object::player
1790	cf::player peaceful	2611	player
1791	cf::map trigger	2612
		2613	cf::player
		2614	peaceful
		2615
		2616	cf::map
		2617	trigger
1792		2618
1793	=cut	2619	=cut
1794		2620
1795	for (	2621	for (
1796	["cf::object" => qw(contr pay_amount pay_player map)],	2622	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2623	insert remove)],
1797	["cf::object::player" => qw(player)],	2624	["cf::object::player" => qw(player)],
1798	["cf::player" => qw(peaceful)],	2625	["cf::player" => qw(peaceful)],
1799	["cf::map" => qw(trigger)],	2626	["cf::map" => qw(trigger)],
1800	) {	2627	) {
1801	no strict 'refs';	2628	no strict 'refs';
…		…
1872	=back	2699	=back
1873		2700
1874	=cut	2701	=cut
1875		2702
1876	#############################################################################	2703	#############################################################################
		2704	# the server's init and main functions
1877		2705
1878	=head2 EXTENSION DATABASE SUPPORT	2706	sub load_facedata($) {
		2707	my ($path) = @_;
1879		2708
1880	Crossfire maintains a very simple database for extension use. It can	2709	warn "loading facedata from $path\n";
1881	currently store anything that can be serialised using Storable, which
1882	excludes objects.
1883		2710
1884	The parameter C<$family> should best start with the name of the extension	2711	my $facedata;
1885	using it, it should be unique.	2712	0 < aio_load $path, $facedata
		2713	or die "$path: $!";
1886		2714
1887	=over 4	2715	$facedata = Coro::Storable::thaw $facedata;
1888		2716
1889	=item $hashref = cf::db_get $family	2717	$facedata->{version} == 2
		2718	or cf::cleanup "$path: version mismatch, cannot proceed.";
1890		2719
1891	Return a hashref for use by the extension C<$family>, which can be
1892	modified. After modifications, you have to call C<cf::db_dirty> or
1893	C<cf::db_sync>.
1894
1895	=item $value = cf::db_get $family => $key
1896
1897	Returns a single value from the database
1898
1899	=item cf::db_put $family => $hashref
1900
1901	Stores the given family hashref into the database. Updates are delayed, if
1902	you want the data to be synced to disk immediately, use C<cf::db_sync>.
1903
1904	=item cf::db_put $family => $key => $value
1905
1906	Stores the given C<$value> in the family hash. Updates are delayed, if you
1907	want the data to be synced to disk immediately, use C<cf::db_sync>.
1908
1909	=item cf::db_dirty
1910
1911	Marks the database as dirty, to be updated at a later time.
1912
1913	=item cf::db_sync
1914
1915	Immediately write the database to disk I<if it is dirty>.
1916
1917	=cut
1918
1919	our $DB;
1920
1921	{
1922	my $path = cf::localdir . "/database.pst";
1923
1924	sub db_load() {
1925	$DB = stat $path ? Storable::retrieve $path : { };
1926	}	2720	{
		2721	my $faces = $facedata->{faceinfo};
1927		2722
1928	my $pid;	2723	while (my ($face, $info) = each %$faces) {
1929		2724	my $idx = (cf::face::find $face) || cf::face::alloc $face;
1930	sub db_save() {	2725	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
1931	waitpid $pid, 0 if $pid;	2726	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
1932	if (0 == ($pid = fork)) {	2727	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
1933	$DB->{_meta}{version} = 1;	2728	Coro::cede;
1934	Storable::nstore $DB, "$path~";
1935	rename "$path~", $path;
1936	cf::_exit 0 if defined $pid;
1937	}
1938	}
1939
1940	my $dirty;
1941
1942	sub db_sync() {
1943	db_save if $dirty;
1944	undef $dirty;
1945	}
1946
1947	my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1948	db_sync;
1949	});
1950
1951	sub db_dirty() {
1952	$dirty = 1;
1953	$idle->start;
1954	}
1955
1956	sub db_get($;$) {
1957	@_ >= 2
1958	? $DB->{$_[0]}{$_[1]}
1959	: ($DB->{$_[0]} ||= { })
1960	}
1961
1962	sub db_put($$;$) {
1963	if (@_ >= 3) {
1964	$DB->{$_[0]}{$_[1]} = $_[2];
1965	} else {
1966	$DB->{$_[0]} = $_[1];
1967	}
1968	db_dirty;
1969	}
1970
1971	cf::global->attach (
1972	prio => 10000,
1973	on_cleanup => sub {
1974	db_sync;
1975	},	2729	}
1976	);
1977	}
1978		2730
1979	#############################################################################	2731	while (my ($face, $info) = each %$faces) {
1980	# the server's main()	2732	next unless $info->{smooth};
		2733	my $idx = cf::face::find $face
		2734	or next;
		2735	if (my $smooth = cf::face::find $info->{smooth}) {
		2736	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
		2737	} else {
		2738	warn "smooth face '$info->{smooth}' not found for face '$face'";
		2739	}
		2740	Coro::cede;
		2741	}
		2742	}
		2743
		2744	{
		2745	my $anims = $facedata->{animinfo};
		2746
		2747	while (my ($anim, $info) = each %$anims) {
		2748	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2749	Coro::cede;
		2750	}
		2751
		2752	cf::anim::invalidate_all; # d'oh
		2753	}
		2754
		2755	1
		2756	}
		2757
		2758	sub reload_regions {
		2759	load_resource_file "$MAPDIR/regions"
		2760	or die "unable to load regions file\n";
		2761	}
		2762
		2763	sub reload_facedata {
		2764	load_facedata "$DATADIR/facedata"
		2765	or die "unable to load facedata\n";
		2766	}
		2767
		2768	sub reload_archetypes {
		2769	load_resource_file "$DATADIR/archetypes"
		2770	or die "unable to load archetypes\n";
		2771	#d# NEED to laod twice to resolve forward references
		2772	# this really needs to be done in an extra post-pass
		2773	# (which needs to be synchronous, so solve it differently)
		2774	load_resource_file "$DATADIR/archetypes"
		2775	or die "unable to load archetypes\n";
		2776	}
		2777
		2778	sub reload_treasures {
		2779	load_resource_file "$DATADIR/treasures"
		2780	or die "unable to load treasurelists\n";
		2781	}
		2782
		2783	sub reload_resources {
		2784	warn "reloading resource files...\n";
		2785
		2786	reload_regions;
		2787	reload_facedata;
		2788	#reload_archetypes;#d#
		2789	reload_archetypes;
		2790	reload_treasures;
		2791
		2792	warn "finished reloading resource files\n";
		2793	}
		2794
		2795	sub init {
		2796	reload_resources;
		2797	}
1981		2798
1982	sub cfg_load {	2799	sub cfg_load {
1983	open my $fh, "<:utf8", cf::confdir . "/config"	2800	open my $fh, "<:utf8", "$CONFDIR/config"
1984	or return;	2801	or return;
1985		2802
1986	local $/;	2803	local $/;
1987	*CFG = YAML::Syck::Load <$fh>;	2804	*CFG = YAML::Syck::Load <$fh>;
1988		2805
…		…
1991	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};	2808	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
1992	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};	2809	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
1993		2810
1994	if (exists $CFG{mlockall}) {	2811	if (exists $CFG{mlockall}) {
1995	eval {	2812	eval {
1996	$CFG{mlockall} ? &mlockall : &munlockall	2813	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
1997	and die "WARNING: m(un)lockall failed: $!\n";	2814	and die "WARNING: m(un)lockall failed: $!\n";
1998	};	2815	};
1999	warn $@ if $@;	2816	warn $@ if $@;
2000	}	2817	}
2001	}	2818	}
2002		2819
2003	sub main {	2820	sub main {
2004	# we must not ever block the main coroutine	2821	# we must not ever block the main coroutine
2005	local $Coro::idle = sub {	2822	local $Coro::idle = sub {
2006	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	2823	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
2007	Coro::async_pool { Event::one_event };	2824	(async {
		2825	Event::one_event;
		2826	})->prio (Coro::PRIO_MAX);
2008	};	2827	};
2009		2828
2010	cfg_load;	2829	cfg_load;
2011	db_load;	2830	db_init;
2012	load_extensions;	2831	load_extensions;
		2832
		2833	$TICK_WATCHER->start;
2013	Event::loop;	2834	Event::loop;
2014	}	2835	}
2015		2836
2016	#############################################################################	2837	#############################################################################
2017	# initialisation	2838	# initialisation and cleanup
2018		2839
		2840	# install some emergency cleanup handlers
		2841	BEGIN {
		2842	for my $signal (qw(INT HUP TERM)) {
		2843	Event->signal (
		2844	reentrant => 0,
		2845	data => WF_AUTOCANCEL,
		2846	signal => $signal,
		2847	prio => 0,
		2848	cb => sub {
		2849	cf::cleanup "SIG$signal";
		2850	},
		2851	);
		2852	}
		2853	}
		2854
		2855	sub write_runtime {
		2856	my $runtime = "$LOCALDIR/runtime";
		2857
		2858	# first touch the runtime file to show we are still running:
		2859	# the fsync below can take a very very long time.
		2860
		2861	IO::AIO::aio_utime $runtime, undef, undef;
		2862
		2863	my $guard = cf::lock_acquire "write_runtime";
		2864
		2865	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		2866	or return;
		2867
		2868	my $value = $cf::RUNTIME + 90 + 10;
		2869	# 10 is the runtime save interval, for a monotonic clock
		2870	# 60 allows for the watchdog to kill the server.
		2871
		2872	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		2873	and return;
		2874
		2875	# always fsync - this file is important
		2876	aio_fsync $fh
		2877	and return;
		2878
		2879	# touch it again to show we are up-to-date
		2880	aio_utime $fh, undef, undef;
		2881
		2882	close $fh
		2883	or return;
		2884
		2885	aio_rename "$runtime~", $runtime
		2886	and return;
		2887
		2888	warn "runtime file written.\n";
		2889
		2890	1
		2891	}
		2892
		2893	sub emergency_save() {
		2894	my $freeze_guard = cf::freeze_mainloop;
		2895
		2896	warn "enter emergency perl save\n";
		2897
		2898	cf::sync_job {
		2899	# use a peculiar iteration method to avoid tripping on perl
		2900	# refcount bugs in for. also avoids problems with players
		2901	# and maps saved/destroyed asynchronously.
		2902	warn "begin emergency player save\n";
		2903	for my $login (keys %cf::PLAYER) {
		2904	my $pl = $cf::PLAYER{$login} or next;
		2905	$pl->valid or next;
		2906	$pl->save;
		2907	}
		2908	warn "end emergency player save\n";
		2909
		2910	warn "begin emergency map save\n";
		2911	for my $path (keys %cf::MAP) {
		2912	my $map = $cf::MAP{$path} or next;
		2913	$map->valid or next;
		2914	$map->save;
		2915	}
		2916	warn "end emergency map save\n";
		2917
		2918	warn "begin emergency database checkpoint\n";
		2919	BDB::db_env_txn_checkpoint $DB_ENV;
		2920	warn "end emergency database checkpoint\n";
		2921	};
		2922
		2923	warn "leave emergency perl save\n";
		2924	}
		2925
		2926	sub post_cleanup {
		2927	my ($make_core) = @_;
		2928
		2929	warn Carp::longmess "post_cleanup backtrace"
		2930	if $make_core;
		2931	}
		2932
2019	sub reload() {	2933	sub do_reload_perl() {
2020	# can/must only be called in main	2934	# can/must only be called in main
2021	if ($Coro::current != $Coro::main) {	2935	if ($Coro::current != $Coro::main) {
2022	warn "can only reload from main coroutine\n";	2936	warn "can only reload from main coroutine";
2023	return;	2937	return;
2024	}	2938	}
2025		2939
2026	warn "reloading...";	2940	warn "reloading...";
2027		2941
2028	my $guard = freeze_mainloop;	2942	warn "entering sync_job";
		2943
		2944	cf::sync_job {
		2945	cf::write_runtime; # external watchdog should not bark
2029	cf::emergency_save;	2946	cf::emergency_save;
		2947	cf::write_runtime; # external watchdog should not bark
2030		2948
2031	eval {	2949	warn "syncing database to disk";
		2950	BDB::db_env_txn_checkpoint $DB_ENV;
		2951
2032	# if anything goes wrong in here, we should simply crash as we already saved	2952	# if anything goes wrong in here, we should simply crash as we already saved
2033		2953
2034	# cancel all watchers	2954	warn "cancelling all WF_AUTOCANCEL watchers";
2035	for (Event::all_watchers) {	2955	for (Event::all_watchers) {
2036	$_->cancel if $_->data & WF_AUTOCANCEL;	2956	$_->cancel if $_->data & WF_AUTOCANCEL;
2037	}	2957	}
2038		2958
		2959	warn "flushing outstanding aio requests";
		2960	for (;;) {
		2961	BDB::flush;
		2962	IO::AIO::flush;
		2963	Coro::cede;
		2964	last unless IO::AIO::nreqs || BDB::nreqs;
		2965	warn "iterate...";
		2966	}
		2967
		2968	++$RELOAD;
		2969
2039	# cancel all extension coros	2970	warn "cancelling all extension coros";
2040	$_->cancel for values %EXT_CORO;	2971	$_->cancel for values %EXT_CORO;
2041	%EXT_CORO = ();	2972	%EXT_CORO = ();
2042		2973
2043	# unload all extensions	2974	warn "removing commands";
2044	for (@exts) {	2975	%COMMAND = ();
		2976
		2977	warn "removing ext/exti commands";
		2978	%EXTCMD = ();
		2979	%EXTICMD = ();
		2980
		2981	warn "unloading/nuking all extensions";
		2982	for my $pkg (@EXTS) {
2045	warn "unloading <$_>";	2983	warn "... unloading $pkg";
2046	unload_extension $_;	2984
		2985	if (my $cb = $pkg->can ("unload")) {
		2986	eval {
		2987	$cb->($pkg);
		2988	1
		2989	} or warn "$pkg unloaded, but with errors: $@";
2047	}	2990	}
2048		2991
		2992	warn "... nuking $pkg";
		2993	Symbol::delete_package $pkg;
		2994	}
		2995
2049	# unload all modules loaded from $LIBDIR	2996	warn "unloading all perl modules loaded from $LIBDIR";
2050	while (my ($k, $v) = each %INC) {	2997	while (my ($k, $v) = each %INC) {
2051	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	2998	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2052		2999
2053	warn "removing <$k>";	3000	warn "... unloading $k";
2054	delete $INC{$k};	3001	delete $INC{$k};
2055		3002
2056	$k =~ s/\.pm$//;	3003	$k =~ s/\.pm$//;
2057	$k =~ s/\//::/g;	3004	$k =~ s/\//::/g;
2058		3005
…		…
2061	}	3008	}
2062		3009
2063	Symbol::delete_package $k;	3010	Symbol::delete_package $k;
2064	}	3011	}
2065		3012
2066	# sync database to disk
2067	cf::db_sync;
2068	IO::AIO::flush;
2069
2070	# get rid of safe::, as good as possible	3013	warn "getting rid of safe::, as good as possible";
2071	Symbol::delete_package "safe::$_"	3014	Symbol::delete_package "safe::$_"
2072	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3015	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2073		3016
2074	# remove register_script_function callbacks
2075	# TODO
2076
2077	# unload cf.pm "a bit"	3017	warn "unloading cf.pm \"a bit\"";
2078	delete $INC{"cf.pm"};	3018	delete $INC{"cf.pm"};
		3019	delete $INC{"cf/pod.pm"};
2079		3020
2080	# don't, removes xs symbols, too,	3021	# don't, removes xs symbols, too,
2081	# and global variables created in xs	3022	# and global variables created in xs
2082	#Symbol::delete_package __PACKAGE__;	3023	#Symbol::delete_package __PACKAGE__;
2083		3024
2084	# reload cf.pm	3025	warn "unload completed, starting to reload now";
		3026
2085	warn "reloading cf.pm";	3027	warn "reloading cf.pm";
2086	require cf;	3028	require cf;
2087	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3029	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2088		3030
2089	# load config and database again	3031	warn "loading config and database again";
2090	cf::cfg_load;	3032	cf::cfg_load;
2091	cf::db_load;
2092		3033
2093	# load extensions
2094	warn "load extensions";	3034	warn "loading extensions";
2095	cf::load_extensions;	3035	cf::load_extensions;
2096		3036
2097	# reattach attachments to objects	3037	warn "reattaching attachments to objects/players";
2098	warn "reattach";	3038	_global_reattach; # objects, sockets
2099	_global_reattach;	3039	warn "reattaching attachments to maps";
2100	};	3040	reattach $_ for values %MAP;
		3041	warn "reattaching attachments to players";
		3042	reattach $_ for values %PLAYER;
2101		3043
2102	if ($@) {	3044	warn "leaving sync_job";
		3045
		3046	1
		3047	} or do {
2103	warn $@;	3048	warn $@;
2104	warn "error while reloading, exiting.";	3049	warn "error while reloading, exiting.";
2105	exit 1;	3050	exit 1;
2106	}	3051	};
2107		3052
2108	warn "reloaded successfully";	3053	warn "reloaded";
2109	};	3054	};
2110		3055
2111	#############################################################################	3056	our $RELOAD_WATCHER; # used only during reload
2112		3057
2113	unless ($LINK_MAP) {	3058	sub reload_perl() {
2114	$LINK_MAP = cf::map::new;	3059	# doing reload synchronously and two reloads happen back-to-back,
		3060	# coro crashes during coro_state_free->destroy here.
2115		3061
2116	$LINK_MAP->width (41);	3062	$RELOAD_WATCHER ||= Event->timer (
2117	$LINK_MAP->height (41);	3063	reentrant => 0,
2118	$LINK_MAP->alloc;
2119	$LINK_MAP->path ("{link}");
2120	$LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2121	$LINK_MAP->in_memory (MAP_IN_MEMORY);
2122
2123	# dirty hack because... archetypes are not yet loaded
2124	Event->timer (
2125	after => 2,	3064	after => 0,
		3065	data => WF_AUTOCANCEL,
2126	cb => sub {	3066	cb => sub {
2127	$_[0]->w->cancel;	3067	do_reload_perl;
2128		3068	undef $RELOAD_WATCHER;
2129	# provide some exits "home"
2130	my $exit = cf::object::new "exit";
2131
2132	$exit->slaying ($EMERGENCY_POSITION->[0]);
2133	$exit->stats->hp ($EMERGENCY_POSITION->[1]);
2134	$exit->stats->sp ($EMERGENCY_POSITION->[2]);
2135
2136	$LINK_MAP->insert ($exit->clone, 19, 19);
2137	$LINK_MAP->insert ($exit->clone, 19, 20);
2138	$LINK_MAP->insert ($exit->clone, 19, 21);
2139	$LINK_MAP->insert ($exit->clone, 20, 19);
2140	$LINK_MAP->insert ($exit->clone, 20, 21);
2141	$LINK_MAP->insert ($exit->clone, 21, 19);
2142	$LINK_MAP->insert ($exit->clone, 21, 20);
2143	$LINK_MAP->insert ($exit->clone, 21, 21);
2144
2145	$exit->destroy;
2146	});	3069	},
2147		3070	);
2148	$LINK_MAP->{deny_save} = 1;
2149	$LINK_MAP->{deny_reset} = 1;
2150
2151	$cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2152	}	3071	}
2153
2154	register "<global>", __PACKAGE__;
2155		3072
2156	register_command "reload" => sub {	3073	register_command "reload" => sub {
2157	my ($who, $arg) = @_;	3074	my ($who, $arg) = @_;
2158		3075
2159	if ($who->flag (FLAG_WIZ)) {	3076	if ($who->flag (FLAG_WIZ)) {
2160	$who->message ("start of reload.");
2161	reload;
2162	$who->message ("end of reload.");	3077	$who->message ("reloading server.");
		3078	async { reload_perl };
2163	}	3079	}
2164	};	3080	};
2165		3081
2166	unshift @INC, $LIBDIR;	3082	unshift @INC, $LIBDIR;
2167		3083
		3084	my $bug_warning = 0;
		3085
		3086	our @WAIT_FOR_TICK;
		3087	our @WAIT_FOR_TICK_BEGIN;
		3088
		3089	sub wait_for_tick {
		3090	return unless $TICK_WATCHER->is_active;
		3091	return if $Coro::current == $Coro::main;
		3092
		3093	my $signal = new Coro::Signal;
		3094	push @WAIT_FOR_TICK, $signal;
		3095	$signal->wait;
		3096	}
		3097
		3098	sub wait_for_tick_begin {
		3099	return unless $TICK_WATCHER->is_active;
		3100	return if $Coro::current == $Coro::main;
		3101
		3102	my $signal = new Coro::Signal;
		3103	push @WAIT_FOR_TICK_BEGIN, $signal;
		3104	$signal->wait;
		3105	}
		3106
		3107	my $min = 1e6;#d#
		3108	my $avg = 10;
2168	$TICK_WATCHER = Event->timer (	3109	$TICK_WATCHER = Event->timer (
2169	reentrant => 0,	3110	reentrant => 0,
		3111	parked => 1,
2170	prio => 0,	3112	prio => 0,
2171	at => $NEXT_TICK || $TICK,	3113	at => $NEXT_TICK || $TICK,
2172	data => WF_AUTOCANCEL,	3114	data => WF_AUTOCANCEL,
2173	cb => sub {	3115	cb => sub {
		3116	if ($Coro::current != $Coro::main) {
		3117	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
		3118	unless ++$bug_warning > 10;
		3119	return;
		3120	}
		3121
		3122	$NOW = $tick_start = Event::time;
		3123
2174	cf::server_tick; # one server iteration	3124	cf::server_tick; # one server iteration
		3125
		3126	0 && sync_job {#d#
		3127	for(1..10) {
		3128	my $t = Event::time;
		3129	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3130	or die;
		3131
		3132	$map->width (50);
		3133	$map->height (50);
		3134	$map->alloc;
		3135	$map->_load_objects ("/tmp/x.map", 1);
		3136	my $t = Event::time - $t;
		3137
		3138	#next unless $t < 0.0013;#d#
		3139	if ($t < $min) {
		3140	$min = $t;
		3141	}
		3142	$avg = $avg * 0.99 + $t * 0.01;
		3143	}
		3144	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3145	exit 0;
		3146	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
		3147	};
		3148
2175	$RUNTIME += $TICK;	3149	$RUNTIME += $TICK;
2176	$NEXT_TICK += $TICK;	3150	$NEXT_TICK += $TICK;
2177		3151
		3152	if ($NOW >= $NEXT_RUNTIME_WRITE) {
		3153	$NEXT_RUNTIME_WRITE = $NOW + 10;
		3154	Coro::async_pool {
		3155	write_runtime
		3156	or warn "ERROR: unable to write runtime file: $!";
		3157	};
		3158	}
		3159
		3160	# my $AFTER = Event::time;
		3161	# warn $AFTER - $NOW;#d#
		3162
		3163	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3164	$sig->send;
		3165	}
		3166	while (my $sig = shift @WAIT_FOR_TICK) {
		3167	$sig->send;
		3168	}
		3169
		3170	$NOW = Event::time;
		3171
2178	# if we are delayed by four ticks or more, skip them all	3172	# if we are delayed by four ticks or more, skip them all
2179	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3173	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2180		3174
2181	$TICK_WATCHER->at ($NEXT_TICK);	3175	$TICK_WATCHER->at ($NEXT_TICK);
2182	$TICK_WATCHER->start;	3176	$TICK_WATCHER->start;
		3177
		3178	$LOAD = ($NOW - $tick_start) / $TICK;
		3179	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3180
		3181	_post_tick;
		3182
		3183
2183	},	3184	},
2184	);	3185	);
2185		3186
		3187	{
2186	IO::AIO::max_poll_time $TICK * 0.2;	3188	BDB::max_poll_time $TICK * 0.1;
2187		3189	$BDB_POLL_WATCHER = Event->io (
2188	Event->io (	3190	reentrant => 0,
2189	fd => IO::AIO::poll_fileno,	3191	fd => BDB::poll_fileno,
2190	poll => 'r',	3192	poll => 'r',
2191	prio => 5,	3193	prio => 0,
2192	data => WF_AUTOCANCEL,
2193	cb => \&IO::AIO::poll_cb,
2194	);
2195
2196	Event->timer (
2197	data => WF_AUTOCANCEL,	3194	data => WF_AUTOCANCEL,
2198	after => 0,	3195	cb => \&BDB::poll_cb,
2199	interval => 10,	3196	);
2200	cb => sub {	3197	BDB::min_parallel 8;
2201	(Coro::unblock_sub {	3198
2202	write_runtime	3199	BDB::set_sync_prepare {
2203	or warn "ERROR: unable to write runtime file: $!";	3200	my $status;
		3201	my $current = $Coro::current;
		3202	(
		3203	sub {
		3204	$status = $!;
		3205	$current->ready; undef $current;
		3206	},
		3207	sub {
		3208	Coro::schedule while defined $current;
		3209	$! = $status;
		3210	},
		3211	)
		3212	};
		3213
		3214	unless ($DB_ENV) {
		3215	$DB_ENV = BDB::db_env_create;
		3216
		3217	cf::sync_job {
		3218	eval {
		3219	BDB::db_env_open
		3220	$DB_ENV,
		3221	$BDBDIR,
		3222	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3223	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3224	0666;
		3225
		3226	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3227
		3228	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
		3229	$DB_ENV->set_lk_detect;
		3230	};
		3231
		3232	cf::cleanup "db_env_open(db): $@" if $@;
2204	})->();	3233	};
2205	},	3234	}
2206	);	3235	}
		3236
		3237	{
		3238	IO::AIO::min_parallel 8;
		3239
		3240	undef $Coro::AIO::WATCHER;
		3241	IO::AIO::max_poll_time $TICK * 0.1;
		3242	$AIO_POLL_WATCHER = Event->io (
		3243	reentrant => 0,
		3244	data => WF_AUTOCANCEL,
		3245	fd => IO::AIO::poll_fileno,
		3246	poll => 'r',
		3247	prio => 6,
		3248	cb => \&IO::AIO::poll_cb,
		3249	);
		3250	}
		3251
		3252	my $_log_backtrace;
		3253
		3254	sub _log_backtrace {
		3255	my ($msg, @addr) = @_;
		3256
		3257	$msg =~ s/\n//;
		3258
		3259	# limit the # of concurrent backtraces
		3260	if ($_log_backtrace < 2) {
		3261	++$_log_backtrace;
		3262	async {
		3263	my @bt = fork_call {
		3264	@addr = map { sprintf "%x", $_ } @addr;
		3265	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3266	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3267	or die "addr2line: $!";
		3268
		3269	my @funcs;
		3270	my @res = <$fh>;
		3271	chomp for @res;
		3272	while (@res) {
		3273	my ($func, $line) = splice @res, 0, 2, ();
		3274	push @funcs, "[$func] $line";
		3275	}
		3276
		3277	@funcs
		3278	};
		3279
		3280	LOG llevInfo, "[ABT] $msg\n";
		3281	LOG llevInfo, "[ABT] $_\n" for @bt;
		3282	--$_log_backtrace;
		3283	};
		3284	} else {
		3285	LOG llevInfo, "[ABT] $msg\n";
		3286	LOG llevInfo, "[ABT] [suppressed]\n";
		3287	}
		3288	}
		3289
		3290	# load additional modules
		3291	use cf::pod;
2207		3292
2208	END { cf::emergency_save }	3293	END { cf::emergency_save }
2209		3294
2210	1	3295	1
2211		3296

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines