ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.111 by root, Mon Jan 1 12:28:47 2007 UTC vs.
Revision 1.298 by root, Sun Jul 8 14:50:07 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.3;	15	use Coro 3.61 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
19		24
		25	use JSON::XS 1.4 ();
		26	use BDB ();
		27	use Data::Dumper;
20	use Digest::MD5;	28	use Digest::MD5;
21	use Fcntl;	29	use Fcntl;
22	use IO::AIO 2.31 ();
23	use YAML::Syck ();	30	use YAML::Syck ();
		31	use IO::AIO 2.32 ();
24	use Time::HiRes;	32	use Time::HiRes;
		33	use Compress::LZF;
25		34
		35	# configure various modules to our taste
		36	#
		37	$Storable::canonical = 1; # reduce rsync transfers
		38	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		39	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		40
26	use Event; $Event::Eval = 1; # no idea why this is required, but it is	41	$Event::Eval = 1; # no idea why this is required, but it is
27		42
28	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	43	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29	$YAML::Syck::ImplicitUnicode = 1;	44	$YAML::Syck::ImplicitUnicode = 1;
30		45
31	$Coro::main->prio (2); # run main coroutine ("the server") with very high priority	46	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32		47
33	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	48	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34		49
35	our %COMMAND = ();	50	our %COMMAND = ();
36	our %COMMAND_TIME = ();	51	our %COMMAND_TIME = ();
		52
		53	our @EXTS = (); # list of extension package names
37	our %EXTCMD = ();	54	our %EXTCMD = ();
		55	our %EXTICMD = ();
		56	our %EXT_CORO = (); # coroutines bound to extensions
		57	our %EXT_MAP = (); # pluggable maps
38		58
		59	our $RELOAD; # number of reloads so far
39	our @EVENT;	60	our @EVENT;
40	our $LIBDIR = datadir . "/ext";
41		61
42	our $TICK = MAX_TIME * 1e-6;	62	our $CONFDIR = confdir;
		63	our $DATADIR = datadir;
		64	our $LIBDIR = "$DATADIR/ext";
		65	our $PODDIR = "$DATADIR/pod";
		66	our $MAPDIR = "$DATADIR/" . mapdir;
		67	our $LOCALDIR = localdir;
		68	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		69	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		70	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		71	our $RANDOMDIR = "$LOCALDIR/random";
		72	our $BDBDIR = "$LOCALDIR/db";
		73
		74	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
43	our $TICK_WATCHER;	75	our $TICK_WATCHER;
		76	our $AIO_POLL_WATCHER;
		77	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
44	our $NEXT_TICK;	78	our $NEXT_TICK;
45	our $NOW;	79	our $NOW;
		80	our $USE_FSYNC = 1; # use fsync to write maps - default off
		81
		82	our $BDB_POLL_WATCHER;
		83	our $DB_ENV;
46		84
47	our %CFG;	85	our %CFG;
48		86
49	our $UPTIME; $UPTIME ||= time;	87	our $UPTIME; $UPTIME ||= time;
50	our $RUNTIME;	88	our $RUNTIME;
51		89
		90	our %PLAYER; # all users
52	our %MAP; # all maps	91	our %MAP; # all maps
53	our $LINK_MAP; # the special {link} map	92	our $LINK_MAP; # the special {link} map, which is always available
54	our $FREEZE;	93
55	our $RANDOM_MAPS = cf::localdir . "/random";	94	# used to convert map paths into valid unix filenames by replacing / by ∕
56	our %EXT_CORO;	95	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
		96
		97	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		98	our $LOADAVG; # same thing, but with alpha-smoothing
		99	our $tick_start; # for load detecting purposes
57		100
58	binmode STDOUT;	101	binmode STDOUT;
59	binmode STDERR;	102	binmode STDERR;
60		103
61	# read virtual server time, if available	104	# read virtual server time, if available
62	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	105	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
63	open my $fh, "<", cf::localdir . "/runtime"	106	open my $fh, "<", "$LOCALDIR/runtime"
64	or die "unable to read runtime file: $!";	107	or die "unable to read runtime file: $!";
65	$RUNTIME = <$fh> + 0.;	108	$RUNTIME = <$fh> + 0.;
66	}	109	}
67		110
68	mkdir cf::localdir;	111	mkdir $_
69	mkdir cf::localdir . "/" . cf::playerdir;	112	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
70	mkdir cf::localdir . "/" . cf::tmpdir;
71	mkdir cf::localdir . "/" . cf::uniquedir;
72	mkdir $RANDOM_MAPS;
73		113
74	# a special map that is always available	114	our $EMERGENCY_POSITION;
75	our $LINK_MAP;
76		115
77	our $EMERGENCY_POSITION = $cf::CFG{emergency_position} || ["/world/world_105_115", 5, 37];	116	sub cf::map::normalise;
78		117
79	#############################################################################	118	#############################################################################
80		119
81	=head2 GLOBAL VARIABLES	120	=head2 GLOBAL VARIABLES
82		121
…		…
89	=item $cf::RUNTIME	128	=item $cf::RUNTIME
90		129
91	The time this server has run, starts at 0 and is increased by $cf::TICK on	130	The time this server has run, starts at 0 and is increased by $cf::TICK on
92	every server tick.	131	every server tick.
93		132
94	=item $cf::LIBDIR	133	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		134	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		135	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
95		136
96	The perl library directory, where extensions and cf-specific modules can	137	Various directories - "/etc", read-only install directory, perl-library
97	be found. It will be added to C<@INC> automatically.	138	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		139	unique-items directory, player file directory, random maps directory and
		140	database environment.
98		141
99	=item $cf::NOW	142	=item $cf::NOW
100		143
101	The time of the last (current) server tick.	144	The time of the last (current) server tick.
102		145
103	=item $cf::TICK	146	=item $cf::TICK
104		147
105	The interval between server ticks, in seconds.	148	The interval between server ticks, in seconds.
		149
		150	=item $cf::LOADAVG
		151
		152	The current CPU load on the server (alpha-smoothed), as a value between 0
		153	(none) and 1 (overloaded), indicating how much time is spent on processing
		154	objects per tick. Healthy values are < 0.5.
		155
		156	=item $cf::LOAD
		157
		158	The raw value load value from the last tick.
106		159
107	=item %cf::CFG	160	=item %cf::CFG
108		161
109	Configuration for the server, loaded from C</etc/crossfire/config>, or	162	Configuration for the server, loaded from C</etc/crossfire/config>, or
110	from wherever your confdir points to.	163	from wherever your confdir points to.
		164
		165	=item cf::wait_for_tick, cf::wait_for_tick_begin
		166
		167	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
		168	returns directly I<after> the tick processing (and consequently, can only wake one process
		169	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
111		170
112	=back	171	=back
113		172
114	=cut	173	=cut
115		174
116	BEGIN {	175	BEGIN {
117	*CORE::GLOBAL::warn = sub {	176	*CORE::GLOBAL::warn = sub {
118	my $msg = join "", @_;	177	my $msg = join "", @_;
119	utf8::encode $msg;
120		178
121	$msg .= "\n"	179	$msg .= "\n"
122	unless $msg =~ /\n$/;	180	unless $msg =~ /\n$/;
123		181
		182	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		183
		184	utf8::encode $msg;
124	LOG llevError, "cfperl: $msg";	185	LOG llevError, $msg;
125	};	186	};
126	}	187	}
127		188
128	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	189	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
129	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	190	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
130	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	191	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
131	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	192	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
132	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	193	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		194	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
133	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	195	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
134		196
135	# we bless all objects into (empty) derived classes to force a method lookup	197	# we bless all objects into (empty) derived classes to force a method lookup
136	# within the Safe compartment.	198	# within the Safe compartment.
137	for my $pkg (qw(	199	for my $pkg (qw(
138	cf::global cf::attachable	200	cf::global cf::attachable
…		…
147		209
148	$Event::DIED = sub {	210	$Event::DIED = sub {
149	warn "error in event callback: @_";	211	warn "error in event callback: @_";
150	};	212	};
151		213
152	my %ext_pkg;	214	#############################################################################
153	my @exts;
154	my @hook;
155		215
156	=head2 UTILITY FUNCTIONS	216	=head2 UTILITY FUNCTIONS
157		217
158	=over 4	218	=over 4
159		219
160	=cut	220	=item dumpval $ref
161		221
162	use JSON::Syck (); # TODO# replace by JSON::PC once working	222	=cut
		223
		224	sub dumpval {
		225	eval {
		226	local $SIG{__DIE__};
		227	my $d;
		228	if (1) {
		229	$d = new Data::Dumper([$_[0]], ["*var"]);
		230	$d->Terse(1);
		231	$d->Indent(2);
		232	$d->Quotekeys(0);
		233	$d->Useqq(1);
		234	#$d->Bless(...);
		235	$d->Seen($_[1]) if @_ > 1;
		236	$d = $d->Dump();
		237	}
		238	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
		239	$d
		240	} || "[unable to dump $_[0]: '$@']";
		241	}
163		242
164	=item $ref = cf::from_json $json	243	=item $ref = cf::from_json $json
165		244
166	Converts a JSON string into the corresponding perl data structure.	245	Converts a JSON string into the corresponding perl data structure.
167		246
168	=cut
169
170	sub from_json($) {
171	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
172	JSON::Syck::Load $_[0]
173	}
174
175	=item $json = cf::to_json $ref	247	=item $json = cf::to_json $ref
176		248
177	Converts a perl data structure into its JSON representation.	249	Converts a perl data structure into its JSON representation.
178		250
179	=cut	251	=cut
180		252
181	sub to_json($) {	253	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
182	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	254
183	JSON::Syck::Dump $_[0]	255	sub to_json ($) { $json_coder->encode ($_[0]) }
		256	sub from_json ($) { $json_coder->decode ($_[0]) }
		257
		258	=item cf::lock_wait $string
		259
		260	Wait until the given lock is available. See cf::lock_acquire.
		261
		262	=item my $lock = cf::lock_acquire $string
		263
		264	Wait until the given lock is available and then acquires it and returns
		265	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
		266	for example when the coroutine gets canceled), the lock is automatically
		267	returned.
		268
		269	Lock names should begin with a unique identifier (for example, cf::map::find
		270	uses map_find and cf::map::load uses map_load).
		271
		272	=item $locked = cf::lock_active $string
		273
		274	Return true if the lock is currently active, i.e. somebody has locked it.
		275
		276	=cut
		277
		278	our %LOCK;
		279
		280	sub lock_wait($) {
		281	my ($key) = @_;
		282
		283	# wait for lock, if any
		284	while ($LOCK{$key}) {
		285	push @{ $LOCK{$key} }, $Coro::current;
		286	Coro::schedule;
		287	}
184	}	288	}
		289
		290	sub lock_acquire($) {
		291	my ($key) = @_;
		292
		293	# wait, to be sure we are not locked
		294	lock_wait $key;
		295
		296	$LOCK{$key} = [];
		297
		298	Coro::guard {
		299	# wake up all waiters, to be on the safe side
		300	$_->ready for @{ delete $LOCK{$key} };
		301	}
		302	}
		303
		304	sub lock_active($) {
		305	my ($key) = @_;
		306
		307	! ! $LOCK{$key}
		308	}
		309
		310	sub freeze_mainloop {
		311	return unless $TICK_WATCHER->is_active;
		312
		313	my $guard = Coro::guard {
		314	$TICK_WATCHER->start;
		315	};
		316	$TICK_WATCHER->stop;
		317	$guard
		318	}
		319
		320	=item cf::async { BLOCK }
		321
		322	Currently the same as Coro::async_pool, meaning you cannot use
		323	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
		324	thing you are allowed to do is call C<prio> on it.
		325
		326	=cut
		327
		328	BEGIN { *async = \&Coro::async_pool }
185		329
186	=item cf::sync_job { BLOCK }	330	=item cf::sync_job { BLOCK }
187		331
188	The design of crossfire+ requires that the main coro ($Coro::main) is	332	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
189	always able to handle events or runnable, as crossfire+ is only partly	333	is always able to handle events or runnable, as Crossfire TRT is only
190	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	334	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		335	acceptable.
191		336
192	If it must be done, put the blocking parts into C<sync_job>. This will run	337	If it must be done, put the blocking parts into C<sync_job>. This will run
193	the given BLOCK in another coroutine while waiting for the result. The	338	the given BLOCK in another coroutine while waiting for the result. The
194	server will be frozen during this time, so the block should either finish	339	server will be frozen during this time, so the block should either finish
195	fast or be very important.	340	fast or be very important.
…		…
197	=cut	342	=cut
198		343
199	sub sync_job(&) {	344	sub sync_job(&) {
200	my ($job) = @_;	345	my ($job) = @_;
201		346
202	my $busy = 1;
203	my @res;
204
205	my $coro = Coro::async {
206	@res = eval { $job->() };
207	warn $@ if $@;
208	undef $busy;
209	};
210
211	if ($Coro::current == $Coro::main) {	347	if ($Coro::current == $Coro::main) {
		348	my $time = Event::time;
		349
		350	# this is the main coro, too bad, we have to block
		351	# till the operation succeeds, freezing the server :/
		352
212	# TODO: use suspend/resume instead	353	# TODO: use suspend/resume instead
213	local $FREEZE = 1;	354	# (but this is cancel-safe)
		355	my $freeze_guard = freeze_mainloop;
		356
		357	my $busy = 1;
		358	my @res;
		359
		360	(async {
		361	@res = eval { $job->() };
		362	warn $@ if $@;
		363	undef $busy;
214	$coro->prio (Coro::PRIO_MAX);	364	})->prio (Coro::PRIO_MAX);
		365
215	while ($busy) {	366	while ($busy) {
216	Coro::cede_notself;	367	Coro::cede or Event::one_event;
217	Event::one_event unless Coro::nready;
218	}	368	}
		369
		370	$time = Event::time - $time;
		371
		372	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		373	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		374
		375	$tick_start += $time; # do not account sync jobs to server load
		376
		377	wantarray ? @res : $res[0]
219	} else {	378	} else {
220	$coro->join;	379	# we are in another coroutine, how wonderful, everything just works
		380
		381	$job->()
221	}	382	}
222
223	wantarray ? @res : $res[0]
224	}	383	}
225		384
226	=item $coro = cf::coro { BLOCK }	385	=item $coro = cf::async_ext { BLOCK }
227		386
228	Creates and returns a new coro. This coro is automcatially being canceled	387	Like async, but this coro is automatically being canceled when the
229	when the extension calling this is being unloaded.	388	extension calling this is being unloaded.
230		389
231	=cut	390	=cut
232		391
233	sub coro(&) {	392	sub async_ext(&) {
234	my $cb = shift;	393	my $cb = shift;
235		394
236	my $coro; $coro = async {	395	my $coro = &Coro::async ($cb);
237	eval {
238	$cb->();
239	};
240	warn $@ if $@;
241	};
242		396
243	$coro->on_destroy (sub {	397	$coro->on_destroy (sub {
244	delete $EXT_CORO{$coro+0};	398	delete $EXT_CORO{$coro+0};
245	});	399	});
246	$EXT_CORO{$coro+0} = $coro;	400	$EXT_CORO{$coro+0} = $coro;
247		401
248	$coro	402	$coro
249	}	403	}
250		404
251	sub write_runtime {	405	=item fork_call { }, $args
252	my $runtime = cf::localdir . "/runtime";
253		406
254	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	407	Executes the given code block with the given arguments in a seperate
255	or return;	408	process, returning the results. Everything must be serialisable with
		409	Coro::Storable. May, of course, block. Note that the executed sub may
		410	never block itself or use any form of Event handling.
256		411
257	my $value = $cf::RUNTIME;	412	=cut
258	(aio_write $fh, 0, (length $value), $value, 0) <= 0
259	and return;
260		413
261	aio_fsync $fh	414	sub fork_call(&@) {
262	and return;	415	my ($cb, @args) = @_;
263		416
		417	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		418	# or die "socketpair: $!";
		419	pipe my $fh1, my $fh2
		420	or die "pipe: $!";
		421
		422	if (my $pid = fork) {
264	close $fh	423	close $fh2;
265	or return;
266		424
267	aio_rename "$runtime~", $runtime	425	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
268	and return;	426	warn "pst<$res>" unless $res =~ /^pst/;
		427	$res = Coro::Storable::thaw $res;
269		428
		429	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		430
		431	Carp::confess $$res unless "ARRAY" eq ref $res;
		432
		433	return wantarray ? @$res : $res->[-1];
		434	} else {
		435	reset_signals;
		436	local $SIG{__WARN__};
		437	local $SIG{__DIE__};
		438	local $Coro::idle;
		439	$Coro::current->prio (Coro::PRIO_MAX);
		440	eval {
		441	close $fh1;
		442
		443	my @res = eval { $cb->(@args) };
		444
		445	open my $fh, ">", \my $buf
		446	or die "fork_call: cannot open fh-to-buf in child : $!";
		447	Storable::store_fd +($@ ? \"$@" : \@res), $fh;
		448	close $fh;
		449
		450	warn "writing ", length $buf;
		451	my $x;
		452	(length $buf) == ($x = syswrite $fh2, $buf)
		453	or warn "error writing ".(length $buf)." != $x\n";
		454	close $fh2;
		455	};
		456
		457	warn $@ if $@;
		458	_exit 0;
270	1	459	}
		460	}
		461
		462	=item $value = cf::db_get $family => $key
		463
		464	Returns a single value from the environment database.
		465
		466	=item cf::db_put $family => $key => $value
		467
		468	Stores the given C<$value> in the family. It can currently store binary
		469	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		470
		471	=cut
		472
		473	our $DB;
		474
		475	sub db_init {
		476	unless ($DB) {
		477	$DB = BDB::db_create $DB_ENV;
		478
		479	cf::sync_job {
		480	eval {
		481	$DB->set_flags (BDB::CHKSUM);
		482
		483	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		484	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		485	cf::cleanup "db_open(db): $!" if $!;
		486	};
		487	cf::cleanup "db_open(db): $@" if $@;
		488	};
		489	}
		490	}
		491
		492	sub db_get($$) {
		493	my $key = "$_[0]/$_[1]";
		494
		495	cf::sync_job {
		496	BDB::db_get $DB, undef, $key, my $data;
		497
		498	$! ? ()
		499	: $data
		500	}
		501	}
		502
		503	sub db_put($$$) {
		504	BDB::dbreq_pri 4;
		505	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		506	}
		507
		508	=item cf::cache $id => [$paths...], $processversion => $process
		509
		510	Generic caching function that returns the value of the resource $id,
		511	caching and regenerating as required.
		512
		513	This function can block.
		514
		515	=cut
		516
		517	sub cache {
		518	my ($id, $src, $processversion, $process) = @_;
		519
		520	my $meta =
		521	join "\x00",
		522	$processversion,
		523	map {
		524	aio_stat $_
		525	and Carp::croak "$_: $!";
		526
		527	($_, (stat _)[7,9])
		528	} @$src;
		529
		530	my $dbmeta = db_get cache => "$id/meta";
		531	if ($dbmeta ne $meta) {
		532	# changed, we may need to process
		533
		534	my @data;
		535	my $md5;
		536
		537	for (0 .. $#$src) {
		538	0 <= aio_load $src->[$_], $data[$_]
		539	or Carp::croak "$src->[$_]: $!";
		540	}
		541
		542	# if processing is expensive, check
		543	# checksum first
		544	if (1) {
		545	$md5 =
		546	join "\x00",
		547	$processversion,
		548	map {
		549	Coro::cede;
		550	($src->[$_], Digest::MD5::md5_hex $data[$_])
		551	} 0.. $#$src;
		552
		553
		554	my $dbmd5 = db_get cache => "$id/md5";
		555	if ($dbmd5 eq $md5) {
		556	db_put cache => "$id/meta", $meta;
		557
		558	return db_get cache => "$id/data";
		559	}
		560	}
		561
		562	my $t1 = Time::HiRes::time;
		563	my $data = $process->(\@data);
		564	my $t2 = Time::HiRes::time;
		565
		566	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		567
		568	db_put cache => "$id/data", $data;
		569	db_put cache => "$id/md5" , $md5;
		570	db_put cache => "$id/meta", $meta;
		571
		572	return $data;
		573	}
		574
		575	db_get cache => "$id/data"
		576	}
		577
		578	=item cf::datalog type => key => value, ...
		579
		580	Log a datalog packet of the given type with the given key-value pairs.
		581
		582	=cut
		583
		584	sub datalog($@) {
		585	my ($type, %kv) = @_;
		586	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
271	}	587	}
272		588
273	=back	589	=back
274		590
275	=cut	591	=cut
276
277	#############################################################################
278
279	package cf::path;
280
281	sub new {
282	my ($class, $path, $base) = @_;
283
284	$path = $path->as_string if ref $path;
285
286	my $self = bless { }, $class;
287
288	if ($path =~ s{^\?random/}{}) {
289	Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
290	$self->{random} = cf::from_json $data;
291	} else {
292	if ($path =~ s{^~([^/]+)?}{}) {
293	$self->{user_rel} = 1;
294
295	if (defined $1) {
296	$self->{user} = $1;
297	} elsif ($base =~ m{^~([^/]+)/}) {
298	$self->{user} = $1;
299	} else {
300	warn "cannot resolve user-relative path without user <$path,$base>\n";
301	}
302	} elsif ($path =~ /^\//) {
303	# already absolute
304	} else {
305	$base =~ s{[^/]+/?$}{};
306	return $class->new ("$base/$path");
307	}
308
309	for ($path) {
310	redo if s{/\.?/}{/};
311	redo if s{/[^/]+/\.\./}{/};
312	}
313	}
314
315	$self->{path} = $path;
316
317	$self
318	}
319
320	# the name / primary key / in-game path
321	sub as_string {
322	my ($self) = @_;
323
324	$self->{user_rel} ? "~$self->{user}$self->{path}"
325	: $self->{random} ? "?random/$self->{path}"
326	: $self->{path}
327	}
328
329	# the displayed name, this is a one way mapping
330	sub visible_name {
331	my ($self) = @_;
332
333	# if (my $rmp = $self->{random}) {
334	# # todo: be more intelligent about this
335	# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
336	# } else {
337	$self->as_string
338	# }
339	}
340
341	# escape the /'s in the path
342	sub _escaped_path {
343	# ∕ is U+2215
344	(my $path = $_[0]{path}) =~ s/\//∕/g;
345	$path
346	}
347
348	# the original (read-only) location
349	sub load_path {
350	my ($self) = @_;
351
352	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
353	}
354
355	# the temporary/swap location
356	sub save_path {
357	my ($self) = @_;
358
359	$self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
360	: $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
361	: sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
362	}
363
364	# the unique path, might be eq to save_path
365	sub uniq_path {
366	my ($self) = @_;
367
368	$self->{user_rel} || $self->{random}
369	? undef
370	: sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
371	}
372
373	# return random map parameters, or undef
374	sub random_map_params {
375	my ($self) = @_;
376
377	$self->{random}
378	}
379
380	# this is somewhat ugly, but style maps do need special treatment
381	sub is_style_map {
382	$_[0]{path} =~ m{^/styles/}
383	}
384
385	package cf;
386		592
387	#############################################################################	593	#############################################################################
388		594
389	=head2 ATTACHABLE OBJECTS	595	=head2 ATTACHABLE OBJECTS
390		596
…		…
392	attach callbacks/event handlers (a collection of which is called an "attachment")	598	attach callbacks/event handlers (a collection of which is called an "attachment")
393	to it. All such attachable objects support the following methods.	599	to it. All such attachable objects support the following methods.
394		600
395	In the following description, CLASS can be any of C<global>, C<object>	601	In the following description, CLASS can be any of C<global>, C<object>
396	C<player>, C<client> or C<map> (i.e. the attachable objects in	602	C<player>, C<client> or C<map> (i.e. the attachable objects in
397	crossfire+).	603	Crossfire TRT).
398		604
399	=over 4	605	=over 4
400		606
401	=item $attachable->attach ($attachment, key => $value...)	607	=item $attachable->attach ($attachment, key => $value...)
402		608
…		…
516	our @CB_TYPE = (); # registry for type (cf-object class) based events	722	our @CB_TYPE = (); # registry for type (cf-object class) based events
517	our @CB_MAP = ();	723	our @CB_MAP = ();
518		724
519	my %attachment;	725	my %attachment;
520		726
		727	sub cf::attachable::thawer_merge {
		728	# simply override everything except _meta
		729	local $_[0]{_meta};
		730	%{$_[0]} = %{$_[1]};
		731	}
		732
521	sub _attach_cb($$$$) {	733	sub _attach_cb($$$$) {
522	my ($registry, $event, $prio, $cb) = @_;	734	my ($registry, $event, $prio, $cb) = @_;
523		735
524	use sort 'stable';	736	use sort 'stable';
525		737
…		…
559	$registry = $CB_TYPE[$object_type] ||= [];	771	$registry = $CB_TYPE[$object_type] ||= [];
560		772
561	} elsif ($type eq "subtype") {	773	} elsif ($type eq "subtype") {
562	defined $object_type or Carp::croak "subtype specified without type";	774	defined $object_type or Carp::croak "subtype specified without type";
563	my $object_subtype = shift @arg;	775	my $object_subtype = shift @arg;
564	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	776	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
565		777
566	} elsif ($type eq "package") {	778	} elsif ($type eq "package") {
567	my $pkg = shift @arg;	779	my $pkg = shift @arg;
568		780
569	while (my ($name, $id) = each %cb_id) {	781	while (my ($name, $id) = each %cb_id) {
…		…
598	_attach $registry, $klass, @attach;	810	_attach $registry, $klass, @attach;
599	}	811	}
600		812
601	$obj->{$name} = \%arg;	813	$obj->{$name} = \%arg;
602	} else {	814	} else {
603	warn "object uses attachment '$name' that is not available, postponing.\n";	815	warn "object uses attachment '$name' which is not available, postponing.\n";
604	}	816	}
605		817
606	$obj->{_attachment}{$name} = undef;	818	$obj->{_attachment}{$name} = undef;
607	}	819	}
608		820
…		…
610	if (ref $_[0]) {	822	if (ref $_[0]) {
611	_object_attach @_;	823	_object_attach @_;
612	} else {	824	} else {
613	_attach shift->_attach_registry, @_;	825	_attach shift->_attach_registry, @_;
614	}	826	}
		827	_recalc_want;
615	};	828	};
616		829
617	# all those should be optimised	830	# all those should be optimised
618	sub cf::attachable::detach {	831	sub cf::attachable::detach {
619	my ($obj, $name) = @_;	832	my ($obj, $name) = @_;
…		…
622	delete $obj->{_attachment}{$name};	835	delete $obj->{_attachment}{$name};
623	reattach ($obj);	836	reattach ($obj);
624	} else {	837	} else {
625	Carp::croak "cannot, currently, detach class attachments";	838	Carp::croak "cannot, currently, detach class attachments";
626	}	839	}
		840	_recalc_want;
627	};	841	};
628		842
629	sub cf::attachable::attached {	843	sub cf::attachable::attached {
630	my ($obj, $name) = @_;	844	my ($obj, $name) = @_;
631		845
…		…
696	# object support	910	# object support
697		911
698	sub reattach {	912	sub reattach {
699	# basically do the same as instantiate, without calling instantiate	913	# basically do the same as instantiate, without calling instantiate
700	my ($obj) = @_;	914	my ($obj) = @_;
		915
		916	bless $obj, ref $obj; # re-bless in case extensions have been reloaded
701		917
702	my $registry = $obj->registry;	918	my $registry = $obj->registry;
703		919
704	@$registry = ();	920	@$registry = ();
705		921
…		…
752	$filename, length $$rdata, scalar @$objs;	968	$filename, length $$rdata, scalar @$objs;
753		969
754	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	970	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
755	chmod SAVE_MODE, $fh;	971	chmod SAVE_MODE, $fh;
756	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	972	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
757	aio_fsync $fh;	973	aio_fsync $fh if $cf::USE_FSYNC;
758	close $fh;	974	close $fh;
759		975
760	if (@$objs) {	976	if (@$objs) {
761	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	977	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
762	chmod SAVE_MODE, $fh;	978	chmod SAVE_MODE, $fh;
763	my $data = Storable::nfreeze { version => 1, objs => $objs };	979	my $data = Storable::nfreeze { version => 1, objs => $objs };
764	aio_write $fh, 0, (length $data), $data, 0;	980	aio_write $fh, 0, (length $data), $data, 0;
765	aio_fsync $fh;	981	aio_fsync $fh if $cf::USE_FSYNC;
766	close $fh;	982	close $fh;
767	aio_rename "$filename.pst~", "$filename.pst";	983	aio_rename "$filename.pst~", "$filename.pst";
768	}	984	}
769	} else {	985	} else {
770	aio_unlink "$filename.pst";	986	aio_unlink "$filename.pst";
…		…
798	or return;	1014	or return;
799		1015
800	unless (aio_stat "$filename.pst") {	1016	unless (aio_stat "$filename.pst") {
801	(aio_load "$filename.pst", $av) >= 0	1017	(aio_load "$filename.pst", $av) >= 0
802	or return;	1018	or return;
803	$av = eval { (Storable::thaw <$av>)->{objs} };	1019	$av = eval { (Storable::thaw $av)->{objs} };
804	}	1020	}
805		1021
		1022	warn sprintf "loading %s (%d)\n",
		1023	$filename, length $data, scalar @{$av || []};
806	return ($data, $av);	1024	return ($data, $av);
807	}	1025	}
		1026
		1027	=head2 COMMAND CALLBACKS
		1028
		1029	=over 4
		1030
		1031	=cut
808		1032
809	#############################################################################	1033	#############################################################################
810	# command handling &c	1034	# command handling &c
811		1035
812	=item cf::register_command $name => \&callback($ob,$args);	1036	=item cf::register_command $name => \&callback($ob,$args);
…		…
825	push @{ $COMMAND{$name} }, [$caller, $cb];	1049	push @{ $COMMAND{$name} }, [$caller, $cb];
826	}	1050	}
827		1051
828	=item cf::register_extcmd $name => \&callback($pl,$packet);	1052	=item cf::register_extcmd $name => \&callback($pl,$packet);
829		1053
830	Register a callbackf ro execution when the client sends an extcmd packet.	1054	Register a callback for execution when the client sends an (synchronous)
		1055	extcmd packet. Ext commands will be processed in the order they are
		1056	received by the server, like other user commands. The first argument is
		1057	the logged-in player. Ext commands can only be processed after a player
		1058	has logged in successfully.
831		1059
832	If the callback returns something, it is sent back as if reply was being	1060	If the callback returns something, it is sent back as if reply was being
833	called.	1061	called.
834		1062
		1063	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1064
		1065	Register a callback for execution when the client sends an (asynchronous)
		1066	exticmd packet. Exti commands are processed by the server as soon as they
		1067	are received, i.e. out of order w.r.t. other commands. The first argument
		1068	is a client socket. Exti commands can be received anytime, even before
		1069	log-in.
		1070
		1071	If the callback returns something, it is sent back as if reply was being
		1072	called.
		1073
835	=cut	1074	=cut
836		1075
837	sub register_extcmd {	1076	sub register_extcmd {
838	my ($name, $cb) = @_;	1077	my ($name, $cb) = @_;
839		1078
840	my $caller = caller;
841	#warn "registering extcmd '$name' to '$caller'";
842
843	$EXTCMD{$name} = [$cb, $caller];	1079	$EXTCMD{$name} = $cb;
		1080	}
		1081
		1082	sub register_exticmd {
		1083	my ($name, $cb) = @_;
		1084
		1085	$EXTICMD{$name} = $cb;
844	}	1086	}
845		1087
846	cf::player->attach (	1088	cf::player->attach (
847	on_command => sub {	1089	on_command => sub {
848	my ($pl, $name, $params) = @_;	1090	my ($pl, $name, $params) = @_;
…		…
857	cf::override;	1099	cf::override;
858	},	1100	},
859	on_extcmd => sub {	1101	on_extcmd => sub {
860	my ($pl, $buf) = @_;	1102	my ($pl, $buf) = @_;
861		1103
862	my $msg = eval { from_json $buf };	1104	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
863		1105
864	if (ref $msg) {	1106	if (ref $msg) {
865	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1107	if (my $cb = $EXTCMD{$msg->{msgtype}}) {
866	if (my %reply = $cb->[0]->($pl, $msg)) {	1108	if (my %reply = $cb->($pl, $msg)) {
867	$pl->ext_reply ($msg->{msgid}, %reply);	1109	$pl->ext_reply ($msg->{msgid}, %reply);
868	}	1110	}
869	}	1111	}
870	} else {	1112	} else {
871	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1113	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
…		…
873		1115
874	cf::override;	1116	cf::override;
875	},	1117	},
876	);	1118	);
877		1119
878	sub register {
879	my ($base, $pkg) = @_;
880
881	#TODO
882	}
883
884	sub load_extension {	1120	sub load_extensions {
		1121	cf::sync_job {
		1122	my %todo;
		1123
		1124	for my $path (<$LIBDIR/*.ext>) {
		1125	next unless -r $path;
		1126
		1127	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1128	my $base = $1;
		1129	my $pkg = $1;
		1130	$pkg =~ s/[^[:word:]]/_/g;
		1131	$pkg = "ext::$pkg";
		1132
		1133	open my $fh, "<:utf8", $path
		1134	or die "$path: $!";
		1135
		1136	my $source = do { local $/; <$fh> };
		1137
		1138	my %ext = (
		1139	path => $path,
		1140	base => $base,
		1141	pkg => $pkg,
		1142	);
		1143
		1144	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1145	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1146
		1147	$ext{source} =
		1148	"package $pkg; use strict; use utf8;\n"
		1149	. "#line 1 \"$path\"\n{\n"
		1150	. $source
		1151	. "\n};\n1";
		1152
		1153	$todo{$base} = \%ext;
		1154	}
		1155
		1156	my %done;
		1157	while (%todo) {
		1158	my $progress;
		1159
		1160	while (my ($k, $v) = each %todo) {
		1161	for (split /,\s*/, $v->{meta}{depends}) {
		1162	goto skip
		1163	unless exists $done{$_};
		1164	}
		1165
		1166	warn "... loading '$k' into '$v->{pkg}'\n";
		1167
		1168	unless (eval $v->{source}) {
		1169	my $msg = $@ ? "$v->{path}: $@\n"
		1170	: "$v->{base}: extension inactive.\n";
		1171
		1172	if (exists $v->{meta}{mandatory}) {
		1173	warn $msg;
		1174	warn "mandatory extension failed to load, exiting.\n";
		1175	exit 1;
		1176	}
		1177
		1178	warn $msg;
		1179	}
		1180
		1181	$done{$k} = delete $todo{$k};
		1182	push @EXTS, $v->{pkg};
		1183	$progress = 1;
		1184	}
		1185
		1186	skip:
		1187	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1188	unless $progress;
		1189	}
		1190	};
		1191	}
		1192
		1193	#############################################################################
		1194
		1195	=back
		1196
		1197	=head2 CORE EXTENSIONS
		1198
		1199	Functions and methods that extend core crossfire objects.
		1200
		1201	=cut
		1202
		1203	package cf::player;
		1204
		1205	use Coro::AIO;
		1206
		1207	=head3 cf::player
		1208
		1209	=over 4
		1210
		1211	=item cf::player::find $login
		1212
		1213	Returns the given player object, loading it if necessary (might block).
		1214
		1215	=cut
		1216
		1217	sub playerdir($) {
		1218	"$PLAYERDIR/"
		1219	. (ref $_[0] ? $_[0]->ob->name : $_[0])
		1220	}
		1221
		1222	sub path($) {
		1223	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
		1224
		1225	(playerdir $login) . "/playerdata"
		1226	}
		1227
		1228	sub find_active($) {
		1229	$cf::PLAYER{$_[0]}
		1230	and $cf::PLAYER{$_[0]}->active
		1231	and $cf::PLAYER{$_[0]}
		1232	}
		1233
		1234	sub exists($) {
		1235	my ($login) = @_;
		1236
		1237	$cf::PLAYER{$login}
		1238	or cf::sync_job { !aio_stat path $login }
		1239	}
		1240
		1241	sub find($) {
		1242	return $cf::PLAYER{$_[0]} || do {
		1243	my $login = $_[0];
		1244
		1245	my $guard = cf::lock_acquire "user_find:$login";
		1246
		1247	$cf::PLAYER{$_[0]} || do {
		1248	# rename old playerfiles to new ones
		1249	#TODO: remove when no longer required
		1250	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1251	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1252	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1253	aio_unlink +(playerdir $login) . "/$login.pl";
		1254
		1255	my $pl = load_pl path $login
		1256	or return;
		1257	$cf::PLAYER{$login} = $pl
		1258	}
		1259	}
		1260	}
		1261
		1262	sub save($) {
		1263	my ($pl) = @_;
		1264
		1265	return if $pl->{deny_save};
		1266
		1267	my $path = path $pl;
		1268	my $guard = cf::lock_acquire "user_save:$path";
		1269
		1270	return if $pl->{deny_save};
		1271
		1272	aio_mkdir playerdir $pl, 0770;
		1273	$pl->{last_save} = $cf::RUNTIME;
		1274
		1275	$pl->save_pl ($path);
		1276	Coro::cede;
		1277	}
		1278
		1279	sub new($) {
		1280	my ($login) = @_;
		1281
		1282	my $self = create;
		1283
		1284	$self->ob->name ($login);
		1285	$self->{deny_save} = 1;
		1286
		1287	$cf::PLAYER{$login} = $self;
		1288
		1289	$self
		1290	}
		1291
		1292	=item $pl->quit_character
		1293
		1294	Nukes the player without looking back. If logged in, the connection will
		1295	be destroyed. May block for a long time.
		1296
		1297	=cut
		1298
		1299	sub quit_character {
		1300	my ($pl) = @_;
		1301
		1302	my $name = $pl->ob->name;
		1303
		1304	$pl->{deny_save} = 1;
		1305	$pl->password ("*"); # this should lock out the player until we nuked the dir
		1306
		1307	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
		1308	$pl->deactivate;
		1309	$pl->invoke (cf::EVENT_PLAYER_QUIT);
		1310	$pl->ns->destroy if $pl->ns;
		1311
		1312	my $path = playerdir $pl;
		1313	my $temp = "$path~$cf::RUNTIME~deleting~";
		1314	aio_rename $path, $temp;
		1315	delete $cf::PLAYER{$pl->ob->name};
		1316	$pl->destroy;
		1317
		1318	my $prefix = qr<^~\Q$name\E/>;
		1319
		1320	# nuke player maps
		1321	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1322
		1323	IO::AIO::aio_rmtree $temp;
		1324	}
		1325
		1326	=item $pl->kick
		1327
		1328	Kicks a player out of the game. This destroys the connection.
		1329
		1330	=cut
		1331
		1332	sub kick {
		1333	my ($pl, $kicker) = @_;
		1334
		1335	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1336	$pl->killer ("kicked");
		1337	$pl->ns->destroy;
		1338	}
		1339
		1340	=item cf::player::list_logins
		1341
		1342	Returns am arrayref of all valid playernames in the system, can take a
		1343	while and may block, so not sync_job-capable, ever.
		1344
		1345	=cut
		1346
		1347	sub list_logins {
		1348	my $dirs = aio_readdir $PLAYERDIR
		1349	or return [];
		1350
		1351	my @logins;
		1352
		1353	for my $login (@$dirs) {
		1354	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;
		1355	aio_read $fh, 0, 512, my $buf, 0 or next;
		1356	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1357
		1358	utf8::decode $login;
		1359	push @logins, $login;
		1360	}
		1361
		1362	\@logins
		1363	}
		1364
		1365	=item $player->maps
		1366
		1367	Returns an arrayref of map paths that are private for this
		1368	player. May block.
		1369
		1370	=cut
		1371
		1372	sub maps($) {
		1373	my ($pl) = @_;
		1374
		1375	$pl = ref $pl ? $pl->ob->name : $pl;
		1376
		1377	my $files = aio_readdir playerdir $pl
		1378	or return;
		1379
		1380	my @paths;
		1381
		1382	for (@$files) {
		1383	utf8::decode $_;
		1384	next if /\.(?:pl|pst)$/;
		1385	next unless /^$PATH_SEP/o;
		1386
		1387	push @paths, cf::map::normalise "~$pl/$_";
		1388	}
		1389
		1390	\@paths
		1391	}
		1392
		1393	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1394
		1395	Expand crossfire pod fragments into protocol xml.
		1396
		1397	=cut
		1398
		1399	sub expand_cfpod {
		1400	((my $self), (local $_)) = @_;
		1401
		1402	# escape & and <
		1403	s/&/&amp;/g;
		1404	s/(?<![BIUGH])</&lt;/g;
		1405
		1406	# this is buggy, it needs to properly take care of nested <'s
		1407
		1408	1 while
		1409	# replace B<>, I<>, U<> etc.
		1410	s/B<([^\>]*)>/<b>$1<\/b>/
		1411	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1412	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1413	# replace G<male|female> tags
		1414	|| s{G<([^>|]*)\|([^>]*)>}{
		1415	$self->gender ? $2 : $1
		1416	}ge
		1417	# replace H<hint text>
		1418	|| s{H<([^\>]*)>}
		1419	{
		1420	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1421	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1422	"")
		1423	[$self->{hintmode}]
		1424	}ge;
		1425
		1426	# create single paragraphs (very hackish)
		1427	s/(?<=\S)\n(?=\w)/ /g;
		1428
		1429	# compress some whitespace
		1430	s/\s+\n/\n/g; # ws line-ends
		1431	s/\n\n+/\n/g; # double lines
		1432	s/^\n+//; # beginning lines
		1433	s/\n+$//; # ending lines
		1434
		1435	$_
		1436	}
		1437
		1438	sub hintmode {
		1439	$_[0]{hintmode} = $_[1] if @_ > 1;
		1440	$_[0]{hintmode}
		1441	}
		1442
		1443	=item $player->ext_reply ($msgid, %msg)
		1444
		1445	Sends an ext reply to the player.
		1446
		1447	=cut
		1448
		1449	sub ext_reply($$%) {
		1450	my ($self, $id, %msg) = @_;
		1451
		1452	$msg{msgid} = $id;
		1453	$self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
		1454	}
		1455
		1456	=item $player->ext_event ($type, %msg)
		1457
		1458	Sends an ext event to the client.
		1459
		1460	=cut
		1461
		1462	sub ext_event($$%) {
		1463	my ($self, $type, %msg) = @_;
		1464
		1465	$self->ns->ext_event ($type, %msg);
		1466	}
		1467
		1468	=head3 cf::region
		1469
		1470	=over 4
		1471
		1472	=cut
		1473
		1474	package cf::region;
		1475
		1476	=item cf::region::find_by_path $path
		1477
		1478	Tries to decuce the likely region for a map knowing only its path.
		1479
		1480	=cut
		1481
		1482	sub find_by_path($) {
885	my ($path) = @_;	1483	my ($path) = @_;
886		1484
887	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1485	my ($match, $specificity);
888	my $base = $1;
889	my $pkg = $1;
890	$pkg =~ s/[^[:word:]]/_/g;
891	$pkg = "ext::$pkg";
892		1486
893	warn "loading '$path' into '$pkg'\n";	1487	for my $region (list) {
894		1488	if ($region->match && $path =~ $region->match) {
895	open my $fh, "<:utf8", $path	1489	($match, $specificity) = ($region, $region->specificity)
896	or die "$path: $!";	1490	if $region->specificity > $specificity;
897		1491	}
898	my $source =
899	"package $pkg; use strict; use utf8;\n"
900	. "#line 1 \"$path\"\n{\n"
901	. (do { local $/; <$fh> })
902	. "\n};\n1";
903
904	eval $source
905	or die $@ ? "$path: $@\n"
906	: "extension disabled.\n";
907
908	push @exts, $pkg;
909	$ext_pkg{$base} = $pkg;
910
911	# no strict 'refs';
912	# @{"$pkg\::ISA"} = ext::;
913
914	register $base, $pkg;
915	}
916
917	sub unload_extension {
918	my ($pkg) = @_;
919
920	warn "removing extension $pkg\n";
921
922	# remove hooks
923	#TODO
924	# for my $idx (0 .. $#PLUGIN_EVENT) {
925	# delete $hook[$idx]{$pkg};
926	# }	1492	}
927		1493
928	# remove commands	1494	$match
929	for my $name (keys %COMMAND) {
930	my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };
931
932	if (@cb) {
933	$COMMAND{$name} = \@cb;
934	} else {
935	delete $COMMAND{$name};
936	}
937	}
938
939	# remove extcmds
940	for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {
941	delete $EXTCMD{$name};
942	}
943
944	if (my $cb = $pkg->can ("unload")) {
945	eval {
946	$cb->($pkg);
947	1
948	} or warn "$pkg unloaded, but with errors: $@";
949	}
950
951	Symbol::delete_package $pkg;
952	}
953
954	sub load_extensions {
955	for my $ext (<$LIBDIR/*.ext>) {
956	next unless -r $ext;
957	eval {
958	load_extension $ext;
959	1
960	} or warn "$ext not loaded: $@";
961	}
962	}
963
964	#############################################################################
965	# load/save/clean perl data associated with a map
966
967	*cf::mapsupport::on_clean = sub {
968	my ($map) = @_;
969
970	my $path = $map->tmpname;
971	defined $path or return;
972
973	unlink "$path.pst";
974	};
975
976	cf::map->attach (prio => -10000, package => cf::mapsupport::);
977
978	#############################################################################
979	# load/save perl data associated with player->ob objects
980
981	sub all_objects(@) {
982	@_, map all_objects ($_->inv), @_
983	}
984
985	# TODO: compatibility cruft, remove when no longer needed
986	cf::player->attach (
987	on_load => sub {
988	my ($pl, $path) = @_;
989
990	for my $o (all_objects $pl->ob) {
991	if (my $value = $o->get_ob_key_value ("_perl_data")) {
992	$o->set_ob_key_value ("_perl_data");
993
994	%$o = %{ Storable::thaw pack "H*", $value };
995	}
996	}
997	},
998	);
999
1000	#############################################################################
1001
1002	=head2 CORE EXTENSIONS
1003
1004	Functions and methods that extend core crossfire objects.
1005
1006	=head3 cf::player
1007
1008	=over 4
1009
1010	=item cf::player::exists $login
1011
1012	Returns true when the given account exists.
1013
1014	=cut
1015
1016	sub cf::player::exists($) {
1017	cf::player::find $_[0]
1018	or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2;
1019	}
1020
1021	=item $player->ext_reply ($msgid, $msgtype, %msg)
1022
1023	Sends an ext reply to the player.
1024
1025	=cut
1026
1027	sub cf::player::ext_reply($$$%) {
1028	my ($self, $id, %msg) = @_;
1029
1030	$msg{msgid} = $id;
1031
1032	$self->send ("ext " . to_json \%msg);
1033	}	1495	}
1034		1496
1035	=back	1497	=back
1036
1037		1498
1038	=head3 cf::map	1499	=head3 cf::map
1039		1500
1040	=over 4	1501	=over 4
1041		1502
…		…
1044	package cf::map;	1505	package cf::map;
1045		1506
1046	use Fcntl;	1507	use Fcntl;
1047	use Coro::AIO;	1508	use Coro::AIO;
1048		1509
		1510	use overload
		1511	'""' => \&as_string,
		1512	fallback => 1;
		1513
1049	our $MAX_RESET = 7200;	1514	our $MAX_RESET = 3600;
1050	our $DEFAULT_RESET = 3600;	1515	our $DEFAULT_RESET = 3000;
1051	$MAX_RESET = 10;#d#
1052	$DEFAULT_RESET = 10;#d#
1053		1516
1054	sub generate_random_map {	1517	sub generate_random_map {
1055	my ($path, $rmp) = @_;	1518	my ($self, $rmp) = @_;
1056
1057	# mit "rum" bekleckern, nicht	1519	# mit "rum" bekleckern, nicht
1058	cf::map::_create_random_map	1520	$self->_create_random_map (
1059	$path,
1060	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1521	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1061	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1522	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1062	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1523	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1063	$rmp->{exit_on_final_map},	1524	$rmp->{exit_on_final_map},
1064	$rmp->{xsize}, $rmp->{ysize},	1525	$rmp->{xsize}, $rmp->{ysize},
1065	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},	1526	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1066	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},	1527	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1067	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},	1528	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1068	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},	1529	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1069	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},	1530	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1070	(cf::region::find $rmp->{region})	1531	(cf::region::find $rmp->{region}), $rmp->{custom}
		1532	)
		1533	}
		1534
		1535	=item cf::map->register ($regex, $prio)
		1536
		1537	Register a handler for the map path matching the given regex at the
		1538	givne priority (higher is better, built-in handlers have priority 0, the
		1539	default).
		1540
		1541	=cut
		1542
		1543	sub register {
		1544	my (undef, $regex, $prio) = @_;
		1545	my $pkg = caller;
		1546
		1547	no strict;
		1548	push @{"$pkg\::ISA"}, __PACKAGE__;
		1549
		1550	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
		1551	}
		1552
		1553	# also paths starting with '/'
		1554	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
		1555
		1556	sub thawer_merge {
		1557	my ($self, $merge) = @_;
		1558
		1559	# we have to keep some variables in memory intact
		1560	local $self->{path};
		1561	local $self->{load_path};
		1562
		1563	$self->SUPER::thawer_merge ($merge);
		1564	}
		1565
		1566	sub normalise {
		1567	my ($path, $base) = @_;
		1568
		1569	$path = "$path"; # make sure its a string
		1570
		1571	$path =~ s/\.map$//;
		1572
		1573	# map plan:
		1574	#
		1575	# /! non-realised random map exit (special hack!)
		1576	# {... are special paths that are not being touched
		1577	# ?xxx/... are special absolute paths
		1578	# ?random/... random maps
		1579	# /... normal maps
		1580	# ~user/... per-player map of a specific user
		1581
		1582	$path =~ s/$PATH_SEP/\//go;
		1583
		1584	# treat it as relative path if it starts with
		1585	# something that looks reasonable
		1586	if ($path =~ m{^(?:\./|\.\./|\w)}) {
		1587	$base or Carp::carp "normalise called with relative path and no base: '$path'";
		1588
		1589	$base =~ s{[^/]+/?$}{};
		1590	$path = "$base/$path";
		1591	}
		1592
		1593	for ($path) {
		1594	redo if s{//}{/};
		1595	redo if s{/\.?/}{/};
		1596	redo if s{/[^/]+/\.\./}{/};
		1597	}
		1598
		1599	$path
		1600	}
		1601
		1602	sub new_from_path {
		1603	my (undef, $path, $base) = @_;
		1604
		1605	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
		1606
		1607	$path = normalise $path, $base;
		1608
		1609	for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
		1610	if ($path =~ $EXT_MAP{$pkg}[1]) {
		1611	my $self = bless cf::map::new, $pkg;
		1612	$self->{path} = $path; $self->path ($path);
		1613	$self->init; # pass $1 etc.
		1614	return $self;
		1615	}
		1616	}
		1617
		1618	Carp::carp "unable to resolve path '$path' (base '$base').";
		1619	()
		1620	}
		1621
		1622	sub init {
		1623	my ($self) = @_;
		1624
		1625	$self
		1626	}
		1627
		1628	sub as_string {
		1629	my ($self) = @_;
		1630
		1631	"$self->{path}"
		1632	}
		1633
		1634	# the displayed name, this is a one way mapping
		1635	sub visible_name {
		1636	&as_string
		1637	}
		1638
		1639	# the original (read-only) location
		1640	sub load_path {
		1641	my ($self) = @_;
		1642
		1643	"$MAPDIR/$self->{path}.map"
		1644	}
		1645
		1646	# the temporary/swap location
		1647	sub save_path {
		1648	my ($self) = @_;
		1649
		1650	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1651	"$TMPDIR/$path.map"
		1652	}
		1653
		1654	# the unique path, undef == no special unique path
		1655	sub uniq_path {
		1656	my ($self) = @_;
		1657
		1658	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1659	"$UNIQUEDIR/$path"
1071	}	1660	}
1072		1661
1073	# and all this just because we cannot iterate over	1662	# and all this just because we cannot iterate over
1074	# all maps in C++...	1663	# all maps in C++...
1075	sub change_all_map_light {	1664	sub change_all_map_light {
1076	my ($change) = @_;	1665	my ($change) = @_;
1077		1666
1078	$_->change_map_light ($change) for values %cf::MAP;	1667	$_->change_map_light ($change)
		1668	for grep $_->outdoor, values %cf::MAP;
1079	}	1669	}
1080		1670
		1671	sub decay_objects {
		1672	my ($self) = @_;
		1673
		1674	return if $self->{deny_reset};
		1675
		1676	$self->do_decay_objects;
		1677	}
		1678
		1679	sub unlink_save {
		1680	my ($self) = @_;
		1681
		1682	utf8::encode (my $save = $self->save_path);
		1683	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
		1684	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
		1685	}
		1686
1081	sub try_load_header($) {	1687	sub load_header_from($) {
1082	my ($path) = @_;	1688	my ($self, $path) = @_;
1083		1689
1084	utf8::encode $path;	1690	utf8::encode $path;
1085	aio_open $path, O_RDONLY, 0	1691	#aio_open $path, O_RDONLY, 0
		1692	# or return;
		1693
		1694	$self->_load_header ($path)
1086	or return;	1695	or return;
1087		1696
1088	my $map = cf::map::new	1697	$self->{load_path} = $path;
		1698
		1699	1
		1700	}
		1701
		1702	sub load_header_orig {
		1703	my ($self) = @_;
		1704
		1705	$self->load_header_from ($self->load_path)
		1706	}
		1707
		1708	sub load_header_temp {
		1709	my ($self) = @_;
		1710
		1711	$self->load_header_from ($self->save_path)
		1712	}
		1713
		1714	sub prepare_temp {
		1715	my ($self) = @_;
		1716
		1717	$self->last_access ((delete $self->{last_access})
		1718	|| $cf::RUNTIME); #d#
		1719	# safety
		1720	$self->{instantiate_time} = $cf::RUNTIME
		1721	if $self->{instantiate_time} > $cf::RUNTIME;
		1722	}
		1723
		1724	sub prepare_orig {
		1725	my ($self) = @_;
		1726
		1727	$self->{load_original} = 1;
		1728	$self->{instantiate_time} = $cf::RUNTIME;
		1729	$self->last_access ($cf::RUNTIME);
		1730	$self->instantiate;
		1731	}
		1732
		1733	sub load_header {
		1734	my ($self) = @_;
		1735
		1736	if ($self->load_header_temp) {
		1737	$self->prepare_temp;
		1738	} else {
		1739	$self->load_header_orig
1089	or return;	1740	or return;
		1741	$self->prepare_orig;
		1742	}
1090		1743
1091	$map->load_header ($path)	1744	$self->{deny_reset} = 1
1092	or return;	1745	if $self->no_reset;
1093		1746
1094	$map->{load_path} = $path;	1747	$self->default_region (cf::region::find_by_path $self->{path})
1095	use Data::Dumper; warn Dumper $map;#d#	1748	unless $self->default_region;
1096		1749
1097	$map	1750	1
1098	}	1751	}
1099		1752
		1753	sub find;
1100	sub find_map {	1754	sub find {
1101	my ($path, $origin) = @_;	1755	my ($path, $origin) = @_;
1102		1756
1103	#warn "find_map<$path,$origin>\n";#d#	1757	$path = normalise $path, $origin && $origin->path;
1104		1758
1105	$path = ref $path ? $path : new cf::path $path, $origin && $origin->path;	1759	cf::lock_wait "map_find:$path";
1106	my $key = $path->as_string;
1107		1760
1108	$cf::MAP{$key} || do {	1761	$cf::MAP{$path} || do {
1109	# do it the slow way	1762	my $guard = cf::lock_acquire "map_find:$path";
1110	my $map = try_load_header $path->save_path;	1763	my $map = new_from_path cf::map $path
1111
1112	if ($map) {
1113	# safety
1114	$map->{instantiate_time} = $cf::RUNTIME
1115	if $map->{instantiate_time} > $cf::RUNTIME;
1116	} else {
1117	if (my $rmp = $path->random_map_params) {
1118	$map = generate_random_map $key, $rmp;
1119	} else {
1120	$map = try_load_header $path->load_path;
1121	}
1122
1123	$map or return;	1764	or return;
1124		1765
1125	$map->{load_original} = 1;
1126	$map->{instantiate_time} = $cf::RUNTIME;
1127	$map->instantiate;
1128
1129	# per-player maps become, after loading, normal maps
1130	$map->per_player (0) if $path->{user_rel};
1131	}
1132
1133	$map->path ($key);
1134	$map->{path} = $path;
1135	$map->last_access ($cf::RUNTIME);	1766	$map->{last_save} = $cf::RUNTIME;
1136		1767
1137	$map->reset if $map->should_reset;	1768	$map->load_header
		1769	or return;
1138		1770
		1771	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
		1772	# doing this can freeze the server in a sync job, obviously
		1773	#$cf::WAIT_FOR_TICK->wait;
		1774	$map->reset;
		1775	undef $guard;
		1776	return find $path;
		1777	}
		1778
1139	$cf::MAP{$key} = $map	1779	$cf::MAP{$path} = $map
1140	}	1780	}
1141	}	1781	}
		1782
		1783	sub pre_load { }
		1784	sub post_load { }
1142		1785
1143	sub load {	1786	sub load {
1144	my ($self) = @_;	1787	my ($self) = @_;
1145		1788
1146	return if $self->in_memory != cf::MAP_SWAPPED;	1789	local $self->{deny_reset} = 1; # loading can take a long time
1147
1148	$self->in_memory (cf::MAP_LOADING);
1149		1790
1150	my $path = $self->{path};	1791	my $path = $self->{path};
1151		1792
		1793	{
		1794	my $guard = cf::lock_acquire "map_load:$path";
		1795
		1796	return if $self->in_memory != cf::MAP_SWAPPED;
		1797
		1798	$self->in_memory (cf::MAP_LOADING);
		1799
1152	$self->alloc;	1800	$self->alloc;
		1801
		1802	$self->pre_load;
		1803	Coro::cede;
		1804
1153	$self->load_objects ($self->{load_path}, 1)	1805	$self->_load_objects ($self->{load_path}, 1)
1154	or return;	1806	or return;
1155		1807
1156	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1) if delete $self->{load_original};	1808	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1809	if delete $self->{load_original};
1157		1810
1158	if (my $uniq = $path->uniq_path) {	1811	if (my $uniq = $self->uniq_path) {
1159	utf8::encode $uniq;	1812	utf8::encode $uniq;
1160	if (aio_open $uniq, O_RDONLY, 0) {	1813	if (aio_open $uniq, O_RDONLY, 0) {
1161	$self->clear_unique_items;	1814	$self->clear_unique_items;
1162	$self->load_objects ($uniq, 0);	1815	$self->_load_objects ($uniq, 0);
1163	}	1816	}
1164	}	1817	}
1165		1818
		1819	Coro::cede;
1166	# now do the right thing for maps	1820	# now do the right thing for maps
1167	$self->link_multipart_objects;	1821	$self->link_multipart_objects;
1168
1169	if ($self->{path}->is_style_map) {
1170	$self->{deny_save} = 1;
1171	$self->{deny_reset} = 1;
1172	} else {
1173	$self->fix_auto_apply;
1174	$self->decay_objects;
1175	$self->update_buttons;
1176	$self->set_darkness_map;
1177	$self->difficulty ($self->estimate_difficulty)	1822	$self->difficulty ($self->estimate_difficulty)
1178	unless $self->difficulty;	1823	unless $self->difficulty;
		1824	Coro::cede;
		1825
		1826	unless ($self->{deny_activate}) {
		1827	$self->decay_objects;
		1828	$self->fix_auto_apply;
		1829	$self->update_buttons;
		1830	Coro::cede;
		1831	$self->set_darkness_map;
		1832	Coro::cede;
1179	$self->activate;	1833	$self->activate;
1180	}	1834	}
1181		1835
1182	$self->in_memory (cf::MAP_IN_MEMORY);	1836	$self->in_memory (cf::MAP_IN_MEMORY);
1183	}	1837	}
1184		1838
1185	sub load_map_sync {	1839	$self->post_load;
		1840	}
		1841
		1842	sub customise_for {
		1843	my ($self, $ob) = @_;
		1844
		1845	return find "~" . $ob->name . "/" . $self->{path}
		1846	if $self->per_player;
		1847
		1848	# return find "?party/" . $ob->name . "/" . $self->{path}
		1849	# if $self->per_party;
		1850
		1851	$self
		1852	}
		1853
		1854	# find and load all maps in the 3x3 area around a map
		1855	sub load_diag {
		1856	my ($map) = @_;
		1857
		1858	my @diag; # diagonal neighbours
		1859
		1860	for (0 .. 3) {
		1861	my $neigh = $map->tile_path ($_)
		1862	or next;
		1863	$neigh = find $neigh, $map
		1864	or next;
		1865	$neigh->load;
		1866
		1867	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
		1868	[$neigh->tile_path (($_ + 1) % 4), $neigh];
		1869	}
		1870
		1871	for (@diag) {
		1872	my $neigh = find @$_
		1873	or next;
		1874	$neigh->load;
		1875	}
		1876	}
		1877
		1878	sub find_sync {
1186	my ($path, $origin) = @_;	1879	my ($path, $origin) = @_;
1187		1880
1188	#warn "load_map_sync<$path, $origin>\n";#d#	1881	cf::sync_job { find $path, $origin }
		1882	}
1189		1883
1190	cf::sync_job {	1884	sub do_load_sync {
1191	my $map = cf::map::find_map $path, $origin	1885	my ($map) = @_;
1192	or return;	1886
		1887	cf::sync_job { $map->load };
		1888	}
		1889
		1890	our %MAP_PREFETCH;
		1891	our $MAP_PREFETCHER = undef;
		1892
		1893	sub find_async {
		1894	my ($path, $origin) = @_;
		1895
		1896	$path = normalise $path, $origin && $origin->{path};
		1897
		1898	if (my $map = $cf::MAP{$path}) {
		1899	return $map if $map->in_memory == cf::MAP_IN_MEMORY;
		1900	}
		1901
		1902	undef $MAP_PREFETCH{$path};
		1903	$MAP_PREFETCHER ||= cf::async {
		1904	while (%MAP_PREFETCH) {
		1905	for my $path (keys %MAP_PREFETCH) {
		1906	my $map = find $path
		1907	or next;
1193	$map->load;	1908	$map->load;
1194	$map	1909
		1910	delete $MAP_PREFETCH{$path};
		1911	}
		1912	}
		1913	undef $MAP_PREFETCHER;
1195	}	1914	};
		1915	$MAP_PREFETCHER->prio (6);
		1916
		1917	()
1196	}	1918	}
1197		1919
1198	sub save {	1920	sub save {
1199	my ($self) = @_;	1921	my ($self) = @_;
1200		1922
1201	my $save = $self->{path}->save_path; utf8::encode $save;	1923	my $lock = cf::lock_acquire "map_data:" . $self->path;
1202	my $uniq = $self->{path}->uniq_path; utf8::encode $uniq;
1203		1924
1204	$self->{last_save} = $cf::RUNTIME;	1925	$self->{last_save} = $cf::RUNTIME;
1205		1926
1206	return unless $self->dirty;	1927	return unless $self->dirty;
1207		1928
		1929	my $save = $self->save_path; utf8::encode $save;
		1930	my $uniq = $self->uniq_path; utf8::encode $uniq;
		1931
1208	$self->{load_path} = $save;	1932	$self->{load_path} = $save;
1209		1933
1210	return if $self->{deny_save};	1934	return if $self->{deny_save};
1211		1935
1212	warn "saving map ", $self->path;	1936	local $self->{last_access} = $self->last_access;#d#
		1937
		1938	cf::async {
		1939	$_->contr->save for $self->players;
		1940	};
1213		1941
1214	if ($uniq) {	1942	if ($uniq) {
1215	$self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	1943	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1216	$self->save_objects ($uniq, cf::IO_UNIQUES);	1944	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1217	} else {	1945	} else {
1218	$self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	1946	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1219	}	1947	}
1220	}	1948	}
1221		1949
1222	sub swap_out {	1950	sub swap_out {
1223	my ($self) = @_;	1951	my ($self) = @_;
		1952
		1953	# save first because save cedes
		1954	$self->save;
		1955
		1956	my $lock = cf::lock_acquire "map_data:" . $self->path;
1224		1957
1225	return if $self->players;	1958	return if $self->players;
1226	return if $self->in_memory != cf::MAP_IN_MEMORY;	1959	return if $self->in_memory != cf::MAP_IN_MEMORY;
1227	return if $self->{deny_save};	1960	return if $self->{deny_save};
1228		1961
1229	$self->save;
1230	$self->clear;	1962	$self->clear;
1231	$self->in_memory (cf::MAP_SWAPPED);	1963	$self->in_memory (cf::MAP_SWAPPED);
1232	}	1964	}
1233		1965
		1966	sub reset_at {
		1967	my ($self) = @_;
		1968
		1969	# TODO: safety, remove and allow resettable per-player maps
		1970	return 1e99 if $self->{deny_reset};
		1971
		1972	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		1973	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		1974
		1975	$time + $to
		1976	}
		1977
1234	sub should_reset {	1978	sub should_reset {
1235	my ($map) = @_;
1236
1237	# TODO: safety, remove and allow resettable per-player maps
1238	return if $map->{path}{user_rel};#d#
1239	return if $map->{deny_reset};
1240	#return unless $map->reset_timeout;
1241
1242	my $time = $map->fixed_resettime ? $map->{instantiate_time} : $map->last_access;
1243	my $to = $map->reset_timeout || $DEFAULT_RESET;
1244	$to = $MAX_RESET if $to > $MAX_RESET;
1245
1246	$time + $to < $cf::RUNTIME
1247	}
1248
1249	sub unlink_save {
1250	my ($self) = @_;	1979	my ($self) = @_;
1251		1980
1252	utf8::encode (my $save = $self->{path}->save_path);	1981	$self->reset_at <= $cf::RUNTIME
1253	aioreq_pri 3; IO::AIO::aio_unlink $save;
1254	aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1255	}	1982	}
1256		1983
1257	sub reset {	1984	sub reset {
1258	my ($self) = @_;	1985	my ($self) = @_;
1259		1986
		1987	my $lock = cf::lock_acquire "map_data:$self->{path}";
		1988
1260	return if $self->players;	1989	return if $self->players;
1261	return if $self->{path}{user_rel};#d#
1262		1990
1263	warn "resetting map ", $self->path;#d#	1991	warn "resetting map ", $self->path;
		1992
		1993	$self->in_memory (cf::MAP_SWAPPED);
		1994
		1995	# need to save uniques path
		1996	unless ($self->{deny_save}) {
		1997	my $uniq = $self->uniq_path; utf8::encode $uniq;
		1998
		1999	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2000	if $uniq;
		2001	}
1264		2002
1265	delete $cf::MAP{$self->path};	2003	delete $cf::MAP{$self->path};
		2004
		2005	$self->clear;
1266		2006
1267	$_->clear_links_to ($self) for values %cf::MAP;	2007	$_->clear_links_to ($self) for values %cf::MAP;
1268		2008
1269	$self->unlink_save;	2009	$self->unlink_save;
1270	$self->destroy;	2010	$self->destroy;
1271	}	2011	}
1272		2012
1273	sub customise_for {	2013	my $nuke_counter = "aaaa";
1274	my ($map, $ob) = @_;
1275		2014
1276	if ($map->per_player) {	2015	sub nuke {
1277	return cf::map::find_map "~" . $ob->name . "/" . $map->{path}{path};	2016	my ($self) = @_;
		2017
		2018	delete $cf::MAP{$self->path};
		2019
		2020	$self->unlink_save;
		2021
		2022	bless $self, "cf::map";
		2023	delete $self->{deny_reset};
		2024	$self->{deny_save} = 1;
		2025	$self->reset_timeout (1);
		2026	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
		2027
		2028	$cf::MAP{$self->path} = $self;
		2029
		2030	$self->reset; # polite request, might not happen
		2031	}
		2032
		2033	=item $maps = cf::map::tmp_maps
		2034
		2035	Returns an arrayref with all map paths of currently instantiated and saved
		2036	maps. May block.
		2037
		2038	=cut
		2039
		2040	sub tmp_maps() {
1278	}	2041	[
1279		2042	map {
1280	$map	2043	utf8::decode $_;
		2044	/\.map$/
		2045	? normalise $_
		2046	: ()
		2047	} @{ aio_readdir $TMPDIR or [] }
		2048	]
1281	}	2049	}
1282		2050
1283	sub emergency_save {	2051	=item $maps = cf::map::random_maps
1284	local $cf::FREEZE = 1;
1285		2052
1286	warn "enter emergency map save\n";	2053	Returns an arrayref with all map paths of currently instantiated and saved
		2054	random maps. May block.
1287		2055
1288	cf::sync_job {	2056	=cut
1289	warn "begin emergency map save\n";
1290	$_->save for values %cf::MAP;
1291	};
1292		2057
1293	warn "end emergency map save\n";	2058	sub random_maps() {
		2059	[
		2060	map {
		2061	utf8::decode $_;
		2062	/\.map$/
		2063	? normalise "?random/$_"
		2064	: ()
		2065	} @{ aio_readdir $RANDOMDIR or [] }
		2066	]
		2067	}
		2068
		2069	=item cf::map::unique_maps
		2070
		2071	Returns an arrayref of paths of all shared maps that have
		2072	instantiated unique items. May block.
		2073
		2074	=cut
		2075
		2076	sub unique_maps() {
		2077	[
		2078	map {
		2079	utf8::decode $_;
		2080	/\.map$/
		2081	? normalise $_
		2082	: ()
		2083	} @{ aio_readdir $UNIQUEDIR or [] }
		2084	]
1294	}	2085	}
1295		2086
1296	package cf;	2087	package cf;
1297		2088
1298	=back	2089	=back
1299		2090
		2091	=head3 cf::object
		2092
		2093	=cut
		2094
		2095	package cf::object;
		2096
		2097	=over 4
		2098
		2099	=item $ob->inv_recursive
		2100
		2101	Returns the inventory of the object _and_ their inventories, recursively.
		2102
		2103	=cut
		2104
		2105	sub inv_recursive_;
		2106	sub inv_recursive_ {
		2107	map { $_, inv_recursive_ $_->inv } @_
		2108	}
		2109
		2110	sub inv_recursive {
		2111	inv_recursive_ inv $_[0]
		2112	}
		2113
		2114	package cf;
		2115
		2116	=back
1300		2117
1301	=head3 cf::object::player	2118	=head3 cf::object::player
1302		2119
1303	=over 4	2120	=over 4
1304		2121
…		…
1318		2135
1319	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2136	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1320		2137
1321	if ($self->{record_replies}) {	2138	if ($self->{record_replies}) {
1322	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2139	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2140
1323	} else {	2141	} else {
		2142	my $pl = $self->contr;
		2143
		2144	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2145	my $diag = $pl->{npc_dialog};
		2146	$diag->{pl}->ext_reply (
		2147	$diag->{id},
		2148	msgtype => "reply",
		2149	msg => $diag->{pl}->expand_cfpod ($msg),
		2150	add_topics => []
		2151	);
		2152
		2153	} else {
1324	$msg = $npc->name . " says: $msg" if $npc;	2154	$msg = $npc->name . " says: $msg" if $npc;
1325	$self->message ($msg, $flags);	2155	$self->message ($msg, $flags);
		2156	}
1326	}	2157	}
1327	}	2158	}
1328		2159
1329	=item $player_object->may ("access")	2160	=item $player_object->may ("access")
1330		2161
…		…
1340	(ref $cf::CFG{"may_$access"}	2171	(ref $cf::CFG{"may_$access"}
1341	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}	2172	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}
1342	: $cf::CFG{"may_$access"})	2173	: $cf::CFG{"may_$access"})
1343	}	2174	}
1344		2175
		2176	=item $player_object->enter_link
		2177
		2178	Freezes the player and moves him/her to a special map (C<{link}>).
		2179
		2180	The player should be reasonably safe there for short amounts of time. You
		2181	I<MUST> call C<leave_link> as soon as possible, though.
		2182
		2183	Will never block.
		2184
		2185	=item $player_object->leave_link ($map, $x, $y)
		2186
		2187	Moves the player out of the special C<{link}> map onto the specified
		2188	map. If the map is not valid (or omitted), the player will be moved back
		2189	to the location he/she was before the call to C<enter_link>, or, if that
		2190	fails, to the emergency map position.
		2191
		2192	Might block.
		2193
		2194	=cut
		2195
		2196	sub link_map {
		2197	unless ($LINK_MAP) {
		2198	$LINK_MAP = cf::map::find "{link}"
		2199	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
		2200	$LINK_MAP->load;
		2201	}
		2202
		2203	$LINK_MAP
		2204	}
		2205
1345	sub cf::object::player::enter_link {	2206	sub cf::object::player::enter_link {
1346	my ($self) = @_;	2207	my ($self) = @_;
1347		2208
1348	return if $self->map == $LINK_MAP;
1349
1350	$self->{_link_pos} = [$self->map->{path}, $self->x, $self->y]
1351	if $self->map;
1352
1353	$self->enter_map ($LINK_MAP, 20, 20);
1354	$self->deactivate_recursive;	2209	$self->deactivate_recursive;
		2210
		2211	return if UNIVERSAL::isa $self->map, "ext::map_link";
		2212
		2213	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
		2214	if $self->map && $self->map->{path} ne "{link}";
		2215
		2216	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1355	}	2217	}
1356		2218
1357	sub cf::object::player::leave_link {	2219	sub cf::object::player::leave_link {
1358	my ($self, $map, $x, $y) = @_;	2220	my ($self, $map, $x, $y) = @_;
1359		2221
		2222	return unless $self->contr->active;
		2223
1360	my $link_pos = delete $self->{_link_pos};	2224	my $link_pos = delete $self->{_link_pos};
1361		2225
1362	unless ($map) {	2226	unless ($map) {
1363	$self->message ("The exit is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1364
1365	# restore original map position	2227	# restore original map position
1366	($map, $x, $y) = @{ $link_pos || [] };	2228	($map, $x, $y) = @{ $link_pos || [] };
1367	$map = cf::map::find_map $map;	2229	$map = cf::map::find $map;
1368		2230
1369	unless ($map) {	2231	unless ($map) {
1370	($map, $x, $y) = @$EMERGENCY_POSITION;	2232	($map, $x, $y) = @$EMERGENCY_POSITION;
1371	$map = cf::map::find_map $map	2233	$map = cf::map::find $map
1372	or die "FATAL: cannot load emergency map\n";	2234	or die "FATAL: cannot load emergency map\n";
1373	}	2235	}
1374	}	2236	}
1375		2237
1376	($x, $y) = (-1, -1)	2238	($x, $y) = (-1, -1)
…		…
1379	# use -1 or undef as default coordinates, not 0, 0	2241	# use -1 or undef as default coordinates, not 0, 0
1380	($x, $y) = ($map->enter_x, $map->enter_y)	2242	($x, $y) = ($map->enter_x, $map->enter_y)
1381	if $x <=0 && $y <= 0;	2243	if $x <=0 && $y <= 0;
1382		2244
1383	$map->load;	2245	$map->load;
		2246	$map->load_diag;
1384		2247
		2248	return unless $self->contr->active;
1385	$self->activate_recursive;	2249	$self->activate_recursive;
		2250
		2251	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1386	$self->enter_map ($map, $x, $y);	2252	$self->enter_map ($map, $x, $y);
1387	}	2253	}
1388		2254
1389	=item $player_object->goto_map ($map, $x, $y)	2255	=item $player_object->goto ($path, $x, $y[, $check->($map)])
1390		2256
1391	=cut	2257	Moves the player to the given map-path and coordinates by first freezing
		2258	her, loading and preparing them map, calling the provided $check callback
		2259	that has to return the map if sucecssful, and then unfreezes the player on
		2260	the new (success) or old (failed) map position.
1392		2261
		2262	=cut
		2263
		2264	our $GOTOGEN;
		2265
1393	sub cf::object::player::goto_map {	2266	sub cf::object::player::goto {
1394	my ($self, $path, $x, $y) = @_;	2267	my ($self, $path, $x, $y, $check) = @_;
		2268
		2269	# do generation counting so two concurrent goto's will be executed in-order
		2270	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1395		2271
1396	$self->enter_link;	2272	$self->enter_link;
1397		2273
1398	(Coro::async {	2274	(async {
1399	$path = new cf::path $path;	2275	my $map = eval {
1400
1401	my $map = cf::map::find_map $path->as_string;	2276	my $map = cf::map::find $path;
		2277
		2278	if ($map) {
1402	$map = $map->customise_for ($self) if $map;	2279	$map = $map->customise_for ($self);
		2280	$map = $check->($map) if $check && $map;
		2281	} else {
		2282	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
		2283	}
1403		2284
1404	warn "entering ", $map->path, " at ($x, $y)\n"
1405	if $map;	2285	$map
		2286	};
1406		2287
		2288	if ($@) {
		2289	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2290	LOG llevError | logBacktrace, Carp::longmess $@;
		2291	}
		2292
		2293	if ($gen == $self->{_goto_generation}) {
		2294	delete $self->{_goto_generation};
1407	$self->leave_link ($map, $x, $y);	2295	$self->leave_link ($map, $x, $y);
		2296	}
1408	})->prio (1);	2297	})->prio (1);
1409	}	2298	}
1410		2299
1411	=item $player_object->enter_exit ($exit_object)	2300	=item $player_object->enter_exit ($exit_object)
1412		2301
…		…
1414		2303
1415	sub parse_random_map_params {	2304	sub parse_random_map_params {
1416	my ($spec) = @_;	2305	my ($spec) = @_;
1417		2306
1418	my $rmp = { # defaults	2307	my $rmp = { # defaults
1419	xsize => 10,	2308	xsize => (cf::rndm 15, 40),
1420	ysize => 10,	2309	ysize => (cf::rndm 15, 40),
		2310	symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
		2311	#layout => string,
1421	};	2312	};
1422		2313
1423	for (split /\n/, $spec) {	2314	for (split /\n/, $spec) {
1424	my ($k, $v) = split /\s+/, $_, 2;	2315	my ($k, $v) = split /\s+/, $_, 2;
1425		2316
…		…
1429	$rmp	2320	$rmp
1430	}	2321	}
1431		2322
1432	sub prepare_random_map {	2323	sub prepare_random_map {
1433	my ($exit) = @_;	2324	my ($exit) = @_;
		2325
		2326	my $guard = cf::lock_acquire "exit_prepare:$exit";
1434		2327
1435	# all this does is basically replace the /! path by	2328	# all this does is basically replace the /! path by
1436	# a new random map path (?random/...) with a seed	2329	# a new random map path (?random/...) with a seed
1437	# that depends on the exit object	2330	# that depends on the exit object
1438		2331
1439	my $rmp = parse_random_map_params $exit->msg;	2332	my $rmp = parse_random_map_params $exit->msg;
1440		2333
1441	if ($exit->map) {	2334	if ($exit->map) {
1442	$rmp->{region} = $exit->map->region_name;	2335	$rmp->{region} = $exit->region->name;
1443	$rmp->{origin_map} = $exit->map->path;	2336	$rmp->{origin_map} = $exit->map->path;
1444	$rmp->{origin_x} = $exit->x;	2337	$rmp->{origin_x} = $exit->x;
1445	$rmp->{origin_y} = $exit->y;	2338	$rmp->{origin_y} = $exit->y;
1446	}	2339	}
1447		2340
1448	$rmp->{random_seed} ||= $exit->random_seed;	2341	$rmp->{random_seed} ||= $exit->random_seed;
1449		2342
1450	my $data = cf::to_json $rmp;	2343	my $data = cf::to_json $rmp;
1451	my $md5 = Digest::MD5::md5_hex $data;	2344	my $md5 = Digest::MD5::md5_hex $data;
		2345	my $meta = "$RANDOMDIR/$md5.meta";
1452		2346
1453	if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) {	2347	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1454	aio_write $fh, 0, (length $data), $data, 0;	2348	aio_write $fh, 0, (length $data), $data, 0;
		2349	undef $fh;
		2350	aio_rename "$meta~", $meta;
1455		2351
1456	$exit->slaying ("?random/$md5");	2352	$exit->slaying ("?random/$md5");
1457	$exit->msg (undef);	2353	$exit->msg (undef);
1458	}	2354	}
1459	}	2355	}
…		…
1461	sub cf::object::player::enter_exit {	2357	sub cf::object::player::enter_exit {
1462	my ($self, $exit) = @_;	2358	my ($self, $exit) = @_;
1463		2359
1464	return unless $self->type == cf::PLAYER;	2360	return unless $self->type == cf::PLAYER;
1465		2361
		2362	if ($exit->slaying eq "/!") {
		2363	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2364	# the problem is that $exit might not survive long enough
		2365	# so it needs to be done right now, right here
		2366	cf::sync_job { prepare_random_map $exit };
		2367	}
		2368
		2369	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2370	my $hp = $exit->stats->hp;
		2371	my $sp = $exit->stats->sp;
		2372
1466	$self->enter_link;	2373	$self->enter_link;
1467		2374
		2375	# if exit is damned, update players death & WoR home-position
		2376	$self->contr->savebed ($slaying, $hp, $sp)
		2377	if $exit->flag (FLAG_DAMNED);
		2378
1468	(Coro::async {	2379	(async {
		2380	$self->deactivate_recursive; # just to be sure
1469	unless (eval {	2381	unless (eval {
1470		2382	$self->goto ($slaying, $hp, $sp);
1471	prepare_random_map $exit
1472	if $exit->slaying eq "/!";
1473
1474	my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1475	$self->goto_map ($path, $exit->stats->hp, $exit->stats->sp);
1476		2383
1477	1;	2384	1;
1478	}) {	2385	}) {
1479	$self->message ("Something went wrong deep within the crossfire server. "	2386	$self->message ("Something went wrong deep within the crossfire server. "
1480	. "I'll try to bring you back to the map you were before. "	2387	. "I'll try to bring you back to the map you were before. "
1481	. "Please report this to the dungeon master",	2388	. "Please report this to the dungeon master!",
1482	cf::NDI_UNIQUE | cf::NDI_RED);	2389	cf::NDI_UNIQUE | cf::NDI_RED);
1483		2390
1484	warn "ERROR in enter_exit: $@";	2391	warn "ERROR in enter_exit: $@";
1485	$self->leave_link;	2392	$self->leave_link;
1486	}	2393	}
1487	})->prio (1);	2394	})->prio (1);
…		…
1500		2407
1501	sub cf::client::send_drawinfo {	2408	sub cf::client::send_drawinfo {
1502	my ($self, $text, $flags) = @_;	2409	my ($self, $text, $flags) = @_;
1503		2410
1504	utf8::encode $text;	2411	utf8::encode $text;
1505	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2412	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1506	}	2413	}
1507		2414
		2415	=item $client->send_msg ($color, $type, $msg, [extra...])
		2416
		2417	Send a drawinfo or msg packet to the client, formatting the msg for the
		2418	client if neccessary. C<$type> should be a string identifying the type of
		2419	the message, with C<log> being the default. If C<$color> is negative, suppress
		2420	the message unless the client supports the msg packet.
		2421
		2422	=cut
		2423
		2424	sub cf::client::send_msg {
		2425	my ($self, $color, $type, $msg, @extra) = @_;
		2426
		2427	$msg = $self->pl->expand_cfpod ($msg);
		2428
		2429	return unless @extra || length $msg;
		2430
		2431	if ($self->can_msg) {
		2432	$self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));
		2433	} else {
		2434	# replace some tags by gcfclient-compatible ones
		2435	for ($msg) {
		2436	1 while
		2437	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2438	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2439	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2440	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2441	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2442	}
		2443
		2444	if ($color >= 0) {
		2445	if (0 && $msg =~ /\[/) {
		2446	$self->send_packet ("drawextinfo $color 4 0 $msg")
		2447	} else {
		2448	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2449	$self->send_packet ("drawinfo $color $msg")
		2450	}
		2451	}
		2452	}
		2453	}
		2454
		2455	=item $client->ext_event ($type, %msg)
		2456
		2457	Sends an ext event to the client.
		2458
		2459	=cut
		2460
		2461	sub cf::client::ext_event($$%) {
		2462	my ($self, $type, %msg) = @_;
		2463
		2464	$msg{msgtype} = "event_$type";
		2465	$self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));
		2466	}
1508		2467
1509	=item $success = $client->query ($flags, "text", \&cb)	2468	=item $success = $client->query ($flags, "text", \&cb)
1510		2469
1511	Queues a query to the client, calling the given callback with	2470	Queues a query to the client, calling the given callback with
1512	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2471	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1513	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2472	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1514		2473
1515	Queries can fail, so check the return code. Or don't, as queries will become	2474	Queries can fail, so check the return code. Or don't, as queries will
1516	reliable at some point in the future.	2475	become reliable at some point in the future.
1517		2476
1518	=cut	2477	=cut
1519		2478
1520	sub cf::client::query {	2479	sub cf::client::query {
1521	my ($self, $flags, $text, $cb) = @_;	2480	my ($self, $flags, $text, $cb) = @_;
…		…
1529	utf8::encode $text;	2488	utf8::encode $text;
1530	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2489	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1531		2490
1532	$self->send_packet ($self->{query_queue}[0][0])	2491	$self->send_packet ($self->{query_queue}[0][0])
1533	if @{ $self->{query_queue} } == 1;	2492	if @{ $self->{query_queue} } == 1;
		2493
		2494	1
1534	}	2495	}
1535		2496
1536	cf::client->attach (	2497	cf::client->attach (
		2498	on_connect => sub {
		2499	my ($ns) = @_;
		2500
		2501	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2502	},
1537	on_reply => sub {	2503	on_reply => sub {
1538	my ($ns, $msg) = @_;	2504	my ($ns, $msg) = @_;
1539		2505
1540	# this weird shuffling is so that direct followup queries	2506	# this weird shuffling is so that direct followup queries
1541	# get handled first	2507	# get handled first
1542	my $queue = delete $ns->{query_queue};	2508	my $queue = delete $ns->{query_queue}
		2509	or return; # be conservative, not sure how that can happen, but we saw a crash here
1543		2510
1544	(shift @$queue)->[1]->($msg);	2511	(shift @$queue)->[1]->($msg);
		2512	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1545		2513
1546	push @{ $ns->{query_queue} }, @$queue;	2514	push @{ $ns->{query_queue} }, @$queue;
1547		2515
1548	if (@{ $ns->{query_queue} } == @$queue) {	2516	if (@{ $ns->{query_queue} } == @$queue) {
1549	if (@$queue) {	2517	if (@$queue) {
…		…
1551	} else {	2519	} else {
1552	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2520	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1553	}	2521	}
1554	}	2522	}
1555	},	2523	},
		2524	on_exticmd => sub {
		2525	my ($ns, $buf) = @_;
		2526
		2527	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2528
		2529	if (ref $msg) {
		2530	if (my $cb = $EXTICMD{$msg->{msgtype}}) {
		2531	if (my %reply = $cb->($ns, $msg)) {
		2532	$reply{msgid} = $msg->{msgid};
		2533	$ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
		2534	}
		2535	}
		2536	} else {
		2537	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2538	}
		2539
		2540	cf::override;
		2541	},
1556	);	2542	);
1557		2543
1558	=item $client->coro (\&cb)	2544	=item $client->async (\&cb)
1559		2545
1560	Create a new coroutine, running the specified callback. The coroutine will	2546	Create a new coroutine, running the specified callback. The coroutine will
1561	be automatically cancelled when the client gets destroyed (e.g. on logout,	2547	be automatically cancelled when the client gets destroyed (e.g. on logout,
1562	or loss of connection).	2548	or loss of connection).
1563		2549
1564	=cut	2550	=cut
1565		2551
1566	sub cf::client::coro {	2552	sub cf::client::async {
1567	my ($self, $cb) = @_;	2553	my ($self, $cb) = @_;
1568		2554
1569	my $coro; $coro = async {	2555	my $coro = &Coro::async ($cb);
1570	eval {
1571	$cb->();
1572	};
1573	warn $@ if $@;
1574	};
1575		2556
1576	$coro->on_destroy (sub {	2557	$coro->on_destroy (sub {
1577	delete $self->{_coro}{$coro+0};	2558	delete $self->{_coro}{$coro+0};
1578	});	2559	});
1579		2560
…		…
1612		2593
1613	# here we export the classes and methods available to script code	2594	# here we export the classes and methods available to script code
1614		2595
1615	=pod	2596	=pod
1616		2597
1617	The following fucntions and emthods are available within a safe environment:	2598	The following functions and methods are available within a safe environment:
1618		2599
1619	cf::object contr pay_amount pay_player map	2600	cf::object
		2601	contr pay_amount pay_player map x y force_find force_add
		2602	insert remove
		2603
1620	cf::object::player player	2604	cf::object::player
1621	cf::player peaceful	2605	player
1622	cf::map trigger	2606
		2607	cf::player
		2608	peaceful
		2609
		2610	cf::map
		2611	trigger
1623		2612
1624	=cut	2613	=cut
1625		2614
1626	for (	2615	for (
1627	["cf::object" => qw(contr pay_amount pay_player map)],	2616	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2617	insert remove)],
1628	["cf::object::player" => qw(player)],	2618	["cf::object::player" => qw(player)],
1629	["cf::player" => qw(peaceful)],	2619	["cf::player" => qw(peaceful)],
1630	["cf::map" => qw(trigger)],	2620	["cf::map" => qw(trigger)],
1631	) {	2621	) {
1632	no strict 'refs';	2622	no strict 'refs';
…		…
1703	=back	2693	=back
1704		2694
1705	=cut	2695	=cut
1706		2696
1707	#############################################################################	2697	#############################################################################
		2698	# the server's init and main functions
1708		2699
1709	=head2 EXTENSION DATABASE SUPPORT	2700	sub load_facedata($) {
		2701	my ($path) = @_;
1710		2702
1711	Crossfire maintains a very simple database for extension use. It can	2703	warn "loading facedata from $path\n";
1712	currently store anything that can be serialised using Storable, which
1713	excludes objects.
1714		2704
1715	The parameter C<$family> should best start with the name of the extension	2705	my $facedata;
1716	using it, it should be unique.	2706	0 < aio_load $path, $facedata
		2707	or die "$path: $!";
1717		2708
1718	=over 4	2709	$facedata = Coro::Storable::thaw $facedata;
1719		2710
1720	=item $hashref = cf::db_get $family	2711	$facedata->{version} == 2
		2712	or cf::cleanup "$path: version mismatch, cannot proceed.";
1721		2713
1722	Return a hashref for use by the extension C<$family>, which can be
1723	modified. After modifications, you have to call C<cf::db_dirty> or
1724	C<cf::db_sync>.
1725
1726	=item $value = cf::db_get $family => $key
1727
1728	Returns a single value from the database
1729
1730	=item cf::db_put $family => $hashref
1731
1732	Stores the given family hashref into the database. Updates are delayed, if
1733	you want the data to be synced to disk immediately, use C<cf::db_sync>.
1734
1735	=item cf::db_put $family => $key => $value
1736
1737	Stores the given C<$value> in the family hash. Updates are delayed, if you
1738	want the data to be synced to disk immediately, use C<cf::db_sync>.
1739
1740	=item cf::db_dirty
1741
1742	Marks the database as dirty, to be updated at a later time.
1743
1744	=item cf::db_sync
1745
1746	Immediately write the database to disk I<if it is dirty>.
1747
1748	=cut
1749
1750	our $DB;
1751
1752	{
1753	my $path = cf::localdir . "/database.pst";
1754
1755	sub db_load() {
1756	warn "loading database $path\n";#d# remove later
1757	$DB = stat $path ? Storable::retrieve $path : { };
1758	}	2714	{
		2715	my $faces = $facedata->{faceinfo};
1759		2716
1760	my $pid;	2717	while (my ($face, $info) = each %$faces) {
1761		2718	my $idx = (cf::face::find $face) || cf::face::alloc $face;
1762	sub db_save() {	2719	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
1763	warn "saving database $path\n";#d# remove later	2720	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
1764	waitpid $pid, 0 if $pid;	2721	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
1765	if (0 == ($pid = fork)) {	2722	Coro::cede;
1766	$DB->{_meta}{version} = 1;
1767	Storable::nstore $DB, "$path~";
1768	rename "$path~", $path;
1769	cf::_exit 0 if defined $pid;
1770	}
1771	}
1772
1773	my $dirty;
1774
1775	sub db_sync() {
1776	db_save if $dirty;
1777	undef $dirty;
1778	}
1779
1780	my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1781	db_sync;
1782	});
1783
1784	sub db_dirty() {
1785	$dirty = 1;
1786	$idle->start;
1787	}
1788
1789	sub db_get($;$) {
1790	@_ >= 2
1791	? $DB->{$_[0]}{$_[1]}
1792	: ($DB->{$_[0]} ||= { })
1793	}
1794
1795	sub db_put($$;$) {
1796	if (@_ >= 3) {
1797	$DB->{$_[0]}{$_[1]} = $_[2];
1798	} else {
1799	$DB->{$_[0]} = $_[1];
1800	}
1801	db_dirty;
1802	}
1803
1804	cf::global->attach (
1805	prio => 10000,
1806	on_cleanup => sub {
1807	db_sync;
1808	},	2723	}
1809	);
1810	}
1811		2724
1812	#############################################################################	2725	while (my ($face, $info) = each %$faces) {
1813	# the server's main()	2726	next unless $info->{smooth};
		2727	my $idx = cf::face::find $face
		2728	or next;
		2729	if (my $smooth = cf::face::find $info->{smooth}) {
		2730	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
		2731	} else {
		2732	warn "smooth face '$info->{smooth}' not found for face '$face'";
		2733	}
		2734	Coro::cede;
		2735	}
		2736	}
		2737
		2738	{
		2739	my $anims = $facedata->{animinfo};
		2740
		2741	while (my ($anim, $info) = each %$anims) {
		2742	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2743	Coro::cede;
		2744	}
		2745
		2746	cf::anim::invalidate_all; # d'oh
		2747	}
		2748
		2749	1
		2750	}
		2751
		2752	sub reload_regions {
		2753	load_resource_file "$MAPDIR/regions"
		2754	or die "unable to load regions file\n";
		2755	}
		2756
		2757	sub reload_facedata {
		2758	load_facedata "$DATADIR/facedata"
		2759	or die "unable to load facedata\n";
		2760	}
		2761
		2762	sub reload_archetypes {
		2763	load_resource_file "$DATADIR/archetypes"
		2764	or die "unable to load archetypes\n";
		2765	#d# NEED to laod twice to resolve forward references
		2766	# this really needs to be done in an extra post-pass
		2767	# (which needs to be synchronous, so solve it differently)
		2768	load_resource_file "$DATADIR/archetypes"
		2769	or die "unable to load archetypes\n";
		2770	}
		2771
		2772	sub reload_treasures {
		2773	load_resource_file "$DATADIR/treasures"
		2774	or die "unable to load treasurelists\n";
		2775	}
		2776
		2777	sub reload_resources {
		2778	warn "reloading resource files...\n";
		2779
		2780	reload_regions;
		2781	reload_facedata;
		2782	#reload_archetypes;#d#
		2783	reload_archetypes;
		2784	reload_treasures;
		2785
		2786	warn "finished reloading resource files\n";
		2787	}
		2788
		2789	sub init {
		2790	reload_resources;
		2791	}
1814		2792
1815	sub cfg_load {	2793	sub cfg_load {
1816	open my $fh, "<:utf8", cf::confdir . "/config"	2794	open my $fh, "<:utf8", "$CONFDIR/config"
1817	or return;	2795	or return;
1818		2796
1819	local $/;	2797	local $/;
1820	*CFG = YAML::Syck::Load <$fh>;	2798	*CFG = YAML::Syck::Load <$fh>;
		2799
		2800	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
		2801
		2802	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
		2803	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
		2804
		2805	if (exists $CFG{mlockall}) {
		2806	eval {
		2807	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
		2808	and die "WARNING: m(un)lockall failed: $!\n";
		2809	};
		2810	warn $@ if $@;
		2811	}
1821	}	2812	}
1822		2813
1823	sub main {	2814	sub main {
1824	# we must not ever block the main coroutine	2815	# we must not ever block the main coroutine
1825	local $Coro::idle = sub {	2816	local $Coro::idle = sub {
1826	Carp::cluck "FATAL: Coro::idle was called, major BUG\n";#d#	2817	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
1827	(Coro::unblock_sub {	2818	(async {
1828	Event::one_event;	2819	Event::one_event;
1829	})->();	2820	})->prio (Coro::PRIO_MAX);
1830	};	2821	};
1831		2822
1832	cfg_load;	2823	cfg_load;
1833	db_load;	2824	db_init;
1834	load_extensions;	2825	load_extensions;
		2826
		2827	$TICK_WATCHER->start;
1835	Event::loop;	2828	Event::loop;
1836	}	2829	}
1837		2830
1838	#############################################################################	2831	#############################################################################
1839	# initialisation	2832	# initialisation and cleanup
1840		2833
		2834	# install some emergency cleanup handlers
		2835	BEGIN {
		2836	for my $signal (qw(INT HUP TERM)) {
		2837	Event->signal (
		2838	reentrant => 0,
		2839	data => WF_AUTOCANCEL,
		2840	signal => $signal,
		2841	prio => 0,
		2842	cb => sub {
		2843	cf::cleanup "SIG$signal";
		2844	},
		2845	);
		2846	}
		2847	}
		2848
		2849	sub write_runtime {
		2850	my $runtime = "$LOCALDIR/runtime";
		2851
		2852	# first touch the runtime file to show we are still running:
		2853	# the fsync below can take a very very long time.
		2854
		2855	IO::AIO::aio_utime $runtime, undef, undef;
		2856
		2857	my $guard = cf::lock_acquire "write_runtime";
		2858
		2859	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		2860	or return;
		2861
		2862	my $value = $cf::RUNTIME + 90 + 10;
		2863	# 10 is the runtime save interval, for a monotonic clock
		2864	# 60 allows for the watchdog to kill the server.
		2865
		2866	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		2867	and return;
		2868
		2869	# always fsync - this file is important
		2870	aio_fsync $fh
		2871	and return;
		2872
		2873	# touch it again to show we are up-to-date
		2874	aio_utime $fh, undef, undef;
		2875
		2876	close $fh
		2877	or return;
		2878
		2879	aio_rename "$runtime~", $runtime
		2880	and return;
		2881
		2882	warn "runtime file written.\n";
		2883
		2884	1
		2885	}
		2886
		2887	sub emergency_save() {
		2888	my $freeze_guard = cf::freeze_mainloop;
		2889
		2890	warn "enter emergency perl save\n";
		2891
		2892	cf::sync_job {
		2893	# use a peculiar iteration method to avoid tripping on perl
		2894	# refcount bugs in for. also avoids problems with players
		2895	# and maps saved/destroyed asynchronously.
		2896	warn "begin emergency player save\n";
		2897	for my $login (keys %cf::PLAYER) {
		2898	my $pl = $cf::PLAYER{$login} or next;
		2899	$pl->valid or next;
		2900	$pl->save;
		2901	}
		2902	warn "end emergency player save\n";
		2903
		2904	warn "begin emergency map save\n";
		2905	for my $path (keys %cf::MAP) {
		2906	my $map = $cf::MAP{$path} or next;
		2907	$map->valid or next;
		2908	$map->save;
		2909	}
		2910	warn "end emergency map save\n";
		2911
		2912	warn "begin emergency database checkpoint\n";
		2913	BDB::db_env_txn_checkpoint $DB_ENV;
		2914	warn "end emergency database checkpoint\n";
		2915	};
		2916
		2917	warn "leave emergency perl save\n";
		2918	}
		2919
		2920	sub post_cleanup {
		2921	my ($make_core) = @_;
		2922
		2923	warn Carp::longmess "post_cleanup backtrace"
		2924	if $make_core;
		2925	}
		2926
1841	sub reload() {	2927	sub do_reload_perl() {
1842	# can/must only be called in main	2928	# can/must only be called in main
1843	if ($Coro::current != $Coro::main) {	2929	if ($Coro::current != $Coro::main) {
1844	warn "can only reload from main coroutine\n";	2930	warn "can only reload from main coroutine";
1845	return;	2931	return;
1846	}	2932	}
1847		2933
1848	warn "reloading...";	2934	warn "reloading...";
1849		2935
1850	local $FREEZE = 1;	2936	warn "entering sync_job";
		2937
		2938	cf::sync_job {
		2939	cf::write_runtime; # external watchdog should not bark
1851	cf::emergency_save;	2940	cf::emergency_save;
		2941	cf::write_runtime; # external watchdog should not bark
1852		2942
1853	eval {	2943	warn "syncing database to disk";
		2944	BDB::db_env_txn_checkpoint $DB_ENV;
		2945
1854	# if anything goes wrong in here, we should simply crash as we already saved	2946	# if anything goes wrong in here, we should simply crash as we already saved
1855		2947
1856	# cancel all watchers	2948	warn "cancelling all WF_AUTOCANCEL watchers";
1857	for (Event::all_watchers) {	2949	for (Event::all_watchers) {
1858	$_->cancel if $_->data & WF_AUTOCANCEL;	2950	$_->cancel if $_->data & WF_AUTOCANCEL;
1859	}	2951	}
1860		2952
		2953	warn "flushing outstanding aio requests";
		2954	for (;;) {
		2955	BDB::flush;
		2956	IO::AIO::flush;
		2957	Coro::cede;
		2958	last unless IO::AIO::nreqs || BDB::nreqs;
		2959	warn "iterate...";
		2960	}
		2961
		2962	++$RELOAD;
		2963
1861	# cancel all extension coros	2964	warn "cancelling all extension coros";
1862	$_->cancel for values %EXT_CORO;	2965	$_->cancel for values %EXT_CORO;
1863	%EXT_CORO = ();	2966	%EXT_CORO = ();
1864		2967
1865	# unload all extensions	2968	warn "removing commands";
1866	for (@exts) {	2969	%COMMAND = ();
		2970
		2971	warn "removing ext/exti commands";
		2972	%EXTCMD = ();
		2973	%EXTICMD = ();
		2974
		2975	warn "unloading/nuking all extensions";
		2976	for my $pkg (@EXTS) {
1867	warn "unloading <$_>";	2977	warn "... unloading $pkg";
1868	unload_extension $_;	2978
		2979	if (my $cb = $pkg->can ("unload")) {
		2980	eval {
		2981	$cb->($pkg);
		2982	1
		2983	} or warn "$pkg unloaded, but with errors: $@";
1869	}	2984	}
1870		2985
		2986	warn "... nuking $pkg";
		2987	Symbol::delete_package $pkg;
		2988	}
		2989
1871	# unload all modules loaded from $LIBDIR	2990	warn "unloading all perl modules loaded from $LIBDIR";
1872	while (my ($k, $v) = each %INC) {	2991	while (my ($k, $v) = each %INC) {
1873	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	2992	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
1874		2993
1875	warn "removing <$k>";	2994	warn "... unloading $k";
1876	delete $INC{$k};	2995	delete $INC{$k};
1877		2996
1878	$k =~ s/\.pm$//;	2997	$k =~ s/\.pm$//;
1879	$k =~ s/\//::/g;	2998	$k =~ s/\//::/g;
1880		2999
…		…
1883	}	3002	}
1884		3003
1885	Symbol::delete_package $k;	3004	Symbol::delete_package $k;
1886	}	3005	}
1887		3006
1888	# sync database to disk
1889	cf::db_sync;
1890	IO::AIO::flush;
1891
1892	# get rid of safe::, as good as possible	3007	warn "getting rid of safe::, as good as possible";
1893	Symbol::delete_package "safe::$_"	3008	Symbol::delete_package "safe::$_"
1894	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3009	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
1895		3010
1896	# remove register_script_function callbacks
1897	# TODO
1898
1899	# unload cf.pm "a bit"	3011	warn "unloading cf.pm \"a bit\"";
1900	delete $INC{"cf.pm"};	3012	delete $INC{"cf.pm"};
		3013	delete $INC{"cf/pod.pm"};
1901		3014
1902	# don't, removes xs symbols, too,	3015	# don't, removes xs symbols, too,
1903	# and global variables created in xs	3016	# and global variables created in xs
1904	#Symbol::delete_package __PACKAGE__;	3017	#Symbol::delete_package __PACKAGE__;
1905		3018
1906	# reload cf.pm	3019	warn "unload completed, starting to reload now";
		3020
1907	warn "reloading cf.pm";	3021	warn "reloading cf.pm";
1908	require cf;	3022	require cf;
1909	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3023	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
1910		3024
1911	# load config and database again	3025	warn "loading config and database again";
1912	cf::cfg_load;	3026	cf::cfg_load;
1913	cf::db_load;
1914		3027
1915	# load extensions
1916	warn "load extensions";	3028	warn "loading extensions";
1917	cf::load_extensions;	3029	cf::load_extensions;
1918		3030
1919	# reattach attachments to objects	3031	warn "reattaching attachments to objects/players";
1920	warn "reattach";	3032	_global_reattach; # objects, sockets
1921	_global_reattach;	3033	warn "reattaching attachments to maps";
1922	};	3034	reattach $_ for values %MAP;
		3035	warn "reattaching attachments to players";
		3036	reattach $_ for values %PLAYER;
1923		3037
1924	if ($@) {	3038	warn "leaving sync_job";
		3039
		3040	1
		3041	} or do {
1925	warn $@;	3042	warn $@;
1926	warn "error while reloading, exiting.";	3043	warn "error while reloading, exiting.";
1927	exit 1;	3044	exit 1;
1928	}	3045	};
1929		3046
1930	warn "reloaded successfully";	3047	warn "reloaded";
1931	};	3048	};
1932		3049
1933	#############################################################################	3050	our $RELOAD_WATCHER; # used only during reload
1934		3051
1935	unless ($LINK_MAP) {	3052	sub reload_perl() {
1936	$LINK_MAP = cf::map::new;	3053	# doing reload synchronously and two reloads happen back-to-back,
		3054	# coro crashes during coro_state_free->destroy here.
1937		3055
1938	$LINK_MAP->width (41);	3056	$RELOAD_WATCHER ||= Event->timer (
1939	$LINK_MAP->height (41);	3057	reentrant => 0,
1940	$LINK_MAP->alloc;
1941	$LINK_MAP->path ("{link}");
1942	$LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
1943	$LINK_MAP->in_memory (MAP_IN_MEMORY);
1944
1945	# dirty hack because... archetypes are not yet loaded
1946	Event->timer (
1947	after => 2,	3058	after => 0,
		3059	data => WF_AUTOCANCEL,
1948	cb => sub {	3060	cb => sub {
1949	$_[0]->w->cancel;	3061	do_reload_perl;
1950		3062	undef $RELOAD_WATCHER;
1951	# provide some exits "home"
1952	my $exit = cf::object::new "exit";
1953
1954	$exit->slaying ($EMERGENCY_POSITION->[0]);
1955	$exit->stats->hp ($EMERGENCY_POSITION->[1]);
1956	$exit->stats->sp ($EMERGENCY_POSITION->[2]);
1957
1958	$LINK_MAP->insert ($exit->clone, 19, 19);
1959	$LINK_MAP->insert ($exit->clone, 19, 20);
1960	$LINK_MAP->insert ($exit->clone, 19, 21);
1961	$LINK_MAP->insert ($exit->clone, 20, 19);
1962	$LINK_MAP->insert ($exit->clone, 20, 21);
1963	$LINK_MAP->insert ($exit->clone, 21, 19);
1964	$LINK_MAP->insert ($exit->clone, 21, 20);
1965	$LINK_MAP->insert ($exit->clone, 21, 21);
1966
1967	$exit->destroy;
1968	});	3063	},
1969		3064	);
1970	$LINK_MAP->{deny_save} = 1;
1971	$LINK_MAP->{deny_reset} = 1;
1972
1973	$cf::MAP{$LINK_MAP->path} = $LINK_MAP;
1974	}	3065	}
1975
1976	register "<global>", __PACKAGE__;
1977		3066
1978	register_command "reload" => sub {	3067	register_command "reload" => sub {
1979	my ($who, $arg) = @_;	3068	my ($who, $arg) = @_;
1980		3069
1981	if ($who->flag (FLAG_WIZ)) {	3070	if ($who->flag (FLAG_WIZ)) {
1982	$who->message ("start of reload.");
1983	reload;
1984	$who->message ("end of reload.");	3071	$who->message ("reloading server.");
		3072	async { reload_perl };
1985	}	3073	}
1986	};	3074	};
1987		3075
1988	unshift @INC, $LIBDIR;	3076	unshift @INC, $LIBDIR;
1989		3077
		3078	my $bug_warning = 0;
		3079
		3080	our @WAIT_FOR_TICK;
		3081	our @WAIT_FOR_TICK_BEGIN;
		3082
		3083	sub wait_for_tick {
		3084	return unless $TICK_WATCHER->is_active;
		3085	return if $Coro::current == $Coro::main;
		3086
		3087	my $signal = new Coro::Signal;
		3088	push @WAIT_FOR_TICK, $signal;
		3089	$signal->wait;
		3090	}
		3091
		3092	sub wait_for_tick_begin {
		3093	return unless $TICK_WATCHER->is_active;
		3094	return if $Coro::current == $Coro::main;
		3095
		3096	my $signal = new Coro::Signal;
		3097	push @WAIT_FOR_TICK_BEGIN, $signal;
		3098	$signal->wait;
		3099	}
		3100
		3101	my $min = 1e6;#d#
		3102	my $avg = 10;
1990	$TICK_WATCHER = Event->timer (	3103	$TICK_WATCHER = Event->timer (
1991	reentrant => 0,	3104	reentrant => 0,
		3105	parked => 1,
1992	prio => 0,	3106	prio => 0,
1993	at => $NEXT_TICK || $TICK,	3107	at => $NEXT_TICK || $TICK,
1994	data => WF_AUTOCANCEL,	3108	data => WF_AUTOCANCEL,
1995	cb => sub {	3109	cb => sub {
1996	unless ($FREEZE) {	3110	if ($Coro::current != $Coro::main) {
		3111	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
		3112	unless ++$bug_warning > 10;
		3113	return;
		3114	}
		3115
		3116	$NOW = $tick_start = Event::time;
		3117
1997	cf::server_tick; # one server iteration	3118	cf::server_tick; # one server iteration
1998	$RUNTIME += $TICK;	3119
		3120	0 && sync_job {#d#
		3121	for(1..10) {
		3122	my $t = Event::time;
		3123	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3124	or die;
		3125
		3126	$map->width (50);
		3127	$map->height (50);
		3128	$map->alloc;
		3129	$map->_load_objects ("/tmp/x.map", 1);
		3130	my $t = Event::time - $t;
		3131
		3132	#next unless $t < 0.0013;#d#
		3133	if ($t < $min) {
		3134	$min = $t;
		3135	}
		3136	$avg = $avg * 0.99 + $t * 0.01;
		3137	}
		3138	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3139	exit 0;
		3140	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
1999	}	3141	};
2000		3142
		3143	$RUNTIME += $TICK;
2001	$NEXT_TICK += $TICK;	3144	$NEXT_TICK += $TICK;
2002		3145
		3146	if ($NOW >= $NEXT_RUNTIME_WRITE) {
		3147	$NEXT_RUNTIME_WRITE = $NOW + 10;
		3148	Coro::async_pool {
		3149	write_runtime
		3150	or warn "ERROR: unable to write runtime file: $!";
		3151	};
		3152	}
		3153
		3154	# my $AFTER = Event::time;
		3155	# warn $AFTER - $NOW;#d#
		3156
		3157	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3158	$sig->send;
		3159	}
		3160	while (my $sig = shift @WAIT_FOR_TICK) {
		3161	$sig->send;
		3162	}
		3163
		3164	$NOW = Event::time;
		3165
2003	# if we are delayed by four ticks or more, skip them all	3166	# if we are delayed by four ticks or more, skip them all
2004	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3167	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2005		3168
2006	$TICK_WATCHER->at ($NEXT_TICK);	3169	$TICK_WATCHER->at ($NEXT_TICK);
2007	$TICK_WATCHER->start;	3170	$TICK_WATCHER->start;
		3171
		3172	$LOAD = ($NOW - $tick_start) / $TICK;
		3173	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3174
		3175	_post_tick;
		3176
		3177
2008	},	3178	},
2009	);	3179	);
2010		3180
		3181	{
2011	IO::AIO::max_poll_time $TICK * 0.2;	3182	BDB::max_poll_time $TICK * 0.1;
2012		3183	$BDB_POLL_WATCHER = Event->io (
2013	Event->io (	3184	reentrant => 0,
2014	fd => IO::AIO::poll_fileno,	3185	fd => BDB::poll_fileno,
2015	poll => 'r',	3186	poll => 'r',
2016	prio => 5,	3187	prio => 0,
2017	data => WF_AUTOCANCEL,
2018	cb => \&IO::AIO::poll_cb,
2019	);
2020
2021	Event->timer (
2022	data => WF_AUTOCANCEL,	3188	data => WF_AUTOCANCEL,
2023	after => 0,	3189	cb => \&BDB::poll_cb,
2024	interval => 10,	3190	);
2025	cb => sub {	3191	BDB::min_parallel 8;
2026	(Coro::unblock_sub {	3192
2027	write_runtime	3193	BDB::set_sync_prepare {
2028	or warn "ERROR: unable to write runtime file: $!";	3194	my $status;
		3195	my $current = $Coro::current;
		3196	(
		3197	sub {
		3198	$status = $!;
		3199	$current->ready; undef $current;
		3200	},
		3201	sub {
		3202	Coro::schedule while defined $current;
		3203	$! = $status;
		3204	},
		3205	)
		3206	};
		3207
		3208	unless ($DB_ENV) {
		3209	$DB_ENV = BDB::db_env_create;
		3210
		3211	cf::sync_job {
		3212	eval {
		3213	BDB::db_env_open
		3214	$DB_ENV,
		3215	$BDBDIR,
		3216	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3217	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3218	0666;
		3219
		3220	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3221
		3222	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
		3223	$DB_ENV->set_lk_detect;
		3224	};
		3225
		3226	cf::cleanup "db_env_open(db): $@" if $@;
2029	})->();	3227	};
2030	},	3228	}
2031	);	3229	}
		3230
		3231	{
		3232	IO::AIO::min_parallel 8;
		3233
		3234	undef $Coro::AIO::WATCHER;
		3235	IO::AIO::max_poll_time $TICK * 0.1;
		3236	$AIO_POLL_WATCHER = Event->io (
		3237	reentrant => 0,
		3238	data => WF_AUTOCANCEL,
		3239	fd => IO::AIO::poll_fileno,
		3240	poll => 'r',
		3241	prio => 6,
		3242	cb => \&IO::AIO::poll_cb,
		3243	);
		3244	}
		3245
		3246	my $_log_backtrace;
		3247
		3248	sub _log_backtrace {
		3249	my ($msg, @addr) = @_;
		3250
		3251	$msg =~ s/\n//;
		3252
		3253	# limit the # of concurrent backtraces
		3254	if ($_log_backtrace < 2) {
		3255	++$_log_backtrace;
		3256	async {
		3257	my @bt = fork_call {
		3258	@addr = map { sprintf "%x", $_ } @addr;
		3259	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3260	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3261	or die "addr2line: $!";
		3262
		3263	my @funcs;
		3264	my @res = <$fh>;
		3265	chomp for @res;
		3266	while (@res) {
		3267	my ($func, $line) = splice @res, 0, 2, ();
		3268	push @funcs, "[$func] $line";
		3269	}
		3270
		3271	@funcs
		3272	};
		3273
		3274	LOG llevInfo, "[ABT] $msg\n";
		3275	LOG llevInfo, "[ABT] $_\n" for @bt;
		3276	--$_log_backtrace;
		3277	};
		3278	} else {
		3279	LOG llevInfo, "[ABT] $msg\n";
		3280	LOG llevInfo, "[ABT] [suppressed]\n";
		3281	}
		3282	}
		3283
		3284	# load additional modules
		3285	use cf::pod;
		3286
		3287	END { cf::emergency_save }
2032		3288
2033	1	3289	1
2034		3290

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines