ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.119 by root, Tue Jan 2 08:26:42 2007 UTC vs.
Revision 1.297 by root, Thu Jul 5 08:10:30 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.3;	15	use Coro 3.61 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
19		24
		25	use JSON::XS 1.4 ();
		26	use BDB ();
		27	use Data::Dumper;
20	use Digest::MD5;	28	use Digest::MD5;
21	use Fcntl;	29	use Fcntl;
22	use IO::AIO 2.31 ();
23	use YAML::Syck ();	30	use YAML::Syck ();
		31	use IO::AIO 2.32 ();
24	use Time::HiRes;	32	use Time::HiRes;
		33	use Compress::LZF;
25		34
		35	# configure various modules to our taste
		36	#
		37	$Storable::canonical = 1; # reduce rsync transfers
		38	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		39	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		40
26	use Event; $Event::Eval = 1; # no idea why this is required, but it is	41	$Event::Eval = 1; # no idea why this is required, but it is
27		42
28	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	43	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29	$YAML::Syck::ImplicitUnicode = 1;	44	$YAML::Syck::ImplicitUnicode = 1;
30		45
31	$Coro::main->prio (2); # run main coroutine ("the server") with very high priority	46	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32		47
33	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	48	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34		49
35	our %COMMAND = ();	50	our %COMMAND = ();
36	our %COMMAND_TIME = ();	51	our %COMMAND_TIME = ();
		52
		53	our @EXTS = (); # list of extension package names
37	our %EXTCMD = ();	54	our %EXTCMD = ();
		55	our %EXTICMD = ();
		56	our %EXT_CORO = (); # coroutines bound to extensions
		57	our %EXT_MAP = (); # pluggable maps
38		58
		59	our $RELOAD; # number of reloads so far
39	our @EVENT;	60	our @EVENT;
40	our $LIBDIR = datadir . "/ext";
41		61
42	our $TICK = MAX_TIME * 1e-6;	62	our $CONFDIR = confdir;
		63	our $DATADIR = datadir;
		64	our $LIBDIR = "$DATADIR/ext";
		65	our $PODDIR = "$DATADIR/pod";
		66	our $MAPDIR = "$DATADIR/" . mapdir;
		67	our $LOCALDIR = localdir;
		68	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		69	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		70	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		71	our $RANDOMDIR = "$LOCALDIR/random";
		72	our $BDBDIR = "$LOCALDIR/db";
		73
		74	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
43	our $TICK_WATCHER;	75	our $TICK_WATCHER;
		76	our $AIO_POLL_WATCHER;
		77	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
44	our $NEXT_TICK;	78	our $NEXT_TICK;
45	our $NOW;	79	our $NOW;
		80	our $USE_FSYNC = 1; # use fsync to write maps - default off
		81
		82	our $BDB_POLL_WATCHER;
		83	our $DB_ENV;
46		84
47	our %CFG;	85	our %CFG;
48		86
49	our $UPTIME; $UPTIME ||= time;	87	our $UPTIME; $UPTIME ||= time;
50	our $RUNTIME;	88	our $RUNTIME;
51		89
		90	our %PLAYER; # all users
52	our %MAP; # all maps	91	our %MAP; # all maps
53	our $LINK_MAP; # the special {link} map	92	our $LINK_MAP; # the special {link} map, which is always available
54	our $FREEZE;	93
55	our $RANDOM_MAPS = cf::localdir . "/random";	94	# used to convert map paths into valid unix filenames by replacing / by ∕
56	our %EXT_CORO;	95	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
		96
		97	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		98	our $LOADAVG; # same thing, but with alpha-smoothing
		99	our $tick_start; # for load detecting purposes
57		100
58	binmode STDOUT;	101	binmode STDOUT;
59	binmode STDERR;	102	binmode STDERR;
60		103
61	# read virtual server time, if available	104	# read virtual server time, if available
62	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	105	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
63	open my $fh, "<", cf::localdir . "/runtime"	106	open my $fh, "<", "$LOCALDIR/runtime"
64	or die "unable to read runtime file: $!";	107	or die "unable to read runtime file: $!";
65	$RUNTIME = <$fh> + 0.;	108	$RUNTIME = <$fh> + 0.;
66	}	109	}
67		110
68	mkdir cf::localdir;	111	mkdir $_
69	mkdir cf::localdir . "/" . cf::playerdir;	112	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
70	mkdir cf::localdir . "/" . cf::tmpdir;
71	mkdir cf::localdir . "/" . cf::uniquedir;
72	mkdir $RANDOM_MAPS;
73		113
74	# a special map that is always available	114	our $EMERGENCY_POSITION;
75	our $LINK_MAP;
76		115
77	our $EMERGENCY_POSITION = $cf::CFG{emergency_position} || ["/world/world_105_115", 5, 37];	116	sub cf::map::normalise;
78		117
79	#############################################################################	118	#############################################################################
80		119
81	=head2 GLOBAL VARIABLES	120	=head2 GLOBAL VARIABLES
82		121
…		…
89	=item $cf::RUNTIME	128	=item $cf::RUNTIME
90		129
91	The time this server has run, starts at 0 and is increased by $cf::TICK on	130	The time this server has run, starts at 0 and is increased by $cf::TICK on
92	every server tick.	131	every server tick.
93		132
94	=item $cf::LIBDIR	133	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		134	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		135	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
95		136
96	The perl library directory, where extensions and cf-specific modules can	137	Various directories - "/etc", read-only install directory, perl-library
97	be found. It will be added to C<@INC> automatically.	138	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		139	unique-items directory, player file directory, random maps directory and
		140	database environment.
98		141
99	=item $cf::NOW	142	=item $cf::NOW
100		143
101	The time of the last (current) server tick.	144	The time of the last (current) server tick.
102		145
103	=item $cf::TICK	146	=item $cf::TICK
104		147
105	The interval between server ticks, in seconds.	148	The interval between server ticks, in seconds.
		149
		150	=item $cf::LOADAVG
		151
		152	The current CPU load on the server (alpha-smoothed), as a value between 0
		153	(none) and 1 (overloaded), indicating how much time is spent on processing
		154	objects per tick. Healthy values are < 0.5.
		155
		156	=item $cf::LOAD
		157
		158	The raw value load value from the last tick.
106		159
107	=item %cf::CFG	160	=item %cf::CFG
108		161
109	Configuration for the server, loaded from C</etc/crossfire/config>, or	162	Configuration for the server, loaded from C</etc/crossfire/config>, or
110	from wherever your confdir points to.	163	from wherever your confdir points to.
		164
		165	=item cf::wait_for_tick, cf::wait_for_tick_begin
		166
		167	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
		168	returns directly I<after> the tick processing (and consequently, can only wake one process
		169	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
111		170
112	=back	171	=back
113		172
114	=cut	173	=cut
115		174
116	BEGIN {	175	BEGIN {
117	*CORE::GLOBAL::warn = sub {	176	*CORE::GLOBAL::warn = sub {
118	my $msg = join "", @_;	177	my $msg = join "", @_;
119	utf8::encode $msg;
120		178
121	$msg .= "\n"	179	$msg .= "\n"
122	unless $msg =~ /\n$/;	180	unless $msg =~ /\n$/;
123		181
		182	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		183
		184	utf8::encode $msg;
124	LOG llevError, "cfperl: $msg";	185	LOG llevError, $msg;
125	};	186	};
126	}	187	}
127		188
128	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	189	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
129	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	190	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
130	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	191	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
131	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	192	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
132	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	193	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		194	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
133	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	195	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
134		196
135	# we bless all objects into (empty) derived classes to force a method lookup	197	# we bless all objects into (empty) derived classes to force a method lookup
136	# within the Safe compartment.	198	# within the Safe compartment.
137	for my $pkg (qw(	199	for my $pkg (qw(
138	cf::global cf::attachable	200	cf::global cf::attachable
…		…
147		209
148	$Event::DIED = sub {	210	$Event::DIED = sub {
149	warn "error in event callback: @_";	211	warn "error in event callback: @_";
150	};	212	};
151		213
152	my %ext_pkg;	214	#############################################################################
153	my @exts;
154	my @hook;
155		215
156	=head2 UTILITY FUNCTIONS	216	=head2 UTILITY FUNCTIONS
157		217
158	=over 4	218	=over 4
159		219
160	=cut	220	=item dumpval $ref
161		221
162	use JSON::Syck (); # TODO# replace by JSON::PC once working	222	=cut
		223
		224	sub dumpval {
		225	eval {
		226	local $SIG{__DIE__};
		227	my $d;
		228	if (1) {
		229	$d = new Data::Dumper([$_[0]], ["*var"]);
		230	$d->Terse(1);
		231	$d->Indent(2);
		232	$d->Quotekeys(0);
		233	$d->Useqq(1);
		234	#$d->Bless(...);
		235	$d->Seen($_[1]) if @_ > 1;
		236	$d = $d->Dump();
		237	}
		238	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
		239	$d
		240	} || "[unable to dump $_[0]: '$@']";
		241	}
163		242
164	=item $ref = cf::from_json $json	243	=item $ref = cf::from_json $json
165		244
166	Converts a JSON string into the corresponding perl data structure.	245	Converts a JSON string into the corresponding perl data structure.
167		246
168	=cut
169
170	sub from_json($) {
171	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
172	JSON::Syck::Load $_[0]
173	}
174
175	=item $json = cf::to_json $ref	247	=item $json = cf::to_json $ref
176		248
177	Converts a perl data structure into its JSON representation.	249	Converts a perl data structure into its JSON representation.
178		250
179	=cut	251	=cut
180		252
181	sub to_json($) {	253	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
182	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	254
183	JSON::Syck::Dump $_[0]	255	sub to_json ($) { $json_coder->encode ($_[0]) }
		256	sub from_json ($) { $json_coder->decode ($_[0]) }
		257
		258	=item cf::lock_wait $string
		259
		260	Wait until the given lock is available. See cf::lock_acquire.
		261
		262	=item my $lock = cf::lock_acquire $string
		263
		264	Wait until the given lock is available and then acquires it and returns
		265	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
		266	for example when the coroutine gets canceled), the lock is automatically
		267	returned.
		268
		269	Lock names should begin with a unique identifier (for example, cf::map::find
		270	uses map_find and cf::map::load uses map_load).
		271
		272	=item $locked = cf::lock_active $string
		273
		274	Return true if the lock is currently active, i.e. somebody has locked it.
		275
		276	=cut
		277
		278	our %LOCK;
		279
		280	sub lock_wait($) {
		281	my ($key) = @_;
		282
		283	# wait for lock, if any
		284	while ($LOCK{$key}) {
		285	push @{ $LOCK{$key} }, $Coro::current;
		286	Coro::schedule;
		287	}
184	}	288	}
		289
		290	sub lock_acquire($) {
		291	my ($key) = @_;
		292
		293	# wait, to be sure we are not locked
		294	lock_wait $key;
		295
		296	$LOCK{$key} = [];
		297
		298	Coro::guard {
		299	# wake up all waiters, to be on the safe side
		300	$_->ready for @{ delete $LOCK{$key} };
		301	}
		302	}
		303
		304	sub lock_active($) {
		305	my ($key) = @_;
		306
		307	! ! $LOCK{$key}
		308	}
		309
		310	sub freeze_mainloop {
		311	return unless $TICK_WATCHER->is_active;
		312
		313	my $guard = Coro::guard {
		314	$TICK_WATCHER->start;
		315	};
		316	$TICK_WATCHER->stop;
		317	$guard
		318	}
		319
		320	=item cf::async { BLOCK }
		321
		322	Currently the same as Coro::async_pool, meaning you cannot use
		323	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
		324	thing you are allowed to do is call C<prio> on it.
		325
		326	=cut
		327
		328	BEGIN { *async = \&Coro::async_pool }
185		329
186	=item cf::sync_job { BLOCK }	330	=item cf::sync_job { BLOCK }
187		331
188	The design of crossfire+ requires that the main coro ($Coro::main) is	332	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
189	always able to handle events or runnable, as crossfire+ is only partly	333	is always able to handle events or runnable, as Crossfire TRT is only
190	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	334	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		335	acceptable.
191		336
192	If it must be done, put the blocking parts into C<sync_job>. This will run	337	If it must be done, put the blocking parts into C<sync_job>. This will run
193	the given BLOCK in another coroutine while waiting for the result. The	338	the given BLOCK in another coroutine while waiting for the result. The
194	server will be frozen during this time, so the block should either finish	339	server will be frozen during this time, so the block should either finish
195	fast or be very important.	340	fast or be very important.
…		…
198		343
199	sub sync_job(&) {	344	sub sync_job(&) {
200	my ($job) = @_;	345	my ($job) = @_;
201		346
202	if ($Coro::current == $Coro::main) {	347	if ($Coro::current == $Coro::main) {
		348	my $time = Event::time;
		349
203	# this is the main coro, too bad, we have to block	350	# this is the main coro, too bad, we have to block
204	# till the operation succeeds, freezing the server :/	351	# till the operation succeeds, freezing the server :/
205		352
206	# TODO: use suspend/resume instead	353	# TODO: use suspend/resume instead
207	# (but this is cancel-safe)	354	# (but this is cancel-safe)
208	local $FREEZE = 1;	355	my $freeze_guard = freeze_mainloop;
209		356
210	my $busy = 1;	357	my $busy = 1;
211	my @res;	358	my @res;
212		359
213	(Coro::async {	360	(async {
214	@res = eval { $job->() };	361	@res = eval { $job->() };
215	warn $@ if $@;	362	warn $@ if $@;
216	undef $busy;	363	undef $busy;
217	})->prio (Coro::PRIO_MAX);	364	})->prio (Coro::PRIO_MAX);
218		365
219	while ($busy) {	366	while ($busy) {
220	Coro::cede_notself;	367	Coro::cede or Event::one_event;
221	Event::one_event unless Coro::nready;
222	}	368	}
		369
		370	$time = Event::time - $time;
		371
		372	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		373	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		374
		375	$tick_start += $time; # do not account sync jobs to server load
223		376
224	wantarray ? @res : $res[0]	377	wantarray ? @res : $res[0]
225	} else {	378	} else {
226	# we are in another coroutine, how wonderful, everything just works	379	# we are in another coroutine, how wonderful, everything just works
227		380
228	$job->()	381	$job->()
229	}	382	}
230	}	383	}
231		384
232	=item $coro = cf::coro { BLOCK }	385	=item $coro = cf::async_ext { BLOCK }
233		386
234	Creates and returns a new coro. This coro is automcatially being canceled	387	Like async, but this coro is automatically being canceled when the
235	when the extension calling this is being unloaded.	388	extension calling this is being unloaded.
236		389
237	=cut	390	=cut
238		391
239	sub coro(&) {	392	sub async_ext(&) {
240	my $cb = shift;	393	my $cb = shift;
241		394
242	my $coro; $coro = async {	395	my $coro = &Coro::async ($cb);
243	eval {
244	$cb->();
245	};
246	warn $@ if $@;
247	};
248		396
249	$coro->on_destroy (sub {	397	$coro->on_destroy (sub {
250	delete $EXT_CORO{$coro+0};	398	delete $EXT_CORO{$coro+0};
251	});	399	});
252	$EXT_CORO{$coro+0} = $coro;	400	$EXT_CORO{$coro+0} = $coro;
253		401
254	$coro	402	$coro
255	}	403	}
256		404
257	sub write_runtime {	405	=item fork_call { }, $args
258	my $runtime = cf::localdir . "/runtime";
259		406
260	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	407	Executes the given code block with the given arguments in a seperate
261	or return;	408	process, returning the results. Everything must be serialisable with
		409	Coro::Storable. May, of course, block. Note that the executed sub may
		410	never block itself or use any form of Event handling.
262		411
263	my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock	412	=cut
264	(aio_write $fh, 0, (length $value), $value, 0) <= 0
265	and return;
266		413
267	aio_fsync $fh	414	sub fork_call(&@) {
268	and return;	415	my ($cb, @args) = @_;
269		416
		417	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		418	# or die "socketpair: $!";
		419	pipe my $fh1, my $fh2
		420	or die "pipe: $!";
		421
		422	if (my $pid = fork) {
270	close $fh	423	close $fh2;
271	or return;
272		424
273	aio_rename "$runtime~", $runtime	425	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
274	and return;	426	$res = Coro::Storable::thaw $res;
275		427
		428	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		429
		430	die $$res unless "ARRAY" eq ref $res;
		431
		432	return wantarray ? @$res : $res->[-1];
		433	} else {
		434	reset_signals;
		435	local $SIG{__WARN__};
		436	local $SIG{__DIE__};
		437	eval {
		438	close $fh1;
		439
		440	my @res = eval { $cb->(@args) };
		441	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		442	};
		443
		444	warn $@ if $@;
		445	_exit 0;
276	1	446	}
		447	}
		448
		449	=item $value = cf::db_get $family => $key
		450
		451	Returns a single value from the environment database.
		452
		453	=item cf::db_put $family => $key => $value
		454
		455	Stores the given C<$value> in the family. It can currently store binary
		456	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		457
		458	=cut
		459
		460	our $DB;
		461
		462	sub db_init {
		463	unless ($DB) {
		464	$DB = BDB::db_create $DB_ENV;
		465
		466	cf::sync_job {
		467	eval {
		468	$DB->set_flags (BDB::CHKSUM);
		469
		470	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		471	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		472	cf::cleanup "db_open(db): $!" if $!;
		473	};
		474	cf::cleanup "db_open(db): $@" if $@;
		475	};
		476	}
		477	}
		478
		479	sub db_get($$) {
		480	my $key = "$_[0]/$_[1]";
		481
		482	cf::sync_job {
		483	BDB::db_get $DB, undef, $key, my $data;
		484
		485	$! ? ()
		486	: $data
		487	}
		488	}
		489
		490	sub db_put($$$) {
		491	BDB::dbreq_pri 4;
		492	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		493	}
		494
		495	=item cf::cache $id => [$paths...], $processversion => $process
		496
		497	Generic caching function that returns the value of the resource $id,
		498	caching and regenerating as required.
		499
		500	This function can block.
		501
		502	=cut
		503
		504	sub cache {
		505	my ($id, $src, $processversion, $process) = @_;
		506
		507	my $meta =
		508	join "\x00",
		509	$processversion,
		510	map {
		511	aio_stat $_
		512	and Carp::croak "$_: $!";
		513
		514	($_, (stat _)[7,9])
		515	} @$src;
		516
		517	my $dbmeta = db_get cache => "$id/meta";
		518	if ($dbmeta ne $meta) {
		519	# changed, we may need to process
		520
		521	my @data;
		522	my $md5;
		523
		524	for (0 .. $#$src) {
		525	0 <= aio_load $src->[$_], $data[$_]
		526	or Carp::croak "$src->[$_]: $!";
		527	}
		528
		529	# if processing is expensive, check
		530	# checksum first
		531	if (1) {
		532	$md5 =
		533	join "\x00",
		534	$processversion,
		535	map {
		536	Coro::cede;
		537	($src->[$_], Digest::MD5::md5_hex $data[$_])
		538	} 0.. $#$src;
		539
		540
		541	my $dbmd5 = db_get cache => "$id/md5";
		542	if ($dbmd5 eq $md5) {
		543	db_put cache => "$id/meta", $meta;
		544
		545	return db_get cache => "$id/data";
		546	}
		547	}
		548
		549	my $t1 = Time::HiRes::time;
		550	my $data = $process->(\@data);
		551	my $t2 = Time::HiRes::time;
		552
		553	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		554
		555	db_put cache => "$id/data", $data;
		556	db_put cache => "$id/md5" , $md5;
		557	db_put cache => "$id/meta", $meta;
		558
		559	return $data;
		560	}
		561
		562	db_get cache => "$id/data"
		563	}
		564
		565	=item cf::datalog type => key => value, ...
		566
		567	Log a datalog packet of the given type with the given key-value pairs.
		568
		569	=cut
		570
		571	sub datalog($@) {
		572	my ($type, %kv) = @_;
		573	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
277	}	574	}
278		575
279	=back	576	=back
280		577
281	=cut	578	=cut
282
283	#############################################################################
284
285	package cf::path;
286
287	sub new {
288	my ($class, $path, $base) = @_;
289
290	$path = $path->as_string if ref $path;
291
292	my $self = bless { }, $class;
293
294	# {... are special paths that are not touched
295	# ?xxx/... are special absolute paths
296	# ?random/... random maps
297	# /! non-realised random map exit
298	# /... normal maps
299	# ~/... per-player maps without a specific player (DO NOT USE)
300	# ~user/... per-player map of a specific user
301
302	if ($path =~ /^{/) {
303	# fine as it is
304	} elsif ($path =~ s{^\?random/}{}) {
305	Coro::AIO::aio_load "$cf::RANDOM_MAPS/$path.meta", my $data;
306	$self->{random} = cf::from_json $data;
307	} else {
308	if ($path =~ s{^~([^/]+)?}{}) {
309	$self->{user_rel} = 1;
310
311	if (defined $1) {
312	$self->{user} = $1;
313	} elsif ($base =~ m{^~([^/]+)/}) {
314	$self->{user} = $1;
315	} else {
316	warn "cannot resolve user-relative path without user <$path,$base>\n";
317	}
318	} elsif ($path =~ /^\//) {
319	# already absolute
320	} else {
321	$base =~ s{[^/]+/?$}{};
322	return $class->new ("$base/$path");
323	}
324
325	for ($path) {
326	redo if s{/\.?/}{/};
327	redo if s{/[^/]+/\.\./}{/};
328	}
329	}
330
331	$self->{path} = $path;
332
333	$self
334	}
335
336	# the name / primary key / in-game path
337	sub as_string {
338	my ($self) = @_;
339
340	$self->{user_rel} ? "~$self->{user}$self->{path}"
341	: $self->{random} ? "?random/$self->{path}"
342	: $self->{path}
343	}
344
345	# the displayed name, this is a one way mapping
346	sub visible_name {
347	my ($self) = @_;
348
349	# if (my $rmp = $self->{random}) {
350	# # todo: be more intelligent about this
351	# "?random/$rmp->{origin_map}+$rmp->{origin_x}+$rmp->{origin_y}/$rmp->{dungeon_level}"
352	# } else {
353	$self->as_string
354	# }
355	}
356
357	# escape the /'s in the path
358	sub _escaped_path {
359	# ∕ is U+2215
360	(my $path = $_[0]{path}) =~ s/\//∕/g;
361	$path
362	}
363
364	# the original (read-only) location
365	sub load_path {
366	my ($self) = @_;
367
368	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
369	}
370
371	# the temporary/swap location
372	sub save_path {
373	my ($self) = @_;
374
375	$self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
376	: $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, $self->{path}
377	: sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
378	}
379
380	# the unique path, might be eq to save_path
381	sub uniq_path {
382	my ($self) = @_;
383
384	$self->{user_rel} || $self->{random}
385	? undef
386	: sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
387	}
388
389	# return random map parameters, or undef
390	sub random_map_params {
391	my ($self) = @_;
392
393	$self->{random}
394	}
395
396	# this is somewhat ugly, but style maps do need special treatment
397	sub is_style_map {
398	$_[0]{path} =~ m{^/styles/}
399	}
400
401	package cf;
402		579
403	#############################################################################	580	#############################################################################
404		581
405	=head2 ATTACHABLE OBJECTS	582	=head2 ATTACHABLE OBJECTS
406		583
…		…
408	attach callbacks/event handlers (a collection of which is called an "attachment")	585	attach callbacks/event handlers (a collection of which is called an "attachment")
409	to it. All such attachable objects support the following methods.	586	to it. All such attachable objects support the following methods.
410		587
411	In the following description, CLASS can be any of C<global>, C<object>	588	In the following description, CLASS can be any of C<global>, C<object>
412	C<player>, C<client> or C<map> (i.e. the attachable objects in	589	C<player>, C<client> or C<map> (i.e. the attachable objects in
413	crossfire+).	590	Crossfire TRT).
414		591
415	=over 4	592	=over 4
416		593
417	=item $attachable->attach ($attachment, key => $value...)	594	=item $attachable->attach ($attachment, key => $value...)
418		595
…		…
532	our @CB_TYPE = (); # registry for type (cf-object class) based events	709	our @CB_TYPE = (); # registry for type (cf-object class) based events
533	our @CB_MAP = ();	710	our @CB_MAP = ();
534		711
535	my %attachment;	712	my %attachment;
536		713
		714	sub cf::attachable::thawer_merge {
		715	# simply override everything except _meta
		716	local $_[0]{_meta};
		717	%{$_[0]} = %{$_[1]};
		718	}
		719
537	sub _attach_cb($$$$) {	720	sub _attach_cb($$$$) {
538	my ($registry, $event, $prio, $cb) = @_;	721	my ($registry, $event, $prio, $cb) = @_;
539		722
540	use sort 'stable';	723	use sort 'stable';
541		724
…		…
575	$registry = $CB_TYPE[$object_type] ||= [];	758	$registry = $CB_TYPE[$object_type] ||= [];
576		759
577	} elsif ($type eq "subtype") {	760	} elsif ($type eq "subtype") {
578	defined $object_type or Carp::croak "subtype specified without type";	761	defined $object_type or Carp::croak "subtype specified without type";
579	my $object_subtype = shift @arg;	762	my $object_subtype = shift @arg;
580	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	763	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
581		764
582	} elsif ($type eq "package") {	765	} elsif ($type eq "package") {
583	my $pkg = shift @arg;	766	my $pkg = shift @arg;
584		767
585	while (my ($name, $id) = each %cb_id) {	768	while (my ($name, $id) = each %cb_id) {
…		…
614	_attach $registry, $klass, @attach;	797	_attach $registry, $klass, @attach;
615	}	798	}
616		799
617	$obj->{$name} = \%arg;	800	$obj->{$name} = \%arg;
618	} else {	801	} else {
619	warn "object uses attachment '$name' that is not available, postponing.\n";	802	warn "object uses attachment '$name' which is not available, postponing.\n";
620	}	803	}
621		804
622	$obj->{_attachment}{$name} = undef;	805	$obj->{_attachment}{$name} = undef;
623	}	806	}
624		807
…		…
626	if (ref $_[0]) {	809	if (ref $_[0]) {
627	_object_attach @_;	810	_object_attach @_;
628	} else {	811	} else {
629	_attach shift->_attach_registry, @_;	812	_attach shift->_attach_registry, @_;
630	}	813	}
		814	_recalc_want;
631	};	815	};
632		816
633	# all those should be optimised	817	# all those should be optimised
634	sub cf::attachable::detach {	818	sub cf::attachable::detach {
635	my ($obj, $name) = @_;	819	my ($obj, $name) = @_;
…		…
638	delete $obj->{_attachment}{$name};	822	delete $obj->{_attachment}{$name};
639	reattach ($obj);	823	reattach ($obj);
640	} else {	824	} else {
641	Carp::croak "cannot, currently, detach class attachments";	825	Carp::croak "cannot, currently, detach class attachments";
642	}	826	}
		827	_recalc_want;
643	};	828	};
644		829
645	sub cf::attachable::attached {	830	sub cf::attachable::attached {
646	my ($obj, $name) = @_;	831	my ($obj, $name) = @_;
647		832
…		…
712	# object support	897	# object support
713		898
714	sub reattach {	899	sub reattach {
715	# basically do the same as instantiate, without calling instantiate	900	# basically do the same as instantiate, without calling instantiate
716	my ($obj) = @_;	901	my ($obj) = @_;
		902
		903	bless $obj, ref $obj; # re-bless in case extensions have been reloaded
717		904
718	my $registry = $obj->registry;	905	my $registry = $obj->registry;
719		906
720	@$registry = ();	907	@$registry = ();
721		908
…		…
768	$filename, length $$rdata, scalar @$objs;	955	$filename, length $$rdata, scalar @$objs;
769		956
770	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	957	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
771	chmod SAVE_MODE, $fh;	958	chmod SAVE_MODE, $fh;
772	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	959	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
773	aio_fsync $fh;	960	aio_fsync $fh if $cf::USE_FSYNC;
774	close $fh;	961	close $fh;
775		962
776	if (@$objs) {	963	if (@$objs) {
777	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	964	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
778	chmod SAVE_MODE, $fh;	965	chmod SAVE_MODE, $fh;
779	my $data = Storable::nfreeze { version => 1, objs => $objs };	966	my $data = Storable::nfreeze { version => 1, objs => $objs };
780	aio_write $fh, 0, (length $data), $data, 0;	967	aio_write $fh, 0, (length $data), $data, 0;
781	aio_fsync $fh;	968	aio_fsync $fh if $cf::USE_FSYNC;
782	close $fh;	969	close $fh;
783	aio_rename "$filename.pst~", "$filename.pst";	970	aio_rename "$filename.pst~", "$filename.pst";
784	}	971	}
785	} else {	972	} else {
786	aio_unlink "$filename.pst";	973	aio_unlink "$filename.pst";
…		…
818	or return;	1005	or return;
819	$av = eval { (Storable::thaw $av)->{objs} };	1006	$av = eval { (Storable::thaw $av)->{objs} };
820	}	1007	}
821		1008
822	warn sprintf "loading %s (%d)\n",	1009	warn sprintf "loading %s (%d)\n",
823	$filename, length $data, scalar @{$av || []};#d#	1010	$filename, length $data, scalar @{$av || []};
824	return ($data, $av);	1011	return ($data, $av);
825	}	1012	}
		1013
		1014	=head2 COMMAND CALLBACKS
		1015
		1016	=over 4
		1017
		1018	=cut
826		1019
827	#############################################################################	1020	#############################################################################
828	# command handling &c	1021	# command handling &c
829		1022
830	=item cf::register_command $name => \&callback($ob,$args);	1023	=item cf::register_command $name => \&callback($ob,$args);
…		…
843	push @{ $COMMAND{$name} }, [$caller, $cb];	1036	push @{ $COMMAND{$name} }, [$caller, $cb];
844	}	1037	}
845		1038
846	=item cf::register_extcmd $name => \&callback($pl,$packet);	1039	=item cf::register_extcmd $name => \&callback($pl,$packet);
847		1040
848	Register a callbackf ro execution when the client sends an extcmd packet.	1041	Register a callback for execution when the client sends an (synchronous)
		1042	extcmd packet. Ext commands will be processed in the order they are
		1043	received by the server, like other user commands. The first argument is
		1044	the logged-in player. Ext commands can only be processed after a player
		1045	has logged in successfully.
849		1046
850	If the callback returns something, it is sent back as if reply was being	1047	If the callback returns something, it is sent back as if reply was being
851	called.	1048	called.
852		1049
		1050	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1051
		1052	Register a callback for execution when the client sends an (asynchronous)
		1053	exticmd packet. Exti commands are processed by the server as soon as they
		1054	are received, i.e. out of order w.r.t. other commands. The first argument
		1055	is a client socket. Exti commands can be received anytime, even before
		1056	log-in.
		1057
		1058	If the callback returns something, it is sent back as if reply was being
		1059	called.
		1060
853	=cut	1061	=cut
854		1062
855	sub register_extcmd {	1063	sub register_extcmd {
856	my ($name, $cb) = @_;	1064	my ($name, $cb) = @_;
857		1065
858	my $caller = caller;
859	#warn "registering extcmd '$name' to '$caller'";
860
861	$EXTCMD{$name} = [$cb, $caller];	1066	$EXTCMD{$name} = $cb;
		1067	}
		1068
		1069	sub register_exticmd {
		1070	my ($name, $cb) = @_;
		1071
		1072	$EXTICMD{$name} = $cb;
862	}	1073	}
863		1074
864	cf::player->attach (	1075	cf::player->attach (
865	on_command => sub {	1076	on_command => sub {
866	my ($pl, $name, $params) = @_;	1077	my ($pl, $name, $params) = @_;
…		…
875	cf::override;	1086	cf::override;
876	},	1087	},
877	on_extcmd => sub {	1088	on_extcmd => sub {
878	my ($pl, $buf) = @_;	1089	my ($pl, $buf) = @_;
879		1090
880	my $msg = eval { from_json $buf };	1091	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
881		1092
882	if (ref $msg) {	1093	if (ref $msg) {
883	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1094	if (my $cb = $EXTCMD{$msg->{msgtype}}) {
884	if (my %reply = $cb->[0]->($pl, $msg)) {	1095	if (my %reply = $cb->($pl, $msg)) {
885	$pl->ext_reply ($msg->{msgid}, %reply);	1096	$pl->ext_reply ($msg->{msgid}, %reply);
886	}	1097	}
887	}	1098	}
888	} else {	1099	} else {
889	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1100	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
…		…
891		1102
892	cf::override;	1103	cf::override;
893	},	1104	},
894	);	1105	);
895		1106
896	sub register {
897	my ($base, $pkg) = @_;
898
899	#TODO
900	}
901
902	sub load_extension {	1107	sub load_extensions {
		1108	cf::sync_job {
		1109	my %todo;
		1110
		1111	for my $path (<$LIBDIR/*.ext>) {
		1112	next unless -r $path;
		1113
		1114	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1115	my $base = $1;
		1116	my $pkg = $1;
		1117	$pkg =~ s/[^[:word:]]/_/g;
		1118	$pkg = "ext::$pkg";
		1119
		1120	open my $fh, "<:utf8", $path
		1121	or die "$path: $!";
		1122
		1123	my $source = do { local $/; <$fh> };
		1124
		1125	my %ext = (
		1126	path => $path,
		1127	base => $base,
		1128	pkg => $pkg,
		1129	);
		1130
		1131	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1132	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1133
		1134	$ext{source} =
		1135	"package $pkg; use strict; use utf8;\n"
		1136	. "#line 1 \"$path\"\n{\n"
		1137	. $source
		1138	. "\n};\n1";
		1139
		1140	$todo{$base} = \%ext;
		1141	}
		1142
		1143	my %done;
		1144	while (%todo) {
		1145	my $progress;
		1146
		1147	while (my ($k, $v) = each %todo) {
		1148	for (split /,\s*/, $v->{meta}{depends}) {
		1149	goto skip
		1150	unless exists $done{$_};
		1151	}
		1152
		1153	warn "... loading '$k' into '$v->{pkg}'\n";
		1154
		1155	unless (eval $v->{source}) {
		1156	my $msg = $@ ? "$v->{path}: $@\n"
		1157	: "$v->{base}: extension inactive.\n";
		1158
		1159	if (exists $v->{meta}{mandatory}) {
		1160	warn $msg;
		1161	warn "mandatory extension failed to load, exiting.\n";
		1162	exit 1;
		1163	}
		1164
		1165	warn $msg;
		1166	}
		1167
		1168	$done{$k} = delete $todo{$k};
		1169	push @EXTS, $v->{pkg};
		1170	$progress = 1;
		1171	}
		1172
		1173	skip:
		1174	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1175	unless $progress;
		1176	}
		1177	};
		1178	}
		1179
		1180	#############################################################################
		1181
		1182	=back
		1183
		1184	=head2 CORE EXTENSIONS
		1185
		1186	Functions and methods that extend core crossfire objects.
		1187
		1188	=cut
		1189
		1190	package cf::player;
		1191
		1192	use Coro::AIO;
		1193
		1194	=head3 cf::player
		1195
		1196	=over 4
		1197
		1198	=item cf::player::find $login
		1199
		1200	Returns the given player object, loading it if necessary (might block).
		1201
		1202	=cut
		1203
		1204	sub playerdir($) {
		1205	"$PLAYERDIR/"
		1206	. (ref $_[0] ? $_[0]->ob->name : $_[0])
		1207	}
		1208
		1209	sub path($) {
		1210	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
		1211
		1212	(playerdir $login) . "/playerdata"
		1213	}
		1214
		1215	sub find_active($) {
		1216	$cf::PLAYER{$_[0]}
		1217	and $cf::PLAYER{$_[0]}->active
		1218	and $cf::PLAYER{$_[0]}
		1219	}
		1220
		1221	sub exists($) {
		1222	my ($login) = @_;
		1223
		1224	$cf::PLAYER{$login}
		1225	or cf::sync_job { !aio_stat path $login }
		1226	}
		1227
		1228	sub find($) {
		1229	return $cf::PLAYER{$_[0]} || do {
		1230	my $login = $_[0];
		1231
		1232	my $guard = cf::lock_acquire "user_find:$login";
		1233
		1234	$cf::PLAYER{$_[0]} || do {
		1235	# rename old playerfiles to new ones
		1236	#TODO: remove when no longer required
		1237	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1238	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1239	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1240	aio_unlink +(playerdir $login) . "/$login.pl";
		1241
		1242	my $pl = load_pl path $login
		1243	or return;
		1244	$cf::PLAYER{$login} = $pl
		1245	}
		1246	}
		1247	}
		1248
		1249	sub save($) {
		1250	my ($pl) = @_;
		1251
		1252	return if $pl->{deny_save};
		1253
		1254	my $path = path $pl;
		1255	my $guard = cf::lock_acquire "user_save:$path";
		1256
		1257	return if $pl->{deny_save};
		1258
		1259	aio_mkdir playerdir $pl, 0770;
		1260	$pl->{last_save} = $cf::RUNTIME;
		1261
		1262	$pl->save_pl ($path);
		1263	Coro::cede;
		1264	}
		1265
		1266	sub new($) {
		1267	my ($login) = @_;
		1268
		1269	my $self = create;
		1270
		1271	$self->ob->name ($login);
		1272	$self->{deny_save} = 1;
		1273
		1274	$cf::PLAYER{$login} = $self;
		1275
		1276	$self
		1277	}
		1278
		1279	=item $pl->quit_character
		1280
		1281	Nukes the player without looking back. If logged in, the connection will
		1282	be destroyed. May block for a long time.
		1283
		1284	=cut
		1285
		1286	sub quit_character {
		1287	my ($pl) = @_;
		1288
		1289	my $name = $pl->ob->name;
		1290
		1291	$pl->{deny_save} = 1;
		1292	$pl->password ("*"); # this should lock out the player until we nuked the dir
		1293
		1294	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
		1295	$pl->deactivate;
		1296	$pl->invoke (cf::EVENT_PLAYER_QUIT);
		1297	$pl->ns->destroy if $pl->ns;
		1298
		1299	my $path = playerdir $pl;
		1300	my $temp = "$path~$cf::RUNTIME~deleting~";
		1301	aio_rename $path, $temp;
		1302	delete $cf::PLAYER{$pl->ob->name};
		1303	$pl->destroy;
		1304
		1305	my $prefix = qr<^~\Q$name\E/>;
		1306
		1307	# nuke player maps
		1308	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1309
		1310	IO::AIO::aio_rmtree $temp;
		1311	}
		1312
		1313	=item $pl->kick
		1314
		1315	Kicks a player out of the game. This destroys the connection.
		1316
		1317	=cut
		1318
		1319	sub kick {
		1320	my ($pl, $kicker) = @_;
		1321
		1322	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1323	$pl->killer ("kicked");
		1324	$pl->ns->destroy;
		1325	}
		1326
		1327	=item cf::player::list_logins
		1328
		1329	Returns am arrayref of all valid playernames in the system, can take a
		1330	while and may block, so not sync_job-capable, ever.
		1331
		1332	=cut
		1333
		1334	sub list_logins {
		1335	my $dirs = aio_readdir $PLAYERDIR
		1336	or return [];
		1337
		1338	my @logins;
		1339
		1340	for my $login (@$dirs) {
		1341	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;
		1342	aio_read $fh, 0, 512, my $buf, 0 or next;
		1343	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1344
		1345	utf8::decode $login;
		1346	push @logins, $login;
		1347	}
		1348
		1349	\@logins
		1350	}
		1351
		1352	=item $player->maps
		1353
		1354	Returns an arrayref of map paths that are private for this
		1355	player. May block.
		1356
		1357	=cut
		1358
		1359	sub maps($) {
		1360	my ($pl) = @_;
		1361
		1362	$pl = ref $pl ? $pl->ob->name : $pl;
		1363
		1364	my $files = aio_readdir playerdir $pl
		1365	or return;
		1366
		1367	my @paths;
		1368
		1369	for (@$files) {
		1370	utf8::decode $_;
		1371	next if /\.(?:pl|pst)$/;
		1372	next unless /^$PATH_SEP/o;
		1373
		1374	push @paths, cf::map::normalise "~$pl/$_";
		1375	}
		1376
		1377	\@paths
		1378	}
		1379
		1380	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1381
		1382	Expand crossfire pod fragments into protocol xml.
		1383
		1384	=cut
		1385
		1386	sub expand_cfpod {
		1387	((my $self), (local $_)) = @_;
		1388
		1389	# escape & and <
		1390	s/&/&amp;/g;
		1391	s/(?<![BIUGH])</&lt;/g;
		1392
		1393	# this is buggy, it needs to properly take care of nested <'s
		1394
		1395	1 while
		1396	# replace B<>, I<>, U<> etc.
		1397	s/B<([^\>]*)>/<b>$1<\/b>/
		1398	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1399	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1400	# replace G<male|female> tags
		1401	|| s{G<([^>|]*)\|([^>]*)>}{
		1402	$self->gender ? $2 : $1
		1403	}ge
		1404	# replace H<hint text>
		1405	|| s{H<([^\>]*)>}
		1406	{
		1407	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1408	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1409	"")
		1410	[$self->{hintmode}]
		1411	}ge;
		1412
		1413	# create single paragraphs (very hackish)
		1414	s/(?<=\S)\n(?=\w)/ /g;
		1415
		1416	# compress some whitespace
		1417	s/\s+\n/\n/g; # ws line-ends
		1418	s/\n\n+/\n/g; # double lines
		1419	s/^\n+//; # beginning lines
		1420	s/\n+$//; # ending lines
		1421
		1422	$_
		1423	}
		1424
		1425	sub hintmode {
		1426	$_[0]{hintmode} = $_[1] if @_ > 1;
		1427	$_[0]{hintmode}
		1428	}
		1429
		1430	=item $player->ext_reply ($msgid, %msg)
		1431
		1432	Sends an ext reply to the player.
		1433
		1434	=cut
		1435
		1436	sub ext_reply($$%) {
		1437	my ($self, $id, %msg) = @_;
		1438
		1439	$msg{msgid} = $id;
		1440	$self->send ("ext " . $self->ns->{json_coder}->encode (\%msg));
		1441	}
		1442
		1443	=item $player->ext_event ($type, %msg)
		1444
		1445	Sends an ext event to the client.
		1446
		1447	=cut
		1448
		1449	sub ext_event($$%) {
		1450	my ($self, $type, %msg) = @_;
		1451
		1452	$self->ns->ext_event ($type, %msg);
		1453	}
		1454
		1455	=head3 cf::region
		1456
		1457	=over 4
		1458
		1459	=cut
		1460
		1461	package cf::region;
		1462
		1463	=item cf::region::find_by_path $path
		1464
		1465	Tries to decuce the likely region for a map knowing only its path.
		1466
		1467	=cut
		1468
		1469	sub find_by_path($) {
903	my ($path) = @_;	1470	my ($path) = @_;
904		1471
905	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1472	my ($match, $specificity);
906	my $base = $1;
907	my $pkg = $1;
908	$pkg =~ s/[^[:word:]]/_/g;
909	$pkg = "ext::$pkg";
910		1473
911	warn "loading '$path' into '$pkg'\n";	1474	for my $region (list) {
912		1475	if ($region->match && $path =~ $region->match) {
913	open my $fh, "<:utf8", $path	1476	($match, $specificity) = ($region, $region->specificity)
914	or die "$path: $!";	1477	if $region->specificity > $specificity;
915		1478	}
916	my $source =
917	"package $pkg; use strict; use utf8;\n"
918	. "#line 1 \"$path\"\n{\n"
919	. (do { local $/; <$fh> })
920	. "\n};\n1";
921
922	eval $source
923	or die $@ ? "$path: $@\n"
924	: "extension disabled.\n";
925
926	push @exts, $pkg;
927	$ext_pkg{$base} = $pkg;
928
929	# no strict 'refs';
930	# @{"$pkg\::ISA"} = ext::;
931
932	register $base, $pkg;
933	}
934
935	sub unload_extension {
936	my ($pkg) = @_;
937
938	warn "removing extension $pkg\n";
939
940	# remove hooks
941	#TODO
942	# for my $idx (0 .. $#PLUGIN_EVENT) {
943	# delete $hook[$idx]{$pkg};
944	# }	1479	}
945		1480
946	# remove commands	1481	$match
947	for my $name (keys %COMMAND) {
948	my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };
949
950	if (@cb) {
951	$COMMAND{$name} = \@cb;
952	} else {
953	delete $COMMAND{$name};
954	}
955	}
956
957	# remove extcmds
958	for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {
959	delete $EXTCMD{$name};
960	}
961
962	if (my $cb = $pkg->can ("unload")) {
963	eval {
964	$cb->($pkg);
965	1
966	} or warn "$pkg unloaded, but with errors: $@";
967	}
968
969	Symbol::delete_package $pkg;
970	}
971
972	sub load_extensions {
973	for my $ext (<$LIBDIR/*.ext>) {
974	next unless -r $ext;
975	eval {
976	load_extension $ext;
977	1
978	} or warn "$ext not loaded: $@";
979	}
980	}
981
982	#############################################################################
983	# load/save/clean perl data associated with a map
984
985	*cf::mapsupport::on_clean = sub {
986	my ($map) = @_;
987
988	my $path = $map->tmpname;
989	defined $path or return;
990
991	unlink "$path.pst";
992	};
993
994	cf::map->attach (prio => -10000, package => cf::mapsupport::);
995
996	#############################################################################
997	# load/save perl data associated with player->ob objects
998
999	sub all_objects(@) {
1000	@_, map all_objects ($_->inv), @_
1001	}
1002
1003	# TODO: compatibility cruft, remove when no longer needed
1004	cf::player->attach (
1005	on_load => sub {
1006	my ($pl, $path) = @_;
1007
1008	for my $o (all_objects $pl->ob) {
1009	if (my $value = $o->get_ob_key_value ("_perl_data")) {
1010	$o->set_ob_key_value ("_perl_data");
1011
1012	%$o = %{ Storable::thaw pack "H*", $value };
1013	}
1014	}
1015	},
1016	);
1017
1018	#############################################################################
1019
1020	=head2 CORE EXTENSIONS
1021
1022	Functions and methods that extend core crossfire objects.
1023
1024	=head3 cf::player
1025
1026	=over 4
1027
1028	=item cf::player::exists $login
1029
1030	Returns true when the given account exists.
1031
1032	=cut
1033
1034	sub cf::player::exists($) {
1035	cf::player::find $_[0]
1036	or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2;
1037	}
1038
1039	=item $player->ext_reply ($msgid, $msgtype, %msg)
1040
1041	Sends an ext reply to the player.
1042
1043	=cut
1044
1045	sub cf::player::ext_reply($$$%) {
1046	my ($self, $id, %msg) = @_;
1047
1048	$msg{msgid} = $id;
1049
1050	$self->send ("ext " . to_json \%msg);
1051	}	1482	}
1052		1483
1053	=back	1484	=back
1054
1055		1485
1056	=head3 cf::map	1486	=head3 cf::map
1057		1487
1058	=over 4	1488	=over 4
1059		1489
…		…
1062	package cf::map;	1492	package cf::map;
1063		1493
1064	use Fcntl;	1494	use Fcntl;
1065	use Coro::AIO;	1495	use Coro::AIO;
1066		1496
		1497	use overload
		1498	'""' => \&as_string,
		1499	fallback => 1;
		1500
1067	our $MAX_RESET = 7200;	1501	our $MAX_RESET = 3600;
1068	our $DEFAULT_RESET = 3600;	1502	our $DEFAULT_RESET = 3000;
1069		1503
1070	sub generate_random_map {	1504	sub generate_random_map {
1071	my ($path, $rmp) = @_;	1505	my ($self, $rmp) = @_;
1072
1073	# mit "rum" bekleckern, nicht	1506	# mit "rum" bekleckern, nicht
1074	cf::map::_create_random_map	1507	$self->_create_random_map (
1075	$path,
1076	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1508	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1077	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1509	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1078	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1510	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1079	$rmp->{exit_on_final_map},	1511	$rmp->{exit_on_final_map},
1080	$rmp->{xsize}, $rmp->{ysize},	1512	$rmp->{xsize}, $rmp->{ysize},
1081	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},	1513	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1082	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},	1514	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1083	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},	1515	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1084	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},	1516	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1085	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},	1517	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1086	(cf::region::find $rmp->{region})	1518	(cf::region::find $rmp->{region}), $rmp->{custom}
		1519	)
		1520	}
		1521
		1522	=item cf::map->register ($regex, $prio)
		1523
		1524	Register a handler for the map path matching the given regex at the
		1525	givne priority (higher is better, built-in handlers have priority 0, the
		1526	default).
		1527
		1528	=cut
		1529
		1530	sub register {
		1531	my (undef, $regex, $prio) = @_;
		1532	my $pkg = caller;
		1533
		1534	no strict;
		1535	push @{"$pkg\::ISA"}, __PACKAGE__;
		1536
		1537	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
		1538	}
		1539
		1540	# also paths starting with '/'
		1541	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
		1542
		1543	sub thawer_merge {
		1544	my ($self, $merge) = @_;
		1545
		1546	# we have to keep some variables in memory intact
		1547	local $self->{path};
		1548	local $self->{load_path};
		1549
		1550	$self->SUPER::thawer_merge ($merge);
		1551	}
		1552
		1553	sub normalise {
		1554	my ($path, $base) = @_;
		1555
		1556	$path = "$path"; # make sure its a string
		1557
		1558	$path =~ s/\.map$//;
		1559
		1560	# map plan:
		1561	#
		1562	# /! non-realised random map exit (special hack!)
		1563	# {... are special paths that are not being touched
		1564	# ?xxx/... are special absolute paths
		1565	# ?random/... random maps
		1566	# /... normal maps
		1567	# ~user/... per-player map of a specific user
		1568
		1569	$path =~ s/$PATH_SEP/\//go;
		1570
		1571	# treat it as relative path if it starts with
		1572	# something that looks reasonable
		1573	if ($path =~ m{^(?:\./|\.\./|\w)}) {
		1574	$base or Carp::carp "normalise called with relative path and no base: '$path'";
		1575
		1576	$base =~ s{[^/]+/?$}{};
		1577	$path = "$base/$path";
		1578	}
		1579
		1580	for ($path) {
		1581	redo if s{//}{/};
		1582	redo if s{/\.?/}{/};
		1583	redo if s{/[^/]+/\.\./}{/};
		1584	}
		1585
		1586	$path
		1587	}
		1588
		1589	sub new_from_path {
		1590	my (undef, $path, $base) = @_;
		1591
		1592	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
		1593
		1594	$path = normalise $path, $base;
		1595
		1596	for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
		1597	if ($path =~ $EXT_MAP{$pkg}[1]) {
		1598	my $self = bless cf::map::new, $pkg;
		1599	$self->{path} = $path; $self->path ($path);
		1600	$self->init; # pass $1 etc.
		1601	return $self;
		1602	}
		1603	}
		1604
		1605	Carp::carp "unable to resolve path '$path' (base '$base').";
		1606	()
		1607	}
		1608
		1609	sub init {
		1610	my ($self) = @_;
		1611
		1612	$self
		1613	}
		1614
		1615	sub as_string {
		1616	my ($self) = @_;
		1617
		1618	"$self->{path}"
		1619	}
		1620
		1621	# the displayed name, this is a one way mapping
		1622	sub visible_name {
		1623	&as_string
		1624	}
		1625
		1626	# the original (read-only) location
		1627	sub load_path {
		1628	my ($self) = @_;
		1629
		1630	"$MAPDIR/$self->{path}.map"
		1631	}
		1632
		1633	# the temporary/swap location
		1634	sub save_path {
		1635	my ($self) = @_;
		1636
		1637	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1638	"$TMPDIR/$path.map"
		1639	}
		1640
		1641	# the unique path, undef == no special unique path
		1642	sub uniq_path {
		1643	my ($self) = @_;
		1644
		1645	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1646	"$UNIQUEDIR/$path"
1087	}	1647	}
1088		1648
1089	# and all this just because we cannot iterate over	1649	# and all this just because we cannot iterate over
1090	# all maps in C++...	1650	# all maps in C++...
1091	sub change_all_map_light {	1651	sub change_all_map_light {
1092	my ($change) = @_;	1652	my ($change) = @_;
1093		1653
1094	$_->change_map_light ($change) for values %cf::MAP;	1654	$_->change_map_light ($change)
		1655	for grep $_->outdoor, values %cf::MAP;
1095	}	1656	}
1096		1657
		1658	sub decay_objects {
		1659	my ($self) = @_;
		1660
		1661	return if $self->{deny_reset};
		1662
		1663	$self->do_decay_objects;
		1664	}
		1665
		1666	sub unlink_save {
		1667	my ($self) = @_;
		1668
		1669	utf8::encode (my $save = $self->save_path);
		1670	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
		1671	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
		1672	}
		1673
1097	sub try_load_header($) {	1674	sub load_header_from($) {
1098	my ($path) = @_;	1675	my ($self, $path) = @_;
1099		1676
1100	utf8::encode $path;	1677	utf8::encode $path;
1101	aio_open $path, O_RDONLY, 0	1678	#aio_open $path, O_RDONLY, 0
		1679	# or return;
		1680
		1681	$self->_load_header ($path)
1102	or return;	1682	or return;
1103		1683
1104	my $map = cf::map::new	1684	$self->{load_path} = $path;
		1685
		1686	1
		1687	}
		1688
		1689	sub load_header_orig {
		1690	my ($self) = @_;
		1691
		1692	$self->load_header_from ($self->load_path)
		1693	}
		1694
		1695	sub load_header_temp {
		1696	my ($self) = @_;
		1697
		1698	$self->load_header_from ($self->save_path)
		1699	}
		1700
		1701	sub prepare_temp {
		1702	my ($self) = @_;
		1703
		1704	$self->last_access ((delete $self->{last_access})
		1705	|| $cf::RUNTIME); #d#
		1706	# safety
		1707	$self->{instantiate_time} = $cf::RUNTIME
		1708	if $self->{instantiate_time} > $cf::RUNTIME;
		1709	}
		1710
		1711	sub prepare_orig {
		1712	my ($self) = @_;
		1713
		1714	$self->{load_original} = 1;
		1715	$self->{instantiate_time} = $cf::RUNTIME;
		1716	$self->last_access ($cf::RUNTIME);
		1717	$self->instantiate;
		1718	}
		1719
		1720	sub load_header {
		1721	my ($self) = @_;
		1722
		1723	if ($self->load_header_temp) {
		1724	$self->prepare_temp;
		1725	} else {
		1726	$self->load_header_orig
1105	or return;	1727	or return;
		1728	$self->prepare_orig;
		1729	}
1106		1730
1107	$map->load_header ($path)	1731	$self->{deny_reset} = 1
1108	or return;	1732	if $self->no_reset;
1109		1733
1110	$map->{load_path} = $path;	1734	$self->default_region (cf::region::find_by_path $self->{path})
		1735	unless $self->default_region;
1111		1736
1112	$map	1737	1
1113	}	1738	}
1114		1739
		1740	sub find;
1115	sub find_map {	1741	sub find {
1116	my ($path, $origin) = @_;	1742	my ($path, $origin) = @_;
1117		1743
1118	#warn "find_map<$path,$origin>\n";#d#
1119
1120	$path = new cf::path $path, $origin && $origin->path;	1744	$path = normalise $path, $origin && $origin->path;
1121	my $key = $path->as_string;
1122		1745
		1746	cf::lock_wait "map_find:$path";
		1747
1123	$cf::MAP{$key} || do {	1748	$cf::MAP{$path} || do {
1124	# do it the slow way	1749	my $guard = cf::lock_acquire "map_find:$path";
1125	my $map = try_load_header $path->save_path;	1750	my $map = new_from_path cf::map $path
1126
1127	if ($map) {
1128	# safety
1129	$map->{instantiate_time} = $cf::RUNTIME
1130	if $map->{instantiate_time} > $cf::RUNTIME;
1131	} else {
1132	if (my $rmp = $path->random_map_params) {
1133	$map = generate_random_map $key, $rmp;
1134	} else {
1135	$map = try_load_header $path->load_path;
1136	}
1137
1138	$map or return;	1751	or return;
1139		1752
1140	$map->{load_original} = 1;
1141	$map->{instantiate_time} = $cf::RUNTIME;
1142	$map->instantiate;
1143
1144	# per-player maps become, after loading, normal maps
1145	$map->per_player (0) if $path->{user_rel};
1146	}
1147	#Coro::Timer::sleep 1;#d#
1148
1149	$map->path ($key);
1150	$map->{path} = $path;
1151	$map->{last_save} = $cf::RUNTIME;	1753	$map->{last_save} = $cf::RUNTIME;
1152	$map->last_access ($cf::RUNTIME);
1153		1754
1154	if ($map->should_reset) {	1755	$map->load_header
		1756	or return;
		1757
		1758	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
		1759	# doing this can freeze the server in a sync job, obviously
		1760	#$cf::WAIT_FOR_TICK->wait;
1155	$map->reset;	1761	$map->reset;
1156	$map = find_map $path;	1762	undef $guard;
		1763	return find $path;
1157	}	1764	}
1158		1765
1159	$cf::MAP{$key} = $map	1766	$cf::MAP{$path} = $map
1160	}	1767	}
1161	}	1768	}
		1769
		1770	sub pre_load { }
		1771	sub post_load { }
1162		1772
1163	sub load {	1773	sub load {
1164	my ($self) = @_;	1774	my ($self) = @_;
1165		1775
1166	return if $self->in_memory != cf::MAP_SWAPPED;	1776	local $self->{deny_reset} = 1; # loading can take a long time
1167
1168	$self->in_memory (cf::MAP_LOADING);
1169		1777
1170	my $path = $self->{path};	1778	my $path = $self->{path};
1171		1779
		1780	{
		1781	my $guard = cf::lock_acquire "map_load:$path";
		1782
		1783	return if $self->in_memory != cf::MAP_SWAPPED;
		1784
		1785	$self->in_memory (cf::MAP_LOADING);
		1786
1172	$self->alloc;	1787	$self->alloc;
		1788
		1789	$self->pre_load;
		1790	Coro::cede;
		1791
1173	$self->load_objects ($self->{load_path}, 1)	1792	$self->_load_objects ($self->{load_path}, 1)
1174	or return;	1793	or return;
1175		1794
1176	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1795	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1177	if delete $self->{load_original};	1796	if delete $self->{load_original};
1178		1797
1179	if (my $uniq = $path->uniq_path) {	1798	if (my $uniq = $self->uniq_path) {
1180	utf8::encode $uniq;	1799	utf8::encode $uniq;
1181	if (aio_open $uniq, O_RDONLY, 0) {	1800	if (aio_open $uniq, O_RDONLY, 0) {
1182	$self->clear_unique_items;	1801	$self->clear_unique_items;
1183	$self->load_objects ($uniq, 0);	1802	$self->_load_objects ($uniq, 0);
1184	}	1803	}
1185	}	1804	}
1186		1805
		1806	Coro::cede;
1187	# now do the right thing for maps	1807	# now do the right thing for maps
1188	$self->link_multipart_objects;	1808	$self->link_multipart_objects;
1189
1190	if ($self->{path}->is_style_map) {
1191	$self->{deny_save} = 1;
1192	$self->{deny_reset} = 1;
1193	} else {
1194	$self->fix_auto_apply;
1195	$self->decay_objects;
1196	$self->update_buttons;
1197	$self->set_darkness_map;
1198	$self->difficulty ($self->estimate_difficulty)	1809	$self->difficulty ($self->estimate_difficulty)
1199	unless $self->difficulty;	1810	unless $self->difficulty;
		1811	Coro::cede;
		1812
		1813	unless ($self->{deny_activate}) {
		1814	$self->decay_objects;
		1815	$self->fix_auto_apply;
		1816	$self->update_buttons;
		1817	Coro::cede;
		1818	$self->set_darkness_map;
		1819	Coro::cede;
1200	$self->activate;	1820	$self->activate;
1201	}	1821	}
1202		1822
1203	$self->in_memory (cf::MAP_IN_MEMORY);	1823	$self->in_memory (cf::MAP_IN_MEMORY);
1204	}	1824	}
1205		1825
1206	sub load_map_sync {	1826	$self->post_load;
		1827	}
		1828
		1829	sub customise_for {
		1830	my ($self, $ob) = @_;
		1831
		1832	return find "~" . $ob->name . "/" . $self->{path}
		1833	if $self->per_player;
		1834
		1835	# return find "?party/" . $ob->name . "/" . $self->{path}
		1836	# if $self->per_party;
		1837
		1838	$self
		1839	}
		1840
		1841	# find and load all maps in the 3x3 area around a map
		1842	sub load_diag {
		1843	my ($map) = @_;
		1844
		1845	my @diag; # diagonal neighbours
		1846
		1847	for (0 .. 3) {
		1848	my $neigh = $map->tile_path ($_)
		1849	or next;
		1850	$neigh = find $neigh, $map
		1851	or next;
		1852	$neigh->load;
		1853
		1854	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],
		1855	[$neigh->tile_path (($_ + 1) % 4), $neigh];
		1856	}
		1857
		1858	for (@diag) {
		1859	my $neigh = find @$_
		1860	or next;
		1861	$neigh->load;
		1862	}
		1863	}
		1864
		1865	sub find_sync {
1207	my ($path, $origin) = @_;	1866	my ($path, $origin) = @_;
1208		1867
1209	#warn "load_map_sync<$path, $origin>\n";#d#	1868	cf::sync_job { find $path, $origin }
		1869	}
1210		1870
1211	cf::sync_job {	1871	sub do_load_sync {
1212	my $map = cf::map::find_map $path, $origin	1872	my ($map) = @_;
1213	or return;	1873
		1874	cf::sync_job { $map->load };
		1875	}
		1876
		1877	our %MAP_PREFETCH;
		1878	our $MAP_PREFETCHER = undef;
		1879
		1880	sub find_async {
		1881	my ($path, $origin) = @_;
		1882
		1883	$path = normalise $path, $origin && $origin->{path};
		1884
		1885	if (my $map = $cf::MAP{$path}) {
		1886	return $map if $map->in_memory == cf::MAP_IN_MEMORY;
		1887	}
		1888
		1889	undef $MAP_PREFETCH{$path};
		1890	$MAP_PREFETCHER ||= cf::async {
		1891	while (%MAP_PREFETCH) {
		1892	for my $path (keys %MAP_PREFETCH) {
		1893	my $map = find $path
		1894	or next;
1214	$map->load;	1895	$map->load;
1215	$map	1896
		1897	delete $MAP_PREFETCH{$path};
		1898	}
		1899	}
		1900	undef $MAP_PREFETCHER;
1216	}	1901	};
		1902	$MAP_PREFETCHER->prio (6);
		1903
		1904	()
1217	}	1905	}
1218		1906
1219	sub save {	1907	sub save {
1220	my ($self) = @_;	1908	my ($self) = @_;
1221		1909
		1910	my $lock = cf::lock_acquire "map_data:" . $self->path;
		1911
1222	$self->{last_save} = $cf::RUNTIME;	1912	$self->{last_save} = $cf::RUNTIME;
1223		1913
1224	return unless $self->dirty;	1914	return unless $self->dirty;
1225		1915
1226	my $save = $self->{path}->save_path; utf8::encode $save;	1916	my $save = $self->save_path; utf8::encode $save;
1227	my $uniq = $self->{path}->uniq_path; utf8::encode $uniq;	1917	my $uniq = $self->uniq_path; utf8::encode $uniq;
1228		1918
1229	$self->{load_path} = $save;	1919	$self->{load_path} = $save;
1230		1920
1231	return if $self->{deny_save};	1921	return if $self->{deny_save};
1232		1922
		1923	local $self->{last_access} = $self->last_access;#d#
		1924
		1925	cf::async {
		1926	$_->contr->save for $self->players;
		1927	};
		1928
1233	if ($uniq) {	1929	if ($uniq) {
1234	$self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);	1930	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
1235	$self->save_objects ($uniq, cf::IO_UNIQUES);	1931	$self->_save_objects ($uniq, cf::IO_UNIQUES);
1236	} else {	1932	} else {
1237	$self->save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);	1933	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
1238	}	1934	}
1239	}	1935	}
1240		1936
1241	sub swap_out {	1937	sub swap_out {
1242	my ($self) = @_;	1938	my ($self) = @_;
		1939
		1940	# save first because save cedes
		1941	$self->save;
		1942
		1943	my $lock = cf::lock_acquire "map_data:" . $self->path;
1243		1944
1244	return if $self->players;	1945	return if $self->players;
1245	return if $self->in_memory != cf::MAP_IN_MEMORY;	1946	return if $self->in_memory != cf::MAP_IN_MEMORY;
1246	return if $self->{deny_save};	1947	return if $self->{deny_save};
1247		1948
1248	$self->save;
1249	$self->clear;	1949	$self->clear;
1250	$self->in_memory (cf::MAP_SWAPPED);	1950	$self->in_memory (cf::MAP_SWAPPED);
1251	}	1951	}
1252		1952
1253	sub reset_at {	1953	sub reset_at {
1254	my ($self) = @_;	1954	my ($self) = @_;
1255		1955
1256	# TODO: safety, remove and allow resettable per-player maps	1956	# TODO: safety, remove and allow resettable per-player maps
1257	return 1e99 if $self->{path}{user_rel};
1258	return 1e99 if $self->{deny_reset};	1957	return 1e99 if $self->{deny_reset};
1259		1958
1260	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	1959	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1261	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	1960	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1262		1961
…		…
1267	my ($self) = @_;	1966	my ($self) = @_;
1268		1967
1269	$self->reset_at <= $cf::RUNTIME	1968	$self->reset_at <= $cf::RUNTIME
1270	}	1969	}
1271		1970
1272	sub unlink_save {
1273	my ($self) = @_;
1274
1275	utf8::encode (my $save = $self->{path}->save_path);
1276	aioreq_pri 3; IO::AIO::aio_unlink $save;
1277	aioreq_pri 3; IO::AIO::aio_unlink "$save.pst";
1278	}
1279
1280	sub rename {
1281	my ($self, $new_path) = @_;
1282
1283	$self->unlink_save;
1284
1285	delete $cf::MAP{$self->path};
1286	$self->{path} = new cf::path $new_path;
1287	$self->path ($self->{path}->as_string);
1288	$cf::MAP{$self->path} = $self;
1289
1290	$self->save;
1291	}
1292
1293	sub reset {	1971	sub reset {
1294	my ($self) = @_;	1972	my ($self) = @_;
1295		1973
		1974	my $lock = cf::lock_acquire "map_data:$self->{path}";
		1975
1296	return if $self->players;	1976	return if $self->players;
1297	return if $self->{path}{user_rel};#d#
1298		1977
1299	warn "resetting map ", $self->path;#d#	1978	warn "resetting map ", $self->path;
		1979
		1980	$self->in_memory (cf::MAP_SWAPPED);
		1981
		1982	# need to save uniques path
		1983	unless ($self->{deny_save}) {
		1984	my $uniq = $self->uniq_path; utf8::encode $uniq;
		1985
		1986	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		1987	if $uniq;
		1988	}
1300		1989
1301	delete $cf::MAP{$self->path};	1990	delete $cf::MAP{$self->path};
		1991
		1992	$self->clear;
1302		1993
1303	$_->clear_links_to ($self) for values %cf::MAP;	1994	$_->clear_links_to ($self) for values %cf::MAP;
1304		1995
1305	$self->unlink_save;	1996	$self->unlink_save;
1306	$self->destroy;	1997	$self->destroy;
…		…
1309	my $nuke_counter = "aaaa";	2000	my $nuke_counter = "aaaa";
1310		2001
1311	sub nuke {	2002	sub nuke {
1312	my ($self) = @_;	2003	my ($self) = @_;
1313		2004
		2005	delete $cf::MAP{$self->path};
		2006
		2007	$self->unlink_save;
		2008
		2009	bless $self, "cf::map";
		2010	delete $self->{deny_reset};
1314	$self->{deny_save} = 1;	2011	$self->{deny_save} = 1;
1315	$self->reset_timeout (1);	2012	$self->reset_timeout (1);
1316	$self->rename ("{nuke}/" . ($nuke_counter++));	2013	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
		2014
		2015	$cf::MAP{$self->path} = $self;
		2016
1317	$self->reset; # polite request, might not happen	2017	$self->reset; # polite request, might not happen
1318	}	2018	}
1319		2019
1320	sub customise_for {	2020	=item $maps = cf::map::tmp_maps
1321	my ($map, $ob) = @_;
1322		2021
1323	if ($map->per_player) {	2022	Returns an arrayref with all map paths of currently instantiated and saved
1324	return cf::map::find_map "~" . $ob->name . "/" . $map->{path}{path};	2023	maps. May block.
		2024
		2025	=cut
		2026
		2027	sub tmp_maps() {
1325	}	2028	[
1326		2029	map {
1327	$map	2030	utf8::decode $_;
		2031	/\.map$/
		2032	? normalise $_
		2033	: ()
		2034	} @{ aio_readdir $TMPDIR or [] }
		2035	]
1328	}	2036	}
1329		2037
1330	sub emergency_save {	2038	=item $maps = cf::map::random_maps
1331	local $cf::FREEZE = 1;
1332		2039
1333	warn "enter emergency map save\n";	2040	Returns an arrayref with all map paths of currently instantiated and saved
		2041	random maps. May block.
1334		2042
1335	cf::sync_job {	2043	=cut
1336	warn "begin emergency map save\n";
1337	$_->save for values %cf::MAP;
1338	};
1339		2044
1340	warn "end emergency map save\n";	2045	sub random_maps() {
		2046	[
		2047	map {
		2048	utf8::decode $_;
		2049	/\.map$/
		2050	? normalise "?random/$_"
		2051	: ()
		2052	} @{ aio_readdir $RANDOMDIR or [] }
		2053	]
		2054	}
		2055
		2056	=item cf::map::unique_maps
		2057
		2058	Returns an arrayref of paths of all shared maps that have
		2059	instantiated unique items. May block.
		2060
		2061	=cut
		2062
		2063	sub unique_maps() {
		2064	[
		2065	map {
		2066	utf8::decode $_;
		2067	/\.map$/
		2068	? normalise $_
		2069	: ()
		2070	} @{ aio_readdir $UNIQUEDIR or [] }
		2071	]
1341	}	2072	}
1342		2073
1343	package cf;	2074	package cf;
1344		2075
1345	=back	2076	=back
1346		2077
		2078	=head3 cf::object
		2079
		2080	=cut
		2081
		2082	package cf::object;
		2083
		2084	=over 4
		2085
		2086	=item $ob->inv_recursive
		2087
		2088	Returns the inventory of the object _and_ their inventories, recursively.
		2089
		2090	=cut
		2091
		2092	sub inv_recursive_;
		2093	sub inv_recursive_ {
		2094	map { $_, inv_recursive_ $_->inv } @_
		2095	}
		2096
		2097	sub inv_recursive {
		2098	inv_recursive_ inv $_[0]
		2099	}
		2100
		2101	package cf;
		2102
		2103	=back
1347		2104
1348	=head3 cf::object::player	2105	=head3 cf::object::player
1349		2106
1350	=over 4	2107	=over 4
1351		2108
…		…
1365		2122
1366	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2123	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1367		2124
1368	if ($self->{record_replies}) {	2125	if ($self->{record_replies}) {
1369	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2126	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2127
1370	} else {	2128	} else {
		2129	my $pl = $self->contr;
		2130
		2131	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2132	my $diag = $pl->{npc_dialog};
		2133	$diag->{pl}->ext_reply (
		2134	$diag->{id},
		2135	msgtype => "reply",
		2136	msg => $diag->{pl}->expand_cfpod ($msg),
		2137	add_topics => []
		2138	);
		2139
		2140	} else {
1371	$msg = $npc->name . " says: $msg" if $npc;	2141	$msg = $npc->name . " says: $msg" if $npc;
1372	$self->message ($msg, $flags);	2142	$self->message ($msg, $flags);
		2143	}
1373	}	2144	}
1374	}	2145	}
1375		2146
1376	=item $player_object->may ("access")	2147	=item $player_object->may ("access")
1377		2148
…		…
1391		2162
1392	=item $player_object->enter_link	2163	=item $player_object->enter_link
1393		2164
1394	Freezes the player and moves him/her to a special map (C<{link}>).	2165	Freezes the player and moves him/her to a special map (C<{link}>).
1395		2166
1396	The player should be reaosnably safe there for short amounts of time. You	2167	The player should be reasonably safe there for short amounts of time. You
1397	I<MUST> call C<leave_link> as soon as possible, though.	2168	I<MUST> call C<leave_link> as soon as possible, though.
1398		2169
		2170	Will never block.
		2171
1399	=item $player_object->leave_link ($map, $x, $y)	2172	=item $player_object->leave_link ($map, $x, $y)
1400		2173
1401	Moves the player out of the specila link map onto the given map. If the	2174	Moves the player out of the special C<{link}> map onto the specified
1402	map is not valid (or omitted), the player will be moved back to the	2175	map. If the map is not valid (or omitted), the player will be moved back
1403	location he/she was before the call to C<enter_link>, or, if that fails,	2176	to the location he/she was before the call to C<enter_link>, or, if that
1404	to the emergency map position.	2177	fails, to the emergency map position.
1405		2178
1406	Might block.	2179	Might block.
1407		2180
1408	=cut	2181	=cut
		2182
		2183	sub link_map {
		2184	unless ($LINK_MAP) {
		2185	$LINK_MAP = cf::map::find "{link}"
		2186	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
		2187	$LINK_MAP->load;
		2188	}
		2189
		2190	$LINK_MAP
		2191	}
1409		2192
1410	sub cf::object::player::enter_link {	2193	sub cf::object::player::enter_link {
1411	my ($self) = @_;	2194	my ($self) = @_;
1412		2195
1413	return if $self->map == $LINK_MAP;
1414
1415	$self->{_link_pos} = [$self->map->{path}, $self->x, $self->y]
1416	if $self->map;
1417
1418	$self->enter_map ($LINK_MAP, 20, 20);
1419	$self->deactivate_recursive;	2196	$self->deactivate_recursive;
		2197
		2198	return if UNIVERSAL::isa $self->map, "ext::map_link";
		2199
		2200	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
		2201	if $self->map && $self->map->{path} ne "{link}";
		2202
		2203	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1420	}	2204	}
1421		2205
1422	sub cf::object::player::leave_link {	2206	sub cf::object::player::leave_link {
1423	my ($self, $map, $x, $y) = @_;	2207	my ($self, $map, $x, $y) = @_;
		2208
		2209	return unless $self->contr->active;
1424		2210
1425	my $link_pos = delete $self->{_link_pos};	2211	my $link_pos = delete $self->{_link_pos};
1426		2212
1427	unless ($map) {	2213	unless ($map) {
1428	# restore original map position	2214	# restore original map position
1429	($map, $x, $y) = @{ $link_pos || [] };	2215	($map, $x, $y) = @{ $link_pos || [] };
1430	$map = cf::map::find_map $map;	2216	$map = cf::map::find $map;
1431		2217
1432	unless ($map) {	2218	unless ($map) {
1433	($map, $x, $y) = @$EMERGENCY_POSITION;	2219	($map, $x, $y) = @$EMERGENCY_POSITION;
1434	$map = cf::map::find_map $map	2220	$map = cf::map::find $map
1435	or die "FATAL: cannot load emergency map\n";	2221	or die "FATAL: cannot load emergency map\n";
1436	}	2222	}
1437	}	2223	}
1438		2224
1439	($x, $y) = (-1, -1)	2225	($x, $y) = (-1, -1)
…		…
1442	# use -1 or undef as default coordinates, not 0, 0	2228	# use -1 or undef as default coordinates, not 0, 0
1443	($x, $y) = ($map->enter_x, $map->enter_y)	2229	($x, $y) = ($map->enter_x, $map->enter_y)
1444	if $x <=0 && $y <= 0;	2230	if $x <=0 && $y <= 0;
1445		2231
1446	$map->load;	2232	$map->load;
		2233	$map->load_diag;
1447		2234
		2235	return unless $self->contr->active;
1448	$self->activate_recursive;	2236	$self->activate_recursive;
		2237
		2238	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1449	$self->enter_map ($map, $x, $y);	2239	$self->enter_map ($map, $x, $y);
1450	}	2240	}
1451		2241
1452	=item $player_object->goto_map ($path, $x, $y)	2242	=item $player_object->goto ($path, $x, $y[, $check->($map)])
1453		2243
1454	=cut	2244	Moves the player to the given map-path and coordinates by first freezing
		2245	her, loading and preparing them map, calling the provided $check callback
		2246	that has to return the map if sucecssful, and then unfreezes the player on
		2247	the new (success) or old (failed) map position.
1455		2248
		2249	=cut
		2250
		2251	our $GOTOGEN;
		2252
1456	sub cf::object::player::goto_map {	2253	sub cf::object::player::goto {
1457	my ($self, $path, $x, $y) = @_;	2254	my ($self, $path, $x, $y, $check) = @_;
		2255
		2256	# do generation counting so two concurrent goto's will be executed in-order
		2257	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1458		2258
1459	$self->enter_link;	2259	$self->enter_link;
1460		2260
1461	(Coro::async {	2261	(async {
1462	$path = new cf::path $path;	2262	my $map = eval {
1463
1464	my $map = cf::map::find_map $path->as_string;	2263	my $map = cf::map::find $path;
		2264
		2265	if ($map) {
1465	$map = $map->customise_for ($self) if $map;	2266	$map = $map->customise_for ($self);
1466		2267	$map = $check->($map) if $check && $map;
1467	# warn "entering ", $map->path, " at ($x, $y)\n"	2268	} else {
1468	# if $map;
1469
1470	$map or $self->message ("The exit is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2269	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
		2270	}
1471		2271
		2272	$map
		2273	};
		2274
		2275	if ($@) {
		2276	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2277	LOG llevError | logBacktrace, Carp::longmess $@;
		2278	}
		2279
		2280	if ($gen == $self->{_goto_generation}) {
		2281	delete $self->{_goto_generation};
1472	$self->leave_link ($map, $x, $y);	2282	$self->leave_link ($map, $x, $y);
		2283	}
1473	})->prio (1);	2284	})->prio (1);
1474	}	2285	}
1475		2286
1476	=item $player_object->enter_exit ($exit_object)	2287	=item $player_object->enter_exit ($exit_object)
1477		2288
…		…
1479		2290
1480	sub parse_random_map_params {	2291	sub parse_random_map_params {
1481	my ($spec) = @_;	2292	my ($spec) = @_;
1482		2293
1483	my $rmp = { # defaults	2294	my $rmp = { # defaults
1484	xsize => 10,	2295	xsize => (cf::rndm 15, 40),
1485	ysize => 10,	2296	ysize => (cf::rndm 15, 40),
		2297	symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
		2298	#layout => string,
1486	};	2299	};
1487		2300
1488	for (split /\n/, $spec) {	2301	for (split /\n/, $spec) {
1489	my ($k, $v) = split /\s+/, $_, 2;	2302	my ($k, $v) = split /\s+/, $_, 2;
1490		2303
…		…
1494	$rmp	2307	$rmp
1495	}	2308	}
1496		2309
1497	sub prepare_random_map {	2310	sub prepare_random_map {
1498	my ($exit) = @_;	2311	my ($exit) = @_;
		2312
		2313	my $guard = cf::lock_acquire "exit_prepare:$exit";
1499		2314
1500	# all this does is basically replace the /! path by	2315	# all this does is basically replace the /! path by
1501	# a new random map path (?random/...) with a seed	2316	# a new random map path (?random/...) with a seed
1502	# that depends on the exit object	2317	# that depends on the exit object
1503		2318
1504	my $rmp = parse_random_map_params $exit->msg;	2319	my $rmp = parse_random_map_params $exit->msg;
1505		2320
1506	if ($exit->map) {	2321	if ($exit->map) {
1507	$rmp->{region} = $exit->map->region_name;	2322	$rmp->{region} = $exit->region->name;
1508	$rmp->{origin_map} = $exit->map->path;	2323	$rmp->{origin_map} = $exit->map->path;
1509	$rmp->{origin_x} = $exit->x;	2324	$rmp->{origin_x} = $exit->x;
1510	$rmp->{origin_y} = $exit->y;	2325	$rmp->{origin_y} = $exit->y;
1511	}	2326	}
1512		2327
1513	$rmp->{random_seed} ||= $exit->random_seed;	2328	$rmp->{random_seed} ||= $exit->random_seed;
1514		2329
1515	my $data = cf::to_json $rmp;	2330	my $data = cf::to_json $rmp;
1516	my $md5 = Digest::MD5::md5_hex $data;	2331	my $md5 = Digest::MD5::md5_hex $data;
		2332	my $meta = "$RANDOMDIR/$md5.meta";
1517		2333
1518	if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) {	2334	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1519	aio_write $fh, 0, (length $data), $data, 0;	2335	aio_write $fh, 0, (length $data), $data, 0;
		2336	undef $fh;
		2337	aio_rename "$meta~", $meta;
1520		2338
1521	$exit->slaying ("?random/$md5");	2339	$exit->slaying ("?random/$md5");
1522	$exit->msg (undef);	2340	$exit->msg (undef);
1523	}	2341	}
1524	}	2342	}
…		…
1526	sub cf::object::player::enter_exit {	2344	sub cf::object::player::enter_exit {
1527	my ($self, $exit) = @_;	2345	my ($self, $exit) = @_;
1528		2346
1529	return unless $self->type == cf::PLAYER;	2347	return unless $self->type == cf::PLAYER;
1530		2348
		2349	if ($exit->slaying eq "/!") {
		2350	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2351	# the problem is that $exit might not survive long enough
		2352	# so it needs to be done right now, right here
		2353	cf::sync_job { prepare_random_map $exit };
		2354	}
		2355
		2356	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2357	my $hp = $exit->stats->hp;
		2358	my $sp = $exit->stats->sp;
		2359
1531	$self->enter_link;	2360	$self->enter_link;
1532		2361
		2362	# if exit is damned, update players death & WoR home-position
		2363	$self->contr->savebed ($slaying, $hp, $sp)
		2364	if $exit->flag (FLAG_DAMNED);
		2365
1533	(Coro::async {	2366	(async {
		2367	$self->deactivate_recursive; # just to be sure
1534	unless (eval {	2368	unless (eval {
1535		2369	$self->goto ($slaying, $hp, $sp);
1536	prepare_random_map $exit
1537	if $exit->slaying eq "/!";
1538
1539	my $path = new cf::path $exit->slaying, $exit->map && $exit->map->path;
1540	$self->goto_map ($path, $exit->stats->hp, $exit->stats->sp);
1541		2370
1542	1;	2371	1;
1543	}) {	2372	}) {
1544	$self->message ("Something went wrong deep within the crossfire server. "	2373	$self->message ("Something went wrong deep within the crossfire server. "
1545	. "I'll try to bring you back to the map you were before. "	2374	. "I'll try to bring you back to the map you were before. "
1546	. "Please report this to the dungeon master",	2375	. "Please report this to the dungeon master!",
1547	cf::NDI_UNIQUE | cf::NDI_RED);	2376	cf::NDI_UNIQUE | cf::NDI_RED);
1548		2377
1549	warn "ERROR in enter_exit: $@";	2378	warn "ERROR in enter_exit: $@";
1550	$self->leave_link;	2379	$self->leave_link;
1551	}	2380	}
1552	})->prio (1);	2381	})->prio (1);
…		…
1565		2394
1566	sub cf::client::send_drawinfo {	2395	sub cf::client::send_drawinfo {
1567	my ($self, $text, $flags) = @_;	2396	my ($self, $text, $flags) = @_;
1568		2397
1569	utf8::encode $text;	2398	utf8::encode $text;
1570	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2399	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1571	}	2400	}
1572		2401
		2402	=item $client->send_msg ($color, $type, $msg, [extra...])
		2403
		2404	Send a drawinfo or msg packet to the client, formatting the msg for the
		2405	client if neccessary. C<$type> should be a string identifying the type of
		2406	the message, with C<log> being the default. If C<$color> is negative, suppress
		2407	the message unless the client supports the msg packet.
		2408
		2409	=cut
		2410
		2411	sub cf::client::send_msg {
		2412	my ($self, $color, $type, $msg, @extra) = @_;
		2413
		2414	$msg = $self->pl->expand_cfpod ($msg);
		2415
		2416	return unless @extra || length $msg;
		2417
		2418	if ($self->can_msg) {
		2419	$self->send_packet ("msg " . $self->{json_coder}->encode ([$color, $type, $msg, @extra]));
		2420	} else {
		2421	# replace some tags by gcfclient-compatible ones
		2422	for ($msg) {
		2423	1 while
		2424	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2425	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2426	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2427	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2428	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2429	}
		2430
		2431	if ($color >= 0) {
		2432	if (0 && $msg =~ /\[/) {
		2433	$self->send_packet ("drawextinfo $color 4 0 $msg")
		2434	} else {
		2435	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2436	$self->send_packet ("drawinfo $color $msg")
		2437	}
		2438	}
		2439	}
		2440	}
		2441
		2442	=item $client->ext_event ($type, %msg)
		2443
		2444	Sends an ext event to the client.
		2445
		2446	=cut
		2447
		2448	sub cf::client::ext_event($$%) {
		2449	my ($self, $type, %msg) = @_;
		2450
		2451	$msg{msgtype} = "event_$type";
		2452	$self->send_packet ("ext " . $self->{json_coder}->encode (\%msg));
		2453	}
1573		2454
1574	=item $success = $client->query ($flags, "text", \&cb)	2455	=item $success = $client->query ($flags, "text", \&cb)
1575		2456
1576	Queues a query to the client, calling the given callback with	2457	Queues a query to the client, calling the given callback with
1577	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2458	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1578	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2459	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1579		2460
1580	Queries can fail, so check the return code. Or don't, as queries will become	2461	Queries can fail, so check the return code. Or don't, as queries will
1581	reliable at some point in the future.	2462	become reliable at some point in the future.
1582		2463
1583	=cut	2464	=cut
1584		2465
1585	sub cf::client::query {	2466	sub cf::client::query {
1586	my ($self, $flags, $text, $cb) = @_;	2467	my ($self, $flags, $text, $cb) = @_;
…		…
1594	utf8::encode $text;	2475	utf8::encode $text;
1595	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2476	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1596		2477
1597	$self->send_packet ($self->{query_queue}[0][0])	2478	$self->send_packet ($self->{query_queue}[0][0])
1598	if @{ $self->{query_queue} } == 1;	2479	if @{ $self->{query_queue} } == 1;
		2480
		2481	1
1599	}	2482	}
1600		2483
1601	cf::client->attach (	2484	cf::client->attach (
		2485	on_connect => sub {
		2486	my ($ns) = @_;
		2487
		2488	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2489	},
1602	on_reply => sub {	2490	on_reply => sub {
1603	my ($ns, $msg) = @_;	2491	my ($ns, $msg) = @_;
1604		2492
1605	# this weird shuffling is so that direct followup queries	2493	# this weird shuffling is so that direct followup queries
1606	# get handled first	2494	# get handled first
1607	my $queue = delete $ns->{query_queue};	2495	my $queue = delete $ns->{query_queue}
		2496	or return; # be conservative, not sure how that can happen, but we saw a crash here
1608		2497
1609	(shift @$queue)->[1]->($msg);	2498	(shift @$queue)->[1]->($msg);
		2499	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1610		2500
1611	push @{ $ns->{query_queue} }, @$queue;	2501	push @{ $ns->{query_queue} }, @$queue;
1612		2502
1613	if (@{ $ns->{query_queue} } == @$queue) {	2503	if (@{ $ns->{query_queue} } == @$queue) {
1614	if (@$queue) {	2504	if (@$queue) {
…		…
1616	} else {	2506	} else {
1617	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2507	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1618	}	2508	}
1619	}	2509	}
1620	},	2510	},
		2511	on_exticmd => sub {
		2512	my ($ns, $buf) = @_;
		2513
		2514	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2515
		2516	if (ref $msg) {
		2517	if (my $cb = $EXTICMD{$msg->{msgtype}}) {
		2518	if (my %reply = $cb->($ns, $msg)) {
		2519	$reply{msgid} = $msg->{msgid};
		2520	$ns->send ("ext " . $ns->{json_coder}->encode (\%reply));
		2521	}
		2522	}
		2523	} else {
		2524	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2525	}
		2526
		2527	cf::override;
		2528	},
1621	);	2529	);
1622		2530
1623	=item $client->coro (\&cb)	2531	=item $client->async (\&cb)
1624		2532
1625	Create a new coroutine, running the specified callback. The coroutine will	2533	Create a new coroutine, running the specified callback. The coroutine will
1626	be automatically cancelled when the client gets destroyed (e.g. on logout,	2534	be automatically cancelled when the client gets destroyed (e.g. on logout,
1627	or loss of connection).	2535	or loss of connection).
1628		2536
1629	=cut	2537	=cut
1630		2538
1631	sub cf::client::coro {	2539	sub cf::client::async {
1632	my ($self, $cb) = @_;	2540	my ($self, $cb) = @_;
1633		2541
1634	my $coro; $coro = async {	2542	my $coro = &Coro::async ($cb);
1635	eval {
1636	$cb->();
1637	};
1638	warn $@ if $@;
1639	};
1640		2543
1641	$coro->on_destroy (sub {	2544	$coro->on_destroy (sub {
1642	delete $self->{_coro}{$coro+0};	2545	delete $self->{_coro}{$coro+0};
1643	});	2546	});
1644		2547
…		…
1677		2580
1678	# here we export the classes and methods available to script code	2581	# here we export the classes and methods available to script code
1679		2582
1680	=pod	2583	=pod
1681		2584
1682	The following fucntions and emthods are available within a safe environment:	2585	The following functions and methods are available within a safe environment:
1683		2586
1684	cf::object contr pay_amount pay_player map	2587	cf::object
		2588	contr pay_amount pay_player map x y force_find force_add
		2589	insert remove
		2590
1685	cf::object::player player	2591	cf::object::player
1686	cf::player peaceful	2592	player
1687	cf::map trigger	2593
		2594	cf::player
		2595	peaceful
		2596
		2597	cf::map
		2598	trigger
1688		2599
1689	=cut	2600	=cut
1690		2601
1691	for (	2602	for (
1692	["cf::object" => qw(contr pay_amount pay_player map)],	2603	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2604	insert remove)],
1693	["cf::object::player" => qw(player)],	2605	["cf::object::player" => qw(player)],
1694	["cf::player" => qw(peaceful)],	2606	["cf::player" => qw(peaceful)],
1695	["cf::map" => qw(trigger)],	2607	["cf::map" => qw(trigger)],
1696	) {	2608	) {
1697	no strict 'refs';	2609	no strict 'refs';
…		…
1768	=back	2680	=back
1769		2681
1770	=cut	2682	=cut
1771		2683
1772	#############################################################################	2684	#############################################################################
		2685	# the server's init and main functions
1773		2686
1774	=head2 EXTENSION DATABASE SUPPORT	2687	sub load_facedata($) {
		2688	my ($path) = @_;
1775		2689
1776	Crossfire maintains a very simple database for extension use. It can	2690	warn "loading facedata from $path\n";
1777	currently store anything that can be serialised using Storable, which
1778	excludes objects.
1779		2691
1780	The parameter C<$family> should best start with the name of the extension	2692	my $facedata;
1781	using it, it should be unique.	2693	0 < aio_load $path, $facedata
		2694	or die "$path: $!";
1782		2695
1783	=over 4	2696	$facedata = Coro::Storable::thaw $facedata;
1784		2697
1785	=item $hashref = cf::db_get $family	2698	$facedata->{version} == 2
		2699	or cf::cleanup "$path: version mismatch, cannot proceed.";
1786		2700
1787	Return a hashref for use by the extension C<$family>, which can be
1788	modified. After modifications, you have to call C<cf::db_dirty> or
1789	C<cf::db_sync>.
1790
1791	=item $value = cf::db_get $family => $key
1792
1793	Returns a single value from the database
1794
1795	=item cf::db_put $family => $hashref
1796
1797	Stores the given family hashref into the database. Updates are delayed, if
1798	you want the data to be synced to disk immediately, use C<cf::db_sync>.
1799
1800	=item cf::db_put $family => $key => $value
1801
1802	Stores the given C<$value> in the family hash. Updates are delayed, if you
1803	want the data to be synced to disk immediately, use C<cf::db_sync>.
1804
1805	=item cf::db_dirty
1806
1807	Marks the database as dirty, to be updated at a later time.
1808
1809	=item cf::db_sync
1810
1811	Immediately write the database to disk I<if it is dirty>.
1812
1813	=cut
1814
1815	our $DB;
1816
1817	{
1818	my $path = cf::localdir . "/database.pst";
1819
1820	sub db_load() {
1821	warn "loading database $path\n";#d# remove later
1822	$DB = stat $path ? Storable::retrieve $path : { };
1823	}	2701	{
		2702	my $faces = $facedata->{faceinfo};
1824		2703
1825	my $pid;	2704	while (my ($face, $info) = each %$faces) {
1826		2705	my $idx = (cf::face::find $face) || cf::face::alloc $face;
1827	sub db_save() {	2706	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
1828	warn "saving database $path\n";#d# remove later	2707	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
1829	waitpid $pid, 0 if $pid;	2708	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
1830	if (0 == ($pid = fork)) {	2709	Coro::cede;
1831	$DB->{_meta}{version} = 1;
1832	Storable::nstore $DB, "$path~";
1833	rename "$path~", $path;
1834	cf::_exit 0 if defined $pid;
1835	}
1836	}
1837
1838	my $dirty;
1839
1840	sub db_sync() {
1841	db_save if $dirty;
1842	undef $dirty;
1843	}
1844
1845	my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1846	db_sync;
1847	});
1848
1849	sub db_dirty() {
1850	$dirty = 1;
1851	$idle->start;
1852	}
1853
1854	sub db_get($;$) {
1855	@_ >= 2
1856	? $DB->{$_[0]}{$_[1]}
1857	: ($DB->{$_[0]} ||= { })
1858	}
1859
1860	sub db_put($$;$) {
1861	if (@_ >= 3) {
1862	$DB->{$_[0]}{$_[1]} = $_[2];
1863	} else {
1864	$DB->{$_[0]} = $_[1];
1865	}
1866	db_dirty;
1867	}
1868
1869	cf::global->attach (
1870	prio => 10000,
1871	on_cleanup => sub {
1872	db_sync;
1873	},	2710	}
1874	);
1875	}
1876		2711
1877	#############################################################################	2712	while (my ($face, $info) = each %$faces) {
1878	# the server's main()	2713	next unless $info->{smooth};
		2714	my $idx = cf::face::find $face
		2715	or next;
		2716	if (my $smooth = cf::face::find $info->{smooth}) {
		2717	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
		2718	} else {
		2719	warn "smooth face '$info->{smooth}' not found for face '$face'";
		2720	}
		2721	Coro::cede;
		2722	}
		2723	}
		2724
		2725	{
		2726	my $anims = $facedata->{animinfo};
		2727
		2728	while (my ($anim, $info) = each %$anims) {
		2729	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2730	Coro::cede;
		2731	}
		2732
		2733	cf::anim::invalidate_all; # d'oh
		2734	}
		2735
		2736	1
		2737	}
		2738
		2739	sub reload_regions {
		2740	load_resource_file "$MAPDIR/regions"
		2741	or die "unable to load regions file\n";
		2742	}
		2743
		2744	sub reload_facedata {
		2745	load_facedata "$DATADIR/facedata"
		2746	or die "unable to load facedata\n";
		2747	}
		2748
		2749	sub reload_archetypes {
		2750	load_resource_file "$DATADIR/archetypes"
		2751	or die "unable to load archetypes\n";
		2752	#d# NEED to laod twice to resolve forward references
		2753	# this really needs to be done in an extra post-pass
		2754	# (which needs to be synchronous, so solve it differently)
		2755	load_resource_file "$DATADIR/archetypes"
		2756	or die "unable to load archetypes\n";
		2757	}
		2758
		2759	sub reload_treasures {
		2760	load_resource_file "$DATADIR/treasures"
		2761	or die "unable to load treasurelists\n";
		2762	}
		2763
		2764	sub reload_resources {
		2765	warn "reloading resource files...\n";
		2766
		2767	reload_regions;
		2768	reload_facedata;
		2769	#reload_archetypes;#d#
		2770	reload_archetypes;
		2771	reload_treasures;
		2772
		2773	warn "finished reloading resource files\n";
		2774	}
		2775
		2776	sub init {
		2777	reload_resources;
		2778	}
1879		2779
1880	sub cfg_load {	2780	sub cfg_load {
1881	open my $fh, "<:utf8", cf::confdir . "/config"	2781	open my $fh, "<:utf8", "$CONFDIR/config"
1882	or return;	2782	or return;
1883		2783
1884	local $/;	2784	local $/;
1885	*CFG = YAML::Syck::Load <$fh>;	2785	*CFG = YAML::Syck::Load <$fh>;
		2786
		2787	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
		2788
		2789	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
		2790	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
		2791
		2792	if (exists $CFG{mlockall}) {
		2793	eval {
		2794	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
		2795	and die "WARNING: m(un)lockall failed: $!\n";
		2796	};
		2797	warn $@ if $@;
		2798	}
1886	}	2799	}
1887		2800
1888	sub main {	2801	sub main {
1889	# we must not ever block the main coroutine	2802	# we must not ever block the main coroutine
1890	local $Coro::idle = sub {	2803	local $Coro::idle = sub {
1891	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	2804	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
1892	(Coro::unblock_sub {	2805	(async {
1893	Event::one_event;	2806	Event::one_event;
1894	})->();	2807	})->prio (Coro::PRIO_MAX);
1895	};	2808	};
1896		2809
1897	cfg_load;	2810	cfg_load;
1898	db_load;	2811	db_init;
1899	load_extensions;	2812	load_extensions;
		2813
		2814	$TICK_WATCHER->start;
1900	Event::loop;	2815	Event::loop;
1901	}	2816	}
1902		2817
1903	#############################################################################	2818	#############################################################################
1904	# initialisation	2819	# initialisation and cleanup
1905		2820
		2821	# install some emergency cleanup handlers
		2822	BEGIN {
		2823	for my $signal (qw(INT HUP TERM)) {
		2824	Event->signal (
		2825	reentrant => 0,
		2826	data => WF_AUTOCANCEL,
		2827	signal => $signal,
		2828	prio => 0,
		2829	cb => sub {
		2830	cf::cleanup "SIG$signal";
		2831	},
		2832	);
		2833	}
		2834	}
		2835
		2836	sub write_runtime {
		2837	my $runtime = "$LOCALDIR/runtime";
		2838
		2839	# first touch the runtime file to show we are still running:
		2840	# the fsync below can take a very very long time.
		2841
		2842	IO::AIO::aio_utime $runtime, undef, undef;
		2843
		2844	my $guard = cf::lock_acquire "write_runtime";
		2845
		2846	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		2847	or return;
		2848
		2849	my $value = $cf::RUNTIME + 90 + 10;
		2850	# 10 is the runtime save interval, for a monotonic clock
		2851	# 60 allows for the watchdog to kill the server.
		2852
		2853	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		2854	and return;
		2855
		2856	# always fsync - this file is important
		2857	aio_fsync $fh
		2858	and return;
		2859
		2860	# touch it again to show we are up-to-date
		2861	aio_utime $fh, undef, undef;
		2862
		2863	close $fh
		2864	or return;
		2865
		2866	aio_rename "$runtime~", $runtime
		2867	and return;
		2868
		2869	warn "runtime file written.\n";
		2870
		2871	1
		2872	}
		2873
		2874	sub emergency_save() {
		2875	my $freeze_guard = cf::freeze_mainloop;
		2876
		2877	warn "enter emergency perl save\n";
		2878
		2879	cf::sync_job {
		2880	# use a peculiar iteration method to avoid tripping on perl
		2881	# refcount bugs in for. also avoids problems with players
		2882	# and maps saved/destroyed asynchronously.
		2883	warn "begin emergency player save\n";
		2884	for my $login (keys %cf::PLAYER) {
		2885	my $pl = $cf::PLAYER{$login} or next;
		2886	$pl->valid or next;
		2887	$pl->save;
		2888	}
		2889	warn "end emergency player save\n";
		2890
		2891	warn "begin emergency map save\n";
		2892	for my $path (keys %cf::MAP) {
		2893	my $map = $cf::MAP{$path} or next;
		2894	$map->valid or next;
		2895	$map->save;
		2896	}
		2897	warn "end emergency map save\n";
		2898
		2899	warn "begin emergency database checkpoint\n";
		2900	BDB::db_env_txn_checkpoint $DB_ENV;
		2901	warn "end emergency database checkpoint\n";
		2902	};
		2903
		2904	warn "leave emergency perl save\n";
		2905	}
		2906
		2907	sub post_cleanup {
		2908	my ($make_core) = @_;
		2909
		2910	warn Carp::longmess "post_cleanup backtrace"
		2911	if $make_core;
		2912	}
		2913
1906	sub reload() {	2914	sub do_reload_perl() {
1907	# can/must only be called in main	2915	# can/must only be called in main
1908	if ($Coro::current != $Coro::main) {	2916	if ($Coro::current != $Coro::main) {
1909	warn "can only reload from main coroutine\n";	2917	warn "can only reload from main coroutine";
1910	return;	2918	return;
1911	}	2919	}
1912		2920
1913	warn "reloading...";	2921	warn "reloading...";
1914		2922
1915	local $FREEZE = 1;	2923	warn "entering sync_job";
		2924
		2925	cf::sync_job {
		2926	cf::write_runtime; # external watchdog should not bark
1916	cf::emergency_save;	2927	cf::emergency_save;
		2928	cf::write_runtime; # external watchdog should not bark
1917		2929
1918	eval {	2930	warn "syncing database to disk";
		2931	BDB::db_env_txn_checkpoint $DB_ENV;
		2932
1919	# if anything goes wrong in here, we should simply crash as we already saved	2933	# if anything goes wrong in here, we should simply crash as we already saved
1920		2934
1921	# cancel all watchers	2935	warn "cancelling all WF_AUTOCANCEL watchers";
1922	for (Event::all_watchers) {	2936	for (Event::all_watchers) {
1923	$_->cancel if $_->data & WF_AUTOCANCEL;	2937	$_->cancel if $_->data & WF_AUTOCANCEL;
1924	}	2938	}
1925		2939
		2940	warn "flushing outstanding aio requests";
		2941	for (;;) {
		2942	BDB::flush;
		2943	IO::AIO::flush;
		2944	Coro::cede;
		2945	last unless IO::AIO::nreqs || BDB::nreqs;
		2946	warn "iterate...";
		2947	}
		2948
		2949	++$RELOAD;
		2950
1926	# cancel all extension coros	2951	warn "cancelling all extension coros";
1927	$_->cancel for values %EXT_CORO;	2952	$_->cancel for values %EXT_CORO;
1928	%EXT_CORO = ();	2953	%EXT_CORO = ();
1929		2954
1930	# unload all extensions	2955	warn "removing commands";
1931	for (@exts) {	2956	%COMMAND = ();
		2957
		2958	warn "removing ext/exti commands";
		2959	%EXTCMD = ();
		2960	%EXTICMD = ();
		2961
		2962	warn "unloading/nuking all extensions";
		2963	for my $pkg (@EXTS) {
1932	warn "unloading <$_>";	2964	warn "... unloading $pkg";
1933	unload_extension $_;	2965
		2966	if (my $cb = $pkg->can ("unload")) {
		2967	eval {
		2968	$cb->($pkg);
		2969	1
		2970	} or warn "$pkg unloaded, but with errors: $@";
1934	}	2971	}
1935		2972
		2973	warn "... nuking $pkg";
		2974	Symbol::delete_package $pkg;
		2975	}
		2976
1936	# unload all modules loaded from $LIBDIR	2977	warn "unloading all perl modules loaded from $LIBDIR";
1937	while (my ($k, $v) = each %INC) {	2978	while (my ($k, $v) = each %INC) {
1938	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	2979	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
1939		2980
1940	warn "removing <$k>";	2981	warn "... unloading $k";
1941	delete $INC{$k};	2982	delete $INC{$k};
1942		2983
1943	$k =~ s/\.pm$//;	2984	$k =~ s/\.pm$//;
1944	$k =~ s/\//::/g;	2985	$k =~ s/\//::/g;
1945		2986
…		…
1948	}	2989	}
1949		2990
1950	Symbol::delete_package $k;	2991	Symbol::delete_package $k;
1951	}	2992	}
1952		2993
1953	# sync database to disk
1954	cf::db_sync;
1955	IO::AIO::flush;
1956
1957	# get rid of safe::, as good as possible	2994	warn "getting rid of safe::, as good as possible";
1958	Symbol::delete_package "safe::$_"	2995	Symbol::delete_package "safe::$_"
1959	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2996	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
1960		2997
1961	# remove register_script_function callbacks
1962	# TODO
1963
1964	# unload cf.pm "a bit"	2998	warn "unloading cf.pm \"a bit\"";
1965	delete $INC{"cf.pm"};	2999	delete $INC{"cf.pm"};
		3000	delete $INC{"cf/pod.pm"};
1966		3001
1967	# don't, removes xs symbols, too,	3002	# don't, removes xs symbols, too,
1968	# and global variables created in xs	3003	# and global variables created in xs
1969	#Symbol::delete_package __PACKAGE__;	3004	#Symbol::delete_package __PACKAGE__;
1970		3005
1971	# reload cf.pm	3006	warn "unload completed, starting to reload now";
		3007
1972	warn "reloading cf.pm";	3008	warn "reloading cf.pm";
1973	require cf;	3009	require cf;
1974	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3010	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
1975		3011
1976	# load config and database again	3012	warn "loading config and database again";
1977	cf::cfg_load;	3013	cf::cfg_load;
1978	cf::db_load;
1979		3014
1980	# load extensions
1981	warn "load extensions";	3015	warn "loading extensions";
1982	cf::load_extensions;	3016	cf::load_extensions;
1983		3017
1984	# reattach attachments to objects	3018	warn "reattaching attachments to objects/players";
1985	warn "reattach";	3019	_global_reattach; # objects, sockets
1986	_global_reattach;	3020	warn "reattaching attachments to maps";
1987	};	3021	reattach $_ for values %MAP;
		3022	warn "reattaching attachments to players";
		3023	reattach $_ for values %PLAYER;
1988		3024
1989	if ($@) {	3025	warn "leaving sync_job";
		3026
		3027	1
		3028	} or do {
1990	warn $@;	3029	warn $@;
1991	warn "error while reloading, exiting.";	3030	warn "error while reloading, exiting.";
1992	exit 1;	3031	exit 1;
1993	}	3032	};
1994		3033
1995	warn "reloaded successfully";	3034	warn "reloaded";
1996	};	3035	};
1997		3036
1998	#############################################################################	3037	our $RELOAD_WATCHER; # used only during reload
1999		3038
2000	unless ($LINK_MAP) {	3039	sub reload_perl() {
2001	$LINK_MAP = cf::map::new;	3040	# doing reload synchronously and two reloads happen back-to-back,
		3041	# coro crashes during coro_state_free->destroy here.
2002		3042
2003	$LINK_MAP->width (41);	3043	$RELOAD_WATCHER ||= Event->timer (
2004	$LINK_MAP->height (41);	3044	reentrant => 0,
2005	$LINK_MAP->alloc;
2006	$LINK_MAP->path ("{link}");
2007	$LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";
2008	$LINK_MAP->in_memory (MAP_IN_MEMORY);
2009
2010	# dirty hack because... archetypes are not yet loaded
2011	Event->timer (
2012	after => 2,	3045	after => 0,
		3046	data => WF_AUTOCANCEL,
2013	cb => sub {	3047	cb => sub {
2014	$_[0]->w->cancel;	3048	do_reload_perl;
2015		3049	undef $RELOAD_WATCHER;
2016	# provide some exits "home"
2017	my $exit = cf::object::new "exit";
2018
2019	$exit->slaying ($EMERGENCY_POSITION->[0]);
2020	$exit->stats->hp ($EMERGENCY_POSITION->[1]);
2021	$exit->stats->sp ($EMERGENCY_POSITION->[2]);
2022
2023	$LINK_MAP->insert ($exit->clone, 19, 19);
2024	$LINK_MAP->insert ($exit->clone, 19, 20);
2025	$LINK_MAP->insert ($exit->clone, 19, 21);
2026	$LINK_MAP->insert ($exit->clone, 20, 19);
2027	$LINK_MAP->insert ($exit->clone, 20, 21);
2028	$LINK_MAP->insert ($exit->clone, 21, 19);
2029	$LINK_MAP->insert ($exit->clone, 21, 20);
2030	$LINK_MAP->insert ($exit->clone, 21, 21);
2031
2032	$exit->destroy;
2033	});	3050	},
2034		3051	);
2035	$LINK_MAP->{deny_save} = 1;
2036	$LINK_MAP->{deny_reset} = 1;
2037
2038	$cf::MAP{$LINK_MAP->path} = $LINK_MAP;
2039	}	3052	}
2040
2041	register "<global>", __PACKAGE__;
2042		3053
2043	register_command "reload" => sub {	3054	register_command "reload" => sub {
2044	my ($who, $arg) = @_;	3055	my ($who, $arg) = @_;
2045		3056
2046	if ($who->flag (FLAG_WIZ)) {	3057	if ($who->flag (FLAG_WIZ)) {
2047	$who->message ("start of reload.");
2048	reload;
2049	$who->message ("end of reload.");	3058	$who->message ("reloading server.");
		3059	async { reload_perl };
2050	}	3060	}
2051	};	3061	};
2052		3062
2053	unshift @INC, $LIBDIR;	3063	unshift @INC, $LIBDIR;
2054		3064
		3065	my $bug_warning = 0;
		3066
		3067	our @WAIT_FOR_TICK;
		3068	our @WAIT_FOR_TICK_BEGIN;
		3069
		3070	sub wait_for_tick {
		3071	return unless $TICK_WATCHER->is_active;
		3072	return if $Coro::current == $Coro::main;
		3073
		3074	my $signal = new Coro::Signal;
		3075	push @WAIT_FOR_TICK, $signal;
		3076	$signal->wait;
		3077	}
		3078
		3079	sub wait_for_tick_begin {
		3080	return unless $TICK_WATCHER->is_active;
		3081	return if $Coro::current == $Coro::main;
		3082
		3083	my $signal = new Coro::Signal;
		3084	push @WAIT_FOR_TICK_BEGIN, $signal;
		3085	$signal->wait;
		3086	}
		3087
		3088	my $min = 1e6;#d#
		3089	my $avg = 10;
2055	$TICK_WATCHER = Event->timer (	3090	$TICK_WATCHER = Event->timer (
2056	reentrant => 0,	3091	reentrant => 0,
		3092	parked => 1,
2057	prio => 0,	3093	prio => 0,
2058	at => $NEXT_TICK || $TICK,	3094	at => $NEXT_TICK || $TICK,
2059	data => WF_AUTOCANCEL,	3095	data => WF_AUTOCANCEL,
2060	cb => sub {	3096	cb => sub {
2061	unless ($FREEZE) {	3097	if ($Coro::current != $Coro::main) {
		3098	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
		3099	unless ++$bug_warning > 10;
		3100	return;
		3101	}
		3102
		3103	$NOW = $tick_start = Event::time;
		3104
2062	cf::server_tick; # one server iteration	3105	cf::server_tick; # one server iteration
2063	$RUNTIME += $TICK;	3106
		3107	0 && sync_job {#d#
		3108	for(1..10) {
		3109	my $t = Event::time;
		3110	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3111	or die;
		3112
		3113	$map->width (50);
		3114	$map->height (50);
		3115	$map->alloc;
		3116	$map->_load_objects ("/tmp/x.map", 1);
		3117	my $t = Event::time - $t;
		3118
		3119	#next unless $t < 0.0013;#d#
		3120	if ($t < $min) {
		3121	$min = $t;
		3122	}
		3123	$avg = $avg * 0.99 + $t * 0.01;
		3124	}
		3125	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3126	exit 0;
		3127	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
2064	}	3128	};
2065		3129
		3130	$RUNTIME += $TICK;
2066	$NEXT_TICK += $TICK;	3131	$NEXT_TICK += $TICK;
2067		3132
		3133	if ($NOW >= $NEXT_RUNTIME_WRITE) {
		3134	$NEXT_RUNTIME_WRITE = $NOW + 10;
		3135	Coro::async_pool {
		3136	write_runtime
		3137	or warn "ERROR: unable to write runtime file: $!";
		3138	};
		3139	}
		3140
		3141	# my $AFTER = Event::time;
		3142	# warn $AFTER - $NOW;#d#
		3143
		3144	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3145	$sig->send;
		3146	}
		3147	while (my $sig = shift @WAIT_FOR_TICK) {
		3148	$sig->send;
		3149	}
		3150
		3151	$NOW = Event::time;
		3152
2068	# if we are delayed by four ticks or more, skip them all	3153	# if we are delayed by four ticks or more, skip them all
2069	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3154	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2070		3155
2071	$TICK_WATCHER->at ($NEXT_TICK);	3156	$TICK_WATCHER->at ($NEXT_TICK);
2072	$TICK_WATCHER->start;	3157	$TICK_WATCHER->start;
		3158
		3159	$LOAD = ($NOW - $tick_start) / $TICK;
		3160	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3161
		3162	_post_tick;
		3163
		3164
2073	},	3165	},
2074	);	3166	);
2075		3167
		3168	{
2076	IO::AIO::max_poll_time $TICK * 0.2;	3169	BDB::max_poll_time $TICK * 0.1;
2077		3170	$BDB_POLL_WATCHER = Event->io (
2078	Event->io (	3171	reentrant => 0,
2079	fd => IO::AIO::poll_fileno,	3172	fd => BDB::poll_fileno,
2080	poll => 'r',	3173	poll => 'r',
2081	prio => 5,	3174	prio => 0,
2082	data => WF_AUTOCANCEL,
2083	cb => \&IO::AIO::poll_cb,
2084	);
2085
2086	Event->timer (
2087	data => WF_AUTOCANCEL,	3175	data => WF_AUTOCANCEL,
2088	after => 0,	3176	cb => \&BDB::poll_cb,
2089	interval => 10,	3177	);
2090	cb => sub {	3178	BDB::min_parallel 8;
2091	(Coro::unblock_sub {	3179
2092	write_runtime	3180	BDB::set_sync_prepare {
2093	or warn "ERROR: unable to write runtime file: $!";	3181	my $status;
		3182	my $current = $Coro::current;
		3183	(
		3184	sub {
		3185	$status = $!;
		3186	$current->ready; undef $current;
		3187	},
		3188	sub {
		3189	Coro::schedule while defined $current;
		3190	$! = $status;
		3191	},
		3192	)
		3193	};
		3194
		3195	unless ($DB_ENV) {
		3196	$DB_ENV = BDB::db_env_create;
		3197
		3198	cf::sync_job {
		3199	eval {
		3200	BDB::db_env_open
		3201	$DB_ENV,
		3202	$BDBDIR,
		3203	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3204	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3205	0666;
		3206
		3207	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3208
		3209	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
		3210	$DB_ENV->set_lk_detect;
		3211	};
		3212
		3213	cf::cleanup "db_env_open(db): $@" if $@;
2094	})->();	3214	};
2095	},	3215	}
2096	);	3216	}
		3217
		3218	{
		3219	IO::AIO::min_parallel 8;
		3220
		3221	undef $Coro::AIO::WATCHER;
		3222	IO::AIO::max_poll_time $TICK * 0.1;
		3223	$AIO_POLL_WATCHER = Event->io (
		3224	reentrant => 0,
		3225	data => WF_AUTOCANCEL,
		3226	fd => IO::AIO::poll_fileno,
		3227	poll => 'r',
		3228	prio => 6,
		3229	cb => \&IO::AIO::poll_cb,
		3230	);
		3231	}
		3232
		3233	my $_log_backtrace;
		3234
		3235	sub _log_backtrace {
		3236	my ($msg, @addr) = @_;
		3237
		3238	$msg =~ s/\n//;
		3239
		3240	# limit the # of concurrent backtraces
		3241	if ($_log_backtrace < 2) {
		3242	++$_log_backtrace;
		3243	async {
		3244	my @bt = fork_call {
		3245	@addr = map { sprintf "%x", $_ } @addr;
		3246	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3247	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3248	or die "addr2line: $!";
		3249
		3250	my @funcs;
		3251	my @res = <$fh>;
		3252	chomp for @res;
		3253	while (@res) {
		3254	my ($func, $line) = splice @res, 0, 2, ();
		3255	push @funcs, "[$func] $line";
		3256	}
		3257
		3258	@funcs
		3259	};
		3260
		3261	LOG llevInfo, "[ABT] $msg\n";
		3262	LOG llevInfo, "[ABT] $_\n" for @bt;
		3263	--$_log_backtrace;
		3264	};
		3265	} else {
		3266	LOG llevInfo, "[ABT] $msg\n";
		3267	LOG llevInfo, "[ABT] [suppressed]\n";
		3268	}
		3269	}
		3270
		3271	# load additional modules
		3272	use cf::pod;
		3273
		3274	END { cf::emergency_save }
2097		3275
2098	1	3276	1
2099		3277

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines