ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.108 by root, Sun Dec 31 21:02:05 2006 UTC vs.
Revision 1.386 by root, Mon Oct 15 17:50:27 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
8	use Storable;	8	use Socket;
		9	use Event;
9	use Opcode;	10	use Opcode;
10	use Safe;	11	use Safe;
11	use Safe::Hole;	12	use Safe::Hole;
		13	use Storable ();
12		14
13	use Coro 3.3;	15	use Coro 4.1 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
		24	use Coro::Util ();
19		25
		26	use JSON::XS ();
		27	use BDB ();
		28	use Data::Dumper;
20	use Digest::MD5;	29	use Digest::MD5;
21	use Fcntl;	30	use Fcntl;
22	use IO::AIO 2.31 ();
23	use YAML::Syck ();	31	use YAML::Syck ();
		32	use IO::AIO 2.51 ();
24	use Time::HiRes;	33	use Time::HiRes;
		34	use Compress::LZF;
		35	use Digest::MD5 ();
25		36
		37	# configure various modules to our taste
		38	#
		39	$Storable::canonical = 1; # reduce rsync transfers
		40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		42
26	use Event; $Event::Eval = 1; # no idea why this is required, but it is	43	$Event::Eval = 1; # no idea why this is required, but it is
27		44
28	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29	$YAML::Syck::ImplicitUnicode = 1;	46	$YAML::Syck::ImplicitUnicode = 1;
30		47
31	$Coro::main->prio (2); # run main coroutine ("the server") with very high priority	48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32		49
33	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34		51
35	our %COMMAND = ();	52	our %COMMAND = ();
36	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
		54
		55	our @EXTS = (); # list of extension package names
37	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
		58	our %EXT_CORO = (); # coroutines bound to extensions
		59	our %EXT_MAP = (); # pluggable maps
38		60
		61	our $RELOAD; # number of reloads so far
39	our @EVENT;	62	our @EVENT;
40	our $LIBDIR = datadir . "/ext";
41		63
42	our $TICK = MAX_TIME * 1e-6;	64	our $CONFDIR = confdir;
		65	our $DATADIR = datadir;
		66	our $LIBDIR = "$DATADIR/ext";
		67	our $PODDIR = "$DATADIR/pod";
		68	our $MAPDIR = "$DATADIR/" . mapdir;
		69	our $LOCALDIR = localdir;
		70	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		73	our $RANDOMDIR = "$LOCALDIR/random";
		74	our $BDBDIR = "$LOCALDIR/db";
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
43	our $TICK_WATCHER;	77	our $TICK_WATCHER;
		78	our $AIO_POLL_WATCHER;
		79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
44	our $NEXT_TICK;	80	our $NEXT_TICK;
45	our $NOW;	81	our $NOW;
		82	our $USE_FSYNC = 1; # use fsync to write maps - default off
		83
		84	our $BDB_POLL_WATCHER;
		85	our $BDB_DEADLOCK_WATCHER;
		86	our $BDB_CHECKPOINT_WATCHER;
		87	our $BDB_TRICKLE_WATCHER;
		88	our $DB_ENV;
46		89
47	our %CFG;	90	our %CFG;
48		91
49	our $UPTIME; $UPTIME ||= time;	92	our $UPTIME; $UPTIME ||= time;
50	our $RUNTIME;	93	our $RUNTIME;
51		94
52	our %MAP; # all maps	95	our (%PLAYER, %PLAYER_LOADING); # all users
53	our $LINK_MAP; # the special {link} map	96	our (%MAP, %MAP_LOADING ); # all maps
54	our $FREEZE;	97	our $LINK_MAP; # the special {link} map, which is always available
55	our $RANDOM_MAPS = cf::localdir . "/random";	98
56	our %EXT_CORO;	99	# used to convert map paths into valid unix filenames by replacing / by ∕
		100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
57		105
58	binmode STDOUT;	106	binmode STDOUT;
59	binmode STDERR;	107	binmode STDERR;
60		108
61	# read virtual server time, if available	109	# read virtual server time, if available
62	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
63	open my $fh, "<", cf::localdir . "/runtime"	111	open my $fh, "<", "$LOCALDIR/runtime"
64	or die "unable to read runtime file: $!";	112	or die "unable to read runtime file: $!";
65	$RUNTIME = <$fh> + 0.;	113	$RUNTIME = <$fh> + 0.;
66	}	114	}
67		115
68	mkdir cf::localdir;	116	mkdir $_
69	mkdir cf::localdir . "/" . cf::playerdir;	117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
70	mkdir cf::localdir . "/" . cf::tmpdir;
71	mkdir cf::localdir . "/" . cf::uniquedir;
72	mkdir $RANDOM_MAPS;
73		118
74	# a special map that is always available	119	our $EMERGENCY_POSITION;
75	our $LINK_MAP;	120
		121	sub cf::map::normalise;
76		122
77	#############################################################################	123	#############################################################################
78		124
79	=head2 GLOBAL VARIABLES	125	=head2 GLOBAL VARIABLES
80		126
…		…
87	=item $cf::RUNTIME	133	=item $cf::RUNTIME
88		134
89	The time this server has run, starts at 0 and is increased by $cf::TICK on	135	The time this server has run, starts at 0 and is increased by $cf::TICK on
90	every server tick.	136	every server tick.
91		137
92	=item $cf::LIBDIR	138	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		139	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		140	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
93		141
94	The perl library directory, where extensions and cf-specific modules can	142	Various directories - "/etc", read-only install directory, perl-library
95	be found. It will be added to C<@INC> automatically.	143	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		144	unique-items directory, player file directory, random maps directory and
		145	database environment.
96		146
97	=item $cf::NOW	147	=item $cf::NOW
98		148
99	The time of the last (current) server tick.	149	The time of the last (current) server tick.
100		150
101	=item $cf::TICK	151	=item $cf::TICK
102		152
103	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
104		164
105	=item %cf::CFG	165	=item %cf::CFG
106		166
107	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/crossfire/config>, or
108	from wherever your confdir points to.	168	from wherever your confdir points to.
		169
		170	=item cf::wait_for_tick, cf::wait_for_tick_begin
		171
		172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
		173	returns directly I<after> the tick processing (and consequently, can only wake one process
		174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
		175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
109		181
110	=back	182	=back
111		183
112	=cut	184	=cut
113		185
114	BEGIN {	186	BEGIN {
115	*CORE::GLOBAL::warn = sub {	187	*CORE::GLOBAL::warn = sub {
116	my $msg = join "", @_;	188	my $msg = join "", @_;
117	utf8::encode $msg;
118		189
119	$msg .= "\n"	190	$msg .= "\n"
120	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
121		192
		193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		194
122	LOG llevError, "cfperl: $msg";	195	LOG llevError, $msg;
123	};	196	};
124	}	197	}
125		198
126	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
127	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
128	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
129	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
130	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	203	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		204	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
131	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	205	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
132		206
133	# we bless all objects into (empty) derived classes to force a method lookup	207	# we bless all objects into (empty) derived classes to force a method lookup
134	# within the Safe compartment.	208	# within the Safe compartment.
135	for my $pkg (qw(	209	for my $pkg (qw(
136	cf::global cf::attachable	210	cf::global cf::attachable
…		…
145		219
146	$Event::DIED = sub {	220	$Event::DIED = sub {
147	warn "error in event callback: @_";	221	warn "error in event callback: @_";
148	};	222	};
149		223
150	my %ext_pkg;	224	#############################################################################
151	my @exts;
152	my @hook;
153		225
154	=head2 UTILITY FUNCTIONS	226	=head2 UTILITY FUNCTIONS
155		227
156	=over 4	228	=over 4
157		229
158	=cut	230	=item dumpval $ref
159		231
160	use JSON::Syck (); # TODO# replace by JSON::PC once working	232	=cut
		233
		234	sub dumpval {
		235	eval {
		236	local $SIG{__DIE__};
		237	my $d;
		238	if (1) {
		239	$d = new Data::Dumper([$_[0]], ["*var"]);
		240	$d->Terse(1);
		241	$d->Indent(2);
		242	$d->Quotekeys(0);
		243	$d->Useqq(1);
		244	#$d->Bless(...);
		245	$d->Seen($_[1]) if @_ > 1;
		246	$d = $d->Dump();
		247	}
		248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
		249	$d
		250	} || "[unable to dump $_[0]: '$@']";
		251	}
161		252
162	=item $ref = cf::from_json $json	253	=item $ref = cf::from_json $json
163		254
164	Converts a JSON string into the corresponding perl data structure.	255	Converts a JSON string into the corresponding perl data structure.
165		256
166	=cut
167
168	sub from_json($) {
169	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
170	JSON::Syck::Load $_[0]
171	}
172
173	=item $json = cf::to_json $ref	257	=item $json = cf::to_json $ref
174		258
175	Converts a perl data structure into its JSON representation.	259	Converts a perl data structure into its JSON representation.
176		260
177	=cut	261	=cut
178		262
179	sub to_json($) {	263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
180	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	264
181	JSON::Syck::Dump $_[0]	265	sub to_json ($) { $json_coder->encode ($_[0]) }
		266	sub from_json ($) { $json_coder->decode ($_[0]) }
		267
		268	=item cf::lock_wait $string
		269
		270	Wait until the given lock is available. See cf::lock_acquire.
		271
		272	=item my $lock = cf::lock_acquire $string
		273
		274	Wait until the given lock is available and then acquires it and returns
		275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
		276	for example when the coroutine gets canceled), the lock is automatically
		277	returned.
		278
		279	Locks are *not* recursive, locking from the same coro twice results in a
		280	deadlocked coro.
		281
		282	Lock names should begin with a unique identifier (for example, cf::map::find
		283	uses map_find and cf::map::load uses map_load).
		284
		285	=item $locked = cf::lock_active $string
		286
		287	Return true if the lock is currently active, i.e. somebody has locked it.
		288
		289	=cut
		290
		291	our %LOCK;
		292	our %LOCKER;#d#
		293
		294	sub lock_wait($) {
		295	my ($key) = @_;
		296
		297	if ($LOCKER{$key} == $Coro::current) {#d#
		298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		299	return;#d#
		300	}#d#
		301
		302	# wait for lock, if any
		303	while ($LOCK{$key}) {
		304	push @{ $LOCK{$key} }, $Coro::current;
		305	Coro::schedule;
		306	}
182	}	307	}
		308
		309	sub lock_acquire($) {
		310	my ($key) = @_;
		311
		312	# wait, to be sure we are not locked
		313	lock_wait $key;
		314
		315	$LOCK{$key} = [];
		316	$LOCKER{$key} = $Coro::current;#d#
		317
		318	Coro::guard {
		319	delete $LOCKER{$key};#d#
		320	# wake up all waiters, to be on the safe side
		321	$_->ready for @{ delete $LOCK{$key} };
		322	}
		323	}
		324
		325	sub lock_active($) {
		326	my ($key) = @_;
		327
		328	! ! $LOCK{$key}
		329	}
		330
		331	sub freeze_mainloop {
		332	return unless $TICK_WATCHER->is_active;
		333
		334	my $guard = Coro::guard {
		335	$TICK_WATCHER->start;
		336	};
		337	$TICK_WATCHER->stop;
		338	$guard
		339	}
		340
		341	=item cf::get_slot $time[, $priority[, $name]]
		342
		343	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		344	This call blocks and returns only when you have at least C<$time> seconds
		345	of cpu time till the next tick. The slot is only valid till the next cede.
		346
		347	The optional C<$name> can be used to identify the job to run. It might be
		348	used for statistical purposes and should identify the same time-class.
		349
		350	Useful for short background jobs.
		351
		352	=cut
		353
		354	our @SLOT_QUEUE;
		355	our $SLOT_QUEUE;
		356
		357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		358	$SLOT_QUEUE = Coro::async {
		359	$Coro::current->desc ("timeslot manager");
		360
		361	my $signal = new Coro::Signal;
		362
		363	while () {
		364	next_job:
		365	my $avail = cf::till_tick;
		366	if ($avail > 0.01) {
		367	for (0 .. $#SLOT_QUEUE) {
		368	if ($SLOT_QUEUE[$_][0] < $avail) {
		369	my $job = splice @SLOT_QUEUE, $_, 1, ();
		370	$job->[2]->send;
		371	Coro::cede;
		372	goto next_job;
		373	}
		374	}
		375	}
		376
		377	if (@SLOT_QUEUE) {
		378	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		379	push @cf::WAIT_FOR_TICK, $signal;
		380	$signal->wait;
		381	} else {
		382	Coro::schedule;
		383	}
		384	}
		385	};
		386
		387	sub get_slot($;$$) {
		388	my ($time, $pri, $name) = @_;
		389
		390	$time = $TICK * .6 if $time > $TICK * .6;
		391	my $sig = new Coro::Signal;
		392
		393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		395	$SLOT_QUEUE->ready;
		396	$sig->wait;
		397	}
		398
		399	=item cf::async { BLOCK }
		400
		401	Currently the same as Coro::async_pool, meaning you cannot use
		402	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
		403	thing you are allowed to do is call C<prio> on it.
		404
		405	=cut
		406
		407	BEGIN { *async = \&Coro::async_pool }
183		408
184	=item cf::sync_job { BLOCK }	409	=item cf::sync_job { BLOCK }
185		410
186	The design of crossfire+ requires that the main coro ($Coro::main) is	411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
187	always able to handle events or runnable, as crossfire+ is only partly	412	is always able to handle events or runnable, as Crossfire TRT is only
188	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		414	acceptable.
189		415
190	If it must be done, put the blocking parts into C<sync_job>. This will run	416	If it must be done, put the blocking parts into C<sync_job>. This will run
191	the given BLOCK in another coroutine while waiting for the result. The	417	the given BLOCK in another coroutine while waiting for the result. The
192	server will be frozen during this time, so the block should either finish	418	server will be frozen during this time, so the block should either finish
193	fast or be very important.	419	fast or be very important.
…		…
195	=cut	421	=cut
196		422
197	sub sync_job(&) {	423	sub sync_job(&) {
198	my ($job) = @_;	424	my ($job) = @_;
199		425
200	my $busy = 1;
201	my @res;
202
203	# TODO: use suspend/resume instead
204	local $FREEZE = 1;
205
206	my $coro = Coro::async {
207	@res = eval { $job->() };
208	warn $@ if $@;
209	undef $busy;
210	};
211
212	if ($Coro::current == $Coro::main) {	426	if ($Coro::current == $Coro::main) {
		427	my $time = Event::time;
		428
		429	# this is the main coro, too bad, we have to block
		430	# till the operation succeeds, freezing the server :/
		431
		432	LOG llevError, Carp::longmess "sync job";#d#
		433
		434	# TODO: use suspend/resume instead
		435	# (but this is cancel-safe)
		436	my $freeze_guard = freeze_mainloop;
		437
		438	my $busy = 1;
		439	my @res;
		440
		441	(async {
		442	$Coro::current->desc ("sync job coro");
		443	@res = eval { $job->() };
		444	warn $@ if $@;
		445	undef $busy;
213	$coro->prio (Coro::PRIO_MAX);	446	})->prio (Coro::PRIO_MAX);
		447
214	while ($busy) {	448	while ($busy) {
215	Coro::cede_notself;	449	Coro::cede or Event::one_event;
216	Event::one_event unless Coro::nready;
217	}	450	}
		451
		452	$time = Event::time - $time;
		453
		454	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		455	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		456
		457	$tick_start += $time; # do not account sync jobs to server load
		458
		459	wantarray ? @res : $res[0]
218	} else {	460	} else {
219	$coro->join;	461	# we are in another coroutine, how wonderful, everything just works
		462
		463	$job->()
220	}	464	}
221
222	wantarray ? @res : $res[0]
223	}	465	}
224		466
225	=item $coro = cf::coro { BLOCK }	467	=item $coro = cf::async_ext { BLOCK }
226		468
227	Creates and returns a new coro. This coro is automcatially being canceled	469	Like async, but this coro is automatically being canceled when the
228	when the extension calling this is being unloaded.	470	extension calling this is being unloaded.
229		471
230	=cut	472	=cut
231		473
232	sub coro(&) {	474	sub async_ext(&) {
233	my $cb = shift;	475	my $cb = shift;
234		476
235	my $coro; $coro = async {	477	my $coro = &Coro::async ($cb);
236	eval {
237	$cb->();
238	};
239	warn $@ if $@;
240	};
241		478
242	$coro->on_destroy (sub {	479	$coro->on_destroy (sub {
243	delete $EXT_CORO{$coro+0};	480	delete $EXT_CORO{$coro+0};
244	});	481	});
245	$EXT_CORO{$coro+0} = $coro;	482	$EXT_CORO{$coro+0} = $coro;
246		483
247	$coro	484	$coro
248	}	485	}
249		486
250	sub write_runtime {	487	=item fork_call { }, $args
251	my $runtime = cf::localdir . "/runtime";
252		488
253	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	489	Executes the given code block with the given arguments in a seperate
254	or return;	490	process, returning the results. Everything must be serialisable with
		491	Coro::Storable. May, of course, block. Note that the executed sub may
		492	never block itself or use any form of Event handling.
255		493
256	my $value = $cf::RUNTIME;	494	=cut
257	(aio_write $fh, 0, (length $value), $value, 0) <= 0
258	and return;
259		495
260	aio_fsync $fh	496	sub fork_call(&@) {
261	and return;	497	my ($cb, @args) = @_;
262		498
263	close $fh	499	# we seemingly have to make a local copy of the whole thing,
264	or return;	500	# otherwise perl prematurely frees the stuff :/
		501	# TODO: investigate and fix (likely this will be rather laborious)
265		502
266	aio_rename "$runtime~", $runtime	503	my @res = Coro::Util::fork_eval {
267	and return;	504	reset_signals;
		505	&$cb
		506	}, @args;
268		507
		508	wantarray ? @res : $res[-1]
		509	}
		510
		511	=item $value = cf::db_get $family => $key
		512
		513	Returns a single value from the environment database.
		514
		515	=item cf::db_put $family => $key => $value
		516
		517	Stores the given C<$value> in the family. It can currently store binary
		518	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		519
		520	=item $db = cf::db_table "name"
		521
		522	Create and/or open a new database table. The string must not be "db" and must be unique
		523	within each server.
		524
		525	=cut
		526
		527	sub db_table($) {
		528	my ($name) = @_;
		529	my $db = BDB::db_create $DB_ENV;
		530
		531	eval {
		532	$db->set_flags (BDB::CHKSUM);
		533
		534	utf8::encode $name;
		535	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		536	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		537	cf::cleanup "db_open(db): $!" if $!;
		538	};
		539	cf::cleanup "db_open(db): $@" if $@;
		540
		541	$db
		542	}
		543
		544	our $DB;
		545
		546	sub db_init {
		547	cf::sync_job {
		548	$DB ||= db_table "db";
		549	};
		550	}
		551
		552	sub db_get($$) {
		553	my $key = "$_[0]/$_[1]";
		554
		555	cf::sync_job {
		556	BDB::db_get $DB, undef, $key, my $data;
		557
		558	$! ? ()
		559	: $data
269	1	560	}
		561	}
		562
		563	sub db_put($$$) {
		564	BDB::dbreq_pri 4;
		565	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		566	}
		567
		568	=item cf::cache $id => [$paths...], $processversion => $process
		569
		570	Generic caching function that returns the value of the resource $id,
		571	caching and regenerating as required.
		572
		573	This function can block.
		574
		575	=cut
		576
		577	sub cache {
		578	my ($id, $src, $processversion, $process) = @_;
		579
		580	my $meta =
		581	join "\x00",
		582	$processversion,
		583	map {
		584	aio_stat $_
		585	and Carp::croak "$_: $!";
		586
		587	($_, (stat _)[7,9])
		588	} @$src;
		589
		590	my $dbmeta = db_get cache => "$id/meta";
		591	if ($dbmeta ne $meta) {
		592	# changed, we may need to process
		593
		594	my @data;
		595	my $md5;
		596
		597	for (0 .. $#$src) {
		598	0 <= aio_load $src->[$_], $data[$_]
		599	or Carp::croak "$src->[$_]: $!";
		600	}
		601
		602	# if processing is expensive, check
		603	# checksum first
		604	if (1) {
		605	$md5 =
		606	join "\x00",
		607	$processversion,
		608	map {
		609	cf::cede_to_tick;
		610	($src->[$_], Digest::MD5::md5_hex $data[$_])
		611	} 0.. $#$src;
		612
		613
		614	my $dbmd5 = db_get cache => "$id/md5";
		615	if ($dbmd5 eq $md5) {
		616	db_put cache => "$id/meta", $meta;
		617
		618	return db_get cache => "$id/data";
		619	}
		620	}
		621
		622	my $t1 = Time::HiRes::time;
		623	my $data = $process->(\@data);
		624	my $t2 = Time::HiRes::time;
		625
		626	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		627
		628	db_put cache => "$id/data", $data;
		629	db_put cache => "$id/md5" , $md5;
		630	db_put cache => "$id/meta", $meta;
		631
		632	return $data;
		633	}
		634
		635	db_get cache => "$id/data"
		636	}
		637
		638	=item cf::datalog type => key => value, ...
		639
		640	Log a datalog packet of the given type with the given key-value pairs.
		641
		642	=cut
		643
		644	sub datalog($@) {
		645	my ($type, %kv) = @_;
		646	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
270	}	647	}
271		648
272	=back	649	=back
273		650
274	=cut	651	=cut
275
276	#############################################################################
277
278	package cf::path;
279
280	sub new {
281	my ($class, $path, $base) = @_;
282
283	my $self = bless { }, $class;
284
285	if ($path =~ s{^\?random/}{}) {
286	$self->{random} = cf::from_json $path;
287	} else {
288	if ($path =~ s{^~([^/]+)?}{}) {
289	$self->{user_rel} = 1;
290
291	if (defined $1) {
292	$self->{user} = $1;
293	} elsif ($base =~ m{^~([^/]+)/}) {
294	$self->{user} = $1;
295	} else {
296	warn "cannot resolve user-relative path without user <$path,$base>\n";
297	}
298	} elsif ($path =~ /^\//) {
299	# already absolute
300	} else {
301	$base =~ s{[^/]+/?$}{};
302	return $class->new ("$base/$path");
303	}
304
305	for ($path) {
306	redo if s{/\.?/}{/};
307	redo if s{/[^/]+/\.\./}{/};
308	}
309	}
310
311	$self->{path} = $path;
312
313	$self
314	}
315
316	# the name / primary key / in-game path
317	sub as_string {
318	my ($self) = @_;
319
320	$self->{user_rel} ? "~$self->{user}$self->{path}"
321	: $self->{random} ? "?random/$self->{path}"
322	: $self->{path}
323	}
324
325	# the displayed name, this is a one way mapping
326	sub visible_name {
327	my ($self) = @_;
328
329	$self->{random} ? "?random/$self->{random}{origin_map}+$self->{random}{origin_x}+$self->{random}{origin_y}/$self->{random}{dungeon_level}"
330	: $self->as_string
331	}
332
333	# escape the /'s in the path
334	sub _escaped_path {
335	# ∕ is U+2215
336	(my $path = $_[0]{path}) =~ s/\//∕/g;
337	$path
338	}
339
340	# the original (read-only) location
341	sub load_path {
342	my ($self) = @_;
343
344	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
345	}
346
347	# the temporary/swap location
348	sub save_path {
349	my ($self) = @_;
350
351	$self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
352	: $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, Digest::MD5::md5_hex $self->{path}
353	: sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
354	}
355
356	# the unique path, might be eq to save_path
357	sub uniq_path {
358	my ($self) = @_;
359
360	$self->{user_rel} || $self->{random}
361	? undef
362	: sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
363	}
364
365	# return random map parameters, or undef
366	sub random_map_params {
367	my ($self) = @_;
368
369	$self->{random}
370	}
371
372	# this is somewhat ugly, but style maps do need special treatment
373	sub is_style_map {
374	$_[0]{path} =~ m{^/styles/}
375	}
376
377	package cf;
378		652
379	#############################################################################	653	#############################################################################
380		654
381	=head2 ATTACHABLE OBJECTS	655	=head2 ATTACHABLE OBJECTS
382		656
…		…
384	attach callbacks/event handlers (a collection of which is called an "attachment")	658	attach callbacks/event handlers (a collection of which is called an "attachment")
385	to it. All such attachable objects support the following methods.	659	to it. All such attachable objects support the following methods.
386		660
387	In the following description, CLASS can be any of C<global>, C<object>	661	In the following description, CLASS can be any of C<global>, C<object>
388	C<player>, C<client> or C<map> (i.e. the attachable objects in	662	C<player>, C<client> or C<map> (i.e. the attachable objects in
389	crossfire+).	663	Crossfire TRT).
390		664
391	=over 4	665	=over 4
392		666
393	=item $attachable->attach ($attachment, key => $value...)	667	=item $attachable->attach ($attachment, key => $value...)
394		668
…		…
508	our @CB_TYPE = (); # registry for type (cf-object class) based events	782	our @CB_TYPE = (); # registry for type (cf-object class) based events
509	our @CB_MAP = ();	783	our @CB_MAP = ();
510		784
511	my %attachment;	785	my %attachment;
512		786
		787	sub cf::attachable::thawer_merge {
		788	# simply override everything except _meta
		789	local $_[0]{_meta};
		790	%{$_[0]} = %{$_[1]};
		791	}
		792
513	sub _attach_cb($$$$) {	793	sub _attach_cb($$$$) {
514	my ($registry, $event, $prio, $cb) = @_;	794	my ($registry, $event, $prio, $cb) = @_;
515		795
516	use sort 'stable';	796	use sort 'stable';
517		797
…		…
551	$registry = $CB_TYPE[$object_type] ||= [];	831	$registry = $CB_TYPE[$object_type] ||= [];
552		832
553	} elsif ($type eq "subtype") {	833	} elsif ($type eq "subtype") {
554	defined $object_type or Carp::croak "subtype specified without type";	834	defined $object_type or Carp::croak "subtype specified without type";
555	my $object_subtype = shift @arg;	835	my $object_subtype = shift @arg;
556	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	836	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
557		837
558	} elsif ($type eq "package") {	838	} elsif ($type eq "package") {
559	my $pkg = shift @arg;	839	my $pkg = shift @arg;
560		840
561	while (my ($name, $id) = each %cb_id) {	841	while (my ($name, $id) = each %cb_id) {
…		…
590	_attach $registry, $klass, @attach;	870	_attach $registry, $klass, @attach;
591	}	871	}
592		872
593	$obj->{$name} = \%arg;	873	$obj->{$name} = \%arg;
594	} else {	874	} else {
595	warn "object uses attachment '$name' that is not available, postponing.\n";	875	warn "object uses attachment '$name' which is not available, postponing.\n";
596	}	876	}
597		877
598	$obj->{_attachment}{$name} = undef;	878	$obj->{_attachment}{$name} = undef;
599	}	879	}
600		880
…		…
602	if (ref $_[0]) {	882	if (ref $_[0]) {
603	_object_attach @_;	883	_object_attach @_;
604	} else {	884	} else {
605	_attach shift->_attach_registry, @_;	885	_attach shift->_attach_registry, @_;
606	}	886	}
		887	_recalc_want;
607	};	888	};
608		889
609	# all those should be optimised	890	# all those should be optimised
610	sub cf::attachable::detach {	891	sub cf::attachable::detach {
611	my ($obj, $name) = @_;	892	my ($obj, $name) = @_;
…		…
614	delete $obj->{_attachment}{$name};	895	delete $obj->{_attachment}{$name};
615	reattach ($obj);	896	reattach ($obj);
616	} else {	897	} else {
617	Carp::croak "cannot, currently, detach class attachments";	898	Carp::croak "cannot, currently, detach class attachments";
618	}	899	}
		900	_recalc_want;
619	};	901	};
620		902
621	sub cf::attachable::attached {	903	sub cf::attachable::attached {
622	my ($obj, $name) = @_;	904	my ($obj, $name) = @_;
623		905
…		…
638	";	920	";
639	die if $@;	921	die if $@;
640	}	922	}
641		923
642	our $override;	924	our $override;
643	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	925	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
644		926
645	sub override {	927	sub override {
646	$override = 1;	928	$override = 1;
647	@invoke_results = ();	929	@INVOKE_RESULTS = (@_);
648	}	930	}
649		931
650	sub do_invoke {	932	sub do_invoke {
651	my $event = shift;	933	my $event = shift;
652	my $callbacks = shift;	934	my $callbacks = shift;
653		935
654	@invoke_results = ();	936	@INVOKE_RESULTS = ();
655		937
656	local $override;	938	local $override;
657		939
658	for (@$callbacks) {	940	for (@$callbacks) {
659	eval { &{$_->[1]} };	941	eval { &{$_->[1]} };
…		…
676		958
677	Generate an object-specific event with the given arguments.	959	Generate an object-specific event with the given arguments.
678		960
679	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	961	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
680	removed in future versions), and there is no public API to access override	962	removed in future versions), and there is no public API to access override
681	results (if you must, access C<@cf::invoke_results> directly).	963	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
682		964
683	=back	965	=back
684		966
685	=cut	967	=cut
686		968
687	#############################################################################	969	#############################################################################
688	# object support	970	# object support
		971
		972	sub _object_equal($$);
		973	sub _object_equal($$) {
		974	my ($a, $b) = @_;
		975
		976	return 0 unless (ref $a) eq (ref $b);
		977
		978	if ("HASH" eq ref $a) {
		979	my @ka = keys %$a;
		980	my @kb = keys %$b;
		981
		982	return 0 if @ka != @kb;
		983
		984	for (0 .. $#ka) {
		985	return 0 unless $ka[$_] eq $kb[$_];
		986	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		987	}
		988
		989	} elsif ("ARRAY" eq ref $a) {
		990
		991	return 0 if @$a != @$b;
		992
		993	for (0 .. $#$a) {
		994	return 0 unless _object_equal $a->[$_], $b->[$_];
		995	}
		996
		997	} elsif ($a ne $b) {
		998	return 0;
		999	}
		1000
		1001	1
		1002	}
		1003
		1004	our $SLOW_MERGES;#d#
		1005	sub _can_merge {
		1006	my ($ob1, $ob2) = @_;
		1007
		1008	++$SLOW_MERGES;#d#
		1009
		1010	# we do the slow way here
		1011	return _object_equal $ob1, $ob2
		1012	}
689		1013
690	sub reattach {	1014	sub reattach {
691	# basically do the same as instantiate, without calling instantiate	1015	# basically do the same as instantiate, without calling instantiate
692	my ($obj) = @_;	1016	my ($obj) = @_;
		1017
		1018	bless $obj, ref $obj; # re-bless in case extensions have been reloaded
693		1019
694	my $registry = $obj->registry;	1020	my $registry = $obj->registry;
695		1021
696	@$registry = ();	1022	@$registry = ();
697		1023
…		…
738	sub object_freezer_save {	1064	sub object_freezer_save {
739	my ($filename, $rdata, $objs) = @_;	1065	my ($filename, $rdata, $objs) = @_;
740		1066
741	sync_job {	1067	sync_job {
742	if (length $$rdata) {	1068	if (length $$rdata) {
		1069	utf8::decode (my $decname = $filename);
743	warn sprintf "saving %s (%d,%d)\n",	1070	warn sprintf "saving %s (%d,%d)\n",
744	$filename, length $$rdata, scalar @$objs;	1071	$decname, length $$rdata, scalar @$objs;
745		1072
746	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1073	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
747	chmod SAVE_MODE, $fh;	1074	chmod SAVE_MODE, $fh;
748	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1075	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
749	aio_fsync $fh;	1076	aio_fsync $fh if $cf::USE_FSYNC;
750	close $fh;	1077	close $fh;
751		1078
752	if (@$objs) {	1079	if (@$objs) {
753	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1080	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
754	chmod SAVE_MODE, $fh;	1081	chmod SAVE_MODE, $fh;
755	my $data = Storable::nfreeze { version => 1, objs => $objs };	1082	my $data = Coro::Storable::blocking_nfreeze { version => 1, objs => $objs };
756	aio_write $fh, 0, (length $data), $data, 0;	1083	aio_write $fh, 0, (length $data), $data, 0;
757	aio_fsync $fh;	1084	aio_fsync $fh if $cf::USE_FSYNC;
758	close $fh;	1085	close $fh;
759	aio_rename "$filename.pst~", "$filename.pst";	1086	aio_rename "$filename.pst~", "$filename.pst";
760	}	1087	}
761	} else {	1088	} else {
762	aio_unlink "$filename.pst";	1089	aio_unlink "$filename.pst";
…		…
768	}	1095	}
769	} else {	1096	} else {
770	aio_unlink $filename;	1097	aio_unlink $filename;
771	aio_unlink "$filename.pst";	1098	aio_unlink "$filename.pst";
772	}	1099	}
773	}	1100	};
774	}	1101	}
775		1102
776	sub object_freezer_as_string {	1103	sub object_freezer_as_string {
777	my ($rdata, $objs) = @_;	1104	my ($rdata, $objs) = @_;
778		1105
…		…
790	or return;	1117	or return;
791		1118
792	unless (aio_stat "$filename.pst") {	1119	unless (aio_stat "$filename.pst") {
793	(aio_load "$filename.pst", $av) >= 0	1120	(aio_load "$filename.pst", $av) >= 0
794	or return;	1121	or return;
795	$av = eval { (Storable::thaw <$av>)->{objs} };
796	}
797		1122
		1123	my $st = eval { Coro::Storable::thaw $av }
		1124	|| eval { my $guard = Coro::Storable::guard; Storable::thaw $av }; #d# compatibility, remove
		1125	$av = $st->{objs};
		1126	}
		1127
		1128	utf8::decode (my $decname = $filename);
		1129	warn sprintf "loading %s (%d,%d)\n",
		1130	$decname, length $data, scalar @{$av || []};
		1131
798	return ($data, $av);	1132	($data, $av)
799	}	1133	}
		1134
		1135	=head2 COMMAND CALLBACKS
		1136
		1137	=over 4
		1138
		1139	=cut
800		1140
801	#############################################################################	1141	#############################################################################
802	# command handling &c	1142	# command handling &c
803		1143
804	=item cf::register_command $name => \&callback($ob,$args);	1144	=item cf::register_command $name => \&callback($ob,$args);
…		…
817	push @{ $COMMAND{$name} }, [$caller, $cb];	1157	push @{ $COMMAND{$name} }, [$caller, $cb];
818	}	1158	}
819		1159
820	=item cf::register_extcmd $name => \&callback($pl,$packet);	1160	=item cf::register_extcmd $name => \&callback($pl,$packet);
821		1161
822	Register a callbackf ro execution when the client sends an extcmd packet.	1162	Register a callback for execution when the client sends an (synchronous)
		1163	extcmd packet. Ext commands will be processed in the order they are
		1164	received by the server, like other user commands. The first argument is
		1165	the logged-in player. Ext commands can only be processed after a player
		1166	has logged in successfully.
823		1167
824	If the callback returns something, it is sent back as if reply was being	1168	If the callback returns something, it is sent back as if reply was being
825	called.	1169	called.
826		1170
		1171	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1172
		1173	Register a callback for execution when the client sends an (asynchronous)
		1174	exticmd packet. Exti commands are processed by the server as soon as they
		1175	are received, i.e. out of order w.r.t. other commands. The first argument
		1176	is a client socket. Exti commands can be received anytime, even before
		1177	log-in.
		1178
		1179	If the callback returns something, it is sent back as if reply was being
		1180	called.
		1181
827	=cut	1182	=cut
828		1183
829	sub register_extcmd {	1184	sub register_extcmd {
830	my ($name, $cb) = @_;	1185	my ($name, $cb) = @_;
831		1186
832	my $caller = caller;
833	#warn "registering extcmd '$name' to '$caller'";
834
835	$EXTCMD{$name} = [$cb, $caller];	1187	$EXTCMD{$name} = $cb;
		1188	}
		1189
		1190	sub register_exticmd {
		1191	my ($name, $cb) = @_;
		1192
		1193	$EXTICMD{$name} = $cb;
836	}	1194	}
837		1195
838	cf::player->attach (	1196	cf::player->attach (
839	on_command => sub {	1197	on_command => sub {
840	my ($pl, $name, $params) = @_;	1198	my ($pl, $name, $params) = @_;
…		…
849	cf::override;	1207	cf::override;
850	},	1208	},
851	on_extcmd => sub {	1209	on_extcmd => sub {
852	my ($pl, $buf) = @_;	1210	my ($pl, $buf) = @_;
853		1211
854	my $msg = eval { from_json $buf };	1212	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
855		1213
856	if (ref $msg) {	1214	if (ref $msg) {
		1215	my ($type, $reply, @payload) =
		1216	"ARRAY" eq ref $msg
		1217	? @$msg
		1218	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1219
		1220	my @reply;
		1221
857	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1222	if (my $cb = $EXTCMD{$type}) {
858	if (my %reply = $cb->[0]->($pl, $msg)) {	1223	@reply = $cb->($pl, @payload);
859	$pl->ext_reply ($msg->{msgid}, %reply);
860	}
861	}	1224	}
		1225
		1226	$pl->ext_reply ($reply, @reply)
		1227	if $reply;
		1228
862	} else {	1229	} else {
863	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1230	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
864	}	1231	}
865		1232
866	cf::override;	1233	cf::override;
867	},	1234	},
868	);	1235	);
869		1236
		1237	sub load_extensions {
		1238	cf::sync_job {
		1239	my %todo;
		1240
		1241	for my $path (<$LIBDIR/*.ext>) {
		1242	next unless -r $path;
		1243
		1244	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1245	my $base = $1;
		1246	my $pkg = $1;
		1247	$pkg =~ s/[^[:word:]]/_/g;
		1248	$pkg = "ext::$pkg";
		1249
		1250	open my $fh, "<:utf8", $path
		1251	or die "$path: $!";
		1252
		1253	my $source = do { local $/; <$fh> };
		1254
		1255	my %ext = (
		1256	path => $path,
		1257	base => $base,
		1258	pkg => $pkg,
		1259	);
		1260
		1261	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1262	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1263
		1264	$ext{source} =
		1265	"package $pkg; use strict; use utf8;\n"
		1266	. "#line 1 \"$path\"\n{\n"
		1267	. $source
		1268	. "\n};\n1";
		1269
		1270	$todo{$base} = \%ext;
		1271	}
		1272
		1273	my %done;
		1274	while (%todo) {
		1275	my $progress;
		1276
		1277	while (my ($k, $v) = each %todo) {
		1278	for (split /,\s*/, $v->{meta}{depends}) {
		1279	goto skip
		1280	unless exists $done{$_};
		1281	}
		1282
		1283	warn "... loading '$k' into '$v->{pkg}'\n";
		1284
		1285	unless (eval $v->{source}) {
		1286	my $msg = $@ ? "$v->{path}: $@\n"
		1287	: "$v->{base}: extension inactive.\n";
		1288
		1289	if (exists $v->{meta}{mandatory}) {
		1290	warn $msg;
		1291	warn "mandatory extension failed to load, exiting.\n";
		1292	exit 1;
		1293	}
		1294
		1295	warn $msg;
		1296	}
		1297
		1298	$done{$k} = delete $todo{$k};
		1299	push @EXTS, $v->{pkg};
		1300	$progress = 1;
		1301	}
		1302
		1303	skip:
		1304	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1305	unless $progress;
		1306	}
		1307	};
		1308	}
		1309
		1310	#############################################################################
		1311
		1312	=back
		1313
		1314	=head2 CORE EXTENSIONS
		1315
		1316	Functions and methods that extend core crossfire objects.
		1317
		1318	=cut
		1319
		1320	package cf::player;
		1321
		1322	use Coro::AIO;
		1323
		1324	=head3 cf::player
		1325
		1326	=over 4
		1327
		1328	=item cf::player::num_playing
		1329
		1330	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1331
		1332	=cut
		1333
		1334	sub num_playing {
		1335	scalar grep
		1336	$_->ob->map
		1337	&& !$_->hidden
		1338	&& !$_->ob->flag (cf::FLAG_WIZ),
		1339	cf::player::list
		1340	}
		1341
		1342	=item cf::player::find $login
		1343
		1344	Returns the given player object, loading it if necessary (might block).
		1345
		1346	=cut
		1347
		1348	sub playerdir($) {
		1349	"$PLAYERDIR/"
		1350	. (ref $_[0] ? $_[0]->ob->name : $_[0])
		1351	}
		1352
		1353	sub path($) {
		1354	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
		1355
		1356	(playerdir $login) . "/playerdata"
		1357	}
		1358
		1359	sub find_active($) {
		1360	$cf::PLAYER{$_[0]}
		1361	and $cf::PLAYER{$_[0]}->active
		1362	and $cf::PLAYER{$_[0]}
		1363	}
		1364
		1365	sub exists($) {
		1366	my ($login) = @_;
		1367
		1368	$cf::PLAYER{$login}
		1369	or cf::sync_job { !aio_stat path $login }
		1370	}
		1371
		1372	sub find($) {
		1373	return $cf::PLAYER{$_[0]} || do {
		1374	my $login = $_[0];
		1375
		1376	my $guard = cf::lock_acquire "user_find:$login";
		1377
		1378	$cf::PLAYER{$_[0]} || do {
		1379	# rename old playerfiles to new ones
		1380	#TODO: remove when no longer required
		1381	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1382	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1383	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1384	aio_unlink +(playerdir $login) . "/$login.pl";
		1385
		1386	my $f = new_from_file cf::object::thawer path $login
		1387	or return;
		1388
		1389	my $pl = cf::player::load_pl $f
		1390	or return;
		1391	local $cf::PLAYER_LOADING{$login} = $pl;
		1392	$f->resolve_delayed_derefs;
		1393	$cf::PLAYER{$login} = $pl
		1394	}
		1395	}
		1396	}
		1397
		1398	sub save($) {
		1399	my ($pl) = @_;
		1400
		1401	return if $pl->{deny_save};
		1402
		1403	my $path = path $pl;
		1404	my $guard = cf::lock_acquire "user_save:$path";
		1405
		1406	return if $pl->{deny_save};
		1407
		1408	aio_mkdir playerdir $pl, 0770;
		1409	$pl->{last_save} = $cf::RUNTIME;
		1410
		1411	$pl->save_pl ($path);
		1412	cf::cede_to_tick;
		1413	}
		1414
		1415	sub new($) {
		1416	my ($login) = @_;
		1417
		1418	my $self = create;
		1419
		1420	$self->ob->name ($login);
		1421	$self->{deny_save} = 1;
		1422
		1423	$cf::PLAYER{$login} = $self;
		1424
		1425	$self
		1426	}
		1427
		1428	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1429
		1430	=cut
		1431
		1432	sub send_msg {
		1433	my $ns = shift->ns
		1434	or return;
		1435	$ns->send_msg (@_);
		1436	}
		1437
		1438	=item $pl->quit_character
		1439
		1440	Nukes the player without looking back. If logged in, the connection will
		1441	be destroyed. May block for a long time.
		1442
		1443	=cut
		1444
		1445	sub quit_character {
		1446	my ($pl) = @_;
		1447
		1448	my $name = $pl->ob->name;
		1449
		1450	$pl->{deny_save} = 1;
		1451	$pl->password ("*"); # this should lock out the player until we nuked the dir
		1452
		1453	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
		1454	$pl->deactivate;
		1455	$pl->invoke (cf::EVENT_PLAYER_QUIT);
		1456	$pl->ns->destroy if $pl->ns;
		1457
		1458	my $path = playerdir $pl;
		1459	my $temp = "$path~$cf::RUNTIME~deleting~";
		1460	aio_rename $path, $temp;
		1461	delete $cf::PLAYER{$pl->ob->name};
		1462	$pl->destroy;
		1463
		1464	my $prefix = qr<^~\Q$name\E/>;
		1465
		1466	# nuke player maps
		1467	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1468
		1469	IO::AIO::aio_rmtree $temp;
		1470	}
		1471
		1472	=item $pl->kick
		1473
		1474	Kicks a player out of the game. This destroys the connection.
		1475
		1476	=cut
		1477
		1478	sub kick {
		1479	my ($pl, $kicker) = @_;
		1480
		1481	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1482	$pl->killer ("kicked");
		1483	$pl->ns->destroy;
		1484	}
		1485
		1486	=item cf::player::list_logins
		1487
		1488	Returns am arrayref of all valid playernames in the system, can take a
		1489	while and may block, so not sync_job-capable, ever.
		1490
		1491	=cut
		1492
		1493	sub list_logins {
		1494	my $dirs = aio_readdir $PLAYERDIR
		1495	or return [];
		1496
		1497	my @logins;
		1498
		1499	for my $login (@$dirs) {
		1500	my $path = path $login;
		1501
		1502	# a .pst is a dead give-away for a valid player
		1503	unless (-e "$path.pst") {
		1504	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
		1505	aio_read $fh, 0, 512, my $buf, 0 or next;
		1506	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1507	}
		1508
		1509	utf8::decode $login;
		1510	push @logins, $login;
		1511	}
		1512
		1513	\@logins
		1514	}
		1515
		1516	=item $player->maps
		1517
		1518	Returns an arrayref of map paths that are private for this
		1519	player. May block.
		1520
		1521	=cut
		1522
		1523	sub maps($) {
		1524	my ($pl) = @_;
		1525
		1526	$pl = ref $pl ? $pl->ob->name : $pl;
		1527
		1528	my $files = aio_readdir playerdir $pl
		1529	or return;
		1530
		1531	my @paths;
		1532
		1533	for (@$files) {
		1534	utf8::decode $_;
		1535	next if /\.(?:pl|pst)$/;
		1536	next unless /^$PATH_SEP/o;
		1537
		1538	push @paths, cf::map::normalise "~$pl/$_";
		1539	}
		1540
		1541	\@paths
		1542	}
		1543
		1544	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1545
		1546	Expand crossfire pod fragments into protocol xml.
		1547
		1548	=cut
		1549
		1550	sub expand_cfpod {
		1551	((my $self), (local $_)) = @_;
		1552
		1553	# escape & and <
		1554	s/&/&amp;/g;
		1555	s/(?<![BIUGHT])</&lt;/g;
		1556
		1557	# this is buggy, it needs to properly take care of nested <'s
		1558
		1559	1 while
		1560	# replace B<>, I<>, U<> etc.
		1561	s/B<([^\>]*)>/<b>$1<\/b>/
		1562	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1563	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1564	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1565	# replace G<male|female> tags
		1566	|| s{G<([^>|]*)\|([^>]*)>}{
		1567	$self->gender ? $2 : $1
		1568	}ge
		1569	# replace H<hint text>
		1570	|| s{H<([^\>]*)>}
		1571	{
		1572	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1573	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1574	"")
		1575	[$self->{hintmode}]
		1576	}ge;
		1577
		1578	# create single paragraphs (very hackish)
		1579	s/(?<=\S)\n(?=\w)/ /g;
		1580
		1581	# compress some whitespace
		1582	s/\s+\n/\n/g; # ws line-ends
		1583	s/\n\n+/\n/g; # double lines
		1584	s/^\n+//; # beginning lines
		1585	s/\n+$//; # ending lines
		1586
		1587	$_
		1588	}
		1589
		1590	sub hintmode {
		1591	$_[0]{hintmode} = $_[1] if @_ > 1;
		1592	$_[0]{hintmode}
		1593	}
		1594
		1595	=item $player->ext_reply ($msgid, @msg)
		1596
		1597	Sends an ext reply to the player.
		1598
		1599	=cut
		1600
		1601	sub ext_reply($$@) {
		1602	my ($self, $id, @msg) = @_;
		1603
		1604	$self->ns->ext_reply ($id, @msg)
		1605	}
		1606
		1607	=item $player->ext_msg ($type, @msg)
		1608
		1609	Sends an ext event to the client.
		1610
		1611	=cut
		1612
		1613	sub ext_msg($$@) {
		1614	my ($self, $type, @msg) = @_;
		1615
		1616	$self->ns->ext_msg ($type, @msg);
		1617	}
		1618
		1619	=head3 cf::region
		1620
		1621	=over 4
		1622
		1623	=cut
		1624
		1625	package cf::region;
		1626
		1627	=item cf::region::find_by_path $path
		1628
		1629	Tries to decuce the likely region for a map knowing only its path.
		1630
		1631	=cut
		1632
		1633	sub find_by_path($) {
		1634	my ($path) = @_;
		1635
		1636	my ($match, $specificity);
		1637
		1638	for my $region (list) {
		1639	if ($region->{match} && $path =~ $region->{match}) {
		1640	($match, $specificity) = ($region, $region->specificity)
		1641	if $region->specificity > $specificity;
		1642	}
		1643	}
		1644
		1645	$match
		1646	}
		1647
		1648	=back
		1649
		1650	=head3 cf::map
		1651
		1652	=over 4
		1653
		1654	=cut
		1655
		1656	package cf::map;
		1657
		1658	use Fcntl;
		1659	use Coro::AIO;
		1660
		1661	use overload
		1662	'""' => \&as_string,
		1663	fallback => 1;
		1664
		1665	our $MAX_RESET = 3600;
		1666	our $DEFAULT_RESET = 3000;
		1667
		1668	sub generate_random_map {
		1669	my ($self, $rmp) = @_;
		1670	# mit "rum" bekleckern, nicht
		1671	$self->_create_random_map (
		1672	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
		1673	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
		1674	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
		1675	$rmp->{exit_on_final_map},
		1676	$rmp->{xsize}, $rmp->{ysize},
		1677	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
		1678	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
		1679	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
		1680	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
		1681	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
		1682	(cf::region::find $rmp->{region}), $rmp->{custom}
		1683	)
		1684	}
		1685
		1686	=item cf::map->register ($regex, $prio)
		1687
		1688	Register a handler for the map path matching the given regex at the
		1689	givne priority (higher is better, built-in handlers have priority 0, the
		1690	default).
		1691
		1692	=cut
		1693
870	sub register {	1694	sub register {
		1695	my (undef, $regex, $prio) = @_;
		1696	my $pkg = caller;
		1697
		1698	no strict;
		1699	push @{"$pkg\::ISA"}, __PACKAGE__;
		1700
		1701	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
		1702	}
		1703
		1704	# also paths starting with '/'
		1705	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
		1706
		1707	sub thawer_merge {
871	my ($base, $pkg) = @_;	1708	my ($self, $merge) = @_;
872		1709
873	#TODO	1710	# we have to keep some variables in memory intact
874	}	1711	local $self->{path};
		1712	local $self->{load_path};
875		1713
876	sub load_extension {	1714	$self->SUPER::thawer_merge ($merge);
		1715	}
		1716
		1717	sub normalise {
877	my ($path) = @_;	1718	my ($path, $base) = @_;
878		1719
879	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1720	$path = "$path"; # make sure its a string
880	my $base = $1;
881	my $pkg = $1;
882	$pkg =~ s/[^[:word:]]/_/g;
883	$pkg = "ext::$pkg";
884		1721
885	warn "loading '$path' into '$pkg'\n";	1722	$path =~ s/\.map$//;
886		1723
887	open my $fh, "<:utf8", $path	1724	# map plan:
888	or die "$path: $!";	1725	#
		1726	# /! non-realised random map exit (special hack!)
		1727	# {... are special paths that are not being touched
		1728	# ?xxx/... are special absolute paths
		1729	# ?random/... random maps
		1730	# /... normal maps
		1731	# ~user/... per-player map of a specific user
889		1732
890	my $source =	1733	$path =~ s/$PATH_SEP/\//go;
891	"package $pkg; use strict; use utf8;\n"
892	. "#line 1 \"$path\"\n{\n"
893	. (do { local $/; <$fh> })
894	. "\n};\n1";
895		1734
896	eval $source	1735	# treat it as relative path if it starts with
897	or die $@ ? "$path: $@\n"	1736	# something that looks reasonable
898	: "extension disabled.\n";	1737	if ($path =~ m{^(?:\./|\.\./|\w)}) {
		1738	$base or Carp::carp "normalise called with relative path and no base: '$path'";
899		1739
900	push @exts, $pkg;	1740	$base =~ s{[^/]+/?$}{};
901	$ext_pkg{$base} = $pkg;	1741	$path = "$base/$path";
902
903	# no strict 'refs';
904	# @{"$pkg\::ISA"} = ext::;
905
906	register $base, $pkg;
907	}
908
909	sub unload_extension {
910	my ($pkg) = @_;
911
912	warn "removing extension $pkg\n";
913
914	# remove hooks
915	#TODO
916	# for my $idx (0 .. $#PLUGIN_EVENT) {
917	# delete $hook[$idx]{$pkg};
918	# }	1742	}
919		1743
920	# remove commands	1744	for ($path) {
921	for my $name (keys %COMMAND) {	1745	redo if s{//}{/};
922	my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };	1746	redo if s{/\.?/}{/};
		1747	redo if s{/[^/]+/\.\./}{/};
		1748	}
923		1749
924	if (@cb) {	1750	$path
925	$COMMAND{$name} = \@cb;	1751	}
		1752
		1753	sub new_from_path {
		1754	my (undef, $path, $base) = @_;
		1755
		1756	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
		1757
		1758	$path = normalise $path, $base;
		1759
		1760	for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
		1761	if ($path =~ $EXT_MAP{$pkg}[1]) {
		1762	my $self = bless cf::map::new, $pkg;
		1763	$self->{path} = $path; $self->path ($path);
		1764	$self->init; # pass $1 etc.
		1765	return $self;
		1766	}
		1767	}
		1768
		1769	Carp::cluck "unable to resolve path '$path' (base '$base').";
		1770	()
		1771	}
		1772
		1773	sub init {
		1774	my ($self) = @_;
		1775
		1776	$self
		1777	}
		1778
		1779	sub as_string {
		1780	my ($self) = @_;
		1781
		1782	"$self->{path}"
		1783	}
		1784
		1785	# the displayed name, this is a one way mapping
		1786	sub visible_name {
		1787	&as_string
		1788	}
		1789
		1790	# the original (read-only) location
		1791	sub load_path {
		1792	my ($self) = @_;
		1793
		1794	"$MAPDIR/$self->{path}.map"
		1795	}
		1796
		1797	# the temporary/swap location
		1798	sub save_path {
		1799	my ($self) = @_;
		1800
		1801	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1802	"$TMPDIR/$path.map"
		1803	}
		1804
		1805	# the unique path, undef == no special unique path
		1806	sub uniq_path {
		1807	my ($self) = @_;
		1808
		1809	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1810	"$UNIQUEDIR/$path"
		1811	}
		1812
		1813	# and all this just because we cannot iterate over
		1814	# all maps in C++...
		1815	sub change_all_map_light {
		1816	my ($change) = @_;
		1817
		1818	$_->change_map_light ($change)
		1819	for grep $_->outdoor, values %cf::MAP;
		1820	}
		1821
		1822	sub decay_objects {
		1823	my ($self) = @_;
		1824
		1825	return if $self->{deny_reset};
		1826
		1827	$self->do_decay_objects;
		1828	}
		1829
		1830	sub unlink_save {
		1831	my ($self) = @_;
		1832
		1833	utf8::encode (my $save = $self->save_path);
		1834	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
		1835	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
		1836	}
		1837
		1838	sub load_header_from($) {
		1839	my ($self, $path) = @_;
		1840
		1841	utf8::encode $path;
		1842	my $f = new_from_file cf::object::thawer $path
		1843	or return;
		1844
		1845	$self->_load_header ($f)
		1846	or return;
		1847
		1848	local $MAP_LOADING{$self->{path}} = $self;
		1849	$f->resolve_delayed_derefs;
		1850
		1851	$self->{load_path} = $path;
		1852
		1853	1
		1854	}
		1855
		1856	sub load_header_orig {
		1857	my ($self) = @_;
		1858
		1859	$self->load_header_from ($self->load_path)
		1860	}
		1861
		1862	sub load_header_temp {
		1863	my ($self) = @_;
		1864
		1865	$self->load_header_from ($self->save_path)
		1866	}
		1867
		1868	sub prepare_temp {
		1869	my ($self) = @_;
		1870
		1871	$self->last_access ((delete $self->{last_access})
		1872	|| $cf::RUNTIME); #d#
		1873	# safety
		1874	$self->{instantiate_time} = $cf::RUNTIME
		1875	if $self->{instantiate_time} > $cf::RUNTIME;
		1876	}
		1877
		1878	sub prepare_orig {
		1879	my ($self) = @_;
		1880
		1881	$self->{load_original} = 1;
		1882	$self->{instantiate_time} = $cf::RUNTIME;
		1883	$self->last_access ($cf::RUNTIME);
		1884	$self->instantiate;
		1885	}
		1886
		1887	sub load_header {
		1888	my ($self) = @_;
		1889
		1890	if ($self->load_header_temp) {
		1891	$self->prepare_temp;
926	} else {	1892	} else {
927	delete $COMMAND{$name};	1893	$self->load_header_orig
928	}	1894	or return;
		1895	$self->prepare_orig;
		1896	}
		1897
		1898	$self->{deny_reset} = 1
		1899	if $self->no_reset;
		1900
		1901	$self->default_region (cf::region::find_by_path $self->{path})
		1902	unless $self->default_region;
		1903
929	}	1904	1
		1905	}
930		1906
931	# remove extcmds	1907	sub find;
932	for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {	1908	sub find {
933	delete $EXTCMD{$name};	1909	my ($path, $origin) = @_;
		1910
		1911	$path = normalise $path, $origin && $origin->path;
		1912
		1913	cf::lock_wait "map_data:$path";#d#remove
		1914	cf::lock_wait "map_find:$path";
		1915
		1916	$cf::MAP{$path} || do {
		1917	my $guard1 = cf::lock_acquire "map_find:$path";
		1918	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1919
		1920	my $map = new_from_path cf::map $path
		1921	or return;
		1922
		1923	$map->{last_save} = $cf::RUNTIME;
		1924
		1925	$map->load_header
		1926	or return;
		1927
		1928	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
		1929	# doing this can freeze the server in a sync job, obviously
		1930	#$cf::WAIT_FOR_TICK->wait;
		1931	undef $guard1;
		1932	undef $guard2;
		1933	$map->reset;
		1934	return find $path;
		1935	}
		1936
		1937	$cf::MAP{$path} = $map
		1938	}
		1939	}
		1940
		1941	sub pre_load { }
		1942	sub post_load { }
		1943
		1944	sub load {
		1945	my ($self) = @_;
		1946
		1947	local $self->{deny_reset} = 1; # loading can take a long time
		1948
		1949	my $path = $self->{path};
		1950
934	}	1951	{
		1952	my $guard = cf::lock_acquire "map_data:$path";
935		1953
936	if (my $cb = $pkg->can ("unload")) {	1954	return unless $self->valid;
937	eval {	1955	return unless $self->in_memory == cf::MAP_SWAPPED;
938	$cb->($pkg);	1956
		1957	$self->in_memory (cf::MAP_LOADING);
		1958
		1959	$self->alloc;
		1960
		1961	$self->pre_load;
		1962	cf::cede_to_tick;
		1963
		1964	my $f = new_from_file cf::object::thawer $self->{load_path};
		1965	$f->skip_block;
		1966	$self->_load_objects ($f)
		1967	or return;
		1968
		1969	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1970	if delete $self->{load_original};
		1971
		1972	if (my $uniq = $self->uniq_path) {
		1973	utf8::encode $uniq;
		1974	unless (aio_stat $uniq) {
		1975	if (my $f = new_from_file cf::object::thawer $uniq) {
		1976	$self->clear_unique_items;
		1977	$self->_load_objects ($f);
		1978	$f->resolve_delayed_derefs;
		1979	}
939	1	1980	}
940	} or warn "$pkg unloaded, but with errors: $@";	1981	}
941	}
942		1982
943	Symbol::delete_package $pkg;	1983	$f->resolve_delayed_derefs;
944	}
945		1984
946	sub load_extensions {	1985	cf::cede_to_tick;
947	for my $ext (<$LIBDIR/*.ext>) {	1986	# now do the right thing for maps
948	next unless -r $ext;	1987	$self->link_multipart_objects;
949	eval {	1988	$self->difficulty ($self->estimate_difficulty)
950	load_extension $ext;	1989	unless $self->difficulty;
951	1	1990	cf::cede_to_tick;
952	} or warn "$ext not loaded: $@";
953	}
954	}
955		1991
956	#############################################################################	1992	unless ($self->{deny_activate}) {
957	# load/save/clean perl data associated with a map	1993	$self->decay_objects;
		1994	$self->fix_auto_apply;
		1995	$self->update_buttons;
		1996	cf::cede_to_tick;
		1997	$self->set_darkness_map;
		1998	cf::cede_to_tick;
		1999	$self->activate;
		2000	}
958		2001
959	*cf::mapsupport::on_clean = sub {	2002	$self->{last_save} = $cf::RUNTIME;
		2003	$self->last_access ($cf::RUNTIME);
		2004
		2005	$self->in_memory (cf::MAP_IN_MEMORY);
		2006	}
		2007
		2008	$self->post_load;
		2009	}
		2010
		2011	sub customise_for {
		2012	my ($self, $ob) = @_;
		2013
		2014	return find "~" . $ob->name . "/" . $self->{path}
		2015	if $self->per_player;
		2016
		2017	# return find "?party/" . $ob->name . "/" . $self->{path}
		2018	# if $self->per_party;
		2019
		2020	$self
		2021	}
		2022
		2023	# find and load all maps in the 3x3 area around a map
		2024	sub load_neighbours {
960	my ($map) = @_;	2025	my ($map) = @_;
961		2026
962	my $path = $map->tmpname;	2027	my @neigh; # diagonal neighbours
963	defined $path or return;
964		2028
965	unlink "$path.pst";	2029	for (0 .. 3) {
966	};	2030	my $neigh = $map->tile_path ($_)
		2031	or next;
		2032	$neigh = find $neigh, $map
		2033	or next;
		2034	$neigh->load;
967		2035
968	cf::map->attach (prio => -10000, package => cf::mapsupport::);	2036	push @neigh,
		2037	[$neigh->tile_path (($_ + 3) % 4), $neigh],
		2038	[$neigh->tile_path (($_ + 1) % 4), $neigh];
		2039	}
969		2040
970	#############################################################################	2041	for (grep defined $_->[0], @neigh) {
971	# load/save perl data associated with player->ob objects	2042	my ($path, $origin) = @$_;
972		2043	my $neigh = find $path, $origin
973	sub all_objects(@) {	2044	or next;
974	@_, map all_objects ($_->inv), @_	2045	$neigh->load;
		2046	}
975	}	2047	}
976		2048
977	# TODO: compatibility cruft, remove when no longer needed	2049	sub find_sync {
978	cf::player->attach (	2050	my ($path, $origin) = @_;
979	on_load => sub {
980	my ($pl, $path) = @_;
981		2051
982	for my $o (all_objects $pl->ob) {	2052	cf::sync_job { find $path, $origin }
983	if (my $value = $o->get_ob_key_value ("_perl_data")) {	2053	}
984	$o->set_ob_key_value ("_perl_data");
985		2054
986	%$o = %{ Storable::thaw pack "H*", $value };	2055	sub do_load_sync {
		2056	my ($map) = @_;
		2057
		2058	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2059	if $Coro::current == $Coro::main;
		2060
		2061	cf::sync_job { $map->load };
		2062	}
		2063
		2064	our %MAP_PREFETCH;
		2065	our $MAP_PREFETCHER = undef;
		2066
		2067	sub find_async {
		2068	my ($path, $origin, $load) = @_;
		2069
		2070	$path = normalise $path, $origin && $origin->{path};
		2071
		2072	if (my $map = $cf::MAP{$path}) {
		2073	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
		2074	}
		2075
		2076	$MAP_PREFETCH{$path} |= $load;
		2077
		2078	$MAP_PREFETCHER ||= cf::async {
		2079	$Coro::current->{desc} = "map prefetcher";
		2080
		2081	while (%MAP_PREFETCH) {
		2082	while (my ($k, $v) = each %MAP_PREFETCH) {
		2083	if (my $map = find $k) {
		2084	$map->load if $v;
		2085	}
		2086
		2087	delete $MAP_PREFETCH{$k};
987	}	2088	}
988	}	2089	}
		2090	undef $MAP_PREFETCHER;
		2091	};
		2092	$MAP_PREFETCHER->prio (6);
		2093
		2094	()
		2095	}
		2096
		2097	sub save {
		2098	my ($self) = @_;
		2099
		2100	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2101
		2102	$self->{last_save} = $cf::RUNTIME;
		2103
		2104	return unless $self->dirty;
		2105
		2106	my $save = $self->save_path; utf8::encode $save;
		2107	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2108
		2109	$self->{load_path} = $save;
		2110
		2111	return if $self->{deny_save};
		2112
		2113	local $self->{last_access} = $self->last_access;#d#
		2114
		2115	cf::async {
		2116	$Coro::current->{desc} = "map player save";
		2117	$_->contr->save for $self->players;
		2118	};
		2119
		2120	if ($uniq) {
		2121	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
		2122	$self->_save_objects ($uniq, cf::IO_UNIQUES);
		2123	} else {
		2124	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
989	},	2125	}
990	);	2126	}
991		2127
992	#############################################################################	2128	sub swap_out {
		2129	my ($self) = @_;
993		2130
994	=head2 CORE EXTENSIONS	2131	# save first because save cedes
		2132	$self->save;
995		2133
996	Functions and methods that extend core crossfire objects.	2134	my $lock = cf::lock_acquire "map_data:$self->{path}";
997		2135
998	=head3 cf::player	2136	return if $self->players;
		2137	return if $self->in_memory != cf::MAP_IN_MEMORY;
		2138	return if $self->{deny_save};
		2139
		2140	$self->in_memory (cf::MAP_SWAPPED);
		2141
		2142	$self->deactivate;
		2143	$_->clear_links_to ($self) for values %cf::MAP;
		2144	$self->clear;
		2145	}
		2146
		2147	sub reset_at {
		2148	my ($self) = @_;
		2149
		2150	# TODO: safety, remove and allow resettable per-player maps
		2151	return 1e99 if $self->{deny_reset};
		2152
		2153	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		2154	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		2155
		2156	$time + $to
		2157	}
		2158
		2159	sub should_reset {
		2160	my ($self) = @_;
		2161
		2162	$self->reset_at <= $cf::RUNTIME
		2163	}
		2164
		2165	sub reset {
		2166	my ($self) = @_;
		2167
		2168	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2169
		2170	return if $self->players;
		2171
		2172	warn "resetting map ", $self->path;
		2173
		2174	$self->in_memory (cf::MAP_SWAPPED);
		2175
		2176	# need to save uniques path
		2177	unless ($self->{deny_save}) {
		2178	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2179
		2180	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2181	if $uniq;
		2182	}
		2183
		2184	delete $cf::MAP{$self->path};
		2185
		2186	$self->deactivate;
		2187	$_->clear_links_to ($self) for values %cf::MAP;
		2188	$self->clear;
		2189
		2190	$self->unlink_save;
		2191	$self->destroy;
		2192	}
		2193
		2194	my $nuke_counter = "aaaa";
		2195
		2196	sub nuke {
		2197	my ($self) = @_;
		2198
		2199	{
		2200	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2201
		2202	delete $cf::MAP{$self->path};
		2203
		2204	$self->unlink_save;
		2205
		2206	bless $self, "cf::map";
		2207	delete $self->{deny_reset};
		2208	$self->{deny_save} = 1;
		2209	$self->reset_timeout (1);
		2210	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
		2211
		2212	$cf::MAP{$self->path} = $self;
		2213	}
		2214
		2215	$self->reset; # polite request, might not happen
		2216	}
		2217
		2218	=item $maps = cf::map::tmp_maps
		2219
		2220	Returns an arrayref with all map paths of currently instantiated and saved
		2221	maps. May block.
		2222
		2223	=cut
		2224
		2225	sub tmp_maps() {
		2226	[
		2227	map {
		2228	utf8::decode $_;
		2229	/\.map$/
		2230	? normalise $_
		2231	: ()
		2232	} @{ aio_readdir $TMPDIR or [] }
		2233	]
		2234	}
		2235
		2236	=item $maps = cf::map::random_maps
		2237
		2238	Returns an arrayref with all map paths of currently instantiated and saved
		2239	random maps. May block.
		2240
		2241	=cut
		2242
		2243	sub random_maps() {
		2244	[
		2245	map {
		2246	utf8::decode $_;
		2247	/\.map$/
		2248	? normalise "?random/$_"
		2249	: ()
		2250	} @{ aio_readdir $RANDOMDIR or [] }
		2251	]
		2252	}
		2253
		2254	=item cf::map::unique_maps
		2255
		2256	Returns an arrayref of paths of all shared maps that have
		2257	instantiated unique items. May block.
		2258
		2259	=cut
		2260
		2261	sub unique_maps() {
		2262	[
		2263	map {
		2264	utf8::decode $_;
		2265	/\.map$/
		2266	? normalise $_
		2267	: ()
		2268	} @{ aio_readdir $UNIQUEDIR or [] }
		2269	]
		2270	}
		2271
		2272	package cf;
		2273
		2274	=back
		2275
		2276	=head3 cf::object
		2277
		2278	=cut
		2279
		2280	package cf::object;
999		2281
1000	=over 4	2282	=over 4
1001		2283
1002	=item cf::player::exists $login	2284	=item $ob->inv_recursive
1003		2285
1004	Returns true when the given account exists.	2286	Returns the inventory of the object _and_ their inventories, recursively.
1005		2287
1006	=cut	2288	=cut
1007		2289
1008	sub cf::player::exists($) {	2290	sub inv_recursive_;
1009	cf::player::find $_[0]	2291	sub inv_recursive_ {
1010	or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2;	2292	map { $_, inv_recursive_ $_->inv } @_
1011	}	2293	}
1012		2294
1013	=item $player->ext_reply ($msgid, $msgtype, %msg)	2295	sub inv_recursive {
1014		2296	inv_recursive_ inv $_[0]
1015	Sends an ext reply to the player.
1016
1017	=cut
1018
1019	sub cf::player::ext_reply($$$%) {
1020	my ($self, $id, %msg) = @_;
1021
1022	$msg{msgid} = $id;
1023
1024	$self->send ("ext " . to_json \%msg);
1025	}	2297	}
		2298
		2299	=item $ref = $ob->ref
		2300
		2301	creates and returns a persistent reference to an objetc that can be stored as a string.
		2302
		2303	=item $ob = cf::object::deref ($refstring)
		2304
		2305	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2306	even if the object actually exists. May block.
		2307
		2308	=cut
		2309
		2310	sub deref {
		2311	my ($ref) = @_;
		2312
		2313	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2314	my ($uuid, $name) = ($1, $2);
		2315	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2316	or return;
		2317	$pl->ob->uuid eq $uuid
		2318	or return;
		2319
		2320	$pl->ob
		2321	} else {
		2322	warn "$ref: cannot resolve object reference\n";
		2323	undef
		2324	}
		2325	}
		2326
		2327	package cf;
1026		2328
1027	=back	2329	=back
1028		2330
1029	=head3 cf::object::player	2331	=head3 cf::object::player
1030		2332
…		…
1046		2348
1047	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2349	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1048		2350
1049	if ($self->{record_replies}) {	2351	if ($self->{record_replies}) {
1050	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2352	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2353
1051	} else {	2354	} else {
		2355	my $pl = $self->contr;
		2356
		2357	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2358	my $dialog = $pl->{npc_dialog};
		2359	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2360
		2361	} else {
1052	$msg = $npc->name . " says: $msg" if $npc;	2362	$msg = $npc->name . " says: $msg" if $npc;
1053	$self->message ($msg, $flags);	2363	$self->message ($msg, $flags);
		2364	}
1054	}	2365	}
		2366	}
		2367
		2368	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2369
		2370	=cut
		2371
		2372	sub cf::object::send_msg {
		2373	my $pl = shift->contr
		2374	or return;
		2375	$pl->send_msg (@_);
1055	}	2376	}
1056		2377
1057	=item $player_object->may ("access")	2378	=item $player_object->may ("access")
1058		2379
1059	Returns wether the given player is authorized to access resource "access"	2380	Returns wether the given player is authorized to access resource "access"
…		…
1068	(ref $cf::CFG{"may_$access"}	2389	(ref $cf::CFG{"may_$access"}
1069	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}	2390	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}
1070	: $cf::CFG{"may_$access"})	2391	: $cf::CFG{"may_$access"})
1071	}	2392	}
1072		2393
		2394	=item $player_object->enter_link
		2395
		2396	Freezes the player and moves him/her to a special map (C<{link}>).
		2397
		2398	The player should be reasonably safe there for short amounts of time. You
		2399	I<MUST> call C<leave_link> as soon as possible, though.
		2400
		2401	Will never block.
		2402
		2403	=item $player_object->leave_link ($map, $x, $y)
		2404
		2405	Moves the player out of the special C<{link}> map onto the specified
		2406	map. If the map is not valid (or omitted), the player will be moved back
		2407	to the location he/she was before the call to C<enter_link>, or, if that
		2408	fails, to the emergency map position.
		2409
		2410	Might block.
		2411
		2412	=cut
		2413
		2414	sub link_map {
		2415	unless ($LINK_MAP) {
		2416	$LINK_MAP = cf::map::find "{link}"
		2417	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
		2418	$LINK_MAP->load;
		2419	}
		2420
		2421	$LINK_MAP
		2422	}
		2423
		2424	sub cf::object::player::enter_link {
		2425	my ($self) = @_;
		2426
		2427	$self->deactivate_recursive;
		2428
		2429	return if UNIVERSAL::isa $self->map, "ext::map_link";
		2430
		2431	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
		2432	if $self->map && $self->map->{path} ne "{link}";
		2433
		2434	$self->enter_map ($LINK_MAP || link_map, 10, 10);
		2435	}
		2436
		2437	sub cf::object::player::leave_link {
		2438	my ($self, $map, $x, $y) = @_;
		2439
		2440	return unless $self->contr->active;
		2441
		2442	my $link_pos = delete $self->{_link_pos};
		2443
		2444	unless ($map) {
		2445	# restore original map position
		2446	($map, $x, $y) = @{ $link_pos || [] };
		2447	$map = cf::map::find $map;
		2448
		2449	unless ($map) {
		2450	($map, $x, $y) = @$EMERGENCY_POSITION;
		2451	$map = cf::map::find $map
		2452	or die "FATAL: cannot load emergency map\n";
		2453	}
		2454	}
		2455
		2456	($x, $y) = (-1, -1)
		2457	unless (defined $x) && (defined $y);
		2458
		2459	# use -1 or undef as default coordinates, not 0, 0
		2460	($x, $y) = ($map->enter_x, $map->enter_y)
		2461	if $x <=0 && $y <= 0;
		2462
		2463	$map->load;
		2464	$map->load_neighbours;
		2465
		2466	return unless $self->contr->active;
		2467	$self->activate_recursive;
		2468
		2469	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
		2470	$self->enter_map ($map, $x, $y);
		2471	}
		2472
		2473	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
		2474
		2475	Moves the player to the given map-path and coordinates by first freezing
		2476	her, loading and preparing them map, calling the provided $check callback
		2477	that has to return the map if sucecssful, and then unfreezes the player on
		2478	the new (success) or old (failed) map position. In either case, $done will
		2479	be called at the end of this process.
		2480
		2481	=cut
		2482
		2483	our $GOTOGEN;
		2484
		2485	sub cf::object::player::goto {
		2486	my ($self, $path, $x, $y, $check, $done) = @_;
		2487
		2488	# do generation counting so two concurrent goto's will be executed in-order
		2489	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
		2490
		2491	$self->enter_link;
		2492
		2493	(async {
		2494	$Coro::current->{desc} = "player::goto $path $x $y";
		2495
		2496	# *tag paths override both path and x|y
		2497	if ($path =~ /^\*(.*)$/) {
		2498	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2499	my $ob = $obs[rand @obs];
		2500
		2501	# see if we actually can go there
		2502	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2503	$ob = $obs[rand @obs];
		2504	} else {
		2505	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2506	}
		2507	# else put us there anyways for now #d#
		2508
		2509	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2510	} else {
		2511	($path, $x, $y) = (undef, undef, undef);
		2512	}
		2513	}
		2514
		2515	my $map = eval {
		2516	my $map = defined $path ? cf::map::find $path : undef;
		2517
		2518	if ($map) {
		2519	$map = $map->customise_for ($self);
		2520	$map = $check->($map) if $check && $map;
		2521	} else {
		2522	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2523	}
		2524
		2525	$map
		2526	};
		2527
		2528	if ($@) {
		2529	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2530	LOG llevError | logBacktrace, Carp::longmess $@;
		2531	}
		2532
		2533	if ($gen == $self->{_goto_generation}) {
		2534	delete $self->{_goto_generation};
		2535	$self->leave_link ($map, $x, $y);
		2536	}
		2537
		2538	$done->() if $done;
		2539	})->prio (1);
		2540	}
		2541
		2542	=item $player_object->enter_exit ($exit_object)
		2543
		2544	=cut
		2545
		2546	sub parse_random_map_params {
		2547	my ($spec) = @_;
		2548
		2549	my $rmp = { # defaults
		2550	xsize => (cf::rndm 15, 40),
		2551	ysize => (cf::rndm 15, 40),
		2552	symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
		2553	#layout => string,
		2554	};
		2555
		2556	for (split /\n/, $spec) {
		2557	my ($k, $v) = split /\s+/, $_, 2;
		2558
		2559	$rmp->{lc $k} = $v if (length $k) && (length $v);
		2560	}
		2561
		2562	$rmp
		2563	}
		2564
		2565	sub prepare_random_map {
		2566	my ($exit) = @_;
		2567
		2568	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2569
		2570	# all this does is basically replace the /! path by
		2571	# a new random map path (?random/...) with a seed
		2572	# that depends on the exit object
		2573
		2574	my $rmp = parse_random_map_params $exit->msg;
		2575
		2576	if ($exit->map) {
		2577	$rmp->{region} = $exit->region->name;
		2578	$rmp->{origin_map} = $exit->map->path;
		2579	$rmp->{origin_x} = $exit->x;
		2580	$rmp->{origin_y} = $exit->y;
		2581	}
		2582
		2583	$rmp->{random_seed} ||= $exit->random_seed;
		2584
		2585	my $data = cf::to_json $rmp;
		2586	my $md5 = Digest::MD5::md5_hex $data;
		2587	my $meta = "$RANDOMDIR/$md5.meta";
		2588
		2589	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
		2590	aio_write $fh, 0, (length $data), $data, 0;
		2591	undef $fh;
		2592	aio_rename "$meta~", $meta;
		2593
		2594	$exit->slaying ("?random/$md5");
		2595	$exit->msg (undef);
		2596	}
		2597	}
		2598
		2599	sub cf::object::player::enter_exit {
		2600	my ($self, $exit) = @_;
		2601
		2602	return unless $self->type == cf::PLAYER;
		2603
		2604	if ($exit->slaying eq "/!") {
		2605	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2606	# the problem is that $exit might not survive long enough
		2607	# so it needs to be done right now, right here
		2608	cf::sync_job { prepare_random_map $exit };
		2609	}
		2610
		2611	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2612	my $hp = $exit->stats->hp;
		2613	my $sp = $exit->stats->sp;
		2614
		2615	$self->enter_link;
		2616
		2617	# if exit is damned, update players death & WoR home-position
		2618	$self->contr->savebed ($slaying, $hp, $sp)
		2619	if $exit->flag (FLAG_DAMNED);
		2620
		2621	(async {
		2622	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2623
		2624	$self->deactivate_recursive; # just to be sure
		2625	unless (eval {
		2626	$self->goto ($slaying, $hp, $sp);
		2627
		2628	1;
		2629	}) {
		2630	$self->message ("Something went wrong deep within the crossfire server. "
		2631	. "I'll try to bring you back to the map you were before. "
		2632	. "Please report this to the dungeon master!",
		2633	cf::NDI_UNIQUE | cf::NDI_RED);
		2634
		2635	warn "ERROR in enter_exit: $@";
		2636	$self->leave_link;
		2637	}
		2638	})->prio (1);
		2639	}
		2640
1073	=head3 cf::client	2641	=head3 cf::client
1074		2642
1075	=over 4	2643	=over 4
1076		2644
1077	=item $client->send_drawinfo ($text, $flags)	2645	=item $client->send_drawinfo ($text, $flags)
…		…
1083		2651
1084	sub cf::client::send_drawinfo {	2652	sub cf::client::send_drawinfo {
1085	my ($self, $text, $flags) = @_;	2653	my ($self, $text, $flags) = @_;
1086		2654
1087	utf8::encode $text;	2655	utf8::encode $text;
1088	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2656	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1089	}	2657	}
1090		2658
		2659	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2660
		2661	Send a drawinfo or msg packet to the client, formatting the msg for the
		2662	client if neccessary. C<$type> should be a string identifying the type of
		2663	the message, with C<log> being the default. If C<$color> is negative, suppress
		2664	the message unless the client supports the msg packet.
		2665
		2666	=cut
		2667
		2668	our %CHANNEL = (
		2669	"c/identify" => {
		2670	id => "infobox",
		2671	title => "Identify",
		2672	reply => undef,
		2673	tooltip => "Items recently identified",
		2674	},
		2675	"c/examine" => {
		2676	id => "infobox",
		2677	title => "Examine",
		2678	reply => undef,
		2679	tooltip => "Signs and other items you examined",
		2680	},
		2681	"c/lookat" => {
		2682	id => "infobox",
		2683	title => "Look",
		2684	reply => undef,
		2685	tooltip => "What you saw there",
		2686	},
		2687	);
		2688
		2689	sub cf::client::send_msg {
		2690	my ($self, $channel, $msg, $color, @extra) = @_;
		2691
		2692	$msg = $self->pl->expand_cfpod ($msg);
		2693
		2694	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2695
		2696	# check predefined channels, for the benefit of C
		2697	if ($CHANNEL{$channel}) {
		2698	$channel = $CHANNEL{$channel};
		2699
		2700	$self->ext_msg (channel_info => $channel)
		2701	if $self->can_msg;
		2702
		2703	$channel = $channel->{id};
		2704
		2705	} elsif (ref $channel) {
		2706	# send meta info to client, if not yet sent
		2707	unless (exists $self->{channel}{$channel->{id}}) {
		2708	$self->{channel}{$channel->{id}} = $channel;
		2709	$self->ext_msg (channel_info => $channel)
		2710	if $self->can_msg;
		2711	}
		2712
		2713	$channel = $channel->{id};
		2714	}
		2715
		2716	return unless @extra || length $msg;
		2717
		2718	if ($self->can_msg) {
		2719	# default colour, mask it out
		2720	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2721	if $color & cf::NDI_DEF;
		2722
		2723	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2724	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2725	} else {
		2726	if ($color >= 0) {
		2727	# replace some tags by gcfclient-compatible ones
		2728	for ($msg) {
		2729	1 while
		2730	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2731	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2732	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2733	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2734	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2735	}
		2736
		2737	$color &= cf::NDI_COLOR_MASK;
		2738
		2739	utf8::encode $msg;
		2740
		2741	if (0 && $msg =~ /\[/) {
		2742	# COMMAND/INFO
		2743	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2744	} else {
		2745	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2746	$self->send_packet ("drawinfo $color $msg")
		2747	}
		2748	}
		2749	}
		2750	}
		2751
		2752	=item $client->ext_msg ($type, @msg)
		2753
		2754	Sends an ext event to the client.
		2755
		2756	=cut
		2757
		2758	sub cf::client::ext_msg($$@) {
		2759	my ($self, $type, @msg) = @_;
		2760
		2761	if ($self->extcmd == 2) {
		2762	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2763	} elsif ($self->extcmd == 1) { # TODO: remove
		2764	push @msg, msgtype => "event_$type";
		2765	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2766	}
		2767	}
		2768
		2769	=item $client->ext_reply ($msgid, @msg)
		2770
		2771	Sends an ext reply to the client.
		2772
		2773	=cut
		2774
		2775	sub cf::client::ext_reply($$@) {
		2776	my ($self, $id, @msg) = @_;
		2777
		2778	if ($self->extcmd == 2) {
		2779	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2780	} elsif ($self->extcmd == 1) {
		2781	#TODO: version 1, remove
		2782	unshift @msg, msgtype => "reply", msgid => $id;
		2783	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2784	}
		2785	}
1091		2786
1092	=item $success = $client->query ($flags, "text", \&cb)	2787	=item $success = $client->query ($flags, "text", \&cb)
1093		2788
1094	Queues a query to the client, calling the given callback with	2789	Queues a query to the client, calling the given callback with
1095	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2790	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1096	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2791	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1097		2792
1098	Queries can fail, so check the return code. Or don't, as queries will become	2793	Queries can fail, so check the return code. Or don't, as queries will
1099	reliable at some point in the future.	2794	become reliable at some point in the future.
1100		2795
1101	=cut	2796	=cut
1102		2797
1103	sub cf::client::query {	2798	sub cf::client::query {
1104	my ($self, $flags, $text, $cb) = @_;	2799	my ($self, $flags, $text, $cb) = @_;
…		…
1112	utf8::encode $text;	2807	utf8::encode $text;
1113	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2808	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1114		2809
1115	$self->send_packet ($self->{query_queue}[0][0])	2810	$self->send_packet ($self->{query_queue}[0][0])
1116	if @{ $self->{query_queue} } == 1;	2811	if @{ $self->{query_queue} } == 1;
		2812
		2813	1
1117	}	2814	}
1118		2815
1119	cf::client->attach (	2816	cf::client->attach (
		2817	on_connect => sub {
		2818	my ($ns) = @_;
		2819
		2820	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2821	},
1120	on_reply => sub {	2822	on_reply => sub {
1121	my ($ns, $msg) = @_;	2823	my ($ns, $msg) = @_;
1122		2824
1123	# this weird shuffling is so that direct followup queries	2825	# this weird shuffling is so that direct followup queries
1124	# get handled first	2826	# get handled first
1125	my $queue = delete $ns->{query_queue};	2827	my $queue = delete $ns->{query_queue}
		2828	or return; # be conservative, not sure how that can happen, but we saw a crash here
1126		2829
1127	(shift @$queue)->[1]->($msg);	2830	(shift @$queue)->[1]->($msg);
		2831	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1128		2832
1129	push @{ $ns->{query_queue} }, @$queue;	2833	push @{ $ns->{query_queue} }, @$queue;
1130		2834
1131	if (@{ $ns->{query_queue} } == @$queue) {	2835	if (@{ $ns->{query_queue} } == @$queue) {
1132	if (@$queue) {	2836	if (@$queue) {
…		…
1134	} else {	2838	} else {
1135	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2839	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1136	}	2840	}
1137	}	2841	}
1138	},	2842	},
		2843	on_exticmd => sub {
		2844	my ($ns, $buf) = @_;
		2845
		2846	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2847
		2848	if (ref $msg) {
		2849	my ($type, $reply, @payload) =
		2850	"ARRAY" eq ref $msg
		2851	? @$msg
		2852	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2853
		2854	my @reply;
		2855
		2856	if (my $cb = $EXTICMD{$type}) {
		2857	@reply = $cb->($ns, @payload);
		2858	}
		2859
		2860	$ns->ext_reply ($reply, @reply)
		2861	if $reply;
		2862
		2863	} else {
		2864	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2865	}
		2866
		2867	cf::override;
		2868	},
1139	);	2869	);
1140		2870
1141	=item $client->coro (\&cb)	2871	=item $client->async (\&cb)
1142		2872
1143	Create a new coroutine, running the specified callback. The coroutine will	2873	Create a new coroutine, running the specified callback. The coroutine will
1144	be automatically cancelled when the client gets destroyed (e.g. on logout,	2874	be automatically cancelled when the client gets destroyed (e.g. on logout,
1145	or loss of connection).	2875	or loss of connection).
1146		2876
1147	=cut	2877	=cut
1148		2878
1149	sub cf::client::coro {	2879	sub cf::client::async {
1150	my ($self, $cb) = @_;	2880	my ($self, $cb) = @_;
1151		2881
1152	my $coro; $coro = async {	2882	my $coro = &Coro::async ($cb);
1153	eval {
1154	$cb->();
1155	};
1156	warn $@ if $@;
1157	};
1158		2883
1159	$coro->on_destroy (sub {	2884	$coro->on_destroy (sub {
1160	delete $self->{_coro}{$coro+0};	2885	delete $self->{_coro}{$coro+0};
1161	});	2886	});
1162		2887
…		…
1189	our $safe = new Safe "safe";	2914	our $safe = new Safe "safe";
1190	our $safe_hole = new Safe::Hole;	2915	our $safe_hole = new Safe::Hole;
1191		2916
1192	$SIG{FPE} = 'IGNORE';	2917	$SIG{FPE} = 'IGNORE';
1193		2918
1194	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2919	$safe->permit_only (Opcode::opset qw(
		2920	:base_core :base_mem :base_orig :base_math
		2921	grepstart grepwhile mapstart mapwhile
		2922	sort time
		2923	));
1195		2924
1196	# here we export the classes and methods available to script code	2925	# here we export the classes and methods available to script code
1197		2926
1198	=pod	2927	=pod
1199		2928
1200	The following fucntions and emthods are available within a safe environment:	2929	The following functions and methods are available within a safe environment:
1201		2930
1202	cf::object contr pay_amount pay_player map	2931	cf::object
		2932	contr pay_amount pay_player map x y force_find force_add destroy
		2933	insert remove name archname title slaying race decrease_ob_nr
		2934
1203	cf::object::player player	2935	cf::object::player
1204	cf::player peaceful	2936	player
1205	cf::map trigger	2937
		2938	cf::player
		2939	peaceful
		2940
		2941	cf::map
		2942	trigger
1206		2943
1207	=cut	2944	=cut
1208		2945
1209	for (	2946	for (
1210	["cf::object" => qw(contr pay_amount pay_player map)],	2947	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2948	insert remove inv name archname title slaying race
		2949	decrease_ob_nr destroy)],
1211	["cf::object::player" => qw(player)],	2950	["cf::object::player" => qw(player)],
1212	["cf::player" => qw(peaceful)],	2951	["cf::player" => qw(peaceful)],
1213	["cf::map" => qw(trigger)],	2952	["cf::map" => qw(trigger)],
1214	) {	2953	) {
1215	no strict 'refs';	2954	no strict 'refs';
…		…
1286	=back	3025	=back
1287		3026
1288	=cut	3027	=cut
1289		3028
1290	#############################################################################	3029	#############################################################################
		3030	# the server's init and main functions
1291		3031
1292	=head2 EXTENSION DATABASE SUPPORT	3032	sub load_facedata($) {
		3033	my ($path) = @_;
1293		3034
1294	Crossfire maintains a very simple database for extension use. It can	3035	# HACK to clear player env face cache, we need some signal framework
1295	currently store anything that can be serialised using Storable, which	3036	# for this (global event?)
1296	excludes objects.	3037	%ext::player_env::MUSIC_FACE_CACHE = ();
1297		3038
1298	The parameter C<$family> should best start with the name of the extension	3039	my $enc = JSON::XS->new->utf8->canonical->relaxed;
1299	using it, it should be unique.
1300		3040
1301	=over 4	3041	warn "loading facedata from $path\n";
1302		3042
1303	=item $hashref = cf::db_get $family	3043	my $facedata;
		3044	0 < aio_load $path, $facedata
		3045	or die "$path: $!";
1304		3046
1305	Return a hashref for use by the extension C<$family>, which can be	3047	$facedata = Coro::Storable::thaw $facedata;
1306	modified. After modifications, you have to call C<cf::db_dirty> or
1307	C<cf::db_sync>.
1308		3048
1309	=item $value = cf::db_get $family => $key	3049	$facedata->{version} == 2
		3050	or cf::cleanup "$path: version mismatch, cannot proceed.";
1310		3051
1311	Returns a single value from the database	3052	# patch in the exptable
1312		3053	$facedata->{resource}{"res/exp_table"} = {
1313	=item cf::db_put $family => $hashref	3054	type => FT_RSRC,
1314		3055	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
1315	Stores the given family hashref into the database. Updates are delayed, if
1316	you want the data to be synced to disk immediately, use C<cf::db_sync>.
1317
1318	=item cf::db_put $family => $key => $value
1319
1320	Stores the given C<$value> in the family hash. Updates are delayed, if you
1321	want the data to be synced to disk immediately, use C<cf::db_sync>.
1322
1323	=item cf::db_dirty
1324
1325	Marks the database as dirty, to be updated at a later time.
1326
1327	=item cf::db_sync
1328
1329	Immediately write the database to disk I<if it is dirty>.
1330
1331	=cut
1332
1333	our $DB;
1334
1335	{
1336	my $path = cf::localdir . "/database.pst";
1337
1338	sub db_load() {
1339	warn "loading database $path\n";#d# remove later
1340	$DB = stat $path ? Storable::retrieve $path : { };
1341	}
1342
1343	my $pid;
1344
1345	sub db_save() {
1346	warn "saving database $path\n";#d# remove later
1347	waitpid $pid, 0 if $pid;
1348	if (0 == ($pid = fork)) {
1349	$DB->{_meta}{version} = 1;
1350	Storable::nstore $DB, "$path~";
1351	rename "$path~", $path;
1352	cf::_exit 0 if defined $pid;
1353	}
1354	}
1355
1356	my $dirty;
1357
1358	sub db_sync() {
1359	db_save if $dirty;
1360	undef $dirty;
1361	}
1362
1363	my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1364	db_sync;
1365	});	3056	};
		3057	cf::cede_to_tick;
1366		3058
1367	sub db_dirty() {
1368	$dirty = 1;
1369	$idle->start;
1370	}	3059	{
		3060	my $faces = $facedata->{faceinfo};
1371		3061
1372	sub db_get($;$) {	3062	while (my ($face, $info) = each %$faces) {
1373	@_ >= 2	3063	my $idx = (cf::face::find $face) || cf::face::alloc $face;
1374	? $DB->{$_[0]}{$_[1]}	3064	cf::face::set_visibility $idx, $info->{visibility};
1375	: ($DB->{$_[0]} ||= { })	3065	cf::face::set_magicmap $idx, $info->{magicmap};
1376	}	3066	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
		3067	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
1377		3068
1378	sub db_put($$;$) {	3069	cf::cede_to_tick;
1379	if (@_ >= 3) {
1380	$DB->{$_[0]}{$_[1]} = $_[2];
1381	} else {
1382	$DB->{$_[0]} = $_[1];
1383	}
1384	db_dirty;
1385	}
1386
1387	cf::global->attach (
1388	prio => 10000,
1389	on_cleanup => sub {
1390	db_sync;
1391	},	3070	}
1392	);
1393	}
1394		3071
1395	#############################################################################	3072	while (my ($face, $info) = each %$faces) {
1396	# the server's main()	3073	next unless $info->{smooth};
		3074	my $idx = cf::face::find $face
		3075	or next;
		3076	if (my $smooth = cf::face::find $info->{smooth}) {
		3077	cf::face::set_smooth $idx, $smooth;
		3078	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
		3079	} else {
		3080	warn "smooth face '$info->{smooth}' not found for face '$face'";
		3081	}
1397		3082
1398	sub cfg_load {	3083	cf::cede_to_tick;
		3084	}
		3085	}
		3086
		3087	{
		3088	my $anims = $facedata->{animinfo};
		3089
		3090	while (my ($anim, $info) = each %$anims) {
		3091	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3092	cf::cede_to_tick;
		3093	}
		3094
		3095	cf::anim::invalidate_all; # d'oh
		3096	}
		3097
		3098	{
		3099	# TODO: for gcfclient pleasure, we should give resources
		3100	# that gcfclient doesn't grok a >10000 face index.
		3101	my $res = $facedata->{resource};
		3102
		3103	my $soundconf = delete $res->{"res/sound.conf"};
		3104
		3105	while (my ($name, $info) = each %$res) {
		3106	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3107	my $data;
		3108
		3109	if ($info->{type} & 1) {
		3110	# prepend meta info
		3111
		3112	my $meta = $enc->encode ({
		3113	name => $name,
		3114	%{ $info->{meta} || {} },
		3115	});
		3116
		3117	$data = pack "(w/a*)*", $meta, $info->{data};
		3118	} else {
		3119	$data = $info->{data};
		3120	}
		3121
		3122	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3123	cf::face::set_type $idx, $info->{type};
		3124
		3125	cf::cede_to_tick;
		3126	}
		3127
		3128	if ($soundconf) {
		3129	$soundconf = $enc->decode (delete $soundconf->{data});
		3130
		3131	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3132	my $sound = $soundconf->{compat}[$_]
		3133	or next;
		3134
		3135	my $face = cf::face::find "sound/$sound->[1]";
		3136	cf::sound::set $sound->[0] => $face;
		3137	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3138	}
		3139
		3140	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3141	my $face = cf::face::find "sound/$v";
		3142	cf::sound::set $k => $face;
		3143	}
		3144	}
		3145	}
		3146
		3147	1
		3148	}
		3149
		3150	register_exticmd fx_want => sub {
		3151	my ($ns, $want) = @_;
		3152
		3153	while (my ($k, $v) = each %$want) {
		3154	$ns->fx_want ($k, $v);
		3155	}
		3156	};
		3157
		3158	sub reload_regions {
		3159	# HACK to clear player env face cache, we need some signal framework
		3160	# for this (global event?)
		3161	%ext::player_env::MUSIC_FACE_CACHE = ();
		3162
		3163	load_resource_file "$MAPDIR/regions"
		3164	or die "unable to load regions file\n";
		3165
		3166	for (cf::region::list) {
		3167	$_->{match} = qr/$_->{match}/
		3168	if exists $_->{match};
		3169	}
		3170	}
		3171
		3172	sub reload_facedata {
		3173	load_facedata "$DATADIR/facedata"
		3174	or die "unable to load facedata\n";
		3175	}
		3176
		3177	sub reload_archetypes {
		3178	load_resource_file "$DATADIR/archetypes"
		3179	or die "unable to load archetypes\n";
		3180	#d# NEED to laod twice to resolve forward references
		3181	# this really needs to be done in an extra post-pass
		3182	# (which needs to be synchronous, so solve it differently)
		3183	load_resource_file "$DATADIR/archetypes"
		3184	or die "unable to load archetypes\n";
		3185	}
		3186
		3187	sub reload_treasures {
		3188	load_resource_file "$DATADIR/treasures"
		3189	or die "unable to load treasurelists\n";
		3190	}
		3191
		3192	sub reload_resources {
		3193	warn "reloading resource files...\n";
		3194
		3195	reload_regions;
		3196	reload_facedata;
		3197	#reload_archetypes;#d#
		3198	reload_archetypes;
		3199	reload_treasures;
		3200
		3201	warn "finished reloading resource files\n";
		3202	}
		3203
		3204	sub init {
		3205	reload_resources;
		3206	}
		3207
		3208	sub reload_config {
1399	open my $fh, "<:utf8", cf::confdir . "/config"	3209	open my $fh, "<:utf8", "$CONFDIR/config"
1400	or return;	3210	or return;
1401		3211
1402	local $/;	3212	local $/;
1403	*CFG = YAML::Syck::Load <$fh>;	3213	*CFG = YAML::Syck::Load <$fh>;
		3214
		3215	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
		3216
		3217	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
		3218	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
		3219
		3220	if (exists $CFG{mlockall}) {
		3221	eval {
		3222	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
		3223	and die "WARNING: m(un)lockall failed: $!\n";
		3224	};
		3225	warn $@ if $@;
		3226	}
1404	}	3227	}
1405		3228
1406	sub main {	3229	sub main {
1407	# we must not ever block the main coroutine	3230	# we must not ever block the main coroutine
1408	local $Coro::idle = sub {	3231	local $Coro::idle = sub {
1409	Carp::cluck "FATAL: Coro::idle was called, major BUG\n";#d#	3232	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
1410	(Coro::unblock_sub {	3233	(async {
		3234	$Coro::current->{desc} = "IDLE BUG HANDLER";
1411	Event::one_event;	3235	Event::one_event;
1412	})->();	3236	})->prio (Coro::PRIO_MAX);
1413	};	3237	};
1414		3238
1415	cfg_load;	3239	reload_config;
1416	db_load;	3240	db_init;
1417	load_extensions;	3241	load_extensions;
		3242
		3243	$TICK_WATCHER->start;
1418	Event::loop;	3244	Event::loop;
1419	}	3245	}
1420		3246
1421	#############################################################################	3247	#############################################################################
1422	# initialisation	3248	# initialisation and cleanup
1423		3249
1424	sub perl_reload() {	3250	# install some emergency cleanup handlers
		3251	BEGIN {
		3252	for my $signal (qw(INT HUP TERM)) {
		3253	Event->signal (
		3254	reentrant => 0,
		3255	data => WF_AUTOCANCEL,
		3256	signal => $signal,
		3257	prio => 0,
		3258	cb => sub {
		3259	cf::cleanup "SIG$signal";
		3260	},
		3261	);
		3262	}
		3263	}
		3264
		3265	sub write_runtime {
		3266	my $runtime = "$LOCALDIR/runtime";
		3267
		3268	# first touch the runtime file to show we are still running:
		3269	# the fsync below can take a very very long time.
		3270
		3271	IO::AIO::aio_utime $runtime, undef, undef;
		3272
		3273	my $guard = cf::lock_acquire "write_runtime";
		3274
		3275	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3276	or return;
		3277
		3278	my $value = $cf::RUNTIME + 90 + 10;
		3279	# 10 is the runtime save interval, for a monotonic clock
		3280	# 60 allows for the watchdog to kill the server.
		3281
		3282	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3283	and return;
		3284
		3285	# always fsync - this file is important
		3286	aio_fsync $fh
		3287	and return;
		3288
		3289	# touch it again to show we are up-to-date
		3290	aio_utime $fh, undef, undef;
		3291
		3292	close $fh
		3293	or return;
		3294
		3295	aio_rename "$runtime~", $runtime
		3296	and return;
		3297
		3298	warn "runtime file written.\n";
		3299
		3300	1
		3301	}
		3302
		3303	sub emergency_save() {
		3304	my $freeze_guard = cf::freeze_mainloop;
		3305
		3306	warn "enter emergency perl save\n";
		3307
		3308	cf::sync_job {
		3309	# use a peculiar iteration method to avoid tripping on perl
		3310	# refcount bugs in for. also avoids problems with players
		3311	# and maps saved/destroyed asynchronously.
		3312	warn "begin emergency player save\n";
		3313	for my $login (keys %cf::PLAYER) {
		3314	my $pl = $cf::PLAYER{$login} or next;
		3315	$pl->valid or next;
		3316	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
		3317	$pl->save;
		3318	}
		3319	warn "end emergency player save\n";
		3320
		3321	warn "begin emergency map save\n";
		3322	for my $path (keys %cf::MAP) {
		3323	my $map = $cf::MAP{$path} or next;
		3324	$map->valid or next;
		3325	$map->save;
		3326	}
		3327	warn "end emergency map save\n";
		3328
		3329	warn "begin emergency database checkpoint\n";
		3330	BDB::db_env_txn_checkpoint $DB_ENV;
		3331	warn "end emergency database checkpoint\n";
		3332	};
		3333
		3334	warn "leave emergency perl save\n";
		3335	}
		3336
		3337	sub post_cleanup {
		3338	my ($make_core) = @_;
		3339
		3340	warn Carp::longmess "post_cleanup backtrace"
		3341	if $make_core;
		3342	}
		3343
		3344	sub do_reload_perl() {
1425	# can/must only be called in main	3345	# can/must only be called in main
1426	if ($Coro::current != $Coro::main) {	3346	if ($Coro::current != $Coro::main) {
1427	warn "can only reload from main coroutine\n";	3347	warn "can only reload from main coroutine";
1428	return;	3348	return;
1429	}	3349	}
1430		3350
1431	warn "reloading...";	3351	warn "reloading...";
1432		3352
1433	local $FREEZE = 1;	3353	warn "entering sync_job";
		3354
		3355	cf::sync_job {
		3356	cf::write_runtime; # external watchdog should not bark
1434	cf::emergency_save;	3357	cf::emergency_save;
		3358	cf::write_runtime; # external watchdog should not bark
1435		3359
1436	eval {	3360	warn "syncing database to disk";
		3361	BDB::db_env_txn_checkpoint $DB_ENV;
		3362
1437	# if anything goes wrong in here, we should simply crash as we already saved	3363	# if anything goes wrong in here, we should simply crash as we already saved
1438		3364
1439	# cancel all watchers	3365	warn "cancelling all WF_AUTOCANCEL watchers";
1440	for (Event::all_watchers) {	3366	for (Event::all_watchers) {
1441	$_->cancel if $_->data & WF_AUTOCANCEL;	3367	$_->cancel if $_->data & WF_AUTOCANCEL;
1442	}	3368	}
1443		3369
		3370	warn "flushing outstanding aio requests";
		3371	for (;;) {
		3372	BDB::flush;
		3373	IO::AIO::flush;
		3374	Coro::cede;
		3375	last unless IO::AIO::nreqs || BDB::nreqs;
		3376	warn "iterate...";
		3377	}
		3378
		3379	++$RELOAD;
		3380
1444	# cancel all extension coros	3381	warn "cancelling all extension coros";
1445	$_->cancel for values %EXT_CORO;	3382	$_->cancel for values %EXT_CORO;
1446	%EXT_CORO = ();	3383	%EXT_CORO = ();
1447		3384
1448	# unload all extensions	3385	warn "removing commands";
1449	for (@exts) {	3386	%COMMAND = ();
		3387
		3388	warn "removing ext/exti commands";
		3389	%EXTCMD = ();
		3390	%EXTICMD = ();
		3391
		3392	warn "unloading/nuking all extensions";
		3393	for my $pkg (@EXTS) {
1450	warn "unloading <$_>";	3394	warn "... unloading $pkg";
1451	unload_extension $_;	3395
		3396	if (my $cb = $pkg->can ("unload")) {
		3397	eval {
		3398	$cb->($pkg);
		3399	1
		3400	} or warn "$pkg unloaded, but with errors: $@";
1452	}	3401	}
1453		3402
		3403	warn "... nuking $pkg";
		3404	Symbol::delete_package $pkg;
		3405	}
		3406
1454	# unload all modules loaded from $LIBDIR	3407	warn "unloading all perl modules loaded from $LIBDIR";
1455	while (my ($k, $v) = each %INC) {	3408	while (my ($k, $v) = each %INC) {
1456	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3409	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
1457		3410
1458	warn "removing <$k>";	3411	warn "... unloading $k";
1459	delete $INC{$k};	3412	delete $INC{$k};
1460		3413
1461	$k =~ s/\.pm$//;	3414	$k =~ s/\.pm$//;
1462	$k =~ s/\//::/g;	3415	$k =~ s/\//::/g;
1463		3416
…		…
1466	}	3419	}
1467		3420
1468	Symbol::delete_package $k;	3421	Symbol::delete_package $k;
1469	}	3422	}
1470		3423
1471	# sync database to disk
1472	cf::db_sync;
1473	IO::AIO::flush;
1474
1475	# get rid of safe::, as good as possible	3424	warn "getting rid of safe::, as good as possible";
1476	Symbol::delete_package "safe::$_"	3425	Symbol::delete_package "safe::$_"
1477	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3426	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
1478		3427
1479	# remove register_script_function callbacks
1480	# TODO
1481
1482	# unload cf.pm "a bit"	3428	warn "unloading cf.pm \"a bit\"";
1483	delete $INC{"cf.pm"};	3429	delete $INC{"cf.pm"};
		3430	delete $INC{"cf/pod.pm"};
1484		3431
1485	# don't, removes xs symbols, too,	3432	# don't, removes xs symbols, too,
1486	# and global variables created in xs	3433	# and global variables created in xs
1487	#Symbol::delete_package __PACKAGE__;	3434	#Symbol::delete_package __PACKAGE__;
1488		3435
1489	# reload cf.pm	3436	warn "unload completed, starting to reload now";
		3437
1490	warn "reloading cf.pm";	3438	warn "reloading cf.pm";
1491	require cf;	3439	require cf;
1492	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3440	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
1493		3441
1494	# load config and database again	3442	warn "loading config and database again";
1495	cf::cfg_load;	3443	cf::reload_config;
1496	cf::db_load;
1497		3444
1498	# load extensions
1499	warn "load extensions";	3445	warn "loading extensions";
1500	cf::load_extensions;	3446	cf::load_extensions;
1501		3447
1502	# reattach attachments to objects	3448	warn "reattaching attachments to objects/players";
1503	warn "reattach";	3449	_global_reattach; # objects, sockets
1504	_global_reattach;	3450	warn "reattaching attachments to maps";
1505	};	3451	reattach $_ for values %MAP;
		3452	warn "reattaching attachments to players";
		3453	reattach $_ for values %PLAYER;
1506		3454
1507	if ($@) {	3455	warn "leaving sync_job";
		3456
		3457	1
		3458	} or do {
1508	warn $@;	3459	warn $@;
1509	warn "error while reloading, exiting.";	3460	warn "error while reloading, exiting.";
1510	exit 1;	3461	exit 1;
1511	}	3462	};
1512		3463
1513	warn "reloaded successfully";	3464	warn "reloaded";
1514	};	3465	};
1515		3466
1516	#############################################################################	3467	our $RELOAD_WATCHER; # used only during reload
1517		3468
1518	unless ($LINK_MAP) {	3469	sub reload_perl() {
1519	$LINK_MAP = cf::map::new;	3470	# doing reload synchronously and two reloads happen back-to-back,
		3471	# coro crashes during coro_state_free->destroy here.
1520		3472
1521	$LINK_MAP->width (41);	3473	$RELOAD_WATCHER ||= Event->timer (
1522	$LINK_MAP->height (41);	3474	reentrant => 0,
1523	$LINK_MAP->alloc;	3475	after => 0,
1524	$LINK_MAP->path ("{link}");	3476	data => WF_AUTOCANCEL,
1525	$LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";	3477	cb => sub {
1526	$LINK_MAP->in_memory (MAP_IN_MEMORY);	3478	do_reload_perl;
		3479	undef $RELOAD_WATCHER;
		3480	},
		3481	);
1527	}	3482	}
1528		3483
1529	register "<global>", __PACKAGE__;
1530
1531	register_command "perl-reload" => sub {	3484	register_command "reload" => sub {
1532	my ($who, $arg) = @_;	3485	my ($who, $arg) = @_;
1533		3486
1534	if ($who->flag (FLAG_WIZ)) {	3487	if ($who->flag (FLAG_WIZ)) {
1535	$who->message ("start of reload.");
1536	perl_reload;
1537	$who->message ("end of reload.");	3488	$who->message ("reloading server.");
		3489	async {
		3490	$Coro::current->{desc} = "perl_reload";
		3491	reload_perl;
		3492	};
1538	}	3493	}
1539	};	3494	};
1540		3495
1541	unshift @INC, $LIBDIR;	3496	unshift @INC, $LIBDIR;
		3497
		3498	my $bug_warning = 0;
		3499
		3500	our @WAIT_FOR_TICK;
		3501	our @WAIT_FOR_TICK_BEGIN;
		3502
		3503	sub wait_for_tick {
		3504	return unless $TICK_WATCHER->is_active;
		3505	return if $Coro::current == $Coro::main;
		3506
		3507	my $signal = new Coro::Signal;
		3508	push @WAIT_FOR_TICK, $signal;
		3509	$signal->wait;
		3510	}
		3511
		3512	sub wait_for_tick_begin {
		3513	return unless $TICK_WATCHER->is_active;
		3514	return if $Coro::current == $Coro::main;
		3515
		3516	my $signal = new Coro::Signal;
		3517	push @WAIT_FOR_TICK_BEGIN, $signal;
		3518	$signal->wait;
		3519	}
1542		3520
1543	$TICK_WATCHER = Event->timer (	3521	$TICK_WATCHER = Event->timer (
1544	reentrant => 0,	3522	reentrant => 0,
		3523	parked => 1,
1545	prio => 0,	3524	prio => 0,
1546	at => $NEXT_TICK || $TICK,	3525	at => $NEXT_TICK || $TICK,
1547	data => WF_AUTOCANCEL,	3526	data => WF_AUTOCANCEL,
1548	cb => sub {	3527	cb => sub {
1549	unless ($FREEZE) {	3528	if ($Coro::current != $Coro::main) {
		3529	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
		3530	unless ++$bug_warning > 10;
		3531	return;
		3532	}
		3533
		3534	$NOW = $tick_start = Event::time;
		3535
1550	cf::server_tick; # one server iteration	3536	cf::server_tick; # one server iteration
		3537
1551	$RUNTIME += $TICK;	3538	$RUNTIME += $TICK;
1552	}
1553
1554	$NEXT_TICK += $TICK;	3539	$NEXT_TICK += $TICK;
1555		3540
		3541	if ($NOW >= $NEXT_RUNTIME_WRITE) {
		3542	$NEXT_RUNTIME_WRITE = $NOW + 10;
		3543	Coro::async_pool {
		3544	$Coro::current->{desc} = "runtime saver";
		3545	write_runtime
		3546	or warn "ERROR: unable to write runtime file: $!";
		3547	};
		3548	}
		3549
		3550	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3551	$sig->send;
		3552	}
		3553	while (my $sig = shift @WAIT_FOR_TICK) {
		3554	$sig->send;
		3555	}
		3556
		3557	$NOW = Event::time;
		3558
1556	# if we are delayed by four ticks or more, skip them all	3559	# if we are delayed by four ticks or more, skip them all
1557	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3560	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
1558		3561
1559	$TICK_WATCHER->at ($NEXT_TICK);	3562	$TICK_WATCHER->at ($NEXT_TICK);
1560	$TICK_WATCHER->start;	3563	$TICK_WATCHER->start;
		3564
		3565	$LOAD = ($NOW - $tick_start) / $TICK;
		3566	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3567
		3568	_post_tick;
1561	},	3569	},
1562	);	3570	);
1563		3571
		3572	{
		3573	BDB::min_parallel 8;
1564	IO::AIO::max_poll_time $TICK * 0.2;	3574	BDB::max_poll_time $TICK * 0.1;
1565		3575	$BDB_POLL_WATCHER = Event->io (
1566	Event->io (	3576	reentrant => 0,
1567	fd => IO::AIO::poll_fileno,	3577	fd => BDB::poll_fileno,
1568	poll => 'r',	3578	poll => 'r',
1569	prio => 5,	3579	prio => 0,
1570	data => WF_AUTOCANCEL,
1571	cb => \&IO::AIO::poll_cb,
1572	);
1573
1574	Event->timer (
1575	data => WF_AUTOCANCEL,	3580	data => WF_AUTOCANCEL,
		3581	cb => \&BDB::poll_cb,
		3582	);
		3583
		3584	BDB::set_sync_prepare {
		3585	my $status;
		3586	my $current = $Coro::current;
		3587	(
		3588	sub {
		3589	$status = $!;
		3590	$current->ready; undef $current;
		3591	},
		3592	sub {
		3593	Coro::schedule while defined $current;
		3594	$! = $status;
		3595	},
		3596	)
		3597	};
		3598
		3599	unless ($DB_ENV) {
		3600	$DB_ENV = BDB::db_env_create;
		3601	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3602	| BDB::LOG_AUTOREMOVE, 1);
		3603	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3604	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
		3605
		3606	cf::sync_job {
		3607	eval {
		3608	BDB::db_env_open
		3609	$DB_ENV,
		3610	$BDBDIR,
		3611	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3612	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3613	0666;
		3614
		3615	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3616	};
		3617
		3618	cf::cleanup "db_env_open(db): $@" if $@;
		3619	};
		3620	}
		3621
		3622	$BDB_DEADLOCK_WATCHER = Event->timer (
1576	after => 0,	3623	after => 3,
1577	interval => 10,	3624	interval => 1,
		3625	hard => 1,
		3626	prio => 0,
		3627	data => WF_AUTOCANCEL,
1578	cb => sub {	3628	cb => sub {
1579	(Coro::unblock_sub {	3629	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
1580	write_runtime	3630	},
1581	or warn "ERROR: unable to write runtime file: $!";	3631	);
		3632	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3633	after => 11,
		3634	interval => 60,
		3635	hard => 1,
		3636	prio => 0,
		3637	data => WF_AUTOCANCEL,
		3638	cb => sub {
		3639	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3640	},
		3641	);
		3642	$BDB_TRICKLE_WATCHER = Event->timer (
		3643	after => 5,
		3644	interval => 10,
		3645	hard => 1,
		3646	prio => 0,
		3647	data => WF_AUTOCANCEL,
		3648	cb => sub {
		3649	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3650	},
		3651	);
		3652	}
		3653
		3654	{
		3655	IO::AIO::min_parallel 8;
		3656
		3657	undef $Coro::AIO::WATCHER;
		3658	IO::AIO::max_poll_time $TICK * 0.1;
		3659	$AIO_POLL_WATCHER = Event->io (
		3660	reentrant => 0,
		3661	data => WF_AUTOCANCEL,
		3662	fd => IO::AIO::poll_fileno,
		3663	poll => 'r',
		3664	prio => 0,
		3665	cb => \&IO::AIO::poll_cb,
		3666	);
		3667	}
		3668
		3669	my $_log_backtrace;
		3670
		3671	sub _log_backtrace {
		3672	my ($msg, @addr) = @_;
		3673
		3674	$msg =~ s/\n//;
		3675
		3676	# limit the # of concurrent backtraces
		3677	if ($_log_backtrace < 2) {
		3678	++$_log_backtrace;
		3679	async {
		3680	$Coro::current->{desc} = "abt $msg";
		3681
		3682	my @bt = fork_call {
		3683	@addr = map { sprintf "%x", $_ } @addr;
		3684	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3685	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3686	or die "addr2line: $!";
		3687
		3688	my @funcs;
		3689	my @res = <$fh>;
		3690	chomp for @res;
		3691	while (@res) {
		3692	my ($func, $line) = splice @res, 0, 2, ();
		3693	push @funcs, "[$func] $line";
		3694	}
		3695
		3696	@funcs
		3697	};
		3698
		3699	LOG llevInfo, "[ABT] $msg\n";
		3700	LOG llevInfo, "[ABT] $_\n" for @bt;
		3701	--$_log_backtrace;
1582	})->();	3702	};
		3703	} else {
		3704	LOG llevInfo, "[ABT] $msg\n";
		3705	LOG llevInfo, "[ABT] [suppressed]\n";
1583	},	3706	}
1584	);	3707	}
		3708
		3709	# load additional modules
		3710	use cf::pod;
		3711
		3712	END { cf::emergency_save }
1585		3713
1586	1	3714	1
1587		3715

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines