ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.108 by root, Sun Dec 31 21:02:05 2006 UTC vs.
Revision 1.379 by root, Thu Oct 4 23:59:07 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.3;	15	use Coro 3.64 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
		24	use Coro::Util ();
19		25
		26	use JSON::XS ();
		27	use BDB ();
		28	use Data::Dumper;
20	use Digest::MD5;	29	use Digest::MD5;
21	use Fcntl;	30	use Fcntl;
22	use IO::AIO 2.31 ();
23	use YAML::Syck ();	31	use YAML::Syck ();
		32	use IO::AIO 2.32 ();
24	use Time::HiRes;	33	use Time::HiRes;
		34	use Compress::LZF;
		35	use Digest::MD5 ();
25		36
		37	# configure various modules to our taste
		38	#
		39	$Storable::canonical = 1; # reduce rsync transfers
		40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		42
26	use Event; $Event::Eval = 1; # no idea why this is required, but it is	43	$Event::Eval = 1; # no idea why this is required, but it is
27		44
28	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
29	$YAML::Syck::ImplicitUnicode = 1;	46	$YAML::Syck::ImplicitUnicode = 1;
30		47
31	$Coro::main->prio (2); # run main coroutine ("the server") with very high priority	48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
32		49
33	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34		51
35	our %COMMAND = ();	52	our %COMMAND = ();
36	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
		54
		55	our @EXTS = (); # list of extension package names
37	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
		58	our %EXT_CORO = (); # coroutines bound to extensions
		59	our %EXT_MAP = (); # pluggable maps
38		60
		61	our $RELOAD; # number of reloads so far
39	our @EVENT;	62	our @EVENT;
40	our $LIBDIR = datadir . "/ext";
41		63
42	our $TICK = MAX_TIME * 1e-6;	64	our $CONFDIR = confdir;
		65	our $DATADIR = datadir;
		66	our $LIBDIR = "$DATADIR/ext";
		67	our $PODDIR = "$DATADIR/pod";
		68	our $MAPDIR = "$DATADIR/" . mapdir;
		69	our $LOCALDIR = localdir;
		70	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		73	our $RANDOMDIR = "$LOCALDIR/random";
		74	our $BDBDIR = "$LOCALDIR/db";
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
43	our $TICK_WATCHER;	77	our $TICK_WATCHER;
		78	our $AIO_POLL_WATCHER;
		79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
44	our $NEXT_TICK;	80	our $NEXT_TICK;
45	our $NOW;	81	our $NOW;
		82	our $USE_FSYNC = 1; # use fsync to write maps - default off
		83
		84	our $BDB_POLL_WATCHER;
		85	our $BDB_DEADLOCK_WATCHER;
		86	our $BDB_CHECKPOINT_WATCHER;
		87	our $BDB_TRICKLE_WATCHER;
		88	our $DB_ENV;
46		89
47	our %CFG;	90	our %CFG;
48		91
49	our $UPTIME; $UPTIME ||= time;	92	our $UPTIME; $UPTIME ||= time;
50	our $RUNTIME;	93	our $RUNTIME;
51		94
52	our %MAP; # all maps	95	our (%PLAYER, %PLAYER_LOADING); # all users
53	our $LINK_MAP; # the special {link} map	96	our (%MAP, %MAP_LOADING ); # all maps
54	our $FREEZE;	97	our $LINK_MAP; # the special {link} map, which is always available
55	our $RANDOM_MAPS = cf::localdir . "/random";	98
56	our %EXT_CORO;	99	# used to convert map paths into valid unix filenames by replacing / by ∕
		100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
57		105
58	binmode STDOUT;	106	binmode STDOUT;
59	binmode STDERR;	107	binmode STDERR;
60		108
61	# read virtual server time, if available	109	# read virtual server time, if available
62	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
63	open my $fh, "<", cf::localdir . "/runtime"	111	open my $fh, "<", "$LOCALDIR/runtime"
64	or die "unable to read runtime file: $!";	112	or die "unable to read runtime file: $!";
65	$RUNTIME = <$fh> + 0.;	113	$RUNTIME = <$fh> + 0.;
66	}	114	}
67		115
68	mkdir cf::localdir;	116	mkdir $_
69	mkdir cf::localdir . "/" . cf::playerdir;	117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
70	mkdir cf::localdir . "/" . cf::tmpdir;
71	mkdir cf::localdir . "/" . cf::uniquedir;
72	mkdir $RANDOM_MAPS;
73		118
74	# a special map that is always available	119	our $EMERGENCY_POSITION;
75	our $LINK_MAP;	120
		121	sub cf::map::normalise;
76		122
77	#############################################################################	123	#############################################################################
78		124
79	=head2 GLOBAL VARIABLES	125	=head2 GLOBAL VARIABLES
80		126
…		…
87	=item $cf::RUNTIME	133	=item $cf::RUNTIME
88		134
89	The time this server has run, starts at 0 and is increased by $cf::TICK on	135	The time this server has run, starts at 0 and is increased by $cf::TICK on
90	every server tick.	136	every server tick.
91		137
92	=item $cf::LIBDIR	138	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		139	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		140	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
93		141
94	The perl library directory, where extensions and cf-specific modules can	142	Various directories - "/etc", read-only install directory, perl-library
95	be found. It will be added to C<@INC> automatically.	143	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		144	unique-items directory, player file directory, random maps directory and
		145	database environment.
96		146
97	=item $cf::NOW	147	=item $cf::NOW
98		148
99	The time of the last (current) server tick.	149	The time of the last (current) server tick.
100		150
101	=item $cf::TICK	151	=item $cf::TICK
102		152
103	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
104		164
105	=item %cf::CFG	165	=item %cf::CFG
106		166
107	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/crossfire/config>, or
108	from wherever your confdir points to.	168	from wherever your confdir points to.
		169
		170	=item cf::wait_for_tick, cf::wait_for_tick_begin
		171
		172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
		173	returns directly I<after> the tick processing (and consequently, can only wake one process
		174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
		175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
109		181
110	=back	182	=back
111		183
112	=cut	184	=cut
113		185
114	BEGIN {	186	BEGIN {
115	*CORE::GLOBAL::warn = sub {	187	*CORE::GLOBAL::warn = sub {
116	my $msg = join "", @_;	188	my $msg = join "", @_;
117	utf8::encode $msg;
118		189
119	$msg .= "\n"	190	$msg .= "\n"
120	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
121		192
		193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		194
122	LOG llevError, "cfperl: $msg";	195	LOG llevError, $msg;
123	};	196	};
124	}	197	}
125		198
126	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
127	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
128	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
129	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
130	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	203	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		204	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
131	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	205	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
132		206
133	# we bless all objects into (empty) derived classes to force a method lookup	207	# we bless all objects into (empty) derived classes to force a method lookup
134	# within the Safe compartment.	208	# within the Safe compartment.
135	for my $pkg (qw(	209	for my $pkg (qw(
136	cf::global cf::attachable	210	cf::global cf::attachable
…		…
145		219
146	$Event::DIED = sub {	220	$Event::DIED = sub {
147	warn "error in event callback: @_";	221	warn "error in event callback: @_";
148	};	222	};
149		223
150	my %ext_pkg;	224	#############################################################################
151	my @exts;
152	my @hook;
153		225
154	=head2 UTILITY FUNCTIONS	226	=head2 UTILITY FUNCTIONS
155		227
156	=over 4	228	=over 4
157		229
158	=cut	230	=item dumpval $ref
159		231
160	use JSON::Syck (); # TODO# replace by JSON::PC once working	232	=cut
		233
		234	sub dumpval {
		235	eval {
		236	local $SIG{__DIE__};
		237	my $d;
		238	if (1) {
		239	$d = new Data::Dumper([$_[0]], ["*var"]);
		240	$d->Terse(1);
		241	$d->Indent(2);
		242	$d->Quotekeys(0);
		243	$d->Useqq(1);
		244	#$d->Bless(...);
		245	$d->Seen($_[1]) if @_ > 1;
		246	$d = $d->Dump();
		247	}
		248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
		249	$d
		250	} || "[unable to dump $_[0]: '$@']";
		251	}
161		252
162	=item $ref = cf::from_json $json	253	=item $ref = cf::from_json $json
163		254
164	Converts a JSON string into the corresponding perl data structure.	255	Converts a JSON string into the corresponding perl data structure.
165		256
166	=cut
167
168	sub from_json($) {
169	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
170	JSON::Syck::Load $_[0]
171	}
172
173	=item $json = cf::to_json $ref	257	=item $json = cf::to_json $ref
174		258
175	Converts a perl data structure into its JSON representation.	259	Converts a perl data structure into its JSON representation.
176		260
177	=cut	261	=cut
178		262
179	sub to_json($) {	263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
180	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	264
181	JSON::Syck::Dump $_[0]	265	sub to_json ($) { $json_coder->encode ($_[0]) }
		266	sub from_json ($) { $json_coder->decode ($_[0]) }
		267
		268	=item cf::lock_wait $string
		269
		270	Wait until the given lock is available. See cf::lock_acquire.
		271
		272	=item my $lock = cf::lock_acquire $string
		273
		274	Wait until the given lock is available and then acquires it and returns
		275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
		276	for example when the coroutine gets canceled), the lock is automatically
		277	returned.
		278
		279	Locks are *not* recursive, locking from the same coro twice results in a
		280	deadlocked coro.
		281
		282	Lock names should begin with a unique identifier (for example, cf::map::find
		283	uses map_find and cf::map::load uses map_load).
		284
		285	=item $locked = cf::lock_active $string
		286
		287	Return true if the lock is currently active, i.e. somebody has locked it.
		288
		289	=cut
		290
		291	our %LOCK;
		292	our %LOCKER;#d#
		293
		294	sub lock_wait($) {
		295	my ($key) = @_;
		296
		297	if ($LOCKER{$key} == $Coro::current) {#d#
		298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		299	return;#d#
		300	}#d#
		301
		302	# wait for lock, if any
		303	while ($LOCK{$key}) {
		304	push @{ $LOCK{$key} }, $Coro::current;
		305	Coro::schedule;
		306	}
182	}	307	}
		308
		309	sub lock_acquire($) {
		310	my ($key) = @_;
		311
		312	# wait, to be sure we are not locked
		313	lock_wait $key;
		314
		315	$LOCK{$key} = [];
		316	$LOCKER{$key} = $Coro::current;#d#
		317
		318	Coro::guard {
		319	delete $LOCKER{$key};#d#
		320	# wake up all waiters, to be on the safe side
		321	$_->ready for @{ delete $LOCK{$key} };
		322	}
		323	}
		324
		325	sub lock_active($) {
		326	my ($key) = @_;
		327
		328	! ! $LOCK{$key}
		329	}
		330
		331	sub freeze_mainloop {
		332	return unless $TICK_WATCHER->is_active;
		333
		334	my $guard = Coro::guard {
		335	$TICK_WATCHER->start;
		336	};
		337	$TICK_WATCHER->stop;
		338	$guard
		339	}
		340
		341	=item cf::get_slot $time[, $priority[, $name]]
		342
		343	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		344	This call blocks and returns only when you have at least C<$time> seconds
		345	of cpu time till the next tick. The slot is only valid till the next cede.
		346
		347	The optional C<$name> can be used to identify the job to run. It might be
		348	used for statistical purposes and should identify the same time-class.
		349
		350	Useful for short background jobs.
		351
		352	=cut
		353
		354	our @SLOT_QUEUE;
		355	our $SLOT_QUEUE;
		356
		357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		358	$SLOT_QUEUE = Coro::async {
		359	$Coro::current->desc ("timeslot manager");
		360
		361	my $signal = new Coro::Signal;
		362
		363	while () {
		364	next_job:
		365	my $avail = cf::till_tick;
		366	if ($avail > 0.01) {
		367	for (0 .. $#SLOT_QUEUE) {
		368	if ($SLOT_QUEUE[$_][0] < $avail) {
		369	my $job = splice @SLOT_QUEUE, $_, 1, ();
		370	$job->[2]->send;
		371	Coro::cede;
		372	goto next_job;
		373	}
		374	}
		375	}
		376
		377	if (@SLOT_QUEUE) {
		378	# we do not use wait_For_tick() as it returns immediately when tick is inactive
		379	push @cf::WAIT_FOR_TICK, $signal;
		380	$signal->wait;
		381	} else {
		382	Coro::schedule;
		383	}
		384	}
		385	};
		386
		387	sub get_slot($;$$) {
		388	my ($time, $pri, $name) = @_;
		389
		390	$time = $TICK * .6 if $time > $TICK * .6;
		391	my $sig = new Coro::Signal;
		392
		393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		395	$SLOT_QUEUE->ready;
		396	$sig->wait;
		397	}
		398
		399	=item cf::async { BLOCK }
		400
		401	Currently the same as Coro::async_pool, meaning you cannot use
		402	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
		403	thing you are allowed to do is call C<prio> on it.
		404
		405	=cut
		406
		407	BEGIN { *async = \&Coro::async_pool }
183		408
184	=item cf::sync_job { BLOCK }	409	=item cf::sync_job { BLOCK }
185		410
186	The design of crossfire+ requires that the main coro ($Coro::main) is	411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
187	always able to handle events or runnable, as crossfire+ is only partly	412	is always able to handle events or runnable, as Crossfire TRT is only
188	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		414	acceptable.
189		415
190	If it must be done, put the blocking parts into C<sync_job>. This will run	416	If it must be done, put the blocking parts into C<sync_job>. This will run
191	the given BLOCK in another coroutine while waiting for the result. The	417	the given BLOCK in another coroutine while waiting for the result. The
192	server will be frozen during this time, so the block should either finish	418	server will be frozen during this time, so the block should either finish
193	fast or be very important.	419	fast or be very important.
…		…
195	=cut	421	=cut
196		422
197	sub sync_job(&) {	423	sub sync_job(&) {
198	my ($job) = @_;	424	my ($job) = @_;
199		425
200	my $busy = 1;
201	my @res;
202
203	# TODO: use suspend/resume instead
204	local $FREEZE = 1;
205
206	my $coro = Coro::async {
207	@res = eval { $job->() };
208	warn $@ if $@;
209	undef $busy;
210	};
211
212	if ($Coro::current == $Coro::main) {	426	if ($Coro::current == $Coro::main) {
		427	my $time = Event::time;
		428
		429	# this is the main coro, too bad, we have to block
		430	# till the operation succeeds, freezing the server :/
		431
		432	LOG llevError | logBacktrace, Carp::longmess "sync job";#d#
		433
		434	# TODO: use suspend/resume instead
		435	# (but this is cancel-safe)
		436	my $freeze_guard = freeze_mainloop;
		437
		438	my $busy = 1;
		439	my @res;
		440
		441	(async {
		442	$Coro::current->desc ("sync job coro");
		443	@res = eval { $job->() };
		444	warn $@ if $@;
		445	undef $busy;
213	$coro->prio (Coro::PRIO_MAX);	446	})->prio (Coro::PRIO_MAX);
		447
214	while ($busy) {	448	while ($busy) {
215	Coro::cede_notself;	449	Coro::cede or Event::one_event;
216	Event::one_event unless Coro::nready;
217	}	450	}
		451
		452	$time = Event::time - $time;
		453
		454	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		455	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		456
		457	$tick_start += $time; # do not account sync jobs to server load
		458
		459	wantarray ? @res : $res[0]
218	} else {	460	} else {
219	$coro->join;	461	# we are in another coroutine, how wonderful, everything just works
		462
		463	$job->()
220	}	464	}
221
222	wantarray ? @res : $res[0]
223	}	465	}
224		466
225	=item $coro = cf::coro { BLOCK }	467	=item $coro = cf::async_ext { BLOCK }
226		468
227	Creates and returns a new coro. This coro is automcatially being canceled	469	Like async, but this coro is automatically being canceled when the
228	when the extension calling this is being unloaded.	470	extension calling this is being unloaded.
229		471
230	=cut	472	=cut
231		473
232	sub coro(&) {	474	sub async_ext(&) {
233	my $cb = shift;	475	my $cb = shift;
234		476
235	my $coro; $coro = async {	477	my $coro = &Coro::async ($cb);
236	eval {
237	$cb->();
238	};
239	warn $@ if $@;
240	};
241		478
242	$coro->on_destroy (sub {	479	$coro->on_destroy (sub {
243	delete $EXT_CORO{$coro+0};	480	delete $EXT_CORO{$coro+0};
244	});	481	});
245	$EXT_CORO{$coro+0} = $coro;	482	$EXT_CORO{$coro+0} = $coro;
246		483
247	$coro	484	$coro
248	}	485	}
249		486
250	sub write_runtime {	487	=item fork_call { }, $args
251	my $runtime = cf::localdir . "/runtime";
252		488
253	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	489	Executes the given code block with the given arguments in a seperate
254	or return;	490	process, returning the results. Everything must be serialisable with
		491	Coro::Storable. May, of course, block. Note that the executed sub may
		492	never block itself or use any form of Event handling.
255		493
256	my $value = $cf::RUNTIME;	494	=cut
257	(aio_write $fh, 0, (length $value), $value, 0) <= 0
258	and return;
259		495
260	aio_fsync $fh	496	sub fork_call(&@) {
261	and return;	497	my ($cb, @args) = @_;
262		498
263	close $fh	499	# we seemingly have to make a local copy of the whole thing,
264	or return;	500	# otherwise perl prematurely frees the stuff :/
		501	# TODO: investigate and fix (likely this will be rather laborious)
265		502
266	aio_rename "$runtime~", $runtime	503	my @res = Coro::Util::fork_eval {
267	and return;	504	reset_signals;
		505	&$cb
		506	}, @args;
268		507
		508	wantarray ? @res : $res[-1]
		509	}
		510
		511	=item $value = cf::db_get $family => $key
		512
		513	Returns a single value from the environment database.
		514
		515	=item cf::db_put $family => $key => $value
		516
		517	Stores the given C<$value> in the family. It can currently store binary
		518	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		519
		520	=item $db = cf::db_table "name"
		521
		522	Create and/or open a new database table. The string must not be "db" and must be unique
		523	within each server.
		524
		525	=cut
		526
		527	sub db_table($) {
		528	my ($name) = @_;
		529	my $db = BDB::db_create $DB_ENV;
		530
		531	eval {
		532	$db->set_flags (BDB::CHKSUM);
		533
		534	utf8::encode $name;
		535	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		536	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		537	cf::cleanup "db_open(db): $!" if $!;
		538	};
		539	cf::cleanup "db_open(db): $@" if $@;
		540
		541	$db
		542	}
		543
		544	our $DB;
		545
		546	sub db_init {
		547	cf::sync_job {
		548	$DB ||= db_table "db";
		549	};
		550	}
		551
		552	sub db_get($$) {
		553	my $key = "$_[0]/$_[1]";
		554
		555	cf::sync_job {
		556	BDB::db_get $DB, undef, $key, my $data;
		557
		558	$! ? ()
		559	: $data
269	1	560	}
		561	}
		562
		563	sub db_put($$$) {
		564	BDB::dbreq_pri 4;
		565	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		566	}
		567
		568	=item cf::cache $id => [$paths...], $processversion => $process
		569
		570	Generic caching function that returns the value of the resource $id,
		571	caching and regenerating as required.
		572
		573	This function can block.
		574
		575	=cut
		576
		577	sub cache {
		578	my ($id, $src, $processversion, $process) = @_;
		579
		580	my $meta =
		581	join "\x00",
		582	$processversion,
		583	map {
		584	aio_stat $_
		585	and Carp::croak "$_: $!";
		586
		587	($_, (stat _)[7,9])
		588	} @$src;
		589
		590	my $dbmeta = db_get cache => "$id/meta";
		591	if ($dbmeta ne $meta) {
		592	# changed, we may need to process
		593
		594	my @data;
		595	my $md5;
		596
		597	for (0 .. $#$src) {
		598	0 <= aio_load $src->[$_], $data[$_]
		599	or Carp::croak "$src->[$_]: $!";
		600	}
		601
		602	# if processing is expensive, check
		603	# checksum first
		604	if (1) {
		605	$md5 =
		606	join "\x00",
		607	$processversion,
		608	map {
		609	cf::cede_to_tick;
		610	($src->[$_], Digest::MD5::md5_hex $data[$_])
		611	} 0.. $#$src;
		612
		613
		614	my $dbmd5 = db_get cache => "$id/md5";
		615	if ($dbmd5 eq $md5) {
		616	db_put cache => "$id/meta", $meta;
		617
		618	return db_get cache => "$id/data";
		619	}
		620	}
		621
		622	my $t1 = Time::HiRes::time;
		623	my $data = $process->(\@data);
		624	my $t2 = Time::HiRes::time;
		625
		626	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		627
		628	db_put cache => "$id/data", $data;
		629	db_put cache => "$id/md5" , $md5;
		630	db_put cache => "$id/meta", $meta;
		631
		632	return $data;
		633	}
		634
		635	db_get cache => "$id/data"
		636	}
		637
		638	=item cf::datalog type => key => value, ...
		639
		640	Log a datalog packet of the given type with the given key-value pairs.
		641
		642	=cut
		643
		644	sub datalog($@) {
		645	my ($type, %kv) = @_;
		646	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
270	}	647	}
271		648
272	=back	649	=back
273		650
274	=cut	651	=cut
275
276	#############################################################################
277
278	package cf::path;
279
280	sub new {
281	my ($class, $path, $base) = @_;
282
283	my $self = bless { }, $class;
284
285	if ($path =~ s{^\?random/}{}) {
286	$self->{random} = cf::from_json $path;
287	} else {
288	if ($path =~ s{^~([^/]+)?}{}) {
289	$self->{user_rel} = 1;
290
291	if (defined $1) {
292	$self->{user} = $1;
293	} elsif ($base =~ m{^~([^/]+)/}) {
294	$self->{user} = $1;
295	} else {
296	warn "cannot resolve user-relative path without user <$path,$base>\n";
297	}
298	} elsif ($path =~ /^\//) {
299	# already absolute
300	} else {
301	$base =~ s{[^/]+/?$}{};
302	return $class->new ("$base/$path");
303	}
304
305	for ($path) {
306	redo if s{/\.?/}{/};
307	redo if s{/[^/]+/\.\./}{/};
308	}
309	}
310
311	$self->{path} = $path;
312
313	$self
314	}
315
316	# the name / primary key / in-game path
317	sub as_string {
318	my ($self) = @_;
319
320	$self->{user_rel} ? "~$self->{user}$self->{path}"
321	: $self->{random} ? "?random/$self->{path}"
322	: $self->{path}
323	}
324
325	# the displayed name, this is a one way mapping
326	sub visible_name {
327	my ($self) = @_;
328
329	$self->{random} ? "?random/$self->{random}{origin_map}+$self->{random}{origin_x}+$self->{random}{origin_y}/$self->{random}{dungeon_level}"
330	: $self->as_string
331	}
332
333	# escape the /'s in the path
334	sub _escaped_path {
335	# ∕ is U+2215
336	(my $path = $_[0]{path}) =~ s/\//∕/g;
337	$path
338	}
339
340	# the original (read-only) location
341	sub load_path {
342	my ($self) = @_;
343
344	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}
345	}
346
347	# the temporary/swap location
348	sub save_path {
349	my ($self) = @_;
350
351	$self->{user_rel} ? sprintf "%s/%s/%s/%s", cf::localdir, cf::playerdir, $self->{user}, $self->_escaped_path
352	: $self->{random} ? sprintf "%s/%s", $RANDOM_MAPS, Digest::MD5::md5_hex $self->{path}
353	: sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $self->_escaped_path
354	}
355
356	# the unique path, might be eq to save_path
357	sub uniq_path {
358	my ($self) = @_;
359
360	$self->{user_rel} || $self->{random}
361	? undef
362	: sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $self->_escaped_path
363	}
364
365	# return random map parameters, or undef
366	sub random_map_params {
367	my ($self) = @_;
368
369	$self->{random}
370	}
371
372	# this is somewhat ugly, but style maps do need special treatment
373	sub is_style_map {
374	$_[0]{path} =~ m{^/styles/}
375	}
376
377	package cf;
378		652
379	#############################################################################	653	#############################################################################
380		654
381	=head2 ATTACHABLE OBJECTS	655	=head2 ATTACHABLE OBJECTS
382		656
…		…
384	attach callbacks/event handlers (a collection of which is called an "attachment")	658	attach callbacks/event handlers (a collection of which is called an "attachment")
385	to it. All such attachable objects support the following methods.	659	to it. All such attachable objects support the following methods.
386		660
387	In the following description, CLASS can be any of C<global>, C<object>	661	In the following description, CLASS can be any of C<global>, C<object>
388	C<player>, C<client> or C<map> (i.e. the attachable objects in	662	C<player>, C<client> or C<map> (i.e. the attachable objects in
389	crossfire+).	663	Crossfire TRT).
390		664
391	=over 4	665	=over 4
392		666
393	=item $attachable->attach ($attachment, key => $value...)	667	=item $attachable->attach ($attachment, key => $value...)
394		668
…		…
508	our @CB_TYPE = (); # registry for type (cf-object class) based events	782	our @CB_TYPE = (); # registry for type (cf-object class) based events
509	our @CB_MAP = ();	783	our @CB_MAP = ();
510		784
511	my %attachment;	785	my %attachment;
512		786
		787	sub cf::attachable::thawer_merge {
		788	# simply override everything except _meta
		789	local $_[0]{_meta};
		790	%{$_[0]} = %{$_[1]};
		791	}
		792
513	sub _attach_cb($$$$) {	793	sub _attach_cb($$$$) {
514	my ($registry, $event, $prio, $cb) = @_;	794	my ($registry, $event, $prio, $cb) = @_;
515		795
516	use sort 'stable';	796	use sort 'stable';
517		797
…		…
551	$registry = $CB_TYPE[$object_type] ||= [];	831	$registry = $CB_TYPE[$object_type] ||= [];
552		832
553	} elsif ($type eq "subtype") {	833	} elsif ($type eq "subtype") {
554	defined $object_type or Carp::croak "subtype specified without type";	834	defined $object_type or Carp::croak "subtype specified without type";
555	my $object_subtype = shift @arg;	835	my $object_subtype = shift @arg;
556	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	836	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
557		837
558	} elsif ($type eq "package") {	838	} elsif ($type eq "package") {
559	my $pkg = shift @arg;	839	my $pkg = shift @arg;
560		840
561	while (my ($name, $id) = each %cb_id) {	841	while (my ($name, $id) = each %cb_id) {
…		…
590	_attach $registry, $klass, @attach;	870	_attach $registry, $klass, @attach;
591	}	871	}
592		872
593	$obj->{$name} = \%arg;	873	$obj->{$name} = \%arg;
594	} else {	874	} else {
595	warn "object uses attachment '$name' that is not available, postponing.\n";	875	warn "object uses attachment '$name' which is not available, postponing.\n";
596	}	876	}
597		877
598	$obj->{_attachment}{$name} = undef;	878	$obj->{_attachment}{$name} = undef;
599	}	879	}
600		880
…		…
602	if (ref $_[0]) {	882	if (ref $_[0]) {
603	_object_attach @_;	883	_object_attach @_;
604	} else {	884	} else {
605	_attach shift->_attach_registry, @_;	885	_attach shift->_attach_registry, @_;
606	}	886	}
		887	_recalc_want;
607	};	888	};
608		889
609	# all those should be optimised	890	# all those should be optimised
610	sub cf::attachable::detach {	891	sub cf::attachable::detach {
611	my ($obj, $name) = @_;	892	my ($obj, $name) = @_;
…		…
614	delete $obj->{_attachment}{$name};	895	delete $obj->{_attachment}{$name};
615	reattach ($obj);	896	reattach ($obj);
616	} else {	897	} else {
617	Carp::croak "cannot, currently, detach class attachments";	898	Carp::croak "cannot, currently, detach class attachments";
618	}	899	}
		900	_recalc_want;
619	};	901	};
620		902
621	sub cf::attachable::attached {	903	sub cf::attachable::attached {
622	my ($obj, $name) = @_;	904	my ($obj, $name) = @_;
623		905
…		…
638	";	920	";
639	die if $@;	921	die if $@;
640	}	922	}
641		923
642	our $override;	924	our $override;
643	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	925	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
644		926
645	sub override {	927	sub override {
646	$override = 1;	928	$override = 1;
647	@invoke_results = ();	929	@INVOKE_RESULTS = (@_);
648	}	930	}
649		931
650	sub do_invoke {	932	sub do_invoke {
651	my $event = shift;	933	my $event = shift;
652	my $callbacks = shift;	934	my $callbacks = shift;
653		935
654	@invoke_results = ();	936	@INVOKE_RESULTS = ();
655		937
656	local $override;	938	local $override;
657		939
658	for (@$callbacks) {	940	for (@$callbacks) {
659	eval { &{$_->[1]} };	941	eval { &{$_->[1]} };
…		…
676		958
677	Generate an object-specific event with the given arguments.	959	Generate an object-specific event with the given arguments.
678		960
679	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	961	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
680	removed in future versions), and there is no public API to access override	962	removed in future versions), and there is no public API to access override
681	results (if you must, access C<@cf::invoke_results> directly).	963	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
682		964
683	=back	965	=back
684		966
685	=cut	967	=cut
686		968
687	#############################################################################	969	#############################################################################
688	# object support	970	# object support
		971	#
		972
		973	sub _can_merge {
		974	my ($ob1, $ob2) = @_;
		975
		976	local $Storable::canonical = 1;
		977	my $fob1 = Storable::freeze $ob1;
		978	my $fob2 = Storable::freeze $ob2;
		979
		980	$fob1 eq $fob2
		981	}
689		982
690	sub reattach {	983	sub reattach {
691	# basically do the same as instantiate, without calling instantiate	984	# basically do the same as instantiate, without calling instantiate
692	my ($obj) = @_;	985	my ($obj) = @_;
		986
		987	bless $obj, ref $obj; # re-bless in case extensions have been reloaded
693		988
694	my $registry = $obj->registry;	989	my $registry = $obj->registry;
695		990
696	@$registry = ();	991	@$registry = ();
697		992
…		…
738	sub object_freezer_save {	1033	sub object_freezer_save {
739	my ($filename, $rdata, $objs) = @_;	1034	my ($filename, $rdata, $objs) = @_;
740		1035
741	sync_job {	1036	sync_job {
742	if (length $$rdata) {	1037	if (length $$rdata) {
		1038	utf8::decode (my $decname = $filename);
743	warn sprintf "saving %s (%d,%d)\n",	1039	warn sprintf "saving %s (%d,%d)\n",
744	$filename, length $$rdata, scalar @$objs;	1040	$decname, length $$rdata, scalar @$objs;
745		1041
746	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1042	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
747	chmod SAVE_MODE, $fh;	1043	chmod SAVE_MODE, $fh;
748	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1044	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
749	aio_fsync $fh;	1045	aio_fsync $fh if $cf::USE_FSYNC;
750	close $fh;	1046	close $fh;
751		1047
752	if (@$objs) {	1048	if (@$objs) {
753	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1049	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
754	chmod SAVE_MODE, $fh;	1050	chmod SAVE_MODE, $fh;
755	my $data = Storable::nfreeze { version => 1, objs => $objs };	1051	my $data = Storable::nfreeze { version => 1, objs => $objs };
756	aio_write $fh, 0, (length $data), $data, 0;	1052	aio_write $fh, 0, (length $data), $data, 0;
757	aio_fsync $fh;	1053	aio_fsync $fh if $cf::USE_FSYNC;
758	close $fh;	1054	close $fh;
759	aio_rename "$filename.pst~", "$filename.pst";	1055	aio_rename "$filename.pst~", "$filename.pst";
760	}	1056	}
761	} else {	1057	} else {
762	aio_unlink "$filename.pst";	1058	aio_unlink "$filename.pst";
…		…
768	}	1064	}
769	} else {	1065	} else {
770	aio_unlink $filename;	1066	aio_unlink $filename;
771	aio_unlink "$filename.pst";	1067	aio_unlink "$filename.pst";
772	}	1068	}
773	}	1069	};
774	}	1070	}
775		1071
776	sub object_freezer_as_string {	1072	sub object_freezer_as_string {
777	my ($rdata, $objs) = @_;	1073	my ($rdata, $objs) = @_;
778		1074
…		…
790	or return;	1086	or return;
791		1087
792	unless (aio_stat "$filename.pst") {	1088	unless (aio_stat "$filename.pst") {
793	(aio_load "$filename.pst", $av) >= 0	1089	(aio_load "$filename.pst", $av) >= 0
794	or return;	1090	or return;
		1091
795	$av = eval { (Storable::thaw <$av>)->{objs} };	1092	$av = eval { (Storable::thaw $av)->{objs} };
796	}	1093	}
797		1094
		1095	utf8::decode (my $decname = $filename);
		1096	warn sprintf "loading %s (%d,%d)\n",
		1097	$decname, length $data, scalar @{$av || []};
		1098
798	return ($data, $av);	1099	($data, $av)
799	}	1100	}
		1101
		1102	=head2 COMMAND CALLBACKS
		1103
		1104	=over 4
		1105
		1106	=cut
800		1107
801	#############################################################################	1108	#############################################################################
802	# command handling &c	1109	# command handling &c
803		1110
804	=item cf::register_command $name => \&callback($ob,$args);	1111	=item cf::register_command $name => \&callback($ob,$args);
…		…
817	push @{ $COMMAND{$name} }, [$caller, $cb];	1124	push @{ $COMMAND{$name} }, [$caller, $cb];
818	}	1125	}
819		1126
820	=item cf::register_extcmd $name => \&callback($pl,$packet);	1127	=item cf::register_extcmd $name => \&callback($pl,$packet);
821		1128
822	Register a callbackf ro execution when the client sends an extcmd packet.	1129	Register a callback for execution when the client sends an (synchronous)
		1130	extcmd packet. Ext commands will be processed in the order they are
		1131	received by the server, like other user commands. The first argument is
		1132	the logged-in player. Ext commands can only be processed after a player
		1133	has logged in successfully.
823		1134
824	If the callback returns something, it is sent back as if reply was being	1135	If the callback returns something, it is sent back as if reply was being
825	called.	1136	called.
826		1137
		1138	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1139
		1140	Register a callback for execution when the client sends an (asynchronous)
		1141	exticmd packet. Exti commands are processed by the server as soon as they
		1142	are received, i.e. out of order w.r.t. other commands. The first argument
		1143	is a client socket. Exti commands can be received anytime, even before
		1144	log-in.
		1145
		1146	If the callback returns something, it is sent back as if reply was being
		1147	called.
		1148
827	=cut	1149	=cut
828		1150
829	sub register_extcmd {	1151	sub register_extcmd {
830	my ($name, $cb) = @_;	1152	my ($name, $cb) = @_;
831		1153
832	my $caller = caller;
833	#warn "registering extcmd '$name' to '$caller'";
834
835	$EXTCMD{$name} = [$cb, $caller];	1154	$EXTCMD{$name} = $cb;
		1155	}
		1156
		1157	sub register_exticmd {
		1158	my ($name, $cb) = @_;
		1159
		1160	$EXTICMD{$name} = $cb;
836	}	1161	}
837		1162
838	cf::player->attach (	1163	cf::player->attach (
839	on_command => sub {	1164	on_command => sub {
840	my ($pl, $name, $params) = @_;	1165	my ($pl, $name, $params) = @_;
…		…
849	cf::override;	1174	cf::override;
850	},	1175	},
851	on_extcmd => sub {	1176	on_extcmd => sub {
852	my ($pl, $buf) = @_;	1177	my ($pl, $buf) = @_;
853		1178
854	my $msg = eval { from_json $buf };	1179	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
855		1180
856	if (ref $msg) {	1181	if (ref $msg) {
		1182	my ($type, $reply, @payload) =
		1183	"ARRAY" eq ref $msg
		1184	? @$msg
		1185	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1186
		1187	my @reply;
		1188
857	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1189	if (my $cb = $EXTCMD{$type}) {
858	if (my %reply = $cb->[0]->($pl, $msg)) {	1190	@reply = $cb->($pl, @payload);
859	$pl->ext_reply ($msg->{msgid}, %reply);
860	}
861	}	1191	}
		1192
		1193	$pl->ext_reply ($reply, @reply)
		1194	if $reply;
		1195
862	} else {	1196	} else {
863	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1197	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
864	}	1198	}
865		1199
866	cf::override;	1200	cf::override;
867	},	1201	},
868	);	1202	);
869		1203
		1204	sub load_extensions {
		1205	cf::sync_job {
		1206	my %todo;
		1207
		1208	for my $path (<$LIBDIR/*.ext>) {
		1209	next unless -r $path;
		1210
		1211	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1212	my $base = $1;
		1213	my $pkg = $1;
		1214	$pkg =~ s/[^[:word:]]/_/g;
		1215	$pkg = "ext::$pkg";
		1216
		1217	open my $fh, "<:utf8", $path
		1218	or die "$path: $!";
		1219
		1220	my $source = do { local $/; <$fh> };
		1221
		1222	my %ext = (
		1223	path => $path,
		1224	base => $base,
		1225	pkg => $pkg,
		1226	);
		1227
		1228	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1229	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1230
		1231	$ext{source} =
		1232	"package $pkg; use strict; use utf8;\n"
		1233	. "#line 1 \"$path\"\n{\n"
		1234	. $source
		1235	. "\n};\n1";
		1236
		1237	$todo{$base} = \%ext;
		1238	}
		1239
		1240	my %done;
		1241	while (%todo) {
		1242	my $progress;
		1243
		1244	while (my ($k, $v) = each %todo) {
		1245	for (split /,\s*/, $v->{meta}{depends}) {
		1246	goto skip
		1247	unless exists $done{$_};
		1248	}
		1249
		1250	warn "... loading '$k' into '$v->{pkg}'\n";
		1251
		1252	unless (eval $v->{source}) {
		1253	my $msg = $@ ? "$v->{path}: $@\n"
		1254	: "$v->{base}: extension inactive.\n";
		1255
		1256	if (exists $v->{meta}{mandatory}) {
		1257	warn $msg;
		1258	warn "mandatory extension failed to load, exiting.\n";
		1259	exit 1;
		1260	}
		1261
		1262	warn $msg;
		1263	}
		1264
		1265	$done{$k} = delete $todo{$k};
		1266	push @EXTS, $v->{pkg};
		1267	$progress = 1;
		1268	}
		1269
		1270	skip:
		1271	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1272	unless $progress;
		1273	}
		1274	};
		1275	}
		1276
		1277	#############################################################################
		1278
		1279	=back
		1280
		1281	=head2 CORE EXTENSIONS
		1282
		1283	Functions and methods that extend core crossfire objects.
		1284
		1285	=cut
		1286
		1287	package cf::player;
		1288
		1289	use Coro::AIO;
		1290
		1291	=head3 cf::player
		1292
		1293	=over 4
		1294
		1295	=item cf::player::num_playing
		1296
		1297	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1298
		1299	=cut
		1300
		1301	sub num_playing {
		1302	scalar grep
		1303	$_->ob->map
		1304	&& !$_->hidden
		1305	&& !$_->ob->flag (cf::FLAG_WIZ),
		1306	cf::player::list
		1307	}
		1308
		1309	=item cf::player::find $login
		1310
		1311	Returns the given player object, loading it if necessary (might block).
		1312
		1313	=cut
		1314
		1315	sub playerdir($) {
		1316	"$PLAYERDIR/"
		1317	. (ref $_[0] ? $_[0]->ob->name : $_[0])
		1318	}
		1319
		1320	sub path($) {
		1321	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
		1322
		1323	(playerdir $login) . "/playerdata"
		1324	}
		1325
		1326	sub find_active($) {
		1327	$cf::PLAYER{$_[0]}
		1328	and $cf::PLAYER{$_[0]}->active
		1329	and $cf::PLAYER{$_[0]}
		1330	}
		1331
		1332	sub exists($) {
		1333	my ($login) = @_;
		1334
		1335	$cf::PLAYER{$login}
		1336	or cf::sync_job { !aio_stat path $login }
		1337	}
		1338
		1339	sub find($) {
		1340	return $cf::PLAYER{$_[0]} || do {
		1341	my $login = $_[0];
		1342
		1343	my $guard = cf::lock_acquire "user_find:$login";
		1344
		1345	$cf::PLAYER{$_[0]} || do {
		1346	# rename old playerfiles to new ones
		1347	#TODO: remove when no longer required
		1348	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1349	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1350	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1351	aio_unlink +(playerdir $login) . "/$login.pl";
		1352
		1353	my $f = new_from_file cf::object::thawer path $login
		1354	or return;
		1355
		1356	my $pl = cf::player::load_pl $f
		1357	or return;
		1358	local $cf::PLAYER_LOADING{$login} = $pl;
		1359	$f->resolve_delayed_derefs;
		1360	$cf::PLAYER{$login} = $pl
		1361	}
		1362	}
		1363	}
		1364
		1365	sub save($) {
		1366	my ($pl) = @_;
		1367
		1368	return if $pl->{deny_save};
		1369
		1370	my $path = path $pl;
		1371	my $guard = cf::lock_acquire "user_save:$path";
		1372
		1373	return if $pl->{deny_save};
		1374
		1375	aio_mkdir playerdir $pl, 0770;
		1376	$pl->{last_save} = $cf::RUNTIME;
		1377
		1378	$pl->save_pl ($path);
		1379	cf::cede_to_tick;
		1380	}
		1381
		1382	sub new($) {
		1383	my ($login) = @_;
		1384
		1385	my $self = create;
		1386
		1387	$self->ob->name ($login);
		1388	$self->{deny_save} = 1;
		1389
		1390	$cf::PLAYER{$login} = $self;
		1391
		1392	$self
		1393	}
		1394
		1395	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1396
		1397	=cut
		1398
		1399	sub send_msg {
		1400	my $ns = shift->ns
		1401	or return;
		1402	$ns->send_msg (@_);
		1403	}
		1404
		1405	=item $pl->quit_character
		1406
		1407	Nukes the player without looking back. If logged in, the connection will
		1408	be destroyed. May block for a long time.
		1409
		1410	=cut
		1411
		1412	sub quit_character {
		1413	my ($pl) = @_;
		1414
		1415	my $name = $pl->ob->name;
		1416
		1417	$pl->{deny_save} = 1;
		1418	$pl->password ("*"); # this should lock out the player until we nuked the dir
		1419
		1420	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
		1421	$pl->deactivate;
		1422	$pl->invoke (cf::EVENT_PLAYER_QUIT);
		1423	$pl->ns->destroy if $pl->ns;
		1424
		1425	my $path = playerdir $pl;
		1426	my $temp = "$path~$cf::RUNTIME~deleting~";
		1427	aio_rename $path, $temp;
		1428	delete $cf::PLAYER{$pl->ob->name};
		1429	$pl->destroy;
		1430
		1431	my $prefix = qr<^~\Q$name\E/>;
		1432
		1433	# nuke player maps
		1434	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1435
		1436	IO::AIO::aio_rmtree $temp;
		1437	}
		1438
		1439	=item $pl->kick
		1440
		1441	Kicks a player out of the game. This destroys the connection.
		1442
		1443	=cut
		1444
		1445	sub kick {
		1446	my ($pl, $kicker) = @_;
		1447
		1448	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1449	$pl->killer ("kicked");
		1450	$pl->ns->destroy;
		1451	}
		1452
		1453	=item cf::player::list_logins
		1454
		1455	Returns am arrayref of all valid playernames in the system, can take a
		1456	while and may block, so not sync_job-capable, ever.
		1457
		1458	=cut
		1459
		1460	sub list_logins {
		1461	my $dirs = aio_readdir $PLAYERDIR
		1462	or return [];
		1463
		1464	my @logins;
		1465
		1466	for my $login (@$dirs) {
		1467	my $path = path $login;
		1468
		1469	# a .pst is a dead give-away for a valid player
		1470	unless (-e "$path.pst") {
		1471	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
		1472	aio_read $fh, 0, 512, my $buf, 0 or next;
		1473	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1474	}
		1475
		1476	utf8::decode $login;
		1477	push @logins, $login;
		1478	}
		1479
		1480	\@logins
		1481	}
		1482
		1483	=item $player->maps
		1484
		1485	Returns an arrayref of map paths that are private for this
		1486	player. May block.
		1487
		1488	=cut
		1489
		1490	sub maps($) {
		1491	my ($pl) = @_;
		1492
		1493	$pl = ref $pl ? $pl->ob->name : $pl;
		1494
		1495	my $files = aio_readdir playerdir $pl
		1496	or return;
		1497
		1498	my @paths;
		1499
		1500	for (@$files) {
		1501	utf8::decode $_;
		1502	next if /\.(?:pl|pst)$/;
		1503	next unless /^$PATH_SEP/o;
		1504
		1505	push @paths, cf::map::normalise "~$pl/$_";
		1506	}
		1507
		1508	\@paths
		1509	}
		1510
		1511	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1512
		1513	Expand crossfire pod fragments into protocol xml.
		1514
		1515	=cut
		1516
		1517	sub expand_cfpod {
		1518	((my $self), (local $_)) = @_;
		1519
		1520	# escape & and <
		1521	s/&/&amp;/g;
		1522	s/(?<![BIUGHT])</&lt;/g;
		1523
		1524	# this is buggy, it needs to properly take care of nested <'s
		1525
		1526	1 while
		1527	# replace B<>, I<>, U<> etc.
		1528	s/B<([^\>]*)>/<b>$1<\/b>/
		1529	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1530	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1531	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1532	# replace G<male|female> tags
		1533	|| s{G<([^>|]*)\|([^>]*)>}{
		1534	$self->gender ? $2 : $1
		1535	}ge
		1536	# replace H<hint text>
		1537	|| s{H<([^\>]*)>}
		1538	{
		1539	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1540	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1541	"")
		1542	[$self->{hintmode}]
		1543	}ge;
		1544
		1545	# create single paragraphs (very hackish)
		1546	s/(?<=\S)\n(?=\w)/ /g;
		1547
		1548	# compress some whitespace
		1549	s/\s+\n/\n/g; # ws line-ends
		1550	s/\n\n+/\n/g; # double lines
		1551	s/^\n+//; # beginning lines
		1552	s/\n+$//; # ending lines
		1553
		1554	$_
		1555	}
		1556
		1557	sub hintmode {
		1558	$_[0]{hintmode} = $_[1] if @_ > 1;
		1559	$_[0]{hintmode}
		1560	}
		1561
		1562	=item $player->ext_reply ($msgid, @msg)
		1563
		1564	Sends an ext reply to the player.
		1565
		1566	=cut
		1567
		1568	sub ext_reply($$@) {
		1569	my ($self, $id, @msg) = @_;
		1570
		1571	$self->ns->ext_reply ($id, @msg)
		1572	}
		1573
		1574	=item $player->ext_msg ($type, @msg)
		1575
		1576	Sends an ext event to the client.
		1577
		1578	=cut
		1579
		1580	sub ext_msg($$@) {
		1581	my ($self, $type, @msg) = @_;
		1582
		1583	$self->ns->ext_msg ($type, @msg);
		1584	}
		1585
		1586	=head3 cf::region
		1587
		1588	=over 4
		1589
		1590	=cut
		1591
		1592	package cf::region;
		1593
		1594	=item cf::region::find_by_path $path
		1595
		1596	Tries to decuce the likely region for a map knowing only its path.
		1597
		1598	=cut
		1599
		1600	sub find_by_path($) {
		1601	my ($path) = @_;
		1602
		1603	my ($match, $specificity);
		1604
		1605	for my $region (list) {
		1606	if ($region->{match} && $path =~ $region->{match}) {
		1607	($match, $specificity) = ($region, $region->specificity)
		1608	if $region->specificity > $specificity;
		1609	}
		1610	}
		1611
		1612	$match
		1613	}
		1614
		1615	=back
		1616
		1617	=head3 cf::map
		1618
		1619	=over 4
		1620
		1621	=cut
		1622
		1623	package cf::map;
		1624
		1625	use Fcntl;
		1626	use Coro::AIO;
		1627
		1628	use overload
		1629	'""' => \&as_string,
		1630	fallback => 1;
		1631
		1632	our $MAX_RESET = 3600;
		1633	our $DEFAULT_RESET = 3000;
		1634
		1635	sub generate_random_map {
		1636	my ($self, $rmp) = @_;
		1637	# mit "rum" bekleckern, nicht
		1638	$self->_create_random_map (
		1639	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
		1640	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
		1641	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
		1642	$rmp->{exit_on_final_map},
		1643	$rmp->{xsize}, $rmp->{ysize},
		1644	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
		1645	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
		1646	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
		1647	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
		1648	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
		1649	(cf::region::find $rmp->{region}), $rmp->{custom}
		1650	)
		1651	}
		1652
		1653	=item cf::map->register ($regex, $prio)
		1654
		1655	Register a handler for the map path matching the given regex at the
		1656	givne priority (higher is better, built-in handlers have priority 0, the
		1657	default).
		1658
		1659	=cut
		1660
870	sub register {	1661	sub register {
		1662	my (undef, $regex, $prio) = @_;
		1663	my $pkg = caller;
		1664
		1665	no strict;
		1666	push @{"$pkg\::ISA"}, __PACKAGE__;
		1667
		1668	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
		1669	}
		1670
		1671	# also paths starting with '/'
		1672	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
		1673
		1674	sub thawer_merge {
871	my ($base, $pkg) = @_;	1675	my ($self, $merge) = @_;
872		1676
873	#TODO	1677	# we have to keep some variables in memory intact
874	}	1678	local $self->{path};
		1679	local $self->{load_path};
875		1680
876	sub load_extension {	1681	$self->SUPER::thawer_merge ($merge);
		1682	}
		1683
		1684	sub normalise {
877	my ($path) = @_;	1685	my ($path, $base) = @_;
878		1686
879	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1687	$path = "$path"; # make sure its a string
880	my $base = $1;
881	my $pkg = $1;
882	$pkg =~ s/[^[:word:]]/_/g;
883	$pkg = "ext::$pkg";
884		1688
885	warn "loading '$path' into '$pkg'\n";	1689	$path =~ s/\.map$//;
886		1690
887	open my $fh, "<:utf8", $path	1691	# map plan:
888	or die "$path: $!";	1692	#
		1693	# /! non-realised random map exit (special hack!)
		1694	# {... are special paths that are not being touched
		1695	# ?xxx/... are special absolute paths
		1696	# ?random/... random maps
		1697	# /... normal maps
		1698	# ~user/... per-player map of a specific user
889		1699
890	my $source =	1700	$path =~ s/$PATH_SEP/\//go;
891	"package $pkg; use strict; use utf8;\n"
892	. "#line 1 \"$path\"\n{\n"
893	. (do { local $/; <$fh> })
894	. "\n};\n1";
895		1701
896	eval $source	1702	# treat it as relative path if it starts with
897	or die $@ ? "$path: $@\n"	1703	# something that looks reasonable
898	: "extension disabled.\n";	1704	if ($path =~ m{^(?:\./|\.\./|\w)}) {
		1705	$base or Carp::carp "normalise called with relative path and no base: '$path'";
899		1706
900	push @exts, $pkg;	1707	$base =~ s{[^/]+/?$}{};
901	$ext_pkg{$base} = $pkg;	1708	$path = "$base/$path";
902
903	# no strict 'refs';
904	# @{"$pkg\::ISA"} = ext::;
905
906	register $base, $pkg;
907	}
908
909	sub unload_extension {
910	my ($pkg) = @_;
911
912	warn "removing extension $pkg\n";
913
914	# remove hooks
915	#TODO
916	# for my $idx (0 .. $#PLUGIN_EVENT) {
917	# delete $hook[$idx]{$pkg};
918	# }	1709	}
919		1710
920	# remove commands	1711	for ($path) {
921	for my $name (keys %COMMAND) {	1712	redo if s{//}{/};
922	my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };	1713	redo if s{/\.?/}{/};
		1714	redo if s{/[^/]+/\.\./}{/};
		1715	}
923		1716
924	if (@cb) {	1717	$path
925	$COMMAND{$name} = \@cb;	1718	}
		1719
		1720	sub new_from_path {
		1721	my (undef, $path, $base) = @_;
		1722
		1723	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
		1724
		1725	$path = normalise $path, $base;
		1726
		1727	for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
		1728	if ($path =~ $EXT_MAP{$pkg}[1]) {
		1729	my $self = bless cf::map::new, $pkg;
		1730	$self->{path} = $path; $self->path ($path);
		1731	$self->init; # pass $1 etc.
		1732	return $self;
		1733	}
		1734	}
		1735
		1736	Carp::cluck "unable to resolve path '$path' (base '$base').";
		1737	()
		1738	}
		1739
		1740	sub init {
		1741	my ($self) = @_;
		1742
		1743	$self
		1744	}
		1745
		1746	sub as_string {
		1747	my ($self) = @_;
		1748
		1749	"$self->{path}"
		1750	}
		1751
		1752	# the displayed name, this is a one way mapping
		1753	sub visible_name {
		1754	&as_string
		1755	}
		1756
		1757	# the original (read-only) location
		1758	sub load_path {
		1759	my ($self) = @_;
		1760
		1761	"$MAPDIR/$self->{path}.map"
		1762	}
		1763
		1764	# the temporary/swap location
		1765	sub save_path {
		1766	my ($self) = @_;
		1767
		1768	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1769	"$TMPDIR/$path.map"
		1770	}
		1771
		1772	# the unique path, undef == no special unique path
		1773	sub uniq_path {
		1774	my ($self) = @_;
		1775
		1776	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1777	"$UNIQUEDIR/$path"
		1778	}
		1779
		1780	# and all this just because we cannot iterate over
		1781	# all maps in C++...
		1782	sub change_all_map_light {
		1783	my ($change) = @_;
		1784
		1785	$_->change_map_light ($change)
		1786	for grep $_->outdoor, values %cf::MAP;
		1787	}
		1788
		1789	sub decay_objects {
		1790	my ($self) = @_;
		1791
		1792	return if $self->{deny_reset};
		1793
		1794	$self->do_decay_objects;
		1795	}
		1796
		1797	sub unlink_save {
		1798	my ($self) = @_;
		1799
		1800	utf8::encode (my $save = $self->save_path);
		1801	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
		1802	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
		1803	}
		1804
		1805	sub load_header_from($) {
		1806	my ($self, $path) = @_;
		1807
		1808	utf8::encode $path;
		1809	my $f = new_from_file cf::object::thawer $path
		1810	or return;
		1811
		1812	$self->_load_header ($f)
		1813	or return;
		1814
		1815	local $MAP_LOADING{$self->{path}} = $self;
		1816	$f->resolve_delayed_derefs;
		1817
		1818	$self->{load_path} = $path;
		1819
		1820	1
		1821	}
		1822
		1823	sub load_header_orig {
		1824	my ($self) = @_;
		1825
		1826	$self->load_header_from ($self->load_path)
		1827	}
		1828
		1829	sub load_header_temp {
		1830	my ($self) = @_;
		1831
		1832	$self->load_header_from ($self->save_path)
		1833	}
		1834
		1835	sub prepare_temp {
		1836	my ($self) = @_;
		1837
		1838	$self->last_access ((delete $self->{last_access})
		1839	|| $cf::RUNTIME); #d#
		1840	# safety
		1841	$self->{instantiate_time} = $cf::RUNTIME
		1842	if $self->{instantiate_time} > $cf::RUNTIME;
		1843	}
		1844
		1845	sub prepare_orig {
		1846	my ($self) = @_;
		1847
		1848	$self->{load_original} = 1;
		1849	$self->{instantiate_time} = $cf::RUNTIME;
		1850	$self->last_access ($cf::RUNTIME);
		1851	$self->instantiate;
		1852	}
		1853
		1854	sub load_header {
		1855	my ($self) = @_;
		1856
		1857	if ($self->load_header_temp) {
		1858	$self->prepare_temp;
926	} else {	1859	} else {
927	delete $COMMAND{$name};	1860	$self->load_header_orig
928	}	1861	or return;
		1862	$self->prepare_orig;
		1863	}
		1864
		1865	$self->{deny_reset} = 1
		1866	if $self->no_reset;
		1867
		1868	$self->default_region (cf::region::find_by_path $self->{path})
		1869	unless $self->default_region;
		1870
929	}	1871	1
		1872	}
930		1873
931	# remove extcmds	1874	sub find;
932	for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {	1875	sub find {
933	delete $EXTCMD{$name};	1876	my ($path, $origin) = @_;
		1877
		1878	$path = normalise $path, $origin && $origin->path;
		1879
		1880	cf::lock_wait "map_data:$path";#d#remove
		1881	cf::lock_wait "map_find:$path";
		1882
		1883	$cf::MAP{$path} || do {
		1884	my $guard1 = cf::lock_acquire "map_find:$path";
		1885	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1886
		1887	my $map = new_from_path cf::map $path
		1888	or return;
		1889
		1890	$map->{last_save} = $cf::RUNTIME;
		1891
		1892	$map->load_header
		1893	or return;
		1894
		1895	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
		1896	# doing this can freeze the server in a sync job, obviously
		1897	#$cf::WAIT_FOR_TICK->wait;
		1898	undef $guard1;
		1899	undef $guard2;
		1900	$map->reset;
		1901	return find $path;
		1902	}
		1903
		1904	$cf::MAP{$path} = $map
		1905	}
		1906	}
		1907
		1908	sub pre_load { }
		1909	sub post_load { }
		1910
		1911	sub load {
		1912	my ($self) = @_;
		1913
		1914	local $self->{deny_reset} = 1; # loading can take a long time
		1915
		1916	my $path = $self->{path};
		1917
934	}	1918	{
		1919	my $guard = cf::lock_acquire "map_data:$path";
935		1920
936	if (my $cb = $pkg->can ("unload")) {	1921	return unless $self->valid;
937	eval {	1922	return unless $self->in_memory == cf::MAP_SWAPPED;
938	$cb->($pkg);	1923
		1924	$self->in_memory (cf::MAP_LOADING);
		1925
		1926	$self->alloc;
		1927
		1928	$self->pre_load;
		1929	cf::cede_to_tick;
		1930
		1931	my $f = new_from_file cf::object::thawer $self->{load_path};
		1932	$f->skip_block;
		1933	$self->_load_objects ($f)
		1934	or return;
		1935
		1936	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1937	if delete $self->{load_original};
		1938
		1939	if (my $uniq = $self->uniq_path) {
		1940	utf8::encode $uniq;
		1941	unless (aio_stat $uniq) {
		1942	if (my $f = new_from_file cf::object::thawer $uniq) {
		1943	$self->clear_unique_items;
		1944	$self->_load_objects ($f);
		1945	$f->resolve_delayed_derefs;
		1946	}
939	1	1947	}
940	} or warn "$pkg unloaded, but with errors: $@";	1948	}
941	}
942		1949
943	Symbol::delete_package $pkg;	1950	$f->resolve_delayed_derefs;
944	}
945		1951
946	sub load_extensions {	1952	cf::cede_to_tick;
947	for my $ext (<$LIBDIR/*.ext>) {	1953	# now do the right thing for maps
948	next unless -r $ext;	1954	$self->link_multipart_objects;
949	eval {	1955	$self->difficulty ($self->estimate_difficulty)
950	load_extension $ext;	1956	unless $self->difficulty;
951	1	1957	cf::cede_to_tick;
952	} or warn "$ext not loaded: $@";
953	}
954	}
955		1958
956	#############################################################################	1959	unless ($self->{deny_activate}) {
957	# load/save/clean perl data associated with a map	1960	$self->decay_objects;
		1961	$self->fix_auto_apply;
		1962	$self->update_buttons;
		1963	cf::cede_to_tick;
		1964	$self->set_darkness_map;
		1965	cf::cede_to_tick;
		1966	$self->activate;
		1967	}
958		1968
959	*cf::mapsupport::on_clean = sub {	1969	$self->{last_save} = $cf::RUNTIME;
		1970	$self->last_access ($cf::RUNTIME);
		1971
		1972	$self->in_memory (cf::MAP_IN_MEMORY);
		1973	}
		1974
		1975	$self->post_load;
		1976	}
		1977
		1978	sub customise_for {
		1979	my ($self, $ob) = @_;
		1980
		1981	return find "~" . $ob->name . "/" . $self->{path}
		1982	if $self->per_player;
		1983
		1984	# return find "?party/" . $ob->name . "/" . $self->{path}
		1985	# if $self->per_party;
		1986
		1987	$self
		1988	}
		1989
		1990	# find and load all maps in the 3x3 area around a map
		1991	sub load_neighbours {
960	my ($map) = @_;	1992	my ($map) = @_;
961		1993
962	my $path = $map->tmpname;	1994	my @neigh; # diagonal neighbours
963	defined $path or return;
964		1995
965	unlink "$path.pst";	1996	for (0 .. 3) {
966	};	1997	my $neigh = $map->tile_path ($_)
		1998	or next;
		1999	$neigh = find $neigh, $map
		2000	or next;
		2001	$neigh->load;
967		2002
968	cf::map->attach (prio => -10000, package => cf::mapsupport::);	2003	push @neigh,
		2004	[$neigh->tile_path (($_ + 3) % 4), $neigh],
		2005	[$neigh->tile_path (($_ + 1) % 4), $neigh];
		2006	}
969		2007
970	#############################################################################	2008	for (grep defined $_->[0], @neigh) {
971	# load/save perl data associated with player->ob objects	2009	my ($path, $origin) = @$_;
972		2010	my $neigh = find $path, $origin
973	sub all_objects(@) {	2011	or next;
974	@_, map all_objects ($_->inv), @_	2012	$neigh->load;
		2013	}
975	}	2014	}
976		2015
977	# TODO: compatibility cruft, remove when no longer needed	2016	sub find_sync {
978	cf::player->attach (	2017	my ($path, $origin) = @_;
979	on_load => sub {
980	my ($pl, $path) = @_;
981		2018
982	for my $o (all_objects $pl->ob) {	2019	cf::sync_job { find $path, $origin }
983	if (my $value = $o->get_ob_key_value ("_perl_data")) {	2020	}
984	$o->set_ob_key_value ("_perl_data");
985		2021
986	%$o = %{ Storable::thaw pack "H*", $value };	2022	sub do_load_sync {
		2023	my ($map) = @_;
		2024
		2025	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2026	if $Coro::current == $Coro::main;
		2027
		2028	cf::sync_job { $map->load };
		2029	}
		2030
		2031	our %MAP_PREFETCH;
		2032	our $MAP_PREFETCHER = undef;
		2033
		2034	sub find_async {
		2035	my ($path, $origin, $load) = @_;
		2036
		2037	$path = normalise $path, $origin && $origin->{path};
		2038
		2039	if (my $map = $cf::MAP{$path}) {
		2040	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
		2041	}
		2042
		2043	$MAP_PREFETCH{$path} |= $load;
		2044
		2045	$MAP_PREFETCHER ||= cf::async {
		2046	$Coro::current->{desc} = "map prefetcher";
		2047
		2048	while (%MAP_PREFETCH) {
		2049	while (my ($k, $v) = each %MAP_PREFETCH) {
		2050	if (my $map = find $k) {
		2051	$map->load if $v;
		2052	}
		2053
		2054	delete $MAP_PREFETCH{$k};
987	}	2055	}
988	}	2056	}
		2057	undef $MAP_PREFETCHER;
		2058	};
		2059	$MAP_PREFETCHER->prio (6);
		2060
		2061	()
		2062	}
		2063
		2064	sub save {
		2065	my ($self) = @_;
		2066
		2067	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2068
		2069	$self->{last_save} = $cf::RUNTIME;
		2070
		2071	return unless $self->dirty;
		2072
		2073	my $save = $self->save_path; utf8::encode $save;
		2074	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2075
		2076	$self->{load_path} = $save;
		2077
		2078	return if $self->{deny_save};
		2079
		2080	local $self->{last_access} = $self->last_access;#d#
		2081
		2082	cf::async {
		2083	$Coro::current->{desc} = "map player save";
		2084	$_->contr->save for $self->players;
		2085	};
		2086
		2087	if ($uniq) {
		2088	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
		2089	$self->_save_objects ($uniq, cf::IO_UNIQUES);
		2090	} else {
		2091	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
989	},	2092	}
990	);	2093	}
991		2094
992	#############################################################################	2095	sub swap_out {
		2096	my ($self) = @_;
993		2097
994	=head2 CORE EXTENSIONS	2098	# save first because save cedes
		2099	$self->save;
995		2100
996	Functions and methods that extend core crossfire objects.	2101	my $lock = cf::lock_acquire "map_data:$self->{path}";
997		2102
998	=head3 cf::player	2103	return if $self->players;
		2104	return if $self->in_memory != cf::MAP_IN_MEMORY;
		2105	return if $self->{deny_save};
		2106
		2107	$self->in_memory (cf::MAP_SWAPPED);
		2108
		2109	$self->deactivate;
		2110	$_->clear_links_to ($self) for values %cf::MAP;
		2111	$self->clear;
		2112	}
		2113
		2114	sub reset_at {
		2115	my ($self) = @_;
		2116
		2117	# TODO: safety, remove and allow resettable per-player maps
		2118	return 1e99 if $self->{deny_reset};
		2119
		2120	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		2121	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		2122
		2123	$time + $to
		2124	}
		2125
		2126	sub should_reset {
		2127	my ($self) = @_;
		2128
		2129	$self->reset_at <= $cf::RUNTIME
		2130	}
		2131
		2132	sub reset {
		2133	my ($self) = @_;
		2134
		2135	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2136
		2137	return if $self->players;
		2138
		2139	warn "resetting map ", $self->path;
		2140
		2141	$self->in_memory (cf::MAP_SWAPPED);
		2142
		2143	# need to save uniques path
		2144	unless ($self->{deny_save}) {
		2145	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2146
		2147	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2148	if $uniq;
		2149	}
		2150
		2151	delete $cf::MAP{$self->path};
		2152
		2153	$self->deactivate;
		2154	$_->clear_links_to ($self) for values %cf::MAP;
		2155	$self->clear;
		2156
		2157	$self->unlink_save;
		2158	$self->destroy;
		2159	}
		2160
		2161	my $nuke_counter = "aaaa";
		2162
		2163	sub nuke {
		2164	my ($self) = @_;
		2165
		2166	{
		2167	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2168
		2169	delete $cf::MAP{$self->path};
		2170
		2171	$self->unlink_save;
		2172
		2173	bless $self, "cf::map";
		2174	delete $self->{deny_reset};
		2175	$self->{deny_save} = 1;
		2176	$self->reset_timeout (1);
		2177	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
		2178
		2179	$cf::MAP{$self->path} = $self;
		2180	}
		2181
		2182	$self->reset; # polite request, might not happen
		2183	}
		2184
		2185	=item $maps = cf::map::tmp_maps
		2186
		2187	Returns an arrayref with all map paths of currently instantiated and saved
		2188	maps. May block.
		2189
		2190	=cut
		2191
		2192	sub tmp_maps() {
		2193	[
		2194	map {
		2195	utf8::decode $_;
		2196	/\.map$/
		2197	? normalise $_
		2198	: ()
		2199	} @{ aio_readdir $TMPDIR or [] }
		2200	]
		2201	}
		2202
		2203	=item $maps = cf::map::random_maps
		2204
		2205	Returns an arrayref with all map paths of currently instantiated and saved
		2206	random maps. May block.
		2207
		2208	=cut
		2209
		2210	sub random_maps() {
		2211	[
		2212	map {
		2213	utf8::decode $_;
		2214	/\.map$/
		2215	? normalise "?random/$_"
		2216	: ()
		2217	} @{ aio_readdir $RANDOMDIR or [] }
		2218	]
		2219	}
		2220
		2221	=item cf::map::unique_maps
		2222
		2223	Returns an arrayref of paths of all shared maps that have
		2224	instantiated unique items. May block.
		2225
		2226	=cut
		2227
		2228	sub unique_maps() {
		2229	[
		2230	map {
		2231	utf8::decode $_;
		2232	/\.map$/
		2233	? normalise $_
		2234	: ()
		2235	} @{ aio_readdir $UNIQUEDIR or [] }
		2236	]
		2237	}
		2238
		2239	package cf;
		2240
		2241	=back
		2242
		2243	=head3 cf::object
		2244
		2245	=cut
		2246
		2247	package cf::object;
999		2248
1000	=over 4	2249	=over 4
1001		2250
1002	=item cf::player::exists $login	2251	=item $ob->inv_recursive
1003		2252
1004	Returns true when the given account exists.	2253	Returns the inventory of the object _and_ their inventories, recursively.
1005		2254
1006	=cut	2255	=cut
1007		2256
1008	sub cf::player::exists($) {	2257	sub inv_recursive_;
1009	cf::player::find $_[0]	2258	sub inv_recursive_ {
1010	or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2;	2259	map { $_, inv_recursive_ $_->inv } @_
1011	}	2260	}
1012		2261
1013	=item $player->ext_reply ($msgid, $msgtype, %msg)	2262	sub inv_recursive {
1014		2263	inv_recursive_ inv $_[0]
1015	Sends an ext reply to the player.
1016
1017	=cut
1018
1019	sub cf::player::ext_reply($$$%) {
1020	my ($self, $id, %msg) = @_;
1021
1022	$msg{msgid} = $id;
1023
1024	$self->send ("ext " . to_json \%msg);
1025	}	2264	}
		2265
		2266	=item $ref = $ob->ref
		2267
		2268	creates and returns a persistent reference to an objetc that can be stored as a string.
		2269
		2270	=item $ob = cf::object::deref ($refstring)
		2271
		2272	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2273	even if the object actually exists. May block.
		2274
		2275	=cut
		2276
		2277	sub deref {
		2278	my ($ref) = @_;
		2279
		2280	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2281	my ($uuid, $name) = ($1, $2);
		2282	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2283	or return;
		2284	$pl->ob->uuid eq $uuid
		2285	or return;
		2286
		2287	$pl->ob
		2288	} else {
		2289	warn "$ref: cannot resolve object reference\n";
		2290	undef
		2291	}
		2292	}
		2293
		2294	package cf;
1026		2295
1027	=back	2296	=back
1028		2297
1029	=head3 cf::object::player	2298	=head3 cf::object::player
1030		2299
…		…
1046		2315
1047	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2316	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1048		2317
1049	if ($self->{record_replies}) {	2318	if ($self->{record_replies}) {
1050	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2319	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2320
1051	} else {	2321	} else {
		2322	my $pl = $self->contr;
		2323
		2324	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2325	my $dialog = $pl->{npc_dialog};
		2326	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2327
		2328	} else {
1052	$msg = $npc->name . " says: $msg" if $npc;	2329	$msg = $npc->name . " says: $msg" if $npc;
1053	$self->message ($msg, $flags);	2330	$self->message ($msg, $flags);
		2331	}
1054	}	2332	}
		2333	}
		2334
		2335	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2336
		2337	=cut
		2338
		2339	sub cf::object::send_msg {
		2340	my $pl = shift->contr
		2341	or return;
		2342	$pl->send_msg (@_);
1055	}	2343	}
1056		2344
1057	=item $player_object->may ("access")	2345	=item $player_object->may ("access")
1058		2346
1059	Returns wether the given player is authorized to access resource "access"	2347	Returns wether the given player is authorized to access resource "access"
…		…
1068	(ref $cf::CFG{"may_$access"}	2356	(ref $cf::CFG{"may_$access"}
1069	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}	2357	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}
1070	: $cf::CFG{"may_$access"})	2358	: $cf::CFG{"may_$access"})
1071	}	2359	}
1072		2360
		2361	=item $player_object->enter_link
		2362
		2363	Freezes the player and moves him/her to a special map (C<{link}>).
		2364
		2365	The player should be reasonably safe there for short amounts of time. You
		2366	I<MUST> call C<leave_link> as soon as possible, though.
		2367
		2368	Will never block.
		2369
		2370	=item $player_object->leave_link ($map, $x, $y)
		2371
		2372	Moves the player out of the special C<{link}> map onto the specified
		2373	map. If the map is not valid (or omitted), the player will be moved back
		2374	to the location he/she was before the call to C<enter_link>, or, if that
		2375	fails, to the emergency map position.
		2376
		2377	Might block.
		2378
		2379	=cut
		2380
		2381	sub link_map {
		2382	unless ($LINK_MAP) {
		2383	$LINK_MAP = cf::map::find "{link}"
		2384	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
		2385	$LINK_MAP->load;
		2386	}
		2387
		2388	$LINK_MAP
		2389	}
		2390
		2391	sub cf::object::player::enter_link {
		2392	my ($self) = @_;
		2393
		2394	$self->deactivate_recursive;
		2395
		2396	return if UNIVERSAL::isa $self->map, "ext::map_link";
		2397
		2398	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
		2399	if $self->map && $self->map->{path} ne "{link}";
		2400
		2401	$self->enter_map ($LINK_MAP || link_map, 10, 10);
		2402	}
		2403
		2404	sub cf::object::player::leave_link {
		2405	my ($self, $map, $x, $y) = @_;
		2406
		2407	return unless $self->contr->active;
		2408
		2409	my $link_pos = delete $self->{_link_pos};
		2410
		2411	unless ($map) {
		2412	# restore original map position
		2413	($map, $x, $y) = @{ $link_pos || [] };
		2414	$map = cf::map::find $map;
		2415
		2416	unless ($map) {
		2417	($map, $x, $y) = @$EMERGENCY_POSITION;
		2418	$map = cf::map::find $map
		2419	or die "FATAL: cannot load emergency map\n";
		2420	}
		2421	}
		2422
		2423	($x, $y) = (-1, -1)
		2424	unless (defined $x) && (defined $y);
		2425
		2426	# use -1 or undef as default coordinates, not 0, 0
		2427	($x, $y) = ($map->enter_x, $map->enter_y)
		2428	if $x <=0 && $y <= 0;
		2429
		2430	$map->load;
		2431	$map->load_neighbours;
		2432
		2433	return unless $self->contr->active;
		2434	$self->activate_recursive;
		2435
		2436	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
		2437	$self->enter_map ($map, $x, $y);
		2438	}
		2439
		2440	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
		2441
		2442	Moves the player to the given map-path and coordinates by first freezing
		2443	her, loading and preparing them map, calling the provided $check callback
		2444	that has to return the map if sucecssful, and then unfreezes the player on
		2445	the new (success) or old (failed) map position. In either case, $done will
		2446	be called at the end of this process.
		2447
		2448	=cut
		2449
		2450	our $GOTOGEN;
		2451
		2452	sub cf::object::player::goto {
		2453	my ($self, $path, $x, $y, $check, $done) = @_;
		2454
		2455	# do generation counting so two concurrent goto's will be executed in-order
		2456	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
		2457
		2458	$self->enter_link;
		2459
		2460	(async {
		2461	$Coro::current->{desc} = "player::goto $path $x $y";
		2462
		2463	# *tag paths override both path and x|y
		2464	if ($path =~ /^\*(.*)$/) {
		2465	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2466	my $ob = $obs[rand @obs];
		2467
		2468	# see if we actually can go there
		2469	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2470	$ob = $obs[rand @obs];
		2471	} else {
		2472	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2473	}
		2474	# else put us there anyways for now #d#
		2475
		2476	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2477	} else {
		2478	($path, $x, $y) = (undef, undef, undef);
		2479	}
		2480	}
		2481
		2482	my $map = eval {
		2483	my $map = defined $path ? cf::map::find $path : undef;
		2484
		2485	if ($map) {
		2486	$map = $map->customise_for ($self);
		2487	$map = $check->($map) if $check && $map;
		2488	} else {
		2489	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2490	}
		2491
		2492	$map
		2493	};
		2494
		2495	if ($@) {
		2496	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2497	LOG llevError | logBacktrace, Carp::longmess $@;
		2498	}
		2499
		2500	if ($gen == $self->{_goto_generation}) {
		2501	delete $self->{_goto_generation};
		2502	$self->leave_link ($map, $x, $y);
		2503	}
		2504
		2505	$done->() if $done;
		2506	})->prio (1);
		2507	}
		2508
		2509	=item $player_object->enter_exit ($exit_object)
		2510
		2511	=cut
		2512
		2513	sub parse_random_map_params {
		2514	my ($spec) = @_;
		2515
		2516	my $rmp = { # defaults
		2517	xsize => (cf::rndm 15, 40),
		2518	ysize => (cf::rndm 15, 40),
		2519	symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
		2520	#layout => string,
		2521	};
		2522
		2523	for (split /\n/, $spec) {
		2524	my ($k, $v) = split /\s+/, $_, 2;
		2525
		2526	$rmp->{lc $k} = $v if (length $k) && (length $v);
		2527	}
		2528
		2529	$rmp
		2530	}
		2531
		2532	sub prepare_random_map {
		2533	my ($exit) = @_;
		2534
		2535	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2536
		2537	# all this does is basically replace the /! path by
		2538	# a new random map path (?random/...) with a seed
		2539	# that depends on the exit object
		2540
		2541	my $rmp = parse_random_map_params $exit->msg;
		2542
		2543	if ($exit->map) {
		2544	$rmp->{region} = $exit->region->name;
		2545	$rmp->{origin_map} = $exit->map->path;
		2546	$rmp->{origin_x} = $exit->x;
		2547	$rmp->{origin_y} = $exit->y;
		2548	}
		2549
		2550	$rmp->{random_seed} ||= $exit->random_seed;
		2551
		2552	my $data = cf::to_json $rmp;
		2553	my $md5 = Digest::MD5::md5_hex $data;
		2554	my $meta = "$RANDOMDIR/$md5.meta";
		2555
		2556	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
		2557	aio_write $fh, 0, (length $data), $data, 0;
		2558	undef $fh;
		2559	aio_rename "$meta~", $meta;
		2560
		2561	$exit->slaying ("?random/$md5");
		2562	$exit->msg (undef);
		2563	}
		2564	}
		2565
		2566	sub cf::object::player::enter_exit {
		2567	my ($self, $exit) = @_;
		2568
		2569	return unless $self->type == cf::PLAYER;
		2570
		2571	if ($exit->slaying eq "/!") {
		2572	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2573	# the problem is that $exit might not survive long enough
		2574	# so it needs to be done right now, right here
		2575	cf::sync_job { prepare_random_map $exit };
		2576	}
		2577
		2578	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2579	my $hp = $exit->stats->hp;
		2580	my $sp = $exit->stats->sp;
		2581
		2582	$self->enter_link;
		2583
		2584	# if exit is damned, update players death & WoR home-position
		2585	$self->contr->savebed ($slaying, $hp, $sp)
		2586	if $exit->flag (FLAG_DAMNED);
		2587
		2588	(async {
		2589	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2590
		2591	$self->deactivate_recursive; # just to be sure
		2592	unless (eval {
		2593	$self->goto ($slaying, $hp, $sp);
		2594
		2595	1;
		2596	}) {
		2597	$self->message ("Something went wrong deep within the crossfire server. "
		2598	. "I'll try to bring you back to the map you were before. "
		2599	. "Please report this to the dungeon master!",
		2600	cf::NDI_UNIQUE | cf::NDI_RED);
		2601
		2602	warn "ERROR in enter_exit: $@";
		2603	$self->leave_link;
		2604	}
		2605	})->prio (1);
		2606	}
		2607
1073	=head3 cf::client	2608	=head3 cf::client
1074		2609
1075	=over 4	2610	=over 4
1076		2611
1077	=item $client->send_drawinfo ($text, $flags)	2612	=item $client->send_drawinfo ($text, $flags)
…		…
1083		2618
1084	sub cf::client::send_drawinfo {	2619	sub cf::client::send_drawinfo {
1085	my ($self, $text, $flags) = @_;	2620	my ($self, $text, $flags) = @_;
1086		2621
1087	utf8::encode $text;	2622	utf8::encode $text;
1088	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2623	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1089	}	2624	}
1090		2625
		2626	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2627
		2628	Send a drawinfo or msg packet to the client, formatting the msg for the
		2629	client if neccessary. C<$type> should be a string identifying the type of
		2630	the message, with C<log> being the default. If C<$color> is negative, suppress
		2631	the message unless the client supports the msg packet.
		2632
		2633	=cut
		2634
		2635	our %CHANNEL = (
		2636	"c/identify" => {
		2637	id => "infobox",
		2638	title => "Identify",
		2639	reply => undef,
		2640	tooltip => "Items recently identified",
		2641	},
		2642	"c/examine" => {
		2643	id => "infobox",
		2644	title => "Examine",
		2645	reply => undef,
		2646	tooltip => "Signs and other items you examined",
		2647	},
		2648	"c/lookat" => {
		2649	id => "infobox",
		2650	title => "Look",
		2651	reply => undef,
		2652	tooltip => "What you saw there",
		2653	},
		2654	);
		2655
		2656	sub cf::client::send_msg {
		2657	my ($self, $channel, $msg, $color, @extra) = @_;
		2658
		2659	$msg = $self->pl->expand_cfpod ($msg);
		2660
		2661	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2662
		2663	# check predefined channels, for the benefit of C
		2664	if ($CHANNEL{$channel}) {
		2665	$channel = $CHANNEL{$channel};
		2666
		2667	$self->ext_msg (channel_info => $channel)
		2668	if $self->can_msg;
		2669
		2670	$channel = $channel->{id};
		2671
		2672	} elsif (ref $channel) {
		2673	# send meta info to client, if not yet sent
		2674	unless (exists $self->{channel}{$channel->{id}}) {
		2675	$self->{channel}{$channel->{id}} = $channel;
		2676	$self->ext_msg (channel_info => $channel)
		2677	if $self->can_msg;
		2678	}
		2679
		2680	$channel = $channel->{id};
		2681	}
		2682
		2683	return unless @extra || length $msg;
		2684
		2685	if ($self->can_msg) {
		2686	# default colour, mask it out
		2687	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2688	if $color & cf::NDI_DEF;
		2689
		2690	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2691	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2692	} else {
		2693	if ($color >= 0) {
		2694	# replace some tags by gcfclient-compatible ones
		2695	for ($msg) {
		2696	1 while
		2697	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2698	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2699	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2700	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2701	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2702	}
		2703
		2704	$color &= cf::NDI_COLOR_MASK;
		2705
		2706	utf8::encode $msg;
		2707
		2708	if (0 && $msg =~ /\[/) {
		2709	# COMMAND/INFO
		2710	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2711	} else {
		2712	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2713	$self->send_packet ("drawinfo $color $msg")
		2714	}
		2715	}
		2716	}
		2717	}
		2718
		2719	=item $client->ext_msg ($type, @msg)
		2720
		2721	Sends an ext event to the client.
		2722
		2723	=cut
		2724
		2725	sub cf::client::ext_msg($$@) {
		2726	my ($self, $type, @msg) = @_;
		2727
		2728	if ($self->extcmd == 2) {
		2729	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2730	} elsif ($self->extcmd == 1) { # TODO: remove
		2731	push @msg, msgtype => "event_$type";
		2732	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2733	}
		2734	}
		2735
		2736	=item $client->ext_reply ($msgid, @msg)
		2737
		2738	Sends an ext reply to the client.
		2739
		2740	=cut
		2741
		2742	sub cf::client::ext_reply($$@) {
		2743	my ($self, $id, @msg) = @_;
		2744
		2745	if ($self->extcmd == 2) {
		2746	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2747	} elsif ($self->extcmd == 1) {
		2748	#TODO: version 1, remove
		2749	unshift @msg, msgtype => "reply", msgid => $id;
		2750	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2751	}
		2752	}
1091		2753
1092	=item $success = $client->query ($flags, "text", \&cb)	2754	=item $success = $client->query ($flags, "text", \&cb)
1093		2755
1094	Queues a query to the client, calling the given callback with	2756	Queues a query to the client, calling the given callback with
1095	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2757	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1096	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2758	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1097		2759
1098	Queries can fail, so check the return code. Or don't, as queries will become	2760	Queries can fail, so check the return code. Or don't, as queries will
1099	reliable at some point in the future.	2761	become reliable at some point in the future.
1100		2762
1101	=cut	2763	=cut
1102		2764
1103	sub cf::client::query {	2765	sub cf::client::query {
1104	my ($self, $flags, $text, $cb) = @_;	2766	my ($self, $flags, $text, $cb) = @_;
…		…
1112	utf8::encode $text;	2774	utf8::encode $text;
1113	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2775	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1114		2776
1115	$self->send_packet ($self->{query_queue}[0][0])	2777	$self->send_packet ($self->{query_queue}[0][0])
1116	if @{ $self->{query_queue} } == 1;	2778	if @{ $self->{query_queue} } == 1;
		2779
		2780	1
1117	}	2781	}
1118		2782
1119	cf::client->attach (	2783	cf::client->attach (
		2784	on_connect => sub {
		2785	my ($ns) = @_;
		2786
		2787	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2788	},
1120	on_reply => sub {	2789	on_reply => sub {
1121	my ($ns, $msg) = @_;	2790	my ($ns, $msg) = @_;
1122		2791
1123	# this weird shuffling is so that direct followup queries	2792	# this weird shuffling is so that direct followup queries
1124	# get handled first	2793	# get handled first
1125	my $queue = delete $ns->{query_queue};	2794	my $queue = delete $ns->{query_queue}
		2795	or return; # be conservative, not sure how that can happen, but we saw a crash here
1126		2796
1127	(shift @$queue)->[1]->($msg);	2797	(shift @$queue)->[1]->($msg);
		2798	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1128		2799
1129	push @{ $ns->{query_queue} }, @$queue;	2800	push @{ $ns->{query_queue} }, @$queue;
1130		2801
1131	if (@{ $ns->{query_queue} } == @$queue) {	2802	if (@{ $ns->{query_queue} } == @$queue) {
1132	if (@$queue) {	2803	if (@$queue) {
…		…
1134	} else {	2805	} else {
1135	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2806	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1136	}	2807	}
1137	}	2808	}
1138	},	2809	},
		2810	on_exticmd => sub {
		2811	my ($ns, $buf) = @_;
		2812
		2813	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2814
		2815	if (ref $msg) {
		2816	my ($type, $reply, @payload) =
		2817	"ARRAY" eq ref $msg
		2818	? @$msg
		2819	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2820
		2821	my @reply;
		2822
		2823	if (my $cb = $EXTICMD{$type}) {
		2824	@reply = $cb->($ns, @payload);
		2825	}
		2826
		2827	$ns->ext_reply ($reply, @reply)
		2828	if $reply;
		2829
		2830	} else {
		2831	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2832	}
		2833
		2834	cf::override;
		2835	},
1139	);	2836	);
1140		2837
1141	=item $client->coro (\&cb)	2838	=item $client->async (\&cb)
1142		2839
1143	Create a new coroutine, running the specified callback. The coroutine will	2840	Create a new coroutine, running the specified callback. The coroutine will
1144	be automatically cancelled when the client gets destroyed (e.g. on logout,	2841	be automatically cancelled when the client gets destroyed (e.g. on logout,
1145	or loss of connection).	2842	or loss of connection).
1146		2843
1147	=cut	2844	=cut
1148		2845
1149	sub cf::client::coro {	2846	sub cf::client::async {
1150	my ($self, $cb) = @_;	2847	my ($self, $cb) = @_;
1151		2848
1152	my $coro; $coro = async {	2849	my $coro = &Coro::async ($cb);
1153	eval {
1154	$cb->();
1155	};
1156	warn $@ if $@;
1157	};
1158		2850
1159	$coro->on_destroy (sub {	2851	$coro->on_destroy (sub {
1160	delete $self->{_coro}{$coro+0};	2852	delete $self->{_coro}{$coro+0};
1161	});	2853	});
1162		2854
…		…
1189	our $safe = new Safe "safe";	2881	our $safe = new Safe "safe";
1190	our $safe_hole = new Safe::Hole;	2882	our $safe_hole = new Safe::Hole;
1191		2883
1192	$SIG{FPE} = 'IGNORE';	2884	$SIG{FPE} = 'IGNORE';
1193		2885
1194	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2886	$safe->permit_only (Opcode::opset qw(
		2887	:base_core :base_mem :base_orig :base_math
		2888	grepstart grepwhile mapstart mapwhile
		2889	sort time
		2890	));
1195		2891
1196	# here we export the classes and methods available to script code	2892	# here we export the classes and methods available to script code
1197		2893
1198	=pod	2894	=pod
1199		2895
1200	The following fucntions and emthods are available within a safe environment:	2896	The following functions and methods are available within a safe environment:
1201		2897
1202	cf::object contr pay_amount pay_player map	2898	cf::object
		2899	contr pay_amount pay_player map x y force_find force_add
		2900	insert remove name archname title slaying race decrease_ob_nr
		2901
1203	cf::object::player player	2902	cf::object::player
1204	cf::player peaceful	2903	player
1205	cf::map trigger	2904
		2905	cf::player
		2906	peaceful
		2907
		2908	cf::map
		2909	trigger
1206		2910
1207	=cut	2911	=cut
1208		2912
1209	for (	2913	for (
1210	["cf::object" => qw(contr pay_amount pay_player map)],	2914	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2915	insert remove inv name archname title slaying race
		2916	decrease_ob_nr)],
1211	["cf::object::player" => qw(player)],	2917	["cf::object::player" => qw(player)],
1212	["cf::player" => qw(peaceful)],	2918	["cf::player" => qw(peaceful)],
1213	["cf::map" => qw(trigger)],	2919	["cf::map" => qw(trigger)],
1214	) {	2920	) {
1215	no strict 'refs';	2921	no strict 'refs';
…		…
1286	=back	2992	=back
1287		2993
1288	=cut	2994	=cut
1289		2995
1290	#############################################################################	2996	#############################################################################
		2997	# the server's init and main functions
1291		2998
1292	=head2 EXTENSION DATABASE SUPPORT	2999	sub load_facedata($) {
		3000	my ($path) = @_;
1293		3001
1294	Crossfire maintains a very simple database for extension use. It can	3002	# HACK to clear player env face cache, we need some signal framework
1295	currently store anything that can be serialised using Storable, which	3003	# for this (global event?)
1296	excludes objects.	3004	%ext::player_env::MUSIC_FACE_CACHE = ();
1297		3005
1298	The parameter C<$family> should best start with the name of the extension	3006	my $enc = JSON::XS->new->utf8->canonical->relaxed;
1299	using it, it should be unique.
1300		3007
1301	=over 4	3008	warn "loading facedata from $path\n";
1302		3009
1303	=item $hashref = cf::db_get $family	3010	my $facedata;
		3011	0 < aio_load $path, $facedata
		3012	or die "$path: $!";
1304		3013
1305	Return a hashref for use by the extension C<$family>, which can be	3014	$facedata = Coro::Storable::thaw $facedata;
1306	modified. After modifications, you have to call C<cf::db_dirty> or
1307	C<cf::db_sync>.
1308		3015
1309	=item $value = cf::db_get $family => $key	3016	$facedata->{version} == 2
		3017	or cf::cleanup "$path: version mismatch, cannot proceed.";
1310		3018
1311	Returns a single value from the database	3019	# patch in the exptable
1312		3020	$facedata->{resource}{"res/exp_table"} = {
1313	=item cf::db_put $family => $hashref	3021	type => FT_RSRC,
1314		3022	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
1315	Stores the given family hashref into the database. Updates are delayed, if
1316	you want the data to be synced to disk immediately, use C<cf::db_sync>.
1317
1318	=item cf::db_put $family => $key => $value
1319
1320	Stores the given C<$value> in the family hash. Updates are delayed, if you
1321	want the data to be synced to disk immediately, use C<cf::db_sync>.
1322
1323	=item cf::db_dirty
1324
1325	Marks the database as dirty, to be updated at a later time.
1326
1327	=item cf::db_sync
1328
1329	Immediately write the database to disk I<if it is dirty>.
1330
1331	=cut
1332
1333	our $DB;
1334
1335	{
1336	my $path = cf::localdir . "/database.pst";
1337
1338	sub db_load() {
1339	warn "loading database $path\n";#d# remove later
1340	$DB = stat $path ? Storable::retrieve $path : { };
1341	}
1342
1343	my $pid;
1344
1345	sub db_save() {
1346	warn "saving database $path\n";#d# remove later
1347	waitpid $pid, 0 if $pid;
1348	if (0 == ($pid = fork)) {
1349	$DB->{_meta}{version} = 1;
1350	Storable::nstore $DB, "$path~";
1351	rename "$path~", $path;
1352	cf::_exit 0 if defined $pid;
1353	}
1354	}
1355
1356	my $dirty;
1357
1358	sub db_sync() {
1359	db_save if $dirty;
1360	undef $dirty;
1361	}
1362
1363	my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1364	db_sync;
1365	});	3023	};
		3024	cf::cede_to_tick;
1366		3025
1367	sub db_dirty() {
1368	$dirty = 1;
1369	$idle->start;
1370	}	3026	{
		3027	my $faces = $facedata->{faceinfo};
1371		3028
1372	sub db_get($;$) {	3029	while (my ($face, $info) = each %$faces) {
1373	@_ >= 2	3030	my $idx = (cf::face::find $face) || cf::face::alloc $face;
1374	? $DB->{$_[0]}{$_[1]}	3031	cf::face::set_visibility $idx, $info->{visibility};
1375	: ($DB->{$_[0]} ||= { })	3032	cf::face::set_magicmap $idx, $info->{magicmap};
1376	}	3033	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
		3034	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
1377		3035
1378	sub db_put($$;$) {	3036	cf::cede_to_tick;
1379	if (@_ >= 3) {
1380	$DB->{$_[0]}{$_[1]} = $_[2];
1381	} else {
1382	$DB->{$_[0]} = $_[1];
1383	}
1384	db_dirty;
1385	}
1386
1387	cf::global->attach (
1388	prio => 10000,
1389	on_cleanup => sub {
1390	db_sync;
1391	},	3037	}
1392	);
1393	}
1394		3038
1395	#############################################################################	3039	while (my ($face, $info) = each %$faces) {
1396	# the server's main()	3040	next unless $info->{smooth};
		3041	my $idx = cf::face::find $face
		3042	or next;
		3043	if (my $smooth = cf::face::find $info->{smooth}) {
		3044	cf::face::set_smooth $idx, $smooth;
		3045	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
		3046	} else {
		3047	warn "smooth face '$info->{smooth}' not found for face '$face'";
		3048	}
1397		3049
1398	sub cfg_load {	3050	cf::cede_to_tick;
		3051	}
		3052	}
		3053
		3054	{
		3055	my $anims = $facedata->{animinfo};
		3056
		3057	while (my ($anim, $info) = each %$anims) {
		3058	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3059	cf::cede_to_tick;
		3060	}
		3061
		3062	cf::anim::invalidate_all; # d'oh
		3063	}
		3064
		3065	{
		3066	# TODO: for gcfclient pleasure, we should give resources
		3067	# that gcfclient doesn't grok a >10000 face index.
		3068	my $res = $facedata->{resource};
		3069
		3070	my $soundconf = delete $res->{"res/sound.conf"};
		3071
		3072	while (my ($name, $info) = each %$res) {
		3073	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3074	my $data;
		3075
		3076	if ($info->{type} & 1) {
		3077	# prepend meta info
		3078
		3079	my $meta = $enc->encode ({
		3080	name => $name,
		3081	%{ $info->{meta} || {} },
		3082	});
		3083
		3084	$data = pack "(w/a*)*", $meta, $info->{data};
		3085	} else {
		3086	$data = $info->{data};
		3087	}
		3088
		3089	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3090	cf::face::set_type $idx, $info->{type};
		3091
		3092	cf::cede_to_tick;
		3093	}
		3094
		3095	if ($soundconf) {
		3096	$soundconf = $enc->decode (delete $soundconf->{data});
		3097
		3098	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3099	my $sound = $soundconf->{compat}[$_]
		3100	or next;
		3101
		3102	my $face = cf::face::find "sound/$sound->[1]";
		3103	cf::sound::set $sound->[0] => $face;
		3104	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3105	}
		3106
		3107	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3108	my $face = cf::face::find "sound/$v";
		3109	cf::sound::set $k => $face;
		3110	}
		3111	}
		3112	}
		3113
		3114	1
		3115	}
		3116
		3117	register_exticmd fx_want => sub {
		3118	my ($ns, $want) = @_;
		3119
		3120	while (my ($k, $v) = each %$want) {
		3121	$ns->fx_want ($k, $v);
		3122	}
		3123	};
		3124
		3125	sub reload_regions {
		3126	# HACK to clear player env face cache, we need some signal framework
		3127	# for this (global event?)
		3128	%ext::player_env::MUSIC_FACE_CACHE = ();
		3129
		3130	load_resource_file "$MAPDIR/regions"
		3131	or die "unable to load regions file\n";
		3132
		3133	for (cf::region::list) {
		3134	$_->{match} = qr/$_->{match}/
		3135	if exists $_->{match};
		3136	}
		3137	}
		3138
		3139	sub reload_facedata {
		3140	load_facedata "$DATADIR/facedata"
		3141	or die "unable to load facedata\n";
		3142	}
		3143
		3144	sub reload_archetypes {
		3145	load_resource_file "$DATADIR/archetypes"
		3146	or die "unable to load archetypes\n";
		3147	#d# NEED to laod twice to resolve forward references
		3148	# this really needs to be done in an extra post-pass
		3149	# (which needs to be synchronous, so solve it differently)
		3150	load_resource_file "$DATADIR/archetypes"
		3151	or die "unable to load archetypes\n";
		3152	}
		3153
		3154	sub reload_treasures {
		3155	load_resource_file "$DATADIR/treasures"
		3156	or die "unable to load treasurelists\n";
		3157	}
		3158
		3159	sub reload_resources {
		3160	warn "reloading resource files...\n";
		3161
		3162	reload_regions;
		3163	reload_facedata;
		3164	#reload_archetypes;#d#
		3165	reload_archetypes;
		3166	reload_treasures;
		3167
		3168	warn "finished reloading resource files\n";
		3169	}
		3170
		3171	sub init {
		3172	reload_resources;
		3173	}
		3174
		3175	sub reload_config {
1399	open my $fh, "<:utf8", cf::confdir . "/config"	3176	open my $fh, "<:utf8", "$CONFDIR/config"
1400	or return;	3177	or return;
1401		3178
1402	local $/;	3179	local $/;
1403	*CFG = YAML::Syck::Load <$fh>;	3180	*CFG = YAML::Syck::Load <$fh>;
		3181
		3182	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
		3183
		3184	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
		3185	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
		3186
		3187	if (exists $CFG{mlockall}) {
		3188	eval {
		3189	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
		3190	and die "WARNING: m(un)lockall failed: $!\n";
		3191	};
		3192	warn $@ if $@;
		3193	}
1404	}	3194	}
1405		3195
1406	sub main {	3196	sub main {
1407	# we must not ever block the main coroutine	3197	# we must not ever block the main coroutine
1408	local $Coro::idle = sub {	3198	local $Coro::idle = sub {
1409	Carp::cluck "FATAL: Coro::idle was called, major BUG\n";#d#	3199	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
1410	(Coro::unblock_sub {	3200	(async {
		3201	$Coro::current->{desc} = "IDLE BUG HANDLER";
1411	Event::one_event;	3202	Event::one_event;
1412	})->();	3203	})->prio (Coro::PRIO_MAX);
1413	};	3204	};
1414		3205
1415	cfg_load;	3206	reload_config;
1416	db_load;	3207	db_init;
1417	load_extensions;	3208	load_extensions;
		3209
		3210	$TICK_WATCHER->start;
1418	Event::loop;	3211	Event::loop;
1419	}	3212	}
1420		3213
1421	#############################################################################	3214	#############################################################################
1422	# initialisation	3215	# initialisation and cleanup
1423		3216
1424	sub perl_reload() {	3217	# install some emergency cleanup handlers
		3218	BEGIN {
		3219	for my $signal (qw(INT HUP TERM)) {
		3220	Event->signal (
		3221	reentrant => 0,
		3222	data => WF_AUTOCANCEL,
		3223	signal => $signal,
		3224	prio => 0,
		3225	cb => sub {
		3226	cf::cleanup "SIG$signal";
		3227	},
		3228	);
		3229	}
		3230	}
		3231
		3232	sub write_runtime {
		3233	my $runtime = "$LOCALDIR/runtime";
		3234
		3235	# first touch the runtime file to show we are still running:
		3236	# the fsync below can take a very very long time.
		3237
		3238	IO::AIO::aio_utime $runtime, undef, undef;
		3239
		3240	my $guard = cf::lock_acquire "write_runtime";
		3241
		3242	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3243	or return;
		3244
		3245	my $value = $cf::RUNTIME + 90 + 10;
		3246	# 10 is the runtime save interval, for a monotonic clock
		3247	# 60 allows for the watchdog to kill the server.
		3248
		3249	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3250	and return;
		3251
		3252	# always fsync - this file is important
		3253	aio_fsync $fh
		3254	and return;
		3255
		3256	# touch it again to show we are up-to-date
		3257	aio_utime $fh, undef, undef;
		3258
		3259	close $fh
		3260	or return;
		3261
		3262	aio_rename "$runtime~", $runtime
		3263	and return;
		3264
		3265	warn "runtime file written.\n";
		3266
		3267	1
		3268	}
		3269
		3270	sub emergency_save() {
		3271	my $freeze_guard = cf::freeze_mainloop;
		3272
		3273	warn "enter emergency perl save\n";
		3274
		3275	cf::sync_job {
		3276	# use a peculiar iteration method to avoid tripping on perl
		3277	# refcount bugs in for. also avoids problems with players
		3278	# and maps saved/destroyed asynchronously.
		3279	warn "begin emergency player save\n";
		3280	for my $login (keys %cf::PLAYER) {
		3281	my $pl = $cf::PLAYER{$login} or next;
		3282	$pl->valid or next;
		3283	$pl->save;
		3284	}
		3285	warn "end emergency player save\n";
		3286
		3287	warn "begin emergency map save\n";
		3288	for my $path (keys %cf::MAP) {
		3289	my $map = $cf::MAP{$path} or next;
		3290	$map->valid or next;
		3291	$map->save;
		3292	}
		3293	warn "end emergency map save\n";
		3294
		3295	warn "begin emergency database checkpoint\n";
		3296	BDB::db_env_txn_checkpoint $DB_ENV;
		3297	warn "end emergency database checkpoint\n";
		3298	};
		3299
		3300	warn "leave emergency perl save\n";
		3301	}
		3302
		3303	sub post_cleanup {
		3304	my ($make_core) = @_;
		3305
		3306	warn Carp::longmess "post_cleanup backtrace"
		3307	if $make_core;
		3308	}
		3309
		3310	sub do_reload_perl() {
1425	# can/must only be called in main	3311	# can/must only be called in main
1426	if ($Coro::current != $Coro::main) {	3312	if ($Coro::current != $Coro::main) {
1427	warn "can only reload from main coroutine\n";	3313	warn "can only reload from main coroutine";
1428	return;	3314	return;
1429	}	3315	}
1430		3316
1431	warn "reloading...";	3317	warn "reloading...";
1432		3318
1433	local $FREEZE = 1;	3319	warn "entering sync_job";
		3320
		3321	cf::sync_job {
		3322	cf::write_runtime; # external watchdog should not bark
1434	cf::emergency_save;	3323	cf::emergency_save;
		3324	cf::write_runtime; # external watchdog should not bark
1435		3325
1436	eval {	3326	warn "syncing database to disk";
		3327	BDB::db_env_txn_checkpoint $DB_ENV;
		3328
1437	# if anything goes wrong in here, we should simply crash as we already saved	3329	# if anything goes wrong in here, we should simply crash as we already saved
1438		3330
1439	# cancel all watchers	3331	warn "cancelling all WF_AUTOCANCEL watchers";
1440	for (Event::all_watchers) {	3332	for (Event::all_watchers) {
1441	$_->cancel if $_->data & WF_AUTOCANCEL;	3333	$_->cancel if $_->data & WF_AUTOCANCEL;
1442	}	3334	}
1443		3335
		3336	warn "flushing outstanding aio requests";
		3337	for (;;) {
		3338	BDB::flush;
		3339	IO::AIO::flush;
		3340	Coro::cede;
		3341	last unless IO::AIO::nreqs || BDB::nreqs;
		3342	warn "iterate...";
		3343	}
		3344
		3345	++$RELOAD;
		3346
1444	# cancel all extension coros	3347	warn "cancelling all extension coros";
1445	$_->cancel for values %EXT_CORO;	3348	$_->cancel for values %EXT_CORO;
1446	%EXT_CORO = ();	3349	%EXT_CORO = ();
1447		3350
1448	# unload all extensions	3351	warn "removing commands";
1449	for (@exts) {	3352	%COMMAND = ();
		3353
		3354	warn "removing ext/exti commands";
		3355	%EXTCMD = ();
		3356	%EXTICMD = ();
		3357
		3358	warn "unloading/nuking all extensions";
		3359	for my $pkg (@EXTS) {
1450	warn "unloading <$_>";	3360	warn "... unloading $pkg";
1451	unload_extension $_;	3361
		3362	if (my $cb = $pkg->can ("unload")) {
		3363	eval {
		3364	$cb->($pkg);
		3365	1
		3366	} or warn "$pkg unloaded, but with errors: $@";
1452	}	3367	}
1453		3368
		3369	warn "... nuking $pkg";
		3370	Symbol::delete_package $pkg;
		3371	}
		3372
1454	# unload all modules loaded from $LIBDIR	3373	warn "unloading all perl modules loaded from $LIBDIR";
1455	while (my ($k, $v) = each %INC) {	3374	while (my ($k, $v) = each %INC) {
1456	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3375	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
1457		3376
1458	warn "removing <$k>";	3377	warn "... unloading $k";
1459	delete $INC{$k};	3378	delete $INC{$k};
1460		3379
1461	$k =~ s/\.pm$//;	3380	$k =~ s/\.pm$//;
1462	$k =~ s/\//::/g;	3381	$k =~ s/\//::/g;
1463		3382
…		…
1466	}	3385	}
1467		3386
1468	Symbol::delete_package $k;	3387	Symbol::delete_package $k;
1469	}	3388	}
1470		3389
1471	# sync database to disk
1472	cf::db_sync;
1473	IO::AIO::flush;
1474
1475	# get rid of safe::, as good as possible	3390	warn "getting rid of safe::, as good as possible";
1476	Symbol::delete_package "safe::$_"	3391	Symbol::delete_package "safe::$_"
1477	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3392	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
1478		3393
1479	# remove register_script_function callbacks
1480	# TODO
1481
1482	# unload cf.pm "a bit"	3394	warn "unloading cf.pm \"a bit\"";
1483	delete $INC{"cf.pm"};	3395	delete $INC{"cf.pm"};
		3396	delete $INC{"cf/pod.pm"};
1484		3397
1485	# don't, removes xs symbols, too,	3398	# don't, removes xs symbols, too,
1486	# and global variables created in xs	3399	# and global variables created in xs
1487	#Symbol::delete_package __PACKAGE__;	3400	#Symbol::delete_package __PACKAGE__;
1488		3401
1489	# reload cf.pm	3402	warn "unload completed, starting to reload now";
		3403
1490	warn "reloading cf.pm";	3404	warn "reloading cf.pm";
1491	require cf;	3405	require cf;
1492	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3406	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
1493		3407
1494	# load config and database again	3408	warn "loading config and database again";
1495	cf::cfg_load;	3409	cf::reload_config;
1496	cf::db_load;
1497		3410
1498	# load extensions
1499	warn "load extensions";	3411	warn "loading extensions";
1500	cf::load_extensions;	3412	cf::load_extensions;
1501		3413
1502	# reattach attachments to objects	3414	warn "reattaching attachments to objects/players";
1503	warn "reattach";	3415	_global_reattach; # objects, sockets
1504	_global_reattach;	3416	warn "reattaching attachments to maps";
1505	};	3417	reattach $_ for values %MAP;
		3418	warn "reattaching attachments to players";
		3419	reattach $_ for values %PLAYER;
1506		3420
1507	if ($@) {	3421	warn "leaving sync_job";
		3422
		3423	1
		3424	} or do {
1508	warn $@;	3425	warn $@;
1509	warn "error while reloading, exiting.";	3426	warn "error while reloading, exiting.";
1510	exit 1;	3427	exit 1;
1511	}	3428	};
1512		3429
1513	warn "reloaded successfully";	3430	warn "reloaded";
1514	};	3431	};
1515		3432
1516	#############################################################################	3433	our $RELOAD_WATCHER; # used only during reload
1517		3434
1518	unless ($LINK_MAP) {	3435	sub reload_perl() {
1519	$LINK_MAP = cf::map::new;	3436	# doing reload synchronously and two reloads happen back-to-back,
		3437	# coro crashes during coro_state_free->destroy here.
1520		3438
1521	$LINK_MAP->width (41);	3439	$RELOAD_WATCHER ||= Event->timer (
1522	$LINK_MAP->height (41);	3440	reentrant => 0,
1523	$LINK_MAP->alloc;	3441	after => 0,
1524	$LINK_MAP->path ("{link}");	3442	data => WF_AUTOCANCEL,
1525	$LINK_MAP->{path} = bless { path => "{link}" }, "cf::path";	3443	cb => sub {
1526	$LINK_MAP->in_memory (MAP_IN_MEMORY);	3444	do_reload_perl;
		3445	undef $RELOAD_WATCHER;
		3446	},
		3447	);
1527	}	3448	}
1528		3449
1529	register "<global>", __PACKAGE__;
1530
1531	register_command "perl-reload" => sub {	3450	register_command "reload" => sub {
1532	my ($who, $arg) = @_;	3451	my ($who, $arg) = @_;
1533		3452
1534	if ($who->flag (FLAG_WIZ)) {	3453	if ($who->flag (FLAG_WIZ)) {
1535	$who->message ("start of reload.");
1536	perl_reload;
1537	$who->message ("end of reload.");	3454	$who->message ("reloading server.");
		3455	async {
		3456	$Coro::current->{desc} = "perl_reload";
		3457	reload_perl;
		3458	};
1538	}	3459	}
1539	};	3460	};
1540		3461
1541	unshift @INC, $LIBDIR;	3462	unshift @INC, $LIBDIR;
		3463
		3464	my $bug_warning = 0;
		3465
		3466	our @WAIT_FOR_TICK;
		3467	our @WAIT_FOR_TICK_BEGIN;
		3468
		3469	sub wait_for_tick {
		3470	return unless $TICK_WATCHER->is_active;
		3471	return if $Coro::current == $Coro::main;
		3472
		3473	my $signal = new Coro::Signal;
		3474	push @WAIT_FOR_TICK, $signal;
		3475	$signal->wait;
		3476	}
		3477
		3478	sub wait_for_tick_begin {
		3479	return unless $TICK_WATCHER->is_active;
		3480	return if $Coro::current == $Coro::main;
		3481
		3482	my $signal = new Coro::Signal;
		3483	push @WAIT_FOR_TICK_BEGIN, $signal;
		3484	$signal->wait;
		3485	}
1542		3486
1543	$TICK_WATCHER = Event->timer (	3487	$TICK_WATCHER = Event->timer (
1544	reentrant => 0,	3488	reentrant => 0,
		3489	parked => 1,
1545	prio => 0,	3490	prio => 0,
1546	at => $NEXT_TICK || $TICK,	3491	at => $NEXT_TICK || $TICK,
1547	data => WF_AUTOCANCEL,	3492	data => WF_AUTOCANCEL,
1548	cb => sub {	3493	cb => sub {
1549	unless ($FREEZE) {	3494	if ($Coro::current != $Coro::main) {
		3495	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
		3496	unless ++$bug_warning > 10;
		3497	return;
		3498	}
		3499
		3500	$NOW = $tick_start = Event::time;
		3501
1550	cf::server_tick; # one server iteration	3502	cf::server_tick; # one server iteration
		3503
1551	$RUNTIME += $TICK;	3504	$RUNTIME += $TICK;
1552	}
1553
1554	$NEXT_TICK += $TICK;	3505	$NEXT_TICK += $TICK;
1555		3506
		3507	if ($NOW >= $NEXT_RUNTIME_WRITE) {
		3508	$NEXT_RUNTIME_WRITE = $NOW + 10;
		3509	Coro::async_pool {
		3510	$Coro::current->{desc} = "runtime saver";
		3511	write_runtime
		3512	or warn "ERROR: unable to write runtime file: $!";
		3513	};
		3514	}
		3515
		3516	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3517	$sig->send;
		3518	}
		3519	while (my $sig = shift @WAIT_FOR_TICK) {
		3520	$sig->send;
		3521	}
		3522
		3523	$NOW = Event::time;
		3524
1556	# if we are delayed by four ticks or more, skip them all	3525	# if we are delayed by four ticks or more, skip them all
1557	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3526	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
1558		3527
1559	$TICK_WATCHER->at ($NEXT_TICK);	3528	$TICK_WATCHER->at ($NEXT_TICK);
1560	$TICK_WATCHER->start;	3529	$TICK_WATCHER->start;
		3530
		3531	$LOAD = ($NOW - $tick_start) / $TICK;
		3532	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3533
		3534	_post_tick;
1561	},	3535	},
1562	);	3536	);
1563		3537
		3538	{
		3539	BDB::min_parallel 8;
1564	IO::AIO::max_poll_time $TICK * 0.2;	3540	BDB::max_poll_time $TICK * 0.1;
1565		3541	$BDB_POLL_WATCHER = Event->io (
1566	Event->io (	3542	reentrant => 0,
1567	fd => IO::AIO::poll_fileno,	3543	fd => BDB::poll_fileno,
1568	poll => 'r',	3544	poll => 'r',
1569	prio => 5,	3545	prio => 0,
1570	data => WF_AUTOCANCEL,
1571	cb => \&IO::AIO::poll_cb,
1572	);
1573
1574	Event->timer (
1575	data => WF_AUTOCANCEL,	3546	data => WF_AUTOCANCEL,
		3547	cb => \&BDB::poll_cb,
		3548	);
		3549
		3550	BDB::set_sync_prepare {
		3551	my $status;
		3552	my $current = $Coro::current;
		3553	(
		3554	sub {
		3555	$status = $!;
		3556	$current->ready; undef $current;
		3557	},
		3558	sub {
		3559	Coro::schedule while defined $current;
		3560	$! = $status;
		3561	},
		3562	)
		3563	};
		3564
		3565	unless ($DB_ENV) {
		3566	$DB_ENV = BDB::db_env_create;
		3567	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3568	| BDB::LOG_AUTOREMOVE, 1);
		3569	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3570	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
		3571
		3572	cf::sync_job {
		3573	eval {
		3574	BDB::db_env_open
		3575	$DB_ENV,
		3576	$BDBDIR,
		3577	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3578	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3579	0666;
		3580
		3581	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3582	};
		3583
		3584	cf::cleanup "db_env_open(db): $@" if $@;
		3585	};
		3586	}
		3587
		3588	$BDB_DEADLOCK_WATCHER = Event->timer (
1576	after => 0,	3589	after => 3,
1577	interval => 10,	3590	interval => 1,
		3591	hard => 1,
		3592	prio => 0,
		3593	data => WF_AUTOCANCEL,
1578	cb => sub {	3594	cb => sub {
1579	(Coro::unblock_sub {	3595	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
1580	write_runtime	3596	},
1581	or warn "ERROR: unable to write runtime file: $!";	3597	);
		3598	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3599	after => 11,
		3600	interval => 60,
		3601	hard => 1,
		3602	prio => 0,
		3603	data => WF_AUTOCANCEL,
		3604	cb => sub {
		3605	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3606	},
		3607	);
		3608	$BDB_TRICKLE_WATCHER = Event->timer (
		3609	after => 5,
		3610	interval => 10,
		3611	hard => 1,
		3612	prio => 0,
		3613	data => WF_AUTOCANCEL,
		3614	cb => sub {
		3615	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3616	},
		3617	);
		3618	}
		3619
		3620	{
		3621	IO::AIO::min_parallel 8;
		3622
		3623	undef $Coro::AIO::WATCHER;
		3624	IO::AIO::max_poll_time $TICK * 0.1;
		3625	$AIO_POLL_WATCHER = Event->io (
		3626	reentrant => 0,
		3627	data => WF_AUTOCANCEL,
		3628	fd => IO::AIO::poll_fileno,
		3629	poll => 'r',
		3630	prio => 0,
		3631	cb => \&IO::AIO::poll_cb,
		3632	);
		3633	}
		3634
		3635	my $_log_backtrace;
		3636
		3637	sub _log_backtrace {
		3638	my ($msg, @addr) = @_;
		3639
		3640	$msg =~ s/\n//;
		3641
		3642	# limit the # of concurrent backtraces
		3643	if ($_log_backtrace < 2) {
		3644	++$_log_backtrace;
		3645	async {
		3646	$Coro::current->{desc} = "abt $msg";
		3647
		3648	my @bt = fork_call {
		3649	@addr = map { sprintf "%x", $_ } @addr;
		3650	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3651	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3652	or die "addr2line: $!";
		3653
		3654	my @funcs;
		3655	my @res = <$fh>;
		3656	chomp for @res;
		3657	while (@res) {
		3658	my ($func, $line) = splice @res, 0, 2, ();
		3659	push @funcs, "[$func] $line";
		3660	}
		3661
		3662	@funcs
		3663	};
		3664
		3665	LOG llevInfo, "[ABT] $msg\n";
		3666	LOG llevInfo, "[ABT] $_\n" for @bt;
		3667	--$_log_backtrace;
1582	})->();	3668	};
		3669	} else {
		3670	LOG llevInfo, "[ABT] $msg\n";
		3671	LOG llevInfo, "[ABT] [suppressed]\n";
1583	},	3672	}
1584	);	3673	}
		3674
		3675	# load additional modules
		3676	use cf::pod;
		3677
		3678	END { cf::emergency_save }
1585		3679
1586	1	3680	1
1587		3681

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines