ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.95 by root, Fri Dec 22 02:04:20 2006 UTC vs.
Revision 1.392 by root, Fri Oct 26 04:44:54 2007 UTC

1	package cf;	1	package cf;
		2
		3	use utf8;
		4	use strict;
2		5
3	use Symbol;	6	use Symbol;
4	use List::Util;	7	use List::Util;
5	use Storable;	8	use Socket;
		9	use Event;
6	use Opcode;	10	use Opcode;
7	use Safe;	11	use Safe;
8	use Safe::Hole;	12	use Safe::Hole;
		13	use Storable ();
9		14
10	use IO::AIO ();	15	use Coro 4.1 ();
		16	use Coro::State;
		17	use Coro::Handle;
		18	use Coro::Event;
		19	use Coro::Timer;
		20	use Coro::Signal;
		21	use Coro::Semaphore;
		22	use Coro::AIO;
		23	use Coro::Storable;
		24	use Coro::Util ();
		25
		26	use JSON::XS ();
		27	use BDB ();
		28	use Data::Dumper;
		29	use Digest::MD5;
		30	use Fcntl;
11	use YAML::Syck ();	31	use YAML::Syck ();
		32	use IO::AIO 2.51 ();
12	use Time::HiRes;	33	use Time::HiRes;
13	use Event;	34	use Compress::LZF;
		35	use Digest::MD5 ();
		36
		37	# configure various modules to our taste
		38	#
		39	$Storable::canonical = 1; # reduce rsync transfers
		40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		42
14	$Event::Eval = 1; # no idea why this is required, but it is	43	$Event::Eval = 1; # no idea why this is required, but it is
15		44
16	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
17	$YAML::Syck::ImplicitUnicode = 1;	46	$YAML::Syck::ImplicitUnicode = 1;
18		47
19	use strict;	48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
20		49
21	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload	50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
22		51
23	our %COMMAND = ();	52	our %COMMAND = ();
24	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
		54
		55	our @EXTS = (); # list of extension package names
25	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
		58	our %EXT_CORO = (); # coroutines bound to extensions
		59	our %EXT_MAP = (); # pluggable maps
26		60
27	_init_vars;	61	our $RELOAD; # number of reloads so far
28
29	our @EVENT;	62	our @EVENT;
30	our $LIBDIR = datadir . "/ext";
31		63
32	our $TICK = MAX_TIME * 1e-6;	64	our $CONFDIR = confdir;
		65	our $DATADIR = datadir;
		66	our $LIBDIR = "$DATADIR/ext";
		67	our $PODDIR = "$DATADIR/pod";
		68	our $MAPDIR = "$DATADIR/" . mapdir;
		69	our $LOCALDIR = localdir;
		70	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		73	our $RANDOMDIR = "$LOCALDIR/random";
		74	our $BDBDIR = "$LOCALDIR/db";
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
33	our $TICK_WATCHER;	77	our $TICK_WATCHER;
		78	our $AIO_POLL_WATCHER;
		79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
34	our $NEXT_TICK;	80	our $NEXT_TICK;
		81	our $NOW;
		82	our $USE_FSYNC = 1; # use fsync to write maps - default off
		83
		84	our $BDB_POLL_WATCHER;
		85	our $BDB_DEADLOCK_WATCHER;
		86	our $BDB_CHECKPOINT_WATCHER;
		87	our $BDB_TRICKLE_WATCHER;
		88	our $DB_ENV;
35		89
36	our %CFG;	90	our %CFG;
37		91
38	our $UPTIME; $UPTIME ||= time;	92	our $UPTIME; $UPTIME ||= time;
		93	our $RUNTIME;
		94
		95	our (%PLAYER, %PLAYER_LOADING); # all users
		96	our (%MAP, %MAP_LOADING ); # all maps
		97	our $LINK_MAP; # the special {link} map, which is always available
		98
		99	# used to convert map paths into valid unix filenames by replacing / by ∕
		100	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
		101
		102	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		103	our $LOADAVG; # same thing, but with alpha-smoothing
		104	our $tick_start; # for load detecting purposes
		105
		106	binmode STDOUT;
		107	binmode STDERR;
		108
		109	# read virtual server time, if available
		110	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
		111	open my $fh, "<", "$LOCALDIR/runtime"
		112	or die "unable to read runtime file: $!";
		113	$RUNTIME = <$fh> + 0.;
		114	}
		115
		116	mkdir $_
		117	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
		118
		119	our $EMERGENCY_POSITION;
		120
		121	sub cf::map::normalise;
39		122
40	#############################################################################	123	#############################################################################
41		124
42	=head2 GLOBAL VARIABLES	125	=head2 GLOBAL VARIABLES
43		126
…		…
45		128
46	=item $cf::UPTIME	129	=item $cf::UPTIME
47		130
48	The timestamp of the server start (so not actually an uptime).	131	The timestamp of the server start (so not actually an uptime).
49		132
50	=item $cf::LIBDIR	133	=item $cf::RUNTIME
51		134
52	The perl library directory, where extensions and cf-specific modules can	135	The time this server has run, starts at 0 and is increased by $cf::TICK on
53	be found. It will be added to C<@INC> automatically.	136	every server tick.
		137
		138	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		139	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		140	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
		141
		142	Various directories - "/etc", read-only install directory, perl-library
		143	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		144	unique-items directory, player file directory, random maps directory and
		145	database environment.
		146
		147	=item $cf::NOW
		148
		149	The time of the last (current) server tick.
54		150
55	=item $cf::TICK	151	=item $cf::TICK
56		152
57	The interval between server ticks, in seconds.	153	The interval between server ticks, in seconds.
		154
		155	=item $cf::LOADAVG
		156
		157	The current CPU load on the server (alpha-smoothed), as a value between 0
		158	(none) and 1 (overloaded), indicating how much time is spent on processing
		159	objects per tick. Healthy values are < 0.5.
		160
		161	=item $cf::LOAD
		162
		163	The raw value load value from the last tick.
58		164
59	=item %cf::CFG	165	=item %cf::CFG
60		166
61	Configuration for the server, loaded from C</etc/crossfire/config>, or	167	Configuration for the server, loaded from C</etc/crossfire/config>, or
62	from wherever your confdir points to.	168	from wherever your confdir points to.
		169
		170	=item cf::wait_for_tick, cf::wait_for_tick_begin
		171
		172	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
		173	returns directly I<after> the tick processing (and consequently, can only wake one process
		174	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
		175
		176	=item @cf::INVOKE_RESULTS
		177
		178	This array contains the results of the last C<invoke ()> call. When
		179	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		180	that call.
63		181
64	=back	182	=back
65		183
66	=cut	184	=cut
67		185
68	BEGIN {	186	BEGIN {
69	*CORE::GLOBAL::warn = sub {	187	*CORE::GLOBAL::warn = sub {
70	my $msg = join "", @_;	188	my $msg = join "", @_;
		189
71	$msg .= "\n"	190	$msg .= "\n"
72	unless $msg =~ /\n$/;	191	unless $msg =~ /\n$/;
73		192
74	print STDERR "cfperl: $msg";	193	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		194
75	LOG llevError, "cfperl: $msg";	195	LOG llevError, $msg;
76	};	196	};
77	}	197	}
78		198
79	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	199	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
80	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	200	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
81	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	201	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
82	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	202	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
83	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	203	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		204	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
84	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	205	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
85		206
86	# we bless all objects into (empty) derived classes to force a method lookup	207	# we bless all objects into (empty) derived classes to force a method lookup
87	# within the Safe compartment.	208	# within the Safe compartment.
88	for my $pkg (qw(	209	for my $pkg (qw(
89	cf::global	210	cf::global cf::attachable
90	cf::object cf::object::player	211	cf::object cf::object::player
91	cf::client cf::player	212	cf::client cf::player
92	cf::arch cf::living	213	cf::arch cf::living
93	cf::map cf::party cf::region	214	cf::map cf::party cf::region
94	)) {	215	)) {
…		…
98		219
99	$Event::DIED = sub {	220	$Event::DIED = sub {
100	warn "error in event callback: @_";	221	warn "error in event callback: @_";
101	};	222	};
102		223
103	my %ext_pkg;	224	#############################################################################
104	my @exts;
105	my @hook;
106		225
107	=head2 UTILITY FUNCTIONS	226	=head2 UTILITY FUNCTIONS
108		227
109	=over 4	228	=over 4
110		229
111	=cut	230	=item dumpval $ref
112		231
113	use JSON::Syck (); # TODO# replace by JSON::PC once working	232	=cut
		233
		234	sub dumpval {
		235	eval {
		236	local $SIG{__DIE__};
		237	my $d;
		238	if (1) {
		239	$d = new Data::Dumper([$_[0]], ["*var"]);
		240	$d->Terse(1);
		241	$d->Indent(2);
		242	$d->Quotekeys(0);
		243	$d->Useqq(1);
		244	#$d->Bless(...);
		245	$d->Seen($_[1]) if @_ > 1;
		246	$d = $d->Dump();
		247	}
		248	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
		249	$d
		250	} || "[unable to dump $_[0]: '$@']";
		251	}
114		252
115	=item $ref = cf::from_json $json	253	=item $ref = cf::from_json $json
116		254
117	Converts a JSON string into the corresponding perl data structure.	255	Converts a JSON string into the corresponding perl data structure.
118		256
119	=cut
120
121	sub from_json($) {
122	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
123	JSON::Syck::Load $_[0]
124	}
125
126	=item $json = cf::to_json $ref	257	=item $json = cf::to_json $ref
127		258
128	Converts a perl data structure into its JSON representation.	259	Converts a perl data structure into its JSON representation.
129		260
130	=cut	261	=cut
131		262
132	sub to_json($) {	263	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
133	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	264
134	JSON::Syck::Dump $_[0]	265	sub to_json ($) { $json_coder->encode ($_[0]) }
		266	sub from_json ($) { $json_coder->decode ($_[0]) }
		267
		268	=item cf::lock_wait $string
		269
		270	Wait until the given lock is available. See cf::lock_acquire.
		271
		272	=item my $lock = cf::lock_acquire $string
		273
		274	Wait until the given lock is available and then acquires it and returns
		275	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
		276	for example when the coroutine gets canceled), the lock is automatically
		277	returned.
		278
		279	Locks are *not* recursive, locking from the same coro twice results in a
		280	deadlocked coro.
		281
		282	Lock names should begin with a unique identifier (for example, cf::map::find
		283	uses map_find and cf::map::load uses map_load).
		284
		285	=item $locked = cf::lock_active $string
		286
		287	Return true if the lock is currently active, i.e. somebody has locked it.
		288
		289	=cut
		290
		291	our %LOCK;
		292	our %LOCKER;#d#
		293
		294	sub lock_wait($) {
		295	my ($key) = @_;
		296
		297	if ($LOCKER{$key} == $Coro::current) {#d#
		298	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		299	return;#d#
		300	}#d#
		301
		302	# wait for lock, if any
		303	while ($LOCK{$key}) {
		304	push @{ $LOCK{$key} }, $Coro::current;
		305	Coro::schedule;
		306	}
		307	}
		308
		309	sub lock_acquire($) {
		310	my ($key) = @_;
		311
		312	# wait, to be sure we are not locked
		313	lock_wait $key;
		314
		315	$LOCK{$key} = [];
		316	$LOCKER{$key} = $Coro::current;#d#
		317
		318	Coro::guard {
		319	delete $LOCKER{$key};#d#
		320	# wake up all waiters, to be on the safe side
		321	$_->ready for @{ delete $LOCK{$key} };
		322	}
		323	}
		324
		325	sub lock_active($) {
		326	my ($key) = @_;
		327
		328	! ! $LOCK{$key}
		329	}
		330
		331	sub freeze_mainloop {
		332	return unless $TICK_WATCHER->is_active;
		333
		334	my $guard = Coro::guard {
		335	$TICK_WATCHER->start;
		336	};
		337	$TICK_WATCHER->stop;
		338	$guard
		339	}
		340
		341	=item cf::get_slot $time[, $priority[, $name]]
		342
		343	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		344	This call blocks and returns only when you have at least C<$time> seconds
		345	of cpu time till the next tick. The slot is only valid till the next cede.
		346
		347	The optional C<$name> can be used to identify the job to run. It might be
		348	used for statistical purposes and should identify the same time-class.
		349
		350	Useful for short background jobs.
		351
		352	=cut
		353
		354	our @SLOT_QUEUE;
		355	our $SLOT_QUEUE;
		356
		357	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		358	$SLOT_QUEUE = Coro::async {
		359	$Coro::current->desc ("timeslot manager");
		360
		361	my $signal = new Coro::Signal;
		362
		363	while () {
		364	next_job:
		365	my $avail = cf::till_tick;
		366	if ($avail > 0.01) {
		367	for (0 .. $#SLOT_QUEUE) {
		368	if ($SLOT_QUEUE[$_][0] < $avail) {
		369	my $job = splice @SLOT_QUEUE, $_, 1, ();
		370	$job->[2]->send;
		371	Coro::cede;
		372	goto next_job;
		373	}
		374	}
		375	}
		376
		377	if (@SLOT_QUEUE) {
		378	# we do not use wait_for_tick() as it returns immediately when tick is inactive
		379	push @cf::WAIT_FOR_TICK, $signal;
		380	$signal->wait;
		381	} else {
		382	Coro::schedule;
		383	}
		384	}
		385	};
		386
		387	sub get_slot($;$$) {
		388	my ($time, $pri, $name) = @_;
		389
		390	$time = $TICK * .6 if $time > $TICK * .6;
		391	my $sig = new Coro::Signal;
		392
		393	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		394	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		395	$SLOT_QUEUE->ready;
		396	$sig->wait;
		397	}
		398
		399	=item cf::async { BLOCK }
		400
		401	Currently the same as Coro::async_pool, meaning you cannot use
		402	C<on_destroy>, C<join> or other gimmicks on these coroutines. The only
		403	thing you are allowed to do is call C<prio> on it.
		404
		405	=cut
		406
		407	BEGIN { *async = \&Coro::async_pool }
		408
		409	=item cf::sync_job { BLOCK }
		410
		411	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
		412	is always able to handle events or runnable, as Crossfire TRT is only
		413	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		414	acceptable.
		415
		416	If it must be done, put the blocking parts into C<sync_job>. This will run
		417	the given BLOCK in another coroutine while waiting for the result. The
		418	server will be frozen during this time, so the block should either finish
		419	fast or be very important.
		420
		421	=cut
		422
		423	sub sync_job(&) {
		424	my ($job) = @_;
		425
		426	if ($Coro::current == $Coro::main) {
		427	my $time = Event::time;
		428
		429	# this is the main coro, too bad, we have to block
		430	# till the operation succeeds, freezing the server :/
		431
		432	LOG llevError, Carp::longmess "sync job";#d#
		433
		434	# TODO: use suspend/resume instead
		435	# (but this is cancel-safe)
		436	my $freeze_guard = freeze_mainloop;
		437
		438	my $busy = 1;
		439	my @res;
		440
		441	(async {
		442	$Coro::current->desc ("sync job coro");
		443	@res = eval { $job->() };
		444	warn $@ if $@;
		445	undef $busy;
		446	})->prio (Coro::PRIO_MAX);
		447
		448	while ($busy) {
		449	if (Coro::nready) {
		450	Coro::cede_notself;
		451	} else {
		452	Event::one_event;
		453	}
		454	}
		455
		456	$time = Event::time - $time;
		457
		458	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		459	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		460
		461	$tick_start += $time; # do not account sync jobs to server load
		462
		463	wantarray ? @res : $res[0]
		464	} else {
		465	# we are in another coroutine, how wonderful, everything just works
		466
		467	$job->()
		468	}
		469	}
		470
		471	=item $coro = cf::async_ext { BLOCK }
		472
		473	Like async, but this coro is automatically being canceled when the
		474	extension calling this is being unloaded.
		475
		476	=cut
		477
		478	sub async_ext(&) {
		479	my $cb = shift;
		480
		481	my $coro = &Coro::async ($cb);
		482
		483	$coro->on_destroy (sub {
		484	delete $EXT_CORO{$coro+0};
		485	});
		486	$EXT_CORO{$coro+0} = $coro;
		487
		488	$coro
		489	}
		490
		491	=item fork_call { }, $args
		492
		493	Executes the given code block with the given arguments in a seperate
		494	process, returning the results. Everything must be serialisable with
		495	Coro::Storable. May, of course, block. Note that the executed sub may
		496	never block itself or use any form of Event handling.
		497
		498	=cut
		499
		500	sub fork_call(&@) {
		501	my ($cb, @args) = @_;
		502
		503	# we seemingly have to make a local copy of the whole thing,
		504	# otherwise perl prematurely frees the stuff :/
		505	# TODO: investigate and fix (likely this will be rather laborious)
		506
		507	my @res = Coro::Util::fork_eval {
		508	reset_signals;
		509	&$cb
		510	}, @args;
		511
		512	wantarray ? @res : $res[-1]
		513	}
		514
		515	=item $value = cf::db_get $family => $key
		516
		517	Returns a single value from the environment database.
		518
		519	=item cf::db_put $family => $key => $value
		520
		521	Stores the given C<$value> in the family. It can currently store binary
		522	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		523
		524	=item $db = cf::db_table "name"
		525
		526	Create and/or open a new database table. The string must not be "db" and must be unique
		527	within each server.
		528
		529	=cut
		530
		531	sub db_table($) {
		532	my ($name) = @_;
		533	my $db = BDB::db_create $DB_ENV;
		534
		535	eval {
		536	$db->set_flags (BDB::CHKSUM);
		537
		538	utf8::encode $name;
		539	BDB::db_open $db, undef, $name, undef, BDB::BTREE,
		540	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		541	cf::cleanup "db_open(db): $!" if $!;
		542	};
		543	cf::cleanup "db_open(db): $@" if $@;
		544
		545	$db
		546	}
		547
		548	our $DB;
		549
		550	sub db_init {
		551	cf::sync_job {
		552	$DB ||= db_table "db";
		553	};
		554	}
		555
		556	sub db_get($$) {
		557	my $key = "$_[0]/$_[1]";
		558
		559	cf::sync_job {
		560	BDB::db_get $DB, undef, $key, my $data;
		561
		562	$! ? ()
		563	: $data
		564	}
		565	}
		566
		567	sub db_put($$$) {
		568	BDB::dbreq_pri 4;
		569	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		570	}
		571
		572	=item cf::cache $id => [$paths...], $processversion => $process
		573
		574	Generic caching function that returns the value of the resource $id,
		575	caching and regenerating as required.
		576
		577	This function can block.
		578
		579	=cut
		580
		581	sub cache {
		582	my ($id, $src, $processversion, $process) = @_;
		583
		584	my $meta =
		585	join "\x00",
		586	$processversion,
		587	map {
		588	aio_stat $_
		589	and Carp::croak "$_: $!";
		590
		591	($_, (stat _)[7,9])
		592	} @$src;
		593
		594	my $dbmeta = db_get cache => "$id/meta";
		595	if ($dbmeta ne $meta) {
		596	# changed, we may need to process
		597
		598	my @data;
		599	my $md5;
		600
		601	for (0 .. $#$src) {
		602	0 <= aio_load $src->[$_], $data[$_]
		603	or Carp::croak "$src->[$_]: $!";
		604	}
		605
		606	# if processing is expensive, check
		607	# checksum first
		608	if (1) {
		609	$md5 =
		610	join "\x00",
		611	$processversion,
		612	map {
		613	cf::cede_to_tick;
		614	($src->[$_], Digest::MD5::md5_hex $data[$_])
		615	} 0.. $#$src;
		616
		617
		618	my $dbmd5 = db_get cache => "$id/md5";
		619	if ($dbmd5 eq $md5) {
		620	db_put cache => "$id/meta", $meta;
		621
		622	return db_get cache => "$id/data";
		623	}
		624	}
		625
		626	my $t1 = Time::HiRes::time;
		627	my $data = $process->(\@data);
		628	my $t2 = Time::HiRes::time;
		629
		630	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		631
		632	db_put cache => "$id/data", $data;
		633	db_put cache => "$id/md5" , $md5;
		634	db_put cache => "$id/meta", $meta;
		635
		636	return $data;
		637	}
		638
		639	db_get cache => "$id/data"
		640	}
		641
		642	=item cf::datalog type => key => value, ...
		643
		644	Log a datalog packet of the given type with the given key-value pairs.
		645
		646	=cut
		647
		648	sub datalog($@) {
		649	my ($type, %kv) = @_;
		650	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
135	}	651	}
136		652
137	=back	653	=back
138		654
139	=cut	655	=cut
…		…
146	attach callbacks/event handlers (a collection of which is called an "attachment")	662	attach callbacks/event handlers (a collection of which is called an "attachment")
147	to it. All such attachable objects support the following methods.	663	to it. All such attachable objects support the following methods.
148		664
149	In the following description, CLASS can be any of C<global>, C<object>	665	In the following description, CLASS can be any of C<global>, C<object>
150	C<player>, C<client> or C<map> (i.e. the attachable objects in	666	C<player>, C<client> or C<map> (i.e. the attachable objects in
151	crossfire+).	667	Crossfire TRT).
152		668
153	=over 4	669	=over 4
154		670
155	=item $attachable->attach ($attachment, key => $value...)	671	=item $attachable->attach ($attachment, key => $value...)
156		672
…		…
249	my ($self, $victim) = @_;	765	my ($self, $victim) = @_;
250	...	766	...
251	}	767	}
252	}	768	}
253		769
		770	=item $attachable->valid
		771
		772	Just because you have a perl object does not mean that the corresponding
		773	C-level object still exists. If you try to access an object that has no
		774	valid C counterpart anymore you get an exception at runtime. This method
		775	can be used to test for existence of the C object part without causing an
		776	exception.
		777
254	=cut	778	=cut
255		779
256	# the following variables are defined in .xs and must not be re-created	780	# the following variables are defined in .xs and must not be re-created
257	our @CB_GLOBAL = (); # registry for all global events	781	our @CB_GLOBAL = (); # registry for all global events
		782	our @CB_ATTACHABLE = (); # registry for all attachables
258	our @CB_OBJECT = (); # all objects (should not be used except in emergency)	783	our @CB_OBJECT = (); # all objects (should not be used except in emergency)
259	our @CB_PLAYER = ();	784	our @CB_PLAYER = ();
260	our @CB_CLIENT = ();	785	our @CB_CLIENT = ();
261	our @CB_TYPE = (); # registry for type (cf-object class) based events	786	our @CB_TYPE = (); # registry for type (cf-object class) based events
262	our @CB_MAP = ();	787	our @CB_MAP = ();
263		788
264	my %attachment;	789	my %attachment;
		790
		791	sub cf::attachable::thawer_merge {
		792	# simply override everything except _meta
		793	local $_[0]{_meta};
		794	%{$_[0]} = %{$_[1]};
		795	}
265		796
266	sub _attach_cb($$$$) {	797	sub _attach_cb($$$$) {
267	my ($registry, $event, $prio, $cb) = @_;	798	my ($registry, $event, $prio, $cb) = @_;
268		799
269	use sort 'stable';	800	use sort 'stable';
…		…
272		803
273	@{$registry->[$event]} = sort	804	@{$registry->[$event]} = sort
274	{ $a->[0] cmp $b->[0] }	805	{ $a->[0] cmp $b->[0] }
275	@{$registry->[$event] || []}, $cb;	806	@{$registry->[$event] || []}, $cb;
276	}	807	}
		808
		809	# hack
		810	my %attachable_klass = map +($_ => 1), KLASS_OBJECT, KLASS_CLIENT, KLASS_PLAYER, KLASS_MAP;
277		811
278	# attach handles attaching event callbacks	812	# attach handles attaching event callbacks
279	# the only thing the caller has to do is pass the correct	813	# the only thing the caller has to do is pass the correct
280	# registry (== where the callback attaches to).	814	# registry (== where the callback attaches to).
281	sub _attach {	815	sub _attach {
…		…
283		817
284	my $object_type;	818	my $object_type;
285	my $prio = 0;	819	my $prio = 0;
286	my %cb_id = map +("on_" . lc $EVENT[$_][0], $_) , grep $EVENT[$_][1] == $klass, 0 .. $#EVENT;	820	my %cb_id = map +("on_" . lc $EVENT[$_][0], $_) , grep $EVENT[$_][1] == $klass, 0 .. $#EVENT;
287		821
		822	#TODO: get rid of this hack
		823	if ($attachable_klass{$klass}) {
		824	%cb_id = (%cb_id, map +("on_" . lc $EVENT[$_][0], $_) , grep $EVENT[$_][1] == KLASS_ATTACHABLE, 0 .. $#EVENT);
		825	}
		826
288	while (@arg) {	827	while (@arg) {
289	my $type = shift @arg;	828	my $type = shift @arg;
290		829
291	if ($type eq "prio") {	830	if ($type eq "prio") {
292	$prio = shift @arg;	831	$prio = shift @arg;
…		…
296	$registry = $CB_TYPE[$object_type] ||= [];	835	$registry = $CB_TYPE[$object_type] ||= [];
297		836
298	} elsif ($type eq "subtype") {	837	} elsif ($type eq "subtype") {
299	defined $object_type or Carp::croak "subtype specified without type";	838	defined $object_type or Carp::croak "subtype specified without type";
300	my $object_subtype = shift @arg;	839	my $object_subtype = shift @arg;
301	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	840	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
302		841
303	} elsif ($type eq "package") {	842	} elsif ($type eq "package") {
304	my $pkg = shift @arg;	843	my $pkg = shift @arg;
305		844
306	while (my ($name, $id) = each %cb_id) {	845	while (my ($name, $id) = each %cb_id) {
…		…
335	_attach $registry, $klass, @attach;	874	_attach $registry, $klass, @attach;
336	}	875	}
337		876
338	$obj->{$name} = \%arg;	877	$obj->{$name} = \%arg;
339	} else {	878	} else {
340	warn "object uses attachment '$name' that is not available, postponing.\n";	879	warn "object uses attachment '$name' which is not available, postponing.\n";
341	}	880	}
342		881
343	$obj->{_attachment}{$name} = undef;	882	$obj->{_attachment}{$name} = undef;
344	}	883	}
345		884
…		…
347	if (ref $_[0]) {	886	if (ref $_[0]) {
348	_object_attach @_;	887	_object_attach @_;
349	} else {	888	} else {
350	_attach shift->_attach_registry, @_;	889	_attach shift->_attach_registry, @_;
351	}	890	}
		891	_recalc_want;
352	};	892	};
353		893
354	# all those should be optimised	894	# all those should be optimised
355	sub cf::attachable::detach {	895	sub cf::attachable::detach {
356	my ($obj, $name) = @_;	896	my ($obj, $name) = @_;
…		…
359	delete $obj->{_attachment}{$name};	899	delete $obj->{_attachment}{$name};
360	reattach ($obj);	900	reattach ($obj);
361	} else {	901	} else {
362	Carp::croak "cannot, currently, detach class attachments";	902	Carp::croak "cannot, currently, detach class attachments";
363	}	903	}
		904	_recalc_want;
364	};	905	};
365		906
366	sub cf::attachable::attached {	907	sub cf::attachable::attached {
367	my ($obj, $name) = @_;	908	my ($obj, $name) = @_;
368		909
369	exists $obj->{_attachment}{$name}	910	exists $obj->{_attachment}{$name}
370	}	911	}
371		912
372	for my $klass (qw(GLOBAL OBJECT PLAYER CLIENT MAP)) {	913	for my $klass (qw(ATTACHABLE GLOBAL OBJECT PLAYER CLIENT MAP)) {
373	eval "#line " . __LINE__ . " 'cf.pm'	914	eval "#line " . __LINE__ . " 'cf.pm'
374	sub cf::\L$klass\E::_attach_registry {	915	sub cf::\L$klass\E::_attach_registry {
375	(\\\@CB_$klass, KLASS_$klass)	916	(\\\@CB_$klass, KLASS_$klass)
376	}	917	}
377		918
…		…
383	";	924	";
384	die if $@;	925	die if $@;
385	}	926	}
386		927
387	our $override;	928	our $override;
388	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	929	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
389		930
390	sub override {	931	sub override {
391	$override = 1;	932	$override = 1;
392	@invoke_results = ();	933	@INVOKE_RESULTS = (@_);
393	}	934	}
394		935
395	sub do_invoke {	936	sub do_invoke {
396	my $event = shift;	937	my $event = shift;
397	my $callbacks = shift;	938	my $callbacks = shift;
398		939
399	@invoke_results = ();	940	@INVOKE_RESULTS = ();
400		941
401	local $override;	942	local $override;
402		943
403	for (@$callbacks) {	944	for (@$callbacks) {
404	eval { &{$_->[1]} };	945	eval { &{$_->[1]} };
…		…
413	}	954	}
414		955
415	0	956	0
416	}	957	}
417		958
418	=item $bool = cf::invoke EVENT_GLOBAL_XXX, ...	959	=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...)
419		960
420	=item $bool = $object->invoke (EVENT_OBJECT_XXX, ...)
421
422	=item $bool = $player->invoke (EVENT_PLAYER_XXX, ...)
423
424	=item $bool = $client->invoke (EVENT_CLIENT_XXX, ...)	961	=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
425		962
426	=item $bool = $map->invoke (EVENT_MAP_XXX, ...)
427
428	Generate a global/object/player/map-specific event with the given arguments.	963	Generate an object-specific event with the given arguments.
429		964
430	This API is preliminary (most likely, the EVENT_KLASS_xxx prefix will be	965	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
431	removed in future versions), and there is no public API to access override	966	removed in future versions), and there is no public API to access override
432	results (if you must, access C<@cf::invoke_results> directly).	967	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
433
434	=back
435
436	=cut
437
438	#############################################################################
439
440	=head2 METHODS VALID FOR ALL ATTACHABLE OBJECTS
441
442	Attachable objects includes objects, players, clients and maps.
443
444	=over 4
445
446	=item $object->valid
447
448	Just because you have a perl object does not mean that the corresponding
449	C-level object still exists. If you try to access an object that has no
450	valid C counterpart anymore you get an exception at runtime. This method
451	can be used to test for existence of the C object part without causing an
452	exception.
453		968
454	=back	969	=back
455		970
456	=cut	971	=cut
457		972
458	#############################################################################	973	#############################################################################
459	# object support	974	# object support
460		975
461	sub instantiate {	976	sub _object_equal($$);
		977	sub _object_equal($$) {
		978	my ($a, $b) = @_;
		979
		980	return 0 unless (ref $a) eq (ref $b);
		981
		982	if ("HASH" eq ref $a) {
		983	my @ka = keys %$a;
		984	my @kb = keys %$b;
		985
		986	return 0 if @ka != @kb;
		987
		988	for (0 .. $#ka) {
		989	return 0 unless $ka[$_] eq $kb[$_];
		990	return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
		991	}
		992
		993	} elsif ("ARRAY" eq ref $a) {
		994
		995	return 0 if @$a != @$b;
		996
		997	for (0 .. $#$a) {
		998	return 0 unless _object_equal $a->[$_], $b->[$_];
		999	}
		1000
		1001	} elsif ($a ne $b) {
		1002	return 0;
		1003	}
		1004
		1005	1
		1006	}
		1007
		1008	our $SLOW_MERGES;#d#
		1009	sub _can_merge {
462	my ($obj, $data) = @_;	1010	my ($ob1, $ob2) = @_;
463		1011
464	$data = from_json $data;	1012	++$SLOW_MERGES;#d#
465		1013
466	for (@$data) {	1014	# we do the slow way here
467	my ($name, $args) = @$_;	1015	return _object_equal $ob1, $ob2
468
469	$obj->attach ($name, %{$args || {} });
470	}
471	}	1016	}
472		1017
473	# basically do the same as instantiate, without calling instantiate
474	sub reattach {	1018	sub reattach {
		1019	# basically do the same as instantiate, without calling instantiate
475	my ($obj) = @_;	1020	my ($obj) = @_;
		1021
		1022	bless $obj, ref $obj; # re-bless in case extensions have been reloaded
		1023
476	my $registry = $obj->registry;	1024	my $registry = $obj->registry;
477		1025
478	@$registry = ();	1026	@$registry = ();
479		1027
480	delete $obj->{_attachment} unless scalar keys %{ $obj->{_attachment} || {} };	1028	delete $obj->{_attachment} unless scalar keys %{ $obj->{_attachment} || {} };
…		…
489	warn "object uses attachment '$name' that is not available, postponing.\n";	1037	warn "object uses attachment '$name' that is not available, postponing.\n";
490	}	1038	}
491	}	1039	}
492	}	1040	}
493		1041
494	sub object_freezer_save {	1042	cf::attachable->attach (
495	my ($filename, $rdata, $objs) = @_;
496
497	if (length $$rdata) {
498	warn sprintf "saving %s (%d,%d)\n",
499	$filename, length $$rdata, scalar @$objs;
500
501	if (open my $fh, ">:raw", "$filename~") {
502	chmod SAVE_MODE, $fh;
503	syswrite $fh, $$rdata;
504	close $fh;
505
506	if (@$objs && open my $fh, ">:raw", "$filename.pst~") {
507	chmod SAVE_MODE, $fh;
508	syswrite $fh, Storable::nfreeze { version => 1, objs => $objs };
509	close $fh;
510	rename "$filename.pst~", "$filename.pst";
511	} else {
512	unlink "$filename.pst";
513	}
514
515	rename "$filename~", $filename;
516	} else {
517	warn "FATAL: $filename~: $!\n";
518	}
519	} else {
520	unlink $filename;
521	unlink "$filename.pst";
522	}
523	}
524
525	sub object_freezer_as_string {
526	my ($rdata, $objs) = @_;
527
528	use Data::Dumper;
529
530	$$rdata . Dumper $objs
531	}
532
533	sub object_thawer_load {
534	my ($filename) = @_;
535
536	local $/;
537
538	my $av;
539
540	#TODO: use sysread etc.
541	if (open my $data, "<:raw:perlio", $filename) {
542	$data = <$data>;
543	if (open my $pst, "<:raw:perlio", "$filename.pst") {
544	$av = eval { (Storable::thaw <$pst>)->{objs} };
545	}
546	return ($data, $av);
547	}
548
549	()
550	}
551
552	cf::object->attach (
553	prio => -1000000,	1043	prio => -1000000,
		1044	on_instantiate => sub {
		1045	my ($obj, $data) = @_;
		1046
		1047	$data = from_json $data;
		1048
		1049	for (@$data) {
		1050	my ($name, $args) = @$_;
		1051
		1052	$obj->attach ($name, %{$args || {} });
		1053	}
		1054	},
		1055	on_reattach => \&reattach,
554	on_clone => sub {	1056	on_clone => sub {
555	my ($src, $dst) = @_;	1057	my ($src, $dst) = @_;
556		1058
557	@{$dst->registry} = @{$src->registry};	1059	@{$dst->registry} = @{$src->registry};
558		1060
…		…
561	%{$dst->{_attachment}} = %{$src->{_attachment}}	1063	%{$dst->{_attachment}} = %{$src->{_attachment}}
562	if exists $src->{_attachment};	1064	if exists $src->{_attachment};
563	},	1065	},
564	);	1066	);
565		1067
		1068	sub object_freezer_save {
		1069	my ($filename, $rdata, $objs) = @_;
		1070
		1071	sync_job {
		1072	if (length $$rdata) {
		1073	utf8::decode (my $decname = $filename);
		1074	warn sprintf "saving %s (%d,%d)\n",
		1075	$decname, length $$rdata, scalar @$objs;
		1076
		1077	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
		1078	chmod SAVE_MODE, $fh;
		1079	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
		1080	aio_fsync $fh if $cf::USE_FSYNC;
		1081	close $fh;
		1082
		1083	if (@$objs) {
		1084	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
		1085	chmod SAVE_MODE, $fh;
		1086	my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
		1087	aio_write $fh, 0, (length $data), $data, 0;
		1088	aio_fsync $fh if $cf::USE_FSYNC;
		1089	close $fh;
		1090	aio_rename "$filename.pst~", "$filename.pst";
		1091	}
		1092	} else {
		1093	aio_unlink "$filename.pst";
		1094	}
		1095
		1096	aio_rename "$filename~", $filename;
		1097	} else {
		1098	warn "FATAL: $filename~: $!\n";
		1099	}
		1100	} else {
		1101	aio_unlink $filename;
		1102	aio_unlink "$filename.pst";
		1103	}
		1104	};
		1105	}
		1106
		1107	sub object_freezer_as_string {
		1108	my ($rdata, $objs) = @_;
		1109
		1110	use Data::Dumper;
		1111
		1112	$$rdata . Dumper $objs
		1113	}
		1114
		1115	sub object_thawer_load {
		1116	my ($filename) = @_;
		1117
		1118	my ($data, $av);
		1119
		1120	(aio_load $filename, $data) >= 0
		1121	or return;
		1122
		1123	unless (aio_stat "$filename.pst") {
		1124	(aio_load "$filename.pst", $av) >= 0
		1125	or return;
		1126
		1127	my $st = eval { Coro::Storable::thaw $av };
		1128	$av = $st->{objs};
		1129	}
		1130
		1131	utf8::decode (my $decname = $filename);
		1132	warn sprintf "loading %s (%d,%d)\n",
		1133	$decname, length $data, scalar @{$av || []};
		1134
		1135	($data, $av)
		1136	}
		1137
		1138	=head2 COMMAND CALLBACKS
		1139
		1140	=over 4
		1141
		1142	=cut
		1143
566	#############################################################################	1144	#############################################################################
567	# command handling &c	1145	# command handling &c
568		1146
569	=item cf::register_command $name => \&callback($ob,$args);	1147	=item cf::register_command $name => \&callback($ob,$args);
570		1148
…		…
582	push @{ $COMMAND{$name} }, [$caller, $cb];	1160	push @{ $COMMAND{$name} }, [$caller, $cb];
583	}	1161	}
584		1162
585	=item cf::register_extcmd $name => \&callback($pl,$packet);	1163	=item cf::register_extcmd $name => \&callback($pl,$packet);
586		1164
587	Register a callbackf ro execution when the client sends an extcmd packet.	1165	Register a callback for execution when the client sends an (synchronous)
		1166	extcmd packet. Ext commands will be processed in the order they are
		1167	received by the server, like other user commands. The first argument is
		1168	the logged-in player. Ext commands can only be processed after a player
		1169	has logged in successfully.
588		1170
589	If the callback returns something, it is sent back as if reply was being	1171	If the callback returns something, it is sent back as if reply was being
590	called.	1172	called.
591		1173
		1174	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1175
		1176	Register a callback for execution when the client sends an (asynchronous)
		1177	exticmd packet. Exti commands are processed by the server as soon as they
		1178	are received, i.e. out of order w.r.t. other commands. The first argument
		1179	is a client socket. Exti commands can be received anytime, even before
		1180	log-in.
		1181
		1182	If the callback returns something, it is sent back as if reply was being
		1183	called.
		1184
592	=cut	1185	=cut
593		1186
594	sub register_extcmd {	1187	sub register_extcmd {
595	my ($name, $cb) = @_;	1188	my ($name, $cb) = @_;
596		1189
597	my $caller = caller;
598	#warn "registering extcmd '$name' to '$caller'";
599
600	$EXTCMD{$name} = [$cb, $caller];	1190	$EXTCMD{$name} = $cb;
		1191	}
		1192
		1193	sub register_exticmd {
		1194	my ($name, $cb) = @_;
		1195
		1196	$EXTICMD{$name} = $cb;
601	}	1197	}
602		1198
603	cf::player->attach (	1199	cf::player->attach (
604	on_command => sub {	1200	on_command => sub {
605	my ($pl, $name, $params) = @_;	1201	my ($pl, $name, $params) = @_;
…		…
614	cf::override;	1210	cf::override;
615	},	1211	},
616	on_extcmd => sub {	1212	on_extcmd => sub {
617	my ($pl, $buf) = @_;	1213	my ($pl, $buf) = @_;
618		1214
619	my $msg = eval { from_json $buf };	1215	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
620		1216
621	if (ref $msg) {	1217	if (ref $msg) {
		1218	my ($type, $reply, @payload) =
		1219	"ARRAY" eq ref $msg
		1220	? @$msg
		1221	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1222
		1223	my @reply;
		1224
622	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1225	if (my $cb = $EXTCMD{$type}) {
623	if (my %reply = $cb->[0]->($pl, $msg)) {	1226	@reply = $cb->($pl, @payload);
624	$pl->ext_reply ($msg->{msgid}, %reply);
625	}
626	}	1227	}
		1228
		1229	$pl->ext_reply ($reply, @reply)
		1230	if $reply;
		1231
627	} else {	1232	} else {
628	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1233	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
629	}	1234	}
630		1235
631	cf::override;	1236	cf::override;
632	},	1237	},
633	);	1238	);
634		1239
		1240	sub load_extensions {
		1241	cf::sync_job {
		1242	my %todo;
		1243
		1244	for my $path (<$LIBDIR/*.ext>) {
		1245	next unless -r $path;
		1246
		1247	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1248	my $base = $1;
		1249	my $pkg = $1;
		1250	$pkg =~ s/[^[:word:]]/_/g;
		1251	$pkg = "ext::$pkg";
		1252
		1253	open my $fh, "<:utf8", $path
		1254	or die "$path: $!";
		1255
		1256	my $source = do { local $/; <$fh> };
		1257
		1258	my %ext = (
		1259	path => $path,
		1260	base => $base,
		1261	pkg => $pkg,
		1262	);
		1263
		1264	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1265	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1266
		1267	$ext{source} =
		1268	"package $pkg; use strict; use utf8;\n"
		1269	. "#line 1 \"$path\"\n{\n"
		1270	. $source
		1271	. "\n};\n1";
		1272
		1273	$todo{$base} = \%ext;
		1274	}
		1275
		1276	my %done;
		1277	while (%todo) {
		1278	my $progress;
		1279
		1280	while (my ($k, $v) = each %todo) {
		1281	for (split /,\s*/, $v->{meta}{depends}) {
		1282	goto skip
		1283	unless exists $done{$_};
		1284	}
		1285
		1286	warn "... loading '$k' into '$v->{pkg}'\n";
		1287
		1288	unless (eval $v->{source}) {
		1289	my $msg = $@ ? "$v->{path}: $@\n"
		1290	: "$v->{base}: extension inactive.\n";
		1291
		1292	if (exists $v->{meta}{mandatory}) {
		1293	warn $msg;
		1294	warn "mandatory extension failed to load, exiting.\n";
		1295	exit 1;
		1296	}
		1297
		1298	warn $msg;
		1299	}
		1300
		1301	$done{$k} = delete $todo{$k};
		1302	push @EXTS, $v->{pkg};
		1303	$progress = 1;
		1304	}
		1305
		1306	skip:
		1307	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1308	unless $progress;
		1309	}
		1310	};
		1311	}
		1312
		1313	#############################################################################
		1314
		1315	=back
		1316
		1317	=head2 CORE EXTENSIONS
		1318
		1319	Functions and methods that extend core crossfire objects.
		1320
		1321	=cut
		1322
		1323	package cf::player;
		1324
		1325	use Coro::AIO;
		1326
		1327	=head3 cf::player
		1328
		1329	=over 4
		1330
		1331	=item cf::player::num_playing
		1332
		1333	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1334
		1335	=cut
		1336
		1337	sub num_playing {
		1338	scalar grep
		1339	$_->ob->map
		1340	&& !$_->hidden
		1341	&& !$_->ob->flag (cf::FLAG_WIZ),
		1342	cf::player::list
		1343	}
		1344
		1345	=item cf::player::find $login
		1346
		1347	Returns the given player object, loading it if necessary (might block).
		1348
		1349	=cut
		1350
		1351	sub playerdir($) {
		1352	"$PLAYERDIR/"
		1353	. (ref $_[0] ? $_[0]->ob->name : $_[0])
		1354	}
		1355
		1356	sub path($) {
		1357	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
		1358
		1359	(playerdir $login) . "/playerdata"
		1360	}
		1361
		1362	sub find_active($) {
		1363	$cf::PLAYER{$_[0]}
		1364	and $cf::PLAYER{$_[0]}->active
		1365	and $cf::PLAYER{$_[0]}
		1366	}
		1367
		1368	sub exists($) {
		1369	my ($login) = @_;
		1370
		1371	$cf::PLAYER{$login}
		1372	or cf::sync_job { !aio_stat path $login }
		1373	}
		1374
		1375	sub find($) {
		1376	return $cf::PLAYER{$_[0]} || do {
		1377	my $login = $_[0];
		1378
		1379	my $guard = cf::lock_acquire "user_find:$login";
		1380
		1381	$cf::PLAYER{$_[0]} || do {
		1382	# rename old playerfiles to new ones
		1383	#TODO: remove when no longer required
		1384	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1385	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1386	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1387	aio_unlink +(playerdir $login) . "/$login.pl";
		1388
		1389	my $f = new_from_file cf::object::thawer path $login
		1390	or return;
		1391
		1392	my $pl = cf::player::load_pl $f
		1393	or return;
		1394	local $cf::PLAYER_LOADING{$login} = $pl;
		1395	$f->resolve_delayed_derefs;
		1396	$cf::PLAYER{$login} = $pl
		1397	}
		1398	}
		1399	}
		1400
		1401	sub save($) {
		1402	my ($pl) = @_;
		1403
		1404	return if $pl->{deny_save};
		1405
		1406	my $path = path $pl;
		1407	my $guard = cf::lock_acquire "user_save:$path";
		1408
		1409	return if $pl->{deny_save};
		1410
		1411	aio_mkdir playerdir $pl, 0770;
		1412	$pl->{last_save} = $cf::RUNTIME;
		1413
		1414	$pl->save_pl ($path);
		1415	cf::cede_to_tick;
		1416	}
		1417
		1418	sub new($) {
		1419	my ($login) = @_;
		1420
		1421	my $self = create;
		1422
		1423	$self->ob->name ($login);
		1424	$self->{deny_save} = 1;
		1425
		1426	$cf::PLAYER{$login} = $self;
		1427
		1428	$self
		1429	}
		1430
		1431	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1432
		1433	=cut
		1434
		1435	sub send_msg {
		1436	my $ns = shift->ns
		1437	or return;
		1438	$ns->send_msg (@_);
		1439	}
		1440
		1441	=item $pl->quit_character
		1442
		1443	Nukes the player without looking back. If logged in, the connection will
		1444	be destroyed. May block for a long time.
		1445
		1446	=cut
		1447
		1448	sub quit_character {
		1449	my ($pl) = @_;
		1450
		1451	my $name = $pl->ob->name;
		1452
		1453	$pl->{deny_save} = 1;
		1454	$pl->password ("*"); # this should lock out the player until we nuked the dir
		1455
		1456	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
		1457	$pl->deactivate;
		1458	$pl->invoke (cf::EVENT_PLAYER_QUIT);
		1459	$pl->ns->destroy if $pl->ns;
		1460
		1461	my $path = playerdir $pl;
		1462	my $temp = "$path~$cf::RUNTIME~deleting~";
		1463	aio_rename $path, $temp;
		1464	delete $cf::PLAYER{$pl->ob->name};
		1465	$pl->destroy;
		1466
		1467	my $prefix = qr<^~\Q$name\E/>;
		1468
		1469	# nuke player maps
		1470	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1471
		1472	IO::AIO::aio_rmtree $temp;
		1473	}
		1474
		1475	=item $pl->kick
		1476
		1477	Kicks a player out of the game. This destroys the connection.
		1478
		1479	=cut
		1480
		1481	sub kick {
		1482	my ($pl, $kicker) = @_;
		1483
		1484	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1485	$pl->killer ("kicked");
		1486	$pl->ns->destroy;
		1487	}
		1488
		1489	=item cf::player::list_logins
		1490
		1491	Returns am arrayref of all valid playernames in the system, can take a
		1492	while and may block, so not sync_job-capable, ever.
		1493
		1494	=cut
		1495
		1496	sub list_logins {
		1497	my $dirs = aio_readdir $PLAYERDIR
		1498	or return [];
		1499
		1500	my @logins;
		1501
		1502	for my $login (@$dirs) {
		1503	my $path = path $login;
		1504
		1505	# a .pst is a dead give-away for a valid player
		1506	unless (-e "$path.pst") {
		1507	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
		1508	aio_read $fh, 0, 512, my $buf, 0 or next;
		1509	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1510	}
		1511
		1512	utf8::decode $login;
		1513	push @logins, $login;
		1514	}
		1515
		1516	\@logins
		1517	}
		1518
		1519	=item $player->maps
		1520
		1521	Returns an arrayref of map paths that are private for this
		1522	player. May block.
		1523
		1524	=cut
		1525
		1526	sub maps($) {
		1527	my ($pl) = @_;
		1528
		1529	$pl = ref $pl ? $pl->ob->name : $pl;
		1530
		1531	my $files = aio_readdir playerdir $pl
		1532	or return;
		1533
		1534	my @paths;
		1535
		1536	for (@$files) {
		1537	utf8::decode $_;
		1538	next if /\.(?:pl|pst)$/;
		1539	next unless /^$PATH_SEP/o;
		1540
		1541	push @paths, cf::map::normalise "~$pl/$_";
		1542	}
		1543
		1544	\@paths
		1545	}
		1546
		1547	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1548
		1549	Expand crossfire pod fragments into protocol xml.
		1550
		1551	=cut
		1552
		1553	use re 'eval';
		1554
		1555	my $group;
		1556	my $interior; $interior = qr{
		1557	(?:
		1558	\ (.*?)\ (?{ $group = $^N })
		1559	| < (??{$interior}) >
		1560	)
		1561	}x;
		1562
		1563	sub expand_cfpod {
		1564	my ($self, $pod) = @_;
		1565
		1566	my $xml;
		1567
		1568	while () {
		1569	if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
		1570	$group = $1;
		1571
		1572	$group =~ s/&/&amp;/g;
		1573	$group =~ s/</&lt;/g;
		1574
		1575	$xml .= $group;
		1576	} elsif ($pod =~ m%\G
		1577	([BCGHITU])
		1578	<
		1579	(?:
		1580	([^<>]*) (?{ $group = $^N })
		1581	| < $interior >
		1582	)
		1583	>
		1584	%gcsx
		1585	) {
		1586	my ($code, $data) = ($1, $group);
		1587
		1588	if ($code eq "B") {
		1589	$xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
		1590	} elsif ($code eq "I") {
		1591	$xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
		1592	} elsif ($code eq "U") {
		1593	$xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
		1594	} elsif ($code eq "C") {
		1595	$xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
		1596	} elsif ($code eq "T") {
		1597	$xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
		1598	} elsif ($code eq "G") {
		1599	my ($male, $female) = split /\|/, $data;
		1600	$data = $self->gender ? $female : $male;
		1601	$xml .= expand_cfpod ($self, $data);
		1602	} elsif ($code eq "H") {
		1603	$xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
		1604	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1605	"")
		1606	[$self->{hintmode}];
		1607	} else {
		1608	$xml .= "error processing '$code($data)' directive";
		1609	}
		1610	} else {
		1611	if ($pod =~ /\G(.+)/) {
		1612	warn "parse error while expanding $pod (at $1)";
		1613	}
		1614	last;
		1615	}
		1616	}
		1617
		1618	for ($xml) {
		1619	# create single paragraphs (very hackish)
		1620	s/(?<=\S)\n(?=\w)/ /g;
		1621
		1622	# compress some whitespace
		1623	s/\s+\n/\n/g; # ws line-ends
		1624	s/\n\n+/\n/g; # double lines
		1625	s/^\n+//; # beginning lines
		1626	s/\n+$//; # ending lines
		1627	}
		1628
		1629	$xml
		1630	}
		1631
		1632	sub hintmode {
		1633	$_[0]{hintmode} = $_[1] if @_ > 1;
		1634	$_[0]{hintmode}
		1635	}
		1636
		1637	=item $player->ext_reply ($msgid, @msg)
		1638
		1639	Sends an ext reply to the player.
		1640
		1641	=cut
		1642
		1643	sub ext_reply($$@) {
		1644	my ($self, $id, @msg) = @_;
		1645
		1646	$self->ns->ext_reply ($id, @msg)
		1647	}
		1648
		1649	=item $player->ext_msg ($type, @msg)
		1650
		1651	Sends an ext event to the client.
		1652
		1653	=cut
		1654
		1655	sub ext_msg($$@) {
		1656	my ($self, $type, @msg) = @_;
		1657
		1658	$self->ns->ext_msg ($type, @msg);
		1659	}
		1660
		1661	=head3 cf::region
		1662
		1663	=over 4
		1664
		1665	=cut
		1666
		1667	package cf::region;
		1668
		1669	=item cf::region::find_by_path $path
		1670
		1671	Tries to decuce the likely region for a map knowing only its path.
		1672
		1673	=cut
		1674
		1675	sub find_by_path($) {
		1676	my ($path) = @_;
		1677
		1678	my ($match, $specificity);
		1679
		1680	for my $region (list) {
		1681	if ($region->{match} && $path =~ $region->{match}) {
		1682	($match, $specificity) = ($region, $region->specificity)
		1683	if $region->specificity > $specificity;
		1684	}
		1685	}
		1686
		1687	$match
		1688	}
		1689
		1690	=back
		1691
		1692	=head3 cf::map
		1693
		1694	=over 4
		1695
		1696	=cut
		1697
		1698	package cf::map;
		1699
		1700	use Fcntl;
		1701	use Coro::AIO;
		1702
		1703	use overload
		1704	'""' => \&as_string,
		1705	fallback => 1;
		1706
		1707	our $MAX_RESET = 3600;
		1708	our $DEFAULT_RESET = 3000;
		1709
		1710	sub generate_random_map {
		1711	my ($self, $rmp) = @_;
		1712	# mit "rum" bekleckern, nicht
		1713	$self->_create_random_map (
		1714	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
		1715	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
		1716	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
		1717	$rmp->{exit_on_final_map},
		1718	$rmp->{xsize}, $rmp->{ysize},
		1719	$rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
		1720	$rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
		1721	$rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
		1722	$rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
		1723	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
		1724	(cf::region::find $rmp->{region}), $rmp->{custom}
		1725	)
		1726	}
		1727
		1728	=item cf::map->register ($regex, $prio)
		1729
		1730	Register a handler for the map path matching the given regex at the
		1731	givne priority (higher is better, built-in handlers have priority 0, the
		1732	default).
		1733
		1734	=cut
		1735
635	sub register {	1736	sub register {
		1737	my (undef, $regex, $prio) = @_;
		1738	my $pkg = caller;
		1739
		1740	no strict;
		1741	push @{"$pkg\::ISA"}, __PACKAGE__;
		1742
		1743	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
		1744	}
		1745
		1746	# also paths starting with '/'
		1747	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
		1748
		1749	sub thawer_merge {
636	my ($base, $pkg) = @_;	1750	my ($self, $merge) = @_;
637		1751
638	#TODO	1752	# we have to keep some variables in memory intact
639	}	1753	local $self->{path};
		1754	local $self->{load_path};
640		1755
641	sub load_extension {	1756	$self->SUPER::thawer_merge ($merge);
		1757	}
		1758
		1759	sub normalise {
642	my ($path) = @_;	1760	my ($path, $base) = @_;
643		1761
644	$path =~ /([^\/\\]+)\.ext$/ or die "$path";	1762	$path = "$path"; # make sure its a string
645	my $base = $1;
646	my $pkg = $1;
647	$pkg =~ s/[^[:word:]]/_/g;
648	$pkg = "ext::$pkg";
649		1763
650	warn "loading '$path' into '$pkg'\n";	1764	$path =~ s/\.map$//;
651		1765
652	open my $fh, "<:utf8", $path	1766	# map plan:
653	or die "$path: $!";	1767	#
		1768	# /! non-realised random map exit (special hack!)
		1769	# {... are special paths that are not being touched
		1770	# ?xxx/... are special absolute paths
		1771	# ?random/... random maps
		1772	# /... normal maps
		1773	# ~user/... per-player map of a specific user
654		1774
655	my $source =	1775	$path =~ s/$PATH_SEP/\//go;
656	"package $pkg; use strict; use utf8;\n"
657	. "#line 1 \"$path\"\n{\n"
658	. (do { local $/; <$fh> })
659	. "\n};\n1";
660		1776
661	eval $source	1777	# treat it as relative path if it starts with
662	or die $@ ? "$path: $@\n"	1778	# something that looks reasonable
663	: "extension disabled.\n";	1779	if ($path =~ m{^(?:\./|\.\./|\w)}) {
		1780	$base or Carp::carp "normalise called with relative path and no base: '$path'";
664		1781
665	push @exts, $pkg;	1782	$base =~ s{[^/]+/?$}{};
666	$ext_pkg{$base} = $pkg;	1783	$path = "$base/$path";
667
668	# no strict 'refs';
669	# @{"$pkg\::ISA"} = ext::;
670
671	register $base, $pkg;
672	}
673
674	sub unload_extension {
675	my ($pkg) = @_;
676
677	warn "removing extension $pkg\n";
678
679	# remove hooks
680	#TODO
681	# for my $idx (0 .. $#PLUGIN_EVENT) {
682	# delete $hook[$idx]{$pkg};
683	# }	1784	}
684		1785
685	# remove commands	1786	for ($path) {
686	for my $name (keys %COMMAND) {	1787	redo if s{//}{/};
687	my @cb = grep $_->[0] ne $pkg, @{ $COMMAND{$name} };	1788	redo if s{/\.?/}{/};
		1789	redo if s{/[^/]+/\.\./}{/};
		1790	}
688		1791
689	if (@cb) {	1792	$path
690	$COMMAND{$name} = \@cb;	1793	}
		1794
		1795	sub new_from_path {
		1796	my (undef, $path, $base) = @_;
		1797
		1798	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
		1799
		1800	$path = normalise $path, $base;
		1801
		1802	for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
		1803	if ($path =~ $EXT_MAP{$pkg}[1]) {
		1804	my $self = bless cf::map::new, $pkg;
		1805	$self->{path} = $path; $self->path ($path);
		1806	$self->init; # pass $1 etc.
		1807	return $self;
		1808	}
		1809	}
		1810
		1811	Carp::cluck "unable to resolve path '$path' (base '$base').";
		1812	()
		1813	}
		1814
		1815	sub init {
		1816	my ($self) = @_;
		1817
		1818	$self
		1819	}
		1820
		1821	sub as_string {
		1822	my ($self) = @_;
		1823
		1824	"$self->{path}"
		1825	}
		1826
		1827	# the displayed name, this is a one way mapping
		1828	sub visible_name {
		1829	&as_string
		1830	}
		1831
		1832	# the original (read-only) location
		1833	sub load_path {
		1834	my ($self) = @_;
		1835
		1836	"$MAPDIR/$self->{path}.map"
		1837	}
		1838
		1839	# the temporary/swap location
		1840	sub save_path {
		1841	my ($self) = @_;
		1842
		1843	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1844	"$TMPDIR/$path.map"
		1845	}
		1846
		1847	# the unique path, undef == no special unique path
		1848	sub uniq_path {
		1849	my ($self) = @_;
		1850
		1851	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
		1852	"$UNIQUEDIR/$path"
		1853	}
		1854
		1855	# and all this just because we cannot iterate over
		1856	# all maps in C++...
		1857	sub change_all_map_light {
		1858	my ($change) = @_;
		1859
		1860	$_->change_map_light ($change)
		1861	for grep $_->outdoor, values %cf::MAP;
		1862	}
		1863
		1864	sub decay_objects {
		1865	my ($self) = @_;
		1866
		1867	return if $self->{deny_reset};
		1868
		1869	$self->do_decay_objects;
		1870	}
		1871
		1872	sub unlink_save {
		1873	my ($self) = @_;
		1874
		1875	utf8::encode (my $save = $self->save_path);
		1876	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
		1877	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
		1878	}
		1879
		1880	sub load_header_from($) {
		1881	my ($self, $path) = @_;
		1882
		1883	utf8::encode $path;
		1884	my $f = new_from_file cf::object::thawer $path
		1885	or return;
		1886
		1887	$self->_load_header ($f)
		1888	or return;
		1889
		1890	local $MAP_LOADING{$self->{path}} = $self;
		1891	$f->resolve_delayed_derefs;
		1892
		1893	$self->{load_path} = $path;
		1894
		1895	1
		1896	}
		1897
		1898	sub load_header_orig {
		1899	my ($self) = @_;
		1900
		1901	$self->load_header_from ($self->load_path)
		1902	}
		1903
		1904	sub load_header_temp {
		1905	my ($self) = @_;
		1906
		1907	$self->load_header_from ($self->save_path)
		1908	}
		1909
		1910	sub prepare_temp {
		1911	my ($self) = @_;
		1912
		1913	$self->last_access ((delete $self->{last_access})
		1914	|| $cf::RUNTIME); #d#
		1915	# safety
		1916	$self->{instantiate_time} = $cf::RUNTIME
		1917	if $self->{instantiate_time} > $cf::RUNTIME;
		1918	}
		1919
		1920	sub prepare_orig {
		1921	my ($self) = @_;
		1922
		1923	$self->{load_original} = 1;
		1924	$self->{instantiate_time} = $cf::RUNTIME;
		1925	$self->last_access ($cf::RUNTIME);
		1926	$self->instantiate;
		1927	}
		1928
		1929	sub load_header {
		1930	my ($self) = @_;
		1931
		1932	if ($self->load_header_temp) {
		1933	$self->prepare_temp;
691	} else {	1934	} else {
692	delete $COMMAND{$name};	1935	$self->load_header_orig
693	}	1936	or return;
		1937	$self->prepare_orig;
		1938	}
		1939
		1940	$self->{deny_reset} = 1
		1941	if $self->no_reset;
		1942
		1943	$self->default_region (cf::region::find_by_path $self->{path})
		1944	unless $self->default_region;
		1945
694	}	1946	1
		1947	}
695		1948
696	# remove extcmds	1949	sub find;
697	for my $name (grep $EXTCMD{$_}[1] eq $pkg, keys %EXTCMD) {	1950	sub find {
698	delete $EXTCMD{$name};	1951	my ($path, $origin) = @_;
		1952
		1953	$path = normalise $path, $origin && $origin->path;
		1954
		1955	cf::lock_wait "map_data:$path";#d#remove
		1956	cf::lock_wait "map_find:$path";
		1957
		1958	$cf::MAP{$path} || do {
		1959	my $guard1 = cf::lock_acquire "map_find:$path";
		1960	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1961
		1962	my $map = new_from_path cf::map $path
		1963	or return;
		1964
		1965	$map->{last_save} = $cf::RUNTIME;
		1966
		1967	$map->load_header
		1968	or return;
		1969
		1970	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
		1971	# doing this can freeze the server in a sync job, obviously
		1972	#$cf::WAIT_FOR_TICK->wait;
		1973	undef $guard1;
		1974	undef $guard2;
		1975	$map->reset;
		1976	return find $path;
		1977	}
		1978
		1979	$cf::MAP{$path} = $map
		1980	}
		1981	}
		1982
		1983	sub pre_load { }
		1984	sub post_load { }
		1985
		1986	sub load {
		1987	my ($self) = @_;
		1988
		1989	local $self->{deny_reset} = 1; # loading can take a long time
		1990
		1991	my $path = $self->{path};
		1992
699	}	1993	{
		1994	my $guard = cf::lock_acquire "map_data:$path";
700		1995
701	if (my $cb = $pkg->can ("unload")) {	1996	return unless $self->valid;
702	eval {	1997	return unless $self->in_memory == cf::MAP_SWAPPED;
703	$cb->($pkg);	1998
		1999	$self->in_memory (cf::MAP_LOADING);
		2000
		2001	$self->alloc;
		2002
		2003	$self->pre_load;
		2004	cf::cede_to_tick;
		2005
		2006	my $f = new_from_file cf::object::thawer $self->{load_path};
		2007	$f->skip_block;
		2008	$self->_load_objects ($f)
		2009	or return;
		2010
		2011	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		2012	if delete $self->{load_original};
		2013
		2014	if (my $uniq = $self->uniq_path) {
		2015	utf8::encode $uniq;
		2016	unless (aio_stat $uniq) {
		2017	if (my $f = new_from_file cf::object::thawer $uniq) {
		2018	$self->clear_unique_items;
		2019	$self->_load_objects ($f);
		2020	$f->resolve_delayed_derefs;
		2021	}
704	1	2022	}
705	} or warn "$pkg unloaded, but with errors: $@";	2023	}
706	}
707		2024
708	Symbol::delete_package $pkg;	2025	$f->resolve_delayed_derefs;
709	}
710		2026
711	sub load_extensions {	2027	cf::cede_to_tick;
712	for my $ext (<$LIBDIR/*.ext>) {	2028	# now do the right thing for maps
713	next unless -r $ext;	2029	$self->link_multipart_objects;
714	eval {	2030	$self->difficulty ($self->estimate_difficulty)
715	load_extension $ext;	2031	unless $self->difficulty;
716	1	2032	cf::cede_to_tick;
717	} or warn "$ext not loaded: $@";
718	}
719	}
720		2033
721	#############################################################################	2034	unless ($self->{deny_activate}) {
722	# load/save/clean perl data associated with a map	2035	$self->decay_objects;
		2036	$self->fix_auto_apply;
		2037	$self->update_buttons;
		2038	cf::cede_to_tick;
		2039	$self->set_darkness_map;
		2040	cf::cede_to_tick;
		2041	$self->activate;
		2042	}
723		2043
724	*cf::mapsupport::on_clean = sub {	2044	$self->{last_save} = $cf::RUNTIME;
		2045	$self->last_access ($cf::RUNTIME);
		2046
		2047	$self->in_memory (cf::MAP_IN_MEMORY);
		2048	}
		2049
		2050	$self->post_load;
		2051	}
		2052
		2053	sub customise_for {
		2054	my ($self, $ob) = @_;
		2055
		2056	return find "~" . $ob->name . "/" . $self->{path}
		2057	if $self->per_player;
		2058
		2059	# return find "?party/" . $ob->name . "/" . $self->{path}
		2060	# if $self->per_party;
		2061
		2062	$self
		2063	}
		2064
		2065	# find and load all maps in the 3x3 area around a map
		2066	sub load_neighbours {
725	my ($map) = @_;	2067	my ($map) = @_;
726		2068
727	my $path = $map->tmpname;	2069	my @neigh; # diagonal neighbours
728	defined $path or return;
729		2070
730	unlink "$path.pst";	2071	for (0 .. 3) {
731	};	2072	my $neigh = $map->tile_path ($_)
		2073	or next;
		2074	$neigh = find $neigh, $map
		2075	or next;
		2076	$neigh->load;
732		2077
733	cf::map->attach (prio => -10000, package => cf::mapsupport::);	2078	push @neigh,
		2079	[$neigh->tile_path (($_ + 3) % 4), $neigh],
		2080	[$neigh->tile_path (($_ + 1) % 4), $neigh];
		2081	}
734		2082
735	#############################################################################	2083	for (grep defined $_->[0], @neigh) {
736	# load/save perl data associated with player->ob objects	2084	my ($path, $origin) = @$_;
737		2085	my $neigh = find $path, $origin
738	sub all_objects(@) {	2086	or next;
739	@_, map all_objects ($_->inv), @_	2087	$neigh->load;
		2088	}
740	}	2089	}
741		2090
742	# TODO: compatibility cruft, remove when no longer needed	2091	sub find_sync {
743	cf::player->attach (	2092	my ($path, $origin) = @_;
744	on_load => sub {
745	my ($pl, $path) = @_;
746		2093
747	for my $o (all_objects $pl->ob) {	2094	cf::sync_job { find $path, $origin }
748	if (my $value = $o->get_ob_key_value ("_perl_data")) {	2095	}
749	$o->set_ob_key_value ("_perl_data");
750		2096
751	%$o = %{ Storable::thaw pack "H*", $value };	2097	sub do_load_sync {
		2098	my ($map) = @_;
		2099
		2100	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2101	if $Coro::current == $Coro::main;
		2102
		2103	cf::sync_job { $map->load };
		2104	}
		2105
		2106	our %MAP_PREFETCH;
		2107	our $MAP_PREFETCHER = undef;
		2108
		2109	sub find_async {
		2110	my ($path, $origin, $load) = @_;
		2111
		2112	$path = normalise $path, $origin && $origin->{path};
		2113
		2114	if (my $map = $cf::MAP{$path}) {
		2115	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
		2116	}
		2117
		2118	$MAP_PREFETCH{$path} |= $load;
		2119
		2120	$MAP_PREFETCHER ||= cf::async {
		2121	$Coro::current->{desc} = "map prefetcher";
		2122
		2123	while (%MAP_PREFETCH) {
		2124	while (my ($k, $v) = each %MAP_PREFETCH) {
		2125	if (my $map = find $k) {
		2126	$map->load if $v;
		2127	}
		2128
		2129	delete $MAP_PREFETCH{$k};
752	}	2130	}
753	}	2131	}
		2132	undef $MAP_PREFETCHER;
		2133	};
		2134	$MAP_PREFETCHER->prio (6);
		2135
		2136	()
		2137	}
		2138
		2139	sub save {
		2140	my ($self) = @_;
		2141
		2142	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2143
		2144	$self->{last_save} = $cf::RUNTIME;
		2145
		2146	return unless $self->dirty;
		2147
		2148	my $save = $self->save_path; utf8::encode $save;
		2149	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2150
		2151	$self->{load_path} = $save;
		2152
		2153	return if $self->{deny_save};
		2154
		2155	local $self->{last_access} = $self->last_access;#d#
		2156
		2157	cf::async {
		2158	$Coro::current->{desc} = "map player save";
		2159	$_->contr->save for $self->players;
		2160	};
		2161
		2162	if ($uniq) {
		2163	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
		2164	$self->_save_objects ($uniq, cf::IO_UNIQUES);
		2165	} else {
		2166	$self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS | cf::IO_UNIQUES);
754	},	2167	}
755	);	2168	}
756		2169
757	#############################################################################	2170	sub swap_out {
		2171	my ($self) = @_;
758		2172
759	=head2 CORE EXTENSIONS	2173	# save first because save cedes
		2174	$self->save;
760		2175
761	Functions and methods that extend core crossfire objects.	2176	my $lock = cf::lock_acquire "map_data:$self->{path}";
762		2177
763	=head3 cf::player	2178	return if $self->players;
		2179	return if $self->in_memory != cf::MAP_IN_MEMORY;
		2180	return if $self->{deny_save};
		2181
		2182	$self->in_memory (cf::MAP_SWAPPED);
		2183
		2184	$self->deactivate;
		2185	$_->clear_links_to ($self) for values %cf::MAP;
		2186	$self->clear;
		2187	}
		2188
		2189	sub reset_at {
		2190	my ($self) = @_;
		2191
		2192	# TODO: safety, remove and allow resettable per-player maps
		2193	return 1e99 if $self->{deny_reset};
		2194
		2195	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
		2196	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
		2197
		2198	$time + $to
		2199	}
		2200
		2201	sub should_reset {
		2202	my ($self) = @_;
		2203
		2204	$self->reset_at <= $cf::RUNTIME
		2205	}
		2206
		2207	sub reset {
		2208	my ($self) = @_;
		2209
		2210	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2211
		2212	return if $self->players;
		2213
		2214	warn "resetting map ", $self->path;
		2215
		2216	$self->in_memory (cf::MAP_SWAPPED);
		2217
		2218	# need to save uniques path
		2219	unless ($self->{deny_save}) {
		2220	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2221
		2222	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2223	if $uniq;
		2224	}
		2225
		2226	delete $cf::MAP{$self->path};
		2227
		2228	$self->deactivate;
		2229	$_->clear_links_to ($self) for values %cf::MAP;
		2230	$self->clear;
		2231
		2232	$self->unlink_save;
		2233	$self->destroy;
		2234	}
		2235
		2236	my $nuke_counter = "aaaa";
		2237
		2238	sub nuke {
		2239	my ($self) = @_;
		2240
		2241	{
		2242	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2243
		2244	delete $cf::MAP{$self->path};
		2245
		2246	$self->unlink_save;
		2247
		2248	bless $self, "cf::map";
		2249	delete $self->{deny_reset};
		2250	$self->{deny_save} = 1;
		2251	$self->reset_timeout (1);
		2252	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
		2253
		2254	$cf::MAP{$self->path} = $self;
		2255	}
		2256
		2257	$self->reset; # polite request, might not happen
		2258	}
		2259
		2260	=item $maps = cf::map::tmp_maps
		2261
		2262	Returns an arrayref with all map paths of currently instantiated and saved
		2263	maps. May block.
		2264
		2265	=cut
		2266
		2267	sub tmp_maps() {
		2268	[
		2269	map {
		2270	utf8::decode $_;
		2271	/\.map$/
		2272	? normalise $_
		2273	: ()
		2274	} @{ aio_readdir $TMPDIR or [] }
		2275	]
		2276	}
		2277
		2278	=item $maps = cf::map::random_maps
		2279
		2280	Returns an arrayref with all map paths of currently instantiated and saved
		2281	random maps. May block.
		2282
		2283	=cut
		2284
		2285	sub random_maps() {
		2286	[
		2287	map {
		2288	utf8::decode $_;
		2289	/\.map$/
		2290	? normalise "?random/$_"
		2291	: ()
		2292	} @{ aio_readdir $RANDOMDIR or [] }
		2293	]
		2294	}
		2295
		2296	=item cf::map::unique_maps
		2297
		2298	Returns an arrayref of paths of all shared maps that have
		2299	instantiated unique items. May block.
		2300
		2301	=cut
		2302
		2303	sub unique_maps() {
		2304	[
		2305	map {
		2306	utf8::decode $_;
		2307	/\.map$/
		2308	? normalise $_
		2309	: ()
		2310	} @{ aio_readdir $UNIQUEDIR or [] }
		2311	]
		2312	}
		2313
		2314	package cf;
		2315
		2316	=back
		2317
		2318	=head3 cf::object
		2319
		2320	=cut
		2321
		2322	package cf::object;
764		2323
765	=over 4	2324	=over 4
766		2325
767	=item cf::player::exists $login	2326	=item $ob->inv_recursive
768		2327
769	Returns true when the given account exists.	2328	Returns the inventory of the object _and_ their inventories, recursively.
770		2329
771	=cut	2330	=cut
772		2331
773	sub cf::player::exists($) {	2332	sub inv_recursive_;
774	cf::player::find $_[0]	2333	sub inv_recursive_ {
775	or -f sprintf "%s/%s/%s/%s.pl", cf::localdir, cf::playerdir, ($_[0]) x 2;	2334	map { $_, inv_recursive_ $_->inv } @_
776	}	2335	}
777		2336
778	=item $player->ext_reply ($msgid, $msgtype, %msg)	2337	sub inv_recursive {
779		2338	inv_recursive_ inv $_[0]
780	Sends an ext reply to the player.
781
782	=cut
783
784	sub cf::player::ext_reply($$$%) {
785	my ($self, $id, %msg) = @_;
786
787	$msg{msgid} = $id;
788
789	$self->send ("ext " . to_json \%msg);
790	}	2339	}
		2340
		2341	=item $ref = $ob->ref
		2342
		2343	creates and returns a persistent reference to an objetc that can be stored as a string.
		2344
		2345	=item $ob = cf::object::deref ($refstring)
		2346
		2347	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2348	even if the object actually exists. May block.
		2349
		2350	=cut
		2351
		2352	sub deref {
		2353	my ($ref) = @_;
		2354
		2355	if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
		2356	my ($uuid, $name) = ($1, $2);
		2357	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2358	or return;
		2359	$pl->ob->uuid eq $uuid
		2360	or return;
		2361
		2362	$pl->ob
		2363	} else {
		2364	warn "$ref: cannot resolve object reference\n";
		2365	undef
		2366	}
		2367	}
		2368
		2369	package cf;
791		2370
792	=back	2371	=back
793		2372
794	=head3 cf::object::player	2373	=head3 cf::object::player
795		2374
…		…
811		2390
812	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2391	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
813		2392
814	if ($self->{record_replies}) {	2393	if ($self->{record_replies}) {
815	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2394	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2395
816	} else {	2396	} else {
		2397	my $pl = $self->contr;
		2398
		2399	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2400	my $dialog = $pl->{npc_dialog};
		2401	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2402
		2403	} else {
817	$msg = $npc->name . " says: $msg" if $npc;	2404	$msg = $npc->name . " says: $msg" if $npc;
818	$self->message ($msg, $flags);	2405	$self->message ($msg, $flags);
		2406	}
819	}	2407	}
		2408	}
		2409
		2410	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2411
		2412	=cut
		2413
		2414	sub cf::object::send_msg {
		2415	my $pl = shift->contr
		2416	or return;
		2417	$pl->send_msg (@_);
820	}	2418	}
821		2419
822	=item $player_object->may ("access")	2420	=item $player_object->may ("access")
823		2421
824	Returns wether the given player is authorized to access resource "access"	2422	Returns wether the given player is authorized to access resource "access"
…		…
833	(ref $cf::CFG{"may_$access"}	2431	(ref $cf::CFG{"may_$access"}
834	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}	2432	? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}}
835	: $cf::CFG{"may_$access"})	2433	: $cf::CFG{"may_$access"})
836	}	2434	}
837		2435
		2436	=item $player_object->enter_link
		2437
		2438	Freezes the player and moves him/her to a special map (C<{link}>).
		2439
		2440	The player should be reasonably safe there for short amounts of time. You
		2441	I<MUST> call C<leave_link> as soon as possible, though.
		2442
		2443	Will never block.
		2444
		2445	=item $player_object->leave_link ($map, $x, $y)
		2446
		2447	Moves the player out of the special C<{link}> map onto the specified
		2448	map. If the map is not valid (or omitted), the player will be moved back
		2449	to the location he/she was before the call to C<enter_link>, or, if that
		2450	fails, to the emergency map position.
		2451
		2452	Might block.
		2453
		2454	=cut
		2455
		2456	sub link_map {
		2457	unless ($LINK_MAP) {
		2458	$LINK_MAP = cf::map::find "{link}"
		2459	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
		2460	$LINK_MAP->load;
		2461	}
		2462
		2463	$LINK_MAP
		2464	}
		2465
		2466	sub cf::object::player::enter_link {
		2467	my ($self) = @_;
		2468
		2469	$self->deactivate_recursive;
		2470
		2471	return if UNIVERSAL::isa $self->map, "ext::map_link";
		2472
		2473	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
		2474	if $self->map && $self->map->{path} ne "{link}";
		2475
		2476	$self->enter_map ($LINK_MAP || link_map, 10, 10);
		2477	}
		2478
		2479	sub cf::object::player::leave_link {
		2480	my ($self, $map, $x, $y) = @_;
		2481
		2482	return unless $self->contr->active;
		2483
		2484	my $link_pos = delete $self->{_link_pos};
		2485
		2486	unless ($map) {
		2487	# restore original map position
		2488	($map, $x, $y) = @{ $link_pos || [] };
		2489	$map = cf::map::find $map;
		2490
		2491	unless ($map) {
		2492	($map, $x, $y) = @$EMERGENCY_POSITION;
		2493	$map = cf::map::find $map
		2494	or die "FATAL: cannot load emergency map\n";
		2495	}
		2496	}
		2497
		2498	($x, $y) = (-1, -1)
		2499	unless (defined $x) && (defined $y);
		2500
		2501	# use -1 or undef as default coordinates, not 0, 0
		2502	($x, $y) = ($map->enter_x, $map->enter_y)
		2503	if $x <=0 && $y <= 0;
		2504
		2505	$map->load;
		2506	$map->load_neighbours;
		2507
		2508	return unless $self->contr->active;
		2509	$self->activate_recursive;
		2510
		2511	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
		2512	$self->enter_map ($map, $x, $y);
		2513	}
		2514
		2515	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
		2516
		2517	Moves the player to the given map-path and coordinates by first freezing
		2518	her, loading and preparing them map, calling the provided $check callback
		2519	that has to return the map if sucecssful, and then unfreezes the player on
		2520	the new (success) or old (failed) map position. In either case, $done will
		2521	be called at the end of this process.
		2522
		2523	=cut
		2524
		2525	our $GOTOGEN;
		2526
		2527	sub cf::object::player::goto {
		2528	my ($self, $path, $x, $y, $check, $done) = @_;
		2529
		2530	# do generation counting so two concurrent goto's will be executed in-order
		2531	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
		2532
		2533	$self->enter_link;
		2534
		2535	(async {
		2536	$Coro::current->{desc} = "player::goto $path $x $y";
		2537
		2538	# *tag paths override both path and x|y
		2539	if ($path =~ /^\*(.*)$/) {
		2540	if (my @obs = grep $_->map, ext::map_tags::find $1) {
		2541	my $ob = $obs[rand @obs];
		2542
		2543	# see if we actually can go there
		2544	if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
		2545	$ob = $obs[rand @obs];
		2546	} else {
		2547	$self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
		2548	}
		2549	# else put us there anyways for now #d#
		2550
		2551	($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
		2552	} else {
		2553	($path, $x, $y) = (undef, undef, undef);
		2554	}
		2555	}
		2556
		2557	my $map = eval {
		2558	my $map = defined $path ? cf::map::find $path : undef;
		2559
		2560	if ($map) {
		2561	$map = $map->customise_for ($self);
		2562	$map = $check->($map) if $check && $map;
		2563	} else {
		2564	$self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
		2565	}
		2566
		2567	$map
		2568	};
		2569
		2570	if ($@) {
		2571	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2572	LOG llevError | logBacktrace, Carp::longmess $@;
		2573	}
		2574
		2575	if ($gen == $self->{_goto_generation}) {
		2576	delete $self->{_goto_generation};
		2577	$self->leave_link ($map, $x, $y);
		2578	}
		2579
		2580	$done->() if $done;
		2581	})->prio (1);
		2582	}
		2583
		2584	=item $player_object->enter_exit ($exit_object)
		2585
		2586	=cut
		2587
		2588	sub parse_random_map_params {
		2589	my ($spec) = @_;
		2590
		2591	my $rmp = { # defaults
		2592	xsize => (cf::rndm 15, 40),
		2593	ysize => (cf::rndm 15, 40),
		2594	symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
		2595	#layout => string,
		2596	};
		2597
		2598	for (split /\n/, $spec) {
		2599	my ($k, $v) = split /\s+/, $_, 2;
		2600
		2601	$rmp->{lc $k} = $v if (length $k) && (length $v);
		2602	}
		2603
		2604	$rmp
		2605	}
		2606
		2607	sub prepare_random_map {
		2608	my ($exit) = @_;
		2609
		2610	my $guard = cf::lock_acquire "exit_prepare:$exit";
		2611
		2612	# all this does is basically replace the /! path by
		2613	# a new random map path (?random/...) with a seed
		2614	# that depends on the exit object
		2615
		2616	my $rmp = parse_random_map_params $exit->msg;
		2617
		2618	if ($exit->map) {
		2619	$rmp->{region} = $exit->region->name;
		2620	$rmp->{origin_map} = $exit->map->path;
		2621	$rmp->{origin_x} = $exit->x;
		2622	$rmp->{origin_y} = $exit->y;
		2623	}
		2624
		2625	$rmp->{random_seed} ||= $exit->random_seed;
		2626
		2627	my $data = cf::to_json $rmp;
		2628	my $md5 = Digest::MD5::md5_hex $data;
		2629	my $meta = "$RANDOMDIR/$md5.meta";
		2630
		2631	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
		2632	aio_write $fh, 0, (length $data), $data, 0;
		2633	undef $fh;
		2634	aio_rename "$meta~", $meta;
		2635
		2636	$exit->slaying ("?random/$md5");
		2637	$exit->msg (undef);
		2638	}
		2639	}
		2640
		2641	sub cf::object::player::enter_exit {
		2642	my ($self, $exit) = @_;
		2643
		2644	return unless $self->type == cf::PLAYER;
		2645
		2646	if ($exit->slaying eq "/!") {
		2647	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2648	# the problem is that $exit might not survive long enough
		2649	# so it needs to be done right now, right here
		2650	cf::sync_job { prepare_random_map $exit };
		2651	}
		2652
		2653	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2654	my $hp = $exit->stats->hp;
		2655	my $sp = $exit->stats->sp;
		2656
		2657	$self->enter_link;
		2658
		2659	# if exit is damned, update players death & WoR home-position
		2660	$self->contr->savebed ($slaying, $hp, $sp)
		2661	if $exit->flag (FLAG_DAMNED);
		2662
		2663	(async {
		2664	$Coro::current->{desc} = "enter_exit $slaying $hp $sp";
		2665
		2666	$self->deactivate_recursive; # just to be sure
		2667	unless (eval {
		2668	$self->goto ($slaying, $hp, $sp);
		2669
		2670	1;
		2671	}) {
		2672	$self->message ("Something went wrong deep within the crossfire server. "
		2673	. "I'll try to bring you back to the map you were before. "
		2674	. "Please report this to the dungeon master!",
		2675	cf::NDI_UNIQUE | cf::NDI_RED);
		2676
		2677	warn "ERROR in enter_exit: $@";
		2678	$self->leave_link;
		2679	}
		2680	})->prio (1);
		2681	}
		2682
838	=head3 cf::client	2683	=head3 cf::client
839		2684
840	=over 4	2685	=over 4
841		2686
842	=item $client->send_drawinfo ($text, $flags)	2687	=item $client->send_drawinfo ($text, $flags)
…		…
848		2693
849	sub cf::client::send_drawinfo {	2694	sub cf::client::send_drawinfo {
850	my ($self, $text, $flags) = @_;	2695	my ($self, $text, $flags) = @_;
851		2696
852	utf8::encode $text;	2697	utf8::encode $text;
853	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2698	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
854	}	2699	}
855		2700
		2701	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2702
		2703	Send a drawinfo or msg packet to the client, formatting the msg for the
		2704	client if neccessary. C<$type> should be a string identifying the type of
		2705	the message, with C<log> being the default. If C<$color> is negative, suppress
		2706	the message unless the client supports the msg packet.
		2707
		2708	=cut
		2709
		2710	# non-persistent channels (usually the info channel)
		2711	our %CHANNEL = (
		2712	"c/identify" => {
		2713	id => "infobox",
		2714	title => "Identify",
		2715	reply => undef,
		2716	tooltip => "Items recently identified",
		2717	},
		2718	"c/examine" => {
		2719	id => "infobox",
		2720	title => "Examine",
		2721	reply => undef,
		2722	tooltip => "Signs and other items you examined",
		2723	},
		2724	"c/book" => {
		2725	id => "infobox",
		2726	title => "Book",
		2727	reply => undef,
		2728	tooltip => "The contents of a note or book",
		2729	},
		2730	"c/lookat" => {
		2731	id => "infobox",
		2732	title => "Look",
		2733	reply => undef,
		2734	tooltip => "What you saw there",
		2735	},
		2736	"c/who" => {
		2737	id => "infobox",
		2738	title => "Players",
		2739	reply => undef,
		2740	tooltip => "Shows players who are currently online",
		2741	},
		2742	"c/body" => {
		2743	id => "infobox",
		2744	title => "Body Parts",
		2745	reply => undef,
		2746	tooltip => "Shows which body parts you posess and are available",
		2747	},
		2748	"c/uptime" => {
		2749	id => "infobox",
		2750	title => "Uptime",
		2751	reply => undef,
		2752	tooltip => "How long the server has been running since last restart",
		2753	},
		2754	"c/mapinfo" => {
		2755	id => "infobox",
		2756	title => "Map Info",
		2757	reply => undef,
		2758	tooltip => "Information related to the maps",
		2759	},
		2760	);
		2761
		2762	sub cf::client::send_msg {
		2763	my ($self, $channel, $msg, $color, @extra) = @_;
		2764
		2765	$msg = $self->pl->expand_cfpod ($msg);
		2766
		2767	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2768
		2769	# check predefined channels, for the benefit of C
		2770	if ($CHANNEL{$channel}) {
		2771	$channel = $CHANNEL{$channel};
		2772
		2773	$self->ext_msg (channel_info => $channel)
		2774	if $self->can_msg;
		2775
		2776	$channel = $channel->{id};
		2777
		2778	} elsif (ref $channel) {
		2779	# send meta info to client, if not yet sent
		2780	unless (exists $self->{channel}{$channel->{id}}) {
		2781	$self->{channel}{$channel->{id}} = $channel;
		2782	$self->ext_msg (channel_info => $channel)
		2783	if $self->can_msg;
		2784	}
		2785
		2786	$channel = $channel->{id};
		2787	}
		2788
		2789	return unless @extra || length $msg;
		2790
		2791	if ($self->can_msg) {
		2792	# default colour, mask it out
		2793	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2794	if $color & cf::NDI_DEF;
		2795
		2796	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2797	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2798	} else {
		2799	if ($color >= 0) {
		2800	# replace some tags by gcfclient-compatible ones
		2801	for ($msg) {
		2802	1 while
		2803	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2804	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2805	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2806	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2807	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2808	}
		2809
		2810	$color &= cf::NDI_COLOR_MASK;
		2811
		2812	utf8::encode $msg;
		2813
		2814	if (0 && $msg =~ /\[/) {
		2815	# COMMAND/INFO
		2816	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2817	} else {
		2818	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2819	$self->send_packet ("drawinfo $color $msg")
		2820	}
		2821	}
		2822	}
		2823	}
		2824
		2825	=item $client->ext_msg ($type, @msg)
		2826
		2827	Sends an ext event to the client.
		2828
		2829	=cut
		2830
		2831	sub cf::client::ext_msg($$@) {
		2832	my ($self, $type, @msg) = @_;
		2833
		2834	if ($self->extcmd == 2) {
		2835	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2836	} elsif ($self->extcmd == 1) { # TODO: remove
		2837	push @msg, msgtype => "event_$type";
		2838	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2839	}
		2840	}
		2841
		2842	=item $client->ext_reply ($msgid, @msg)
		2843
		2844	Sends an ext reply to the client.
		2845
		2846	=cut
		2847
		2848	sub cf::client::ext_reply($$@) {
		2849	my ($self, $id, @msg) = @_;
		2850
		2851	if ($self->extcmd == 2) {
		2852	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2853	} elsif ($self->extcmd == 1) {
		2854	#TODO: version 1, remove
		2855	unshift @msg, msgtype => "reply", msgid => $id;
		2856	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2857	}
		2858	}
856		2859
857	=item $success = $client->query ($flags, "text", \&cb)	2860	=item $success = $client->query ($flags, "text", \&cb)
858		2861
859	Queues a query to the client, calling the given callback with	2862	Queues a query to the client, calling the given callback with
860	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2863	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
861	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2864	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
862		2865
863	Queries can fail, so check the return code. Or don't, as queries will become	2866	Queries can fail, so check the return code. Or don't, as queries will
864	reliable at some point in the future.	2867	become reliable at some point in the future.
865		2868
866	=cut	2869	=cut
867		2870
868	sub cf::client::query {	2871	sub cf::client::query {
869	my ($self, $flags, $text, $cb) = @_;	2872	my ($self, $flags, $text, $cb) = @_;
…		…
877	utf8::encode $text;	2880	utf8::encode $text;
878	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2881	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
879		2882
880	$self->send_packet ($self->{query_queue}[0][0])	2883	$self->send_packet ($self->{query_queue}[0][0])
881	if @{ $self->{query_queue} } == 1;	2884	if @{ $self->{query_queue} } == 1;
		2885
		2886	1
882	}	2887	}
883		2888
884	cf::client->attach (	2889	cf::client->attach (
		2890	on_connect => sub {
		2891	my ($ns) = @_;
		2892
		2893	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2894	},
885	on_reply => sub {	2895	on_reply => sub {
886	my ($ns, $msg) = @_;	2896	my ($ns, $msg) = @_;
887		2897
888	# this weird shuffling is so that direct followup queries	2898	# this weird shuffling is so that direct followup queries
889	# get handled first	2899	# get handled first
890	my $queue = delete $ns->{query_queue};	2900	my $queue = delete $ns->{query_queue}
		2901	or return; # be conservative, not sure how that can happen, but we saw a crash here
891		2902
892	(shift @$queue)->[1]->($msg);	2903	(shift @$queue)->[1]->($msg);
		2904	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
893		2905
894	push @{ $ns->{query_queue} }, @$queue;	2906	push @{ $ns->{query_queue} }, @$queue;
895		2907
896	if (@{ $ns->{query_queue} } == @$queue) {	2908	if (@{ $ns->{query_queue} } == @$queue) {
897	if (@$queue) {	2909	if (@$queue) {
898	$ns->send_packet ($ns->{query_queue}[0][0]);	2910	$ns->send_packet ($ns->{query_queue}[0][0]);
899	} else {	2911	} else {
900	$ns->state (ST_PLAYING);	2912	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
901	}	2913	}
902	}	2914	}
		2915	},
		2916	on_exticmd => sub {
		2917	my ($ns, $buf) = @_;
		2918
		2919	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2920
		2921	if (ref $msg) {
		2922	my ($type, $reply, @payload) =
		2923	"ARRAY" eq ref $msg
		2924	? @$msg
		2925	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2926
		2927	my @reply;
		2928
		2929	if (my $cb = $EXTICMD{$type}) {
		2930	@reply = $cb->($ns, @payload);
		2931	}
		2932
		2933	$ns->ext_reply ($reply, @reply)
		2934	if $reply;
		2935
		2936	} else {
		2937	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2938	}
		2939
		2940	cf::override;
		2941	},
		2942	);
		2943
		2944	=item $client->async (\&cb)
		2945
		2946	Create a new coroutine, running the specified callback. The coroutine will
		2947	be automatically cancelled when the client gets destroyed (e.g. on logout,
		2948	or loss of connection).
		2949
		2950	=cut
		2951
		2952	sub cf::client::async {
		2953	my ($self, $cb) = @_;
		2954
		2955	my $coro = &Coro::async ($cb);
		2956
		2957	$coro->on_destroy (sub {
		2958	delete $self->{_coro}{$coro+0};
		2959	});
		2960
		2961	$self->{_coro}{$coro+0} = $coro;
		2962
		2963	$coro
		2964	}
		2965
		2966	cf::client->attach (
		2967	on_destroy => sub {
		2968	my ($ns) = @_;
		2969
		2970	$_->cancel for values %{ (delete $ns->{_coro}) || {} };
903	},	2971	},
904	);	2972	);
905		2973
906	=back	2974	=back
907		2975
…		…
919	our $safe = new Safe "safe";	2987	our $safe = new Safe "safe";
920	our $safe_hole = new Safe::Hole;	2988	our $safe_hole = new Safe::Hole;
921		2989
922	$SIG{FPE} = 'IGNORE';	2990	$SIG{FPE} = 'IGNORE';
923		2991
924	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2992	$safe->permit_only (Opcode::opset qw(
		2993	:base_core :base_mem :base_orig :base_math
		2994	grepstart grepwhile mapstart mapwhile
		2995	sort time
		2996	));
925		2997
926	# here we export the classes and methods available to script code	2998	# here we export the classes and methods available to script code
927		2999
928	=pod	3000	=pod
929		3001
930	The following fucntions and emthods are available within a safe environment:	3002	The following functions and methods are available within a safe environment:
931		3003
932	cf::object contr pay_amount pay_player map	3004	cf::object
		3005	contr pay_amount pay_player map x y force_find force_add destroy
		3006	insert remove name archname title slaying race decrease_ob_nr
		3007
933	cf::object::player player	3008	cf::object::player
934	cf::player peaceful	3009	player
935	cf::map trigger	3010
		3011	cf::player
		3012	peaceful
		3013
		3014	cf::map
		3015	trigger
936		3016
937	=cut	3017	=cut
938		3018
939	for (	3019	for (
940	["cf::object" => qw(contr pay_amount pay_player map)],	3020	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		3021	insert remove inv name archname title slaying race
		3022	decrease_ob_nr destroy)],
941	["cf::object::player" => qw(player)],	3023	["cf::object::player" => qw(player)],
942	["cf::player" => qw(peaceful)],	3024	["cf::player" => qw(peaceful)],
943	["cf::map" => qw(trigger)],	3025	["cf::map" => qw(trigger)],
944	) {	3026	) {
945	no strict 'refs';	3027	no strict 'refs';
…		…
1016	=back	3098	=back
1017		3099
1018	=cut	3100	=cut
1019		3101
1020	#############################################################################	3102	#############################################################################
		3103	# the server's init and main functions
1021		3104
1022	=head2 EXTENSION DATABASE SUPPORT	3105	sub load_facedata($) {
		3106	my ($path) = @_;
1023		3107
1024	Crossfire maintains a very simple database for extension use. It can	3108	# HACK to clear player env face cache, we need some signal framework
1025	currently store anything that can be serialised using Storable, which	3109	# for this (global event?)
1026	excludes objects.	3110	%ext::player_env::MUSIC_FACE_CACHE = ();
1027		3111
1028	The parameter C<$family> should best start with the name of the extension	3112	my $enc = JSON::XS->new->utf8->canonical->relaxed;
1029	using it, it should be unique.
1030		3113
1031	=over 4	3114	warn "loading facedata from $path\n";
1032		3115
1033	=item $hashref = cf::db_get $family	3116	my $facedata;
		3117	0 < aio_load $path, $facedata
		3118	or die "$path: $!";
1034		3119
1035	Return a hashref for use by the extension C<$family>, which can be	3120	$facedata = Coro::Storable::thaw $facedata;
1036	modified. After modifications, you have to call C<cf::db_dirty> or
1037	C<cf::db_sync>.
1038		3121
1039	=item $value = cf::db_get $family => $key	3122	$facedata->{version} == 2
		3123	or cf::cleanup "$path: version mismatch, cannot proceed.";
1040		3124
1041	Returns a single value from the database	3125	# patch in the exptable
1042		3126	$facedata->{resource}{"res/exp_table"} = {
1043	=item cf::db_put $family => $hashref	3127	type => FT_RSRC,
1044		3128	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
1045	Stores the given family hashref into the database. Updates are delayed, if
1046	you want the data to be synced to disk immediately, use C<cf::db_sync>.
1047
1048	=item cf::db_put $family => $key => $value
1049
1050	Stores the given C<$value> in the family hash. Updates are delayed, if you
1051	want the data to be synced to disk immediately, use C<cf::db_sync>.
1052
1053	=item cf::db_dirty
1054
1055	Marks the database as dirty, to be updated at a later time.
1056
1057	=item cf::db_sync
1058
1059	Immediately write the database to disk I<if it is dirty>.
1060
1061	=cut
1062
1063	our $DB;
1064
1065	{
1066	my $path = cf::localdir . "/database.pst";
1067
1068	sub db_load() {
1069	warn "loading database $path\n";#d# remove later
1070	$DB = stat $path ? Storable::retrieve $path : { };
1071	}
1072
1073	my $pid;
1074
1075	sub db_save() {
1076	warn "saving database $path\n";#d# remove later
1077	waitpid $pid, 0 if $pid;
1078	if (0 == ($pid = fork)) {
1079	$DB->{_meta}{version} = 1;
1080	Storable::nstore $DB, "$path~";
1081	rename "$path~", $path;
1082	cf::_exit 0 if defined $pid;
1083	}
1084	}
1085
1086	my $dirty;
1087
1088	sub db_sync() {
1089	db_save if $dirty;
1090	undef $dirty;
1091	}
1092
1093	my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
1094	db_sync;
1095	});	3129	};
		3130	cf::cede_to_tick;
1096		3131
1097	sub db_dirty() {
1098	$dirty = 1;
1099	$idle->start;
1100	}	3132	{
		3133	my $faces = $facedata->{faceinfo};
1101		3134
1102	sub db_get($;$) {	3135	while (my ($face, $info) = each %$faces) {
1103	@_ >= 2	3136	my $idx = (cf::face::find $face) || cf::face::alloc $face;
1104	? $DB->{$_[0]}{$_[1]}	3137	cf::face::set_visibility $idx, $info->{visibility};
1105	: ($DB->{$_[0]} ||= { })	3138	cf::face::set_magicmap $idx, $info->{magicmap};
1106	}	3139	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
		3140	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
1107		3141
1108	sub db_put($$;$) {	3142	cf::cede_to_tick;
1109	if (@_ >= 3) {
1110	$DB->{$_[0]}{$_[1]} = $_[2];
1111	} else {
1112	$DB->{$_[0]} = $_[1];
1113	}
1114	db_dirty;
1115	}
1116
1117	cf::global->attach (
1118	prio => 10000,
1119	on_cleanup => sub {
1120	db_sync;
1121	},	3143	}
1122	);
1123	}
1124		3144
1125	#############################################################################	3145	while (my ($face, $info) = each %$faces) {
1126	# the server's main()	3146	next unless $info->{smooth};
		3147	my $idx = cf::face::find $face
		3148	or next;
		3149	if (my $smooth = cf::face::find $info->{smooth}) {
		3150	cf::face::set_smooth $idx, $smooth;
		3151	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
		3152	} else {
		3153	warn "smooth face '$info->{smooth}' not found for face '$face'";
		3154	}
1127		3155
1128	sub cfg_load {	3156	cf::cede_to_tick;
		3157	}
		3158	}
		3159
		3160	{
		3161	my $anims = $facedata->{animinfo};
		3162
		3163	while (my ($anim, $info) = each %$anims) {
		3164	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3165	cf::cede_to_tick;
		3166	}
		3167
		3168	cf::anim::invalidate_all; # d'oh
		3169	}
		3170
		3171	{
		3172	# TODO: for gcfclient pleasure, we should give resources
		3173	# that gcfclient doesn't grok a >10000 face index.
		3174	my $res = $facedata->{resource};
		3175
		3176	my $soundconf = delete $res->{"res/sound.conf"};
		3177
		3178	while (my ($name, $info) = each %$res) {
		3179	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3180	my $data;
		3181
		3182	if ($info->{type} & 1) {
		3183	# prepend meta info
		3184
		3185	my $meta = $enc->encode ({
		3186	name => $name,
		3187	%{ $info->{meta} || {} },
		3188	});
		3189
		3190	$data = pack "(w/a*)*", $meta, $info->{data};
		3191	} else {
		3192	$data = $info->{data};
		3193	}
		3194
		3195	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3196	cf::face::set_type $idx, $info->{type};
		3197
		3198	cf::cede_to_tick;
		3199	}
		3200
		3201	if ($soundconf) {
		3202	$soundconf = $enc->decode (delete $soundconf->{data});
		3203
		3204	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3205	my $sound = $soundconf->{compat}[$_]
		3206	or next;
		3207
		3208	my $face = cf::face::find "sound/$sound->[1]";
		3209	cf::sound::set $sound->[0] => $face;
		3210	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3211	}
		3212
		3213	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3214	my $face = cf::face::find "sound/$v";
		3215	cf::sound::set $k => $face;
		3216	}
		3217	}
		3218	}
		3219
		3220	1
		3221	}
		3222
		3223	register_exticmd fx_want => sub {
		3224	my ($ns, $want) = @_;
		3225
		3226	while (my ($k, $v) = each %$want) {
		3227	$ns->fx_want ($k, $v);
		3228	}
		3229	};
		3230
		3231	sub reload_regions {
		3232	# HACK to clear player env face cache, we need some signal framework
		3233	# for this (global event?)
		3234	%ext::player_env::MUSIC_FACE_CACHE = ();
		3235
		3236	load_resource_file "$MAPDIR/regions"
		3237	or die "unable to load regions file\n";
		3238
		3239	for (cf::region::list) {
		3240	$_->{match} = qr/$_->{match}/
		3241	if exists $_->{match};
		3242	}
		3243	}
		3244
		3245	sub reload_facedata {
		3246	load_facedata "$DATADIR/facedata"
		3247	or die "unable to load facedata\n";
		3248	}
		3249
		3250	sub reload_archetypes {
		3251	load_resource_file "$DATADIR/archetypes"
		3252	or die "unable to load archetypes\n";
		3253	#d# NEED to laod twice to resolve forward references
		3254	# this really needs to be done in an extra post-pass
		3255	# (which needs to be synchronous, so solve it differently)
		3256	load_resource_file "$DATADIR/archetypes"
		3257	or die "unable to load archetypes\n";
		3258	}
		3259
		3260	sub reload_treasures {
		3261	load_resource_file "$DATADIR/treasures"
		3262	or die "unable to load treasurelists\n";
		3263	}
		3264
		3265	sub reload_resources {
		3266	warn "reloading resource files...\n";
		3267
		3268	reload_regions;
		3269	reload_facedata;
		3270	#reload_archetypes;#d#
		3271	reload_archetypes;
		3272	reload_treasures;
		3273
		3274	warn "finished reloading resource files\n";
		3275	}
		3276
		3277	sub init {
		3278	reload_resources;
		3279	}
		3280
		3281	sub reload_config {
1129	open my $fh, "<:utf8", cf::confdir . "/config"	3282	open my $fh, "<:utf8", "$CONFDIR/config"
1130	or return;	3283	or return;
1131		3284
1132	local $/;	3285	local $/;
1133	*CFG = YAML::Syck::Load <$fh>;	3286	*CFG = YAML::Syck::Load <$fh>;
		3287
		3288	$EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_105_115", 5, 37];
		3289
		3290	$cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
		3291	$cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
		3292
		3293	if (exists $CFG{mlockall}) {
		3294	eval {
		3295	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
		3296	and die "WARNING: m(un)lockall failed: $!\n";
		3297	};
		3298	warn $@ if $@;
		3299	}
1134	}	3300	}
1135		3301
1136	sub main {	3302	sub main {
1137	cfg_load;	3303	# we must not ever block the main coroutine
1138	db_load;	3304	local $Coro::idle = sub {
		3305	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
		3306	(async {
		3307	$Coro::current->{desc} = "IDLE BUG HANDLER";
		3308	Event::one_event;
		3309	})->prio (Coro::PRIO_MAX);
		3310	};
		3311
		3312	reload_config;
		3313	db_init;
1139	load_extensions;	3314	load_extensions;
		3315
		3316	$TICK_WATCHER->start;
1140	Event::loop;	3317	Event::loop;
1141	}	3318	}
1142		3319
1143	#############################################################################	3320	#############################################################################
1144	# initialisation	3321	# initialisation and cleanup
1145		3322
1146	sub _perl_reload(&) {	3323	# install some emergency cleanup handlers
		3324	BEGIN {
		3325	for my $signal (qw(INT HUP TERM)) {
		3326	Event->signal (
		3327	reentrant => 0,
		3328	data => WF_AUTOCANCEL,
		3329	signal => $signal,
		3330	prio => 0,
		3331	cb => sub {
		3332	cf::cleanup "SIG$signal";
		3333	},
		3334	);
		3335	}
		3336	}
		3337
		3338	sub write_runtime {
		3339	my $runtime = "$LOCALDIR/runtime";
		3340
		3341	# first touch the runtime file to show we are still running:
		3342	# the fsync below can take a very very long time.
		3343
		3344	IO::AIO::aio_utime $runtime, undef, undef;
		3345
		3346	my $guard = cf::lock_acquire "write_runtime";
		3347
		3348	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3349	or return;
		3350
		3351	my $value = $cf::RUNTIME + 90 + 10;
		3352	# 10 is the runtime save interval, for a monotonic clock
		3353	# 60 allows for the watchdog to kill the server.
		3354
		3355	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3356	and return;
		3357
		3358	# always fsync - this file is important
		3359	aio_fsync $fh
		3360	and return;
		3361
		3362	# touch it again to show we are up-to-date
		3363	aio_utime $fh, undef, undef;
		3364
		3365	close $fh
		3366	or return;
		3367
		3368	aio_rename "$runtime~", $runtime
		3369	and return;
		3370
		3371	warn "runtime file written.\n";
		3372
		3373	1
		3374	}
		3375
		3376	sub emergency_save() {
		3377	my $freeze_guard = cf::freeze_mainloop;
		3378
		3379	warn "enter emergency perl save\n";
		3380
		3381	cf::sync_job {
		3382	# use a peculiar iteration method to avoid tripping on perl
		3383	# refcount bugs in for. also avoids problems with players
		3384	# and maps saved/destroyed asynchronously.
		3385	warn "begin emergency player save\n";
		3386	for my $login (keys %cf::PLAYER) {
		3387	my $pl = $cf::PLAYER{$login} or next;
		3388	$pl->valid or next;
		3389	delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
		3390	$pl->save;
		3391	}
		3392	warn "end emergency player save\n";
		3393
		3394	warn "begin emergency map save\n";
		3395	for my $path (keys %cf::MAP) {
		3396	my $map = $cf::MAP{$path} or next;
		3397	$map->valid or next;
		3398	$map->save;
		3399	}
		3400	warn "end emergency map save\n";
		3401
		3402	warn "begin emergency database checkpoint\n";
		3403	BDB::db_env_txn_checkpoint $DB_ENV;
		3404	warn "end emergency database checkpoint\n";
		3405	};
		3406
		3407	warn "leave emergency perl save\n";
		3408	}
		3409
		3410	sub post_cleanup {
1147	my ($msg) = @_;	3411	my ($make_core) = @_;
1148		3412
1149	$msg->("reloading...");	3413	warn Carp::longmess "post_cleanup backtrace"
		3414	if $make_core;
		3415	}
1150		3416
1151	eval {	3417	sub do_reload_perl() {
1152	# cancel all watchers	3418	# can/must only be called in main
		3419	if ($Coro::current != $Coro::main) {
		3420	warn "can only reload from main coroutine";
		3421	return;
		3422	}
		3423
		3424	warn "reloading...";
		3425
		3426	warn "entering sync_job";
		3427
		3428	cf::sync_job {
		3429	cf::write_runtime; # external watchdog should not bark
		3430	cf::emergency_save;
		3431	cf::write_runtime; # external watchdog should not bark
		3432
		3433	warn "syncing database to disk";
		3434	BDB::db_env_txn_checkpoint $DB_ENV;
		3435
		3436	# if anything goes wrong in here, we should simply crash as we already saved
		3437
		3438	warn "cancelling all WF_AUTOCANCEL watchers";
1153	for (Event::all_watchers) {	3439	for (Event::all_watchers) {
1154	$_->cancel if $_->data & WF_AUTOCANCEL;	3440	$_->cancel if $_->data & WF_AUTOCANCEL;
1155	}	3441	}
1156		3442
1157	# unload all extensions	3443	warn "flushing outstanding aio requests";
1158	for (@exts) {	3444	for (;;) {
1159	$msg->("unloading <$_>");	3445	BDB::flush;
1160	unload_extension $_;	3446	IO::AIO::flush;
		3447	Coro::cede_notself;
		3448	last unless IO::AIO::nreqs || BDB::nreqs;
		3449	warn "iterate...";
		3450	}
		3451
		3452	++$RELOAD;
		3453
		3454	warn "cancelling all extension coros";
		3455	$_->cancel for values %EXT_CORO;
		3456	%EXT_CORO = ();
		3457
		3458	warn "removing commands";
		3459	%COMMAND = ();
		3460
		3461	warn "removing ext/exti commands";
		3462	%EXTCMD = ();
		3463	%EXTICMD = ();
		3464
		3465	warn "unloading/nuking all extensions";
		3466	for my $pkg (@EXTS) {
		3467	warn "... unloading $pkg";
		3468
		3469	if (my $cb = $pkg->can ("unload")) {
		3470	eval {
		3471	$cb->($pkg);
		3472	1
		3473	} or warn "$pkg unloaded, but with errors: $@";
1161	}	3474	}
1162		3475
		3476	warn "... nuking $pkg";
		3477	Symbol::delete_package $pkg;
		3478	}
		3479
1163	# unload all modules loaded from $LIBDIR	3480	warn "unloading all perl modules loaded from $LIBDIR";
1164	while (my ($k, $v) = each %INC) {	3481	while (my ($k, $v) = each %INC) {
1165	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3482	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
1166		3483
1167	$msg->("removing <$k>");	3484	warn "... unloading $k";
1168	delete $INC{$k};	3485	delete $INC{$k};
1169		3486
1170	$k =~ s/\.pm$//;	3487	$k =~ s/\.pm$//;
1171	$k =~ s/\//::/g;	3488	$k =~ s/\//::/g;
1172		3489
…		…
1175	}	3492	}
1176		3493
1177	Symbol::delete_package $k;	3494	Symbol::delete_package $k;
1178	}	3495	}
1179		3496
1180	# sync database to disk
1181	cf::db_sync;
1182
1183	# get rid of safe::, as good as possible	3497	warn "getting rid of safe::, as good as possible";
1184	Symbol::delete_package "safe::$_"	3498	Symbol::delete_package "safe::$_"
1185	for qw(cf::object cf::object::player cf::player cf::map cf::party cf::region);	3499	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
1186		3500
1187	# remove register_script_function callbacks
1188	# TODO
1189
1190	# unload cf.pm "a bit"	3501	warn "unloading cf.pm \"a bit\"";
1191	delete $INC{"cf.pm"};	3502	delete $INC{"cf.pm"};
		3503	delete $INC{"cf/pod.pm"};
1192		3504
1193	# don't, removes xs symbols, too,	3505	# don't, removes xs symbols, too,
1194	# and global variables created in xs	3506	# and global variables created in xs
1195	#Symbol::delete_package __PACKAGE__;	3507	#Symbol::delete_package __PACKAGE__;
1196		3508
1197	# reload cf.pm	3509	warn "unload completed, starting to reload now";
		3510
1198	$msg->("reloading cf.pm");	3511	warn "reloading cf.pm";
1199	require cf;	3512	require cf;
		3513	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
1200		3514
1201	# load config and database again	3515	warn "loading config and database again";
1202	cf::cfg_load;	3516	cf::reload_config;
1203	cf::db_load;
1204		3517
1205	# load extensions	3518	warn "loading extensions";
1206	$msg->("load extensions");
1207	cf::load_extensions;	3519	cf::load_extensions;
1208		3520
1209	# reattach attachments to objects	3521	warn "reattaching attachments to objects/players";
1210	$msg->("reattach");	3522	_global_reattach; # objects, sockets
1211	_global_reattach;	3523	warn "reattaching attachments to maps";
		3524	reattach $_ for values %MAP;
		3525	warn "reattaching attachments to players";
		3526	reattach $_ for values %PLAYER;
		3527
		3528	warn "leaving sync_job";
		3529
		3530	1
		3531	} or do {
		3532	warn $@;
		3533	warn "error while reloading, exiting.";
		3534	exit 1;
1212	};	3535	};
1213	$msg->($@) if $@;
1214		3536
1215	$msg->("reloaded");	3537	warn "reloaded";
1216	};	3538	};
1217		3539
1218	sub perl_reload() {	3540	our $RELOAD_WATCHER; # used only during reload
1219	_perl_reload {	3541
1220	warn $_[0];	3542	sub reload_perl() {
1221	print "$_[0]\n";	3543	# doing reload synchronously and two reloads happen back-to-back,
		3544	# coro crashes during coro_state_free->destroy here.
		3545
		3546	$RELOAD_WATCHER ||= Event->timer (
		3547	reentrant => 0,
		3548	after => 0,
		3549	data => WF_AUTOCANCEL,
		3550	cb => sub {
		3551	do_reload_perl;
		3552	undef $RELOAD_WATCHER;
		3553	},
1222	};	3554	);
1223	}	3555	}
1224		3556
1225	register "<global>", __PACKAGE__;
1226
1227	register_command "perl-reload" => sub {	3557	register_command "reload" => sub {
1228	my ($who, $arg) = @_;	3558	my ($who, $arg) = @_;
1229		3559
1230	if ($who->flag (FLAG_WIZ)) {	3560	if ($who->flag (FLAG_WIZ)) {
1231	_perl_reload {	3561	$who->message ("reloading server.");
1232	warn $_[0];	3562	async {
1233	$who->message ($_[0]);	3563	$Coro::current->{desc} = "perl_reload";
		3564	reload_perl;
1234	};	3565	};
1235	}	3566	}
1236	};	3567	};
1237		3568
1238	unshift @INC, $LIBDIR;	3569	unshift @INC, $LIBDIR;
1239		3570
		3571	my $bug_warning = 0;
		3572
		3573	our @WAIT_FOR_TICK;
		3574	our @WAIT_FOR_TICK_BEGIN;
		3575
		3576	sub wait_for_tick {
		3577	return unless $TICK_WATCHER->is_active;
		3578	return if $Coro::current == $Coro::main;
		3579
		3580	my $signal = new Coro::Signal;
		3581	push @WAIT_FOR_TICK, $signal;
		3582	$signal->wait;
		3583	}
		3584
		3585	sub wait_for_tick_begin {
		3586	return unless $TICK_WATCHER->is_active;
		3587	return if $Coro::current == $Coro::main;
		3588
		3589	my $signal = new Coro::Signal;
		3590	push @WAIT_FOR_TICK_BEGIN, $signal;
		3591	$signal->wait;
		3592	}
		3593
1240	$TICK_WATCHER = Event->timer (	3594	$TICK_WATCHER = Event->timer (
		3595	reentrant => 0,
		3596	parked => 1,
1241	prio => 0,	3597	prio => 0,
1242	at => $NEXT_TICK || 1,	3598	at => $NEXT_TICK || $TICK,
1243	data => WF_AUTOCANCEL,	3599	data => WF_AUTOCANCEL,
1244	cb => sub {	3600	cb => sub {
		3601	if ($Coro::current != $Coro::main) {
		3602	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
		3603	unless ++$bug_warning > 10;
		3604	return;
		3605	}
		3606
		3607	$NOW = $tick_start = Event::time;
		3608
1245	cf::server_tick; # one server iteration	3609	cf::server_tick; # one server iteration
1246		3610
1247	my $NOW = Event::time;	3611	$RUNTIME += $TICK;
1248	$NEXT_TICK += $TICK;	3612	$NEXT_TICK += $TICK;
		3613
		3614	if ($NOW >= $NEXT_RUNTIME_WRITE) {
		3615	$NEXT_RUNTIME_WRITE = $NOW + 10;
		3616	Coro::async_pool {
		3617	$Coro::current->{desc} = "runtime saver";
		3618	write_runtime
		3619	or warn "ERROR: unable to write runtime file: $!";
		3620	};
		3621	}
		3622
		3623	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3624	$sig->send;
		3625	}
		3626	while (my $sig = shift @WAIT_FOR_TICK) {
		3627	$sig->send;
		3628	}
		3629
		3630	$NOW = Event::time;
1249		3631
1250	# if we are delayed by four ticks or more, skip them all	3632	# if we are delayed by four ticks or more, skip them all
1251	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;	3633	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
1252		3634
1253	$TICK_WATCHER->at ($NEXT_TICK);	3635	$TICK_WATCHER->at ($NEXT_TICK);
1254	$TICK_WATCHER->start;	3636	$TICK_WATCHER->start;
		3637
		3638	$LOAD = ($NOW - $tick_start) / $TICK;
		3639	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3640
		3641	_post_tick;
1255	},	3642	},
1256	);	3643	);
1257		3644
		3645	{
		3646	BDB::min_parallel 8;
		3647	BDB::max_poll_time $TICK * 0.1;
		3648	$BDB_POLL_WATCHER = Event->io (
		3649	reentrant => 0,
		3650	fd => BDB::poll_fileno,
		3651	poll => 'r',
		3652	prio => 0,
		3653	data => WF_AUTOCANCEL,
		3654	cb => \&BDB::poll_cb,
		3655	);
		3656
		3657	BDB::set_sync_prepare {
		3658	my $status;
		3659	my $current = $Coro::current;
		3660	(
		3661	sub {
		3662	$status = $!;
		3663	$current->ready; undef $current;
		3664	},
		3665	sub {
		3666	Coro::schedule while defined $current;
		3667	$! = $status;
		3668	},
		3669	)
		3670	};
		3671
		3672	unless ($DB_ENV) {
		3673	$DB_ENV = BDB::db_env_create;
		3674	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
		3675	| BDB::LOG_AUTOREMOVE, 1);
		3676	$DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
		3677	$DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
		3678
		3679	cf::sync_job {
		3680	eval {
		3681	BDB::db_env_open
		3682	$DB_ENV,
		3683	$BDBDIR,
		3684	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3685	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3686	0666;
		3687
		3688	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3689	};
		3690
		3691	cf::cleanup "db_env_open(db): $@" if $@;
		3692	};
		3693	}
		3694
		3695	$BDB_DEADLOCK_WATCHER = Event->timer (
		3696	after => 3,
		3697	interval => 1,
		3698	hard => 1,
		3699	prio => 0,
		3700	data => WF_AUTOCANCEL,
		3701	cb => sub {
		3702	BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
		3703	},
		3704	);
		3705	$BDB_CHECKPOINT_WATCHER = Event->timer (
		3706	after => 11,
		3707	interval => 60,
		3708	hard => 1,
		3709	prio => 0,
		3710	data => WF_AUTOCANCEL,
		3711	cb => sub {
		3712	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
		3713	},
		3714	);
		3715	$BDB_TRICKLE_WATCHER = Event->timer (
		3716	after => 5,
		3717	interval => 10,
		3718	hard => 1,
		3719	prio => 0,
		3720	data => WF_AUTOCANCEL,
		3721	cb => sub {
		3722	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
		3723	},
		3724	);
		3725	}
		3726
		3727	{
		3728	IO::AIO::min_parallel 8;
		3729
		3730	undef $Coro::AIO::WATCHER;
1258	IO::AIO::max_poll_time $TICK * 0.2;	3731	IO::AIO::max_poll_time $TICK * 0.1;
1259		3732	$AIO_POLL_WATCHER = Event->io (
1260	Event->io (fd => IO::AIO::poll_fileno,	3733	reentrant => 0,
1261	poll => 'r',
1262	prio => 5,
1263	data => WF_AUTOCANCEL,	3734	data => WF_AUTOCANCEL,
		3735	fd => IO::AIO::poll_fileno,
		3736	poll => 'r',
		3737	prio => 0,
1264	cb => \&IO::AIO::poll_cb);	3738	cb => \&IO::AIO::poll_cb,
		3739	);
		3740	}
		3741
		3742	my $_log_backtrace;
		3743
		3744	sub _log_backtrace {
		3745	my ($msg, @addr) = @_;
		3746
		3747	$msg =~ s/\n//;
		3748
		3749	# limit the # of concurrent backtraces
		3750	if ($_log_backtrace < 2) {
		3751	++$_log_backtrace;
		3752	async {
		3753	$Coro::current->{desc} = "abt $msg";
		3754
		3755	my @bt = fork_call {
		3756	@addr = map { sprintf "%x", $_ } @addr;
		3757	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3758	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3759	or die "addr2line: $!";
		3760
		3761	my @funcs;
		3762	my @res = <$fh>;
		3763	chomp for @res;
		3764	while (@res) {
		3765	my ($func, $line) = splice @res, 0, 2, ();
		3766	push @funcs, "[$func] $line";
		3767	}
		3768
		3769	@funcs
		3770	};
		3771
		3772	LOG llevInfo, "[ABT] $msg\n";
		3773	LOG llevInfo, "[ABT] $_\n" for @bt;
		3774	--$_log_backtrace;
		3775	};
		3776	} else {
		3777	LOG llevInfo, "[ABT] $msg\n";
		3778	LOG llevInfo, "[ABT] [suppressed]\n";
		3779	}
		3780	}
		3781
		3782	# load additional modules
		3783	use cf::pod;
		3784
		3785	END { cf::emergency_save }
1265		3786
1266	1	3787	1
1267		3788

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines