ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.211 by root, Tue Feb 13 16:23:32 2007 UTC vs.
Revision 1.287 by root, Mon Jun 25 05:43:45 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.5 ();	15	use Coro 3.61 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
19		24
20	use BDB ();	25	use BDB ();
21	use Data::Dumper;	26	use Data::Dumper;
22	use Digest::MD5;	27	use Digest::MD5;
23	use Fcntl;	28	use Fcntl;
		29	use YAML::Syck ();
24	use IO::AIO 2.32 ();	30	use IO::AIO 2.32 ();
25	use YAML::Syck ();
26	use Time::HiRes;	31	use Time::HiRes;
27	use Compress::LZF;	32	use Compress::LZF;
28		33
		34	# configure various modules to our taste
		35	#
		36	$Storable::canonical = 1; # reduce rsync transfers
		37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
29	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
30		39
31	use Event; $Event::Eval = 1; # no idea why this is required, but it is	40	$Event::Eval = 1; # no idea why this is required, but it is
32
33	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
34		41
35	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	42	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
36	$YAML::Syck::ImplicitUnicode = 1;	43	$YAML::Syck::ImplicitUnicode = 1;
37		44
38	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	45	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
39		46
		47	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		48
40	our %COMMAND = ();	49	our %COMMAND = ();
41	our %COMMAND_TIME = ();	50	our %COMMAND_TIME = ();
42		51
43	our @EXTS = (); # list of extension package names	52	our @EXTS = (); # list of extension package names
44	our %EXTCMD = ();	53	our %EXTCMD = ();
		54	our %EXTICMD = ();
45	our %EXT_CORO = (); # coroutines bound to extensions	55	our %EXT_CORO = (); # coroutines bound to extensions
46	our %EXT_MAP = (); # pluggable maps	56	our %EXT_MAP = (); # pluggable maps
47		57
		58	our $RELOAD; # number of reloads so far
48	our @EVENT;	59	our @EVENT;
49	our $LIBDIR = datadir . "/ext";
50		60
51	our $TICK = MAX_TIME * 1e-6;	61	our $CONFDIR = confdir;
		62	our $DATADIR = datadir;
		63	our $LIBDIR = "$DATADIR/ext";
		64	our $PODDIR = "$DATADIR/pod";
		65	our $MAPDIR = "$DATADIR/" . mapdir;
		66	our $LOCALDIR = localdir;
		67	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		68	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		69	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		70	our $RANDOMDIR = "$LOCALDIR/random";
		71	our $BDBDIR = "$LOCALDIR/db";
		72
		73	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
52	our $TICK_WATCHER;	74	our $TICK_WATCHER;
53	our $AIO_POLL_WATCHER;	75	our $AIO_POLL_WATCHER;
54	our $WRITE_RUNTIME_WATCHER;	76	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
55	our $NEXT_TICK;	77	our $NEXT_TICK;
56	our $NOW;	78	our $NOW;
57	our $USE_FSYNC = 1; # use fsync to write maps - default off	79	our $USE_FSYNC = 1; # use fsync to write maps - default off
58		80
59	our $BDB_POLL_WATCHER;	81	our $BDB_POLL_WATCHER;
…		…
65	our $RUNTIME;	87	our $RUNTIME;
66		88
67	our %PLAYER; # all users	89	our %PLAYER; # all users
68	our %MAP; # all maps	90	our %MAP; # all maps
69	our $LINK_MAP; # the special {link} map, which is always available	91	our $LINK_MAP; # the special {link} map, which is always available
70	our $RANDOM_MAPS = cf::localdir . "/random";
71	our $BDB_ENV_DIR = cf::localdir . "/db";
72
73	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
74	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
75		92
76	# used to convert map paths into valid unix filenames by replacing / by ∕	93	# used to convert map paths into valid unix filenames by replacing / by ∕
77	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	94	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
78		95
		96	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		97	our $LOADAVG; # same thing, but with alpha-smoothing
		98	our $tick_start; # for load detecting purposes
		99
79	binmode STDOUT;	100	binmode STDOUT;
80	binmode STDERR;	101	binmode STDERR;
81		102
82	# read virtual server time, if available	103	# read virtual server time, if available
83	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	104	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
84	open my $fh, "<", cf::localdir . "/runtime"	105	open my $fh, "<", "$LOCALDIR/runtime"
85	or die "unable to read runtime file: $!";	106	or die "unable to read runtime file: $!";
86	$RUNTIME = <$fh> + 0.;	107	$RUNTIME = <$fh> + 0.;
87	}	108	}
88		109
89	mkdir cf::localdir;	110	mkdir $_
90	mkdir cf::localdir . "/" . cf::playerdir;	111	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
91	mkdir cf::localdir . "/" . cf::tmpdir;
92	mkdir cf::localdir . "/" . cf::uniquedir;
93	mkdir $RANDOM_MAPS;
94	mkdir $BDB_ENV_DIR;
95		112
96	our $EMERGENCY_POSITION;	113	our $EMERGENCY_POSITION;
97		114
98	sub cf::map::normalise;	115	sub cf::map::normalise;
99		116
…		…
110	=item $cf::RUNTIME	127	=item $cf::RUNTIME
111		128
112	The time this server has run, starts at 0 and is increased by $cf::TICK on	129	The time this server has run, starts at 0 and is increased by $cf::TICK on
113	every server tick.	130	every server tick.
114		131
115	=item $cf::LIBDIR	132	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		133	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		134	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
116		135
117	The perl library directory, where extensions and cf-specific modules can	136	Various directories - "/etc", read-only install directory, perl-library
118	be found. It will be added to C<@INC> automatically.	137	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		138	unique-items directory, player file directory, random maps directory and
		139	database environment.
119		140
120	=item $cf::NOW	141	=item $cf::NOW
121		142
122	The time of the last (current) server tick.	143	The time of the last (current) server tick.
123		144
124	=item $cf::TICK	145	=item $cf::TICK
125		146
126	The interval between server ticks, in seconds.	147	The interval between server ticks, in seconds.
		148
		149	=item $cf::LOADAVG
		150
		151	The current CPU load on the server (alpha-smoothed), as a value between 0
		152	(none) and 1 (overloaded), indicating how much time is spent on processing
		153	objects per tick. Healthy values are < 0.5.
		154
		155	=item $cf::LOAD
		156
		157	The raw value load value from the last tick.
127		158
128	=item %cf::CFG	159	=item %cf::CFG
129		160
130	Configuration for the server, loaded from C</etc/crossfire/config>, or	161	Configuration for the server, loaded from C</etc/crossfire/config>, or
131	from wherever your confdir points to.	162	from wherever your confdir points to.
132		163
133	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	164	=item cf::wait_for_tick, cf::wait_for_tick_begin
134		165
135	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	166	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
136	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	167	returns directly I<after> the tick processing (and consequently, can only wake one process
137	processing has been done. Call C<< ->wait >> on them to maximise the	168	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
138	window of cpu time available, or simply to synchronise to the server tick.
139		169
140	=back	170	=back
141		171
142	=cut	172	=cut
143		173
144	BEGIN {	174	BEGIN {
145	*CORE::GLOBAL::warn = sub {	175	*CORE::GLOBAL::warn = sub {
146	my $msg = join "", @_;	176	my $msg = join "", @_;
147	utf8::encode $msg;
148		177
149	$msg .= "\n"	178	$msg .= "\n"
150	unless $msg =~ /\n$/;	179	unless $msg =~ /\n$/;
151		180
		181	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		182
		183	utf8::encode $msg;
152	LOG llevError, $msg;	184	LOG llevError, $msg;
153	};	185	};
154	}	186	}
155		187
156	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	188	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
157	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	189	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
158	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	190	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
159	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	191	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
160	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	192	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		193	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
161	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	194	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
162		195
163	# we bless all objects into (empty) derived classes to force a method lookup	196	# we bless all objects into (empty) derived classes to force a method lookup
164	# within the Safe compartment.	197	# within the Safe compartment.
165	for my $pkg (qw(	198	for my $pkg (qw(
166	cf::global cf::attachable	199	cf::global cf::attachable
…		…
174	}	207	}
175		208
176	$Event::DIED = sub {	209	$Event::DIED = sub {
177	warn "error in event callback: @_";	210	warn "error in event callback: @_";
178	};	211	};
		212
		213	#############################################################################
179		214
180	=head2 UTILITY FUNCTIONS	215	=head2 UTILITY FUNCTIONS
181		216
182	=over 4	217	=over 4
183		218
…		…
202	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	237	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
203	$d	238	$d
204	} || "[unable to dump $_[0]: '$@']";	239	} || "[unable to dump $_[0]: '$@']";
205	}	240	}
206		241
207	use JSON::Syck (); # TODO# replace by JSON::PC once working	242	use JSON::XS ();
208		243
209	=item $ref = cf::from_json $json	244	=item $ref = cf::from_json $json
210		245
211	Converts a JSON string into the corresponding perl data structure.	246	Converts a JSON string into the corresponding perl data structure.
212		247
213	=cut
214
215	sub from_json($) {
216	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
217	JSON::Syck::Load $_[0]
218	}
219
220	=item $json = cf::to_json $ref	248	=item $json = cf::to_json $ref
221		249
222	Converts a perl data structure into its JSON representation.	250	Converts a perl data structure into its JSON representation.
223		251
224	=cut	252	=cut
225		253
226	sub to_json($) {	254	our $json_coder = JSON::XS->new->convert_blessed->utf8;
227	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	255
228	JSON::Syck::Dump $_[0]	256	sub to_json ($) { $json_coder->encode ($_[0]) }
229	}	257	sub from_json ($) { $json_coder->decode ($_[0]) }
230		258
231	=item cf::lock_wait $string	259	=item cf::lock_wait $string
232		260
233	Wait until the given lock is available. See cf::lock_acquire.	261	Wait until the given lock is available. See cf::lock_acquire.
234		262
…		…
240	returned.	268	returned.
241		269
242	Lock names should begin with a unique identifier (for example, cf::map::find	270	Lock names should begin with a unique identifier (for example, cf::map::find
243	uses map_find and cf::map::load uses map_load).	271	uses map_find and cf::map::load uses map_load).
244		272
		273	=item $locked = cf::lock_active $string
		274
		275	Return true if the lock is currently active, i.e. somebody has locked it.
		276
245	=cut	277	=cut
246		278
247	our %LOCK;	279	our %LOCK;
248		280
249	sub lock_wait($) {	281	sub lock_wait($) {
…		…
268	# wake up all waiters, to be on the safe side	300	# wake up all waiters, to be on the safe side
269	$_->ready for @{ delete $LOCK{$key} };	301	$_->ready for @{ delete $LOCK{$key} };
270	}	302	}
271	}	303	}
272		304
		305	sub lock_active($) {
		306	my ($key) = @_;
		307
		308	! ! $LOCK{$key}
		309	}
		310
273	sub freeze_mainloop {	311	sub freeze_mainloop {
274	return unless $TICK_WATCHER->is_active;	312	return unless $TICK_WATCHER->is_active;
275		313
276	my $guard = Coro::guard {	314	my $guard = Coro::guard {
277	$TICK_WATCHER->start;	315	$TICK_WATCHER->start;
278	$WRITE_RUNTIME_WATCHER->start;
279	};	316	};
280	$WRITE_RUNTIME_WATCHER->stop;
281	$TICK_WATCHER->stop;	317	$TICK_WATCHER->stop;
282	$guard	318	$guard
283	}	319	}
284		320
285	=item cf::async { BLOCK }	321	=item cf::async { BLOCK }
…		…
292		328
293	BEGIN { *async = \&Coro::async_pool }	329	BEGIN { *async = \&Coro::async_pool }
294		330
295	=item cf::sync_job { BLOCK }	331	=item cf::sync_job { BLOCK }
296		332
297	The design of crossfire+ requires that the main coro ($Coro::main) is	333	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
298	always able to handle events or runnable, as crossfire+ is only partly	334	is always able to handle events or runnable, as Crossfire TRT is only
299	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	335	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		336	acceptable.
300		337
301	If it must be done, put the blocking parts into C<sync_job>. This will run	338	If it must be done, put the blocking parts into C<sync_job>. This will run
302	the given BLOCK in another coroutine while waiting for the result. The	339	the given BLOCK in another coroutine while waiting for the result. The
303	server will be frozen during this time, so the block should either finish	340	server will be frozen during this time, so the block should either finish
304	fast or be very important.	341	fast or be very important.
…		…
307		344
308	sub sync_job(&) {	345	sub sync_job(&) {
309	my ($job) = @_;	346	my ($job) = @_;
310		347
311	if ($Coro::current == $Coro::main) {	348	if ($Coro::current == $Coro::main) {
		349	my $time = Event::time;
		350
312	# this is the main coro, too bad, we have to block	351	# this is the main coro, too bad, we have to block
313	# till the operation succeeds, freezing the server :/	352	# till the operation succeeds, freezing the server :/
314		353
315	# TODO: use suspend/resume instead	354	# TODO: use suspend/resume instead
316	# (but this is cancel-safe)	355	# (but this is cancel-safe)
…		…
327		366
328	while ($busy) {	367	while ($busy) {
329	Coro::cede or Event::one_event;	368	Coro::cede or Event::one_event;
330	}	369	}
331		370
		371	$time = Event::time - $time;
		372
		373	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		374	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		375
		376	$tick_start += $time; # do not account sync jobs to server load
		377
332	wantarray ? @res : $res[0]	378	wantarray ? @res : $res[0]
333	} else {	379	} else {
334	# we are in another coroutine, how wonderful, everything just works	380	# we are in another coroutine, how wonderful, everything just works
335		381
336	$job->()	382	$job->()
…		…
355	$EXT_CORO{$coro+0} = $coro;	401	$EXT_CORO{$coro+0} = $coro;
356		402
357	$coro	403	$coro
358	}	404	}
359		405
360	sub write_runtime {	406	=item fork_call { }, $args
361	$TICK_WATCHER->is_active or cf::cleanup "mainloop frozen but runtime active", 1;
362		407
363	my $runtime = cf::localdir . "/runtime";	408	Executes the given code block with the given arguments in a seperate
		409	process, returning the results. Everything must be serialisable with
		410	Coro::Storable. May, of course, block. Note that the executed sub may
		411	never block itself or use any form of Event handling.
364		412
365	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	413	=cut
366	or return;
367		414
368	my $value = $cf::RUNTIME + 90 + 10;	415	sub fork_call(&@) {
369	# 10 is the runtime save interval, for a monotonic clock	416	my ($cb, @args) = @_;
370	# 60 allows for the watchdog to kill the server.
371		417
372	(aio_write $fh, 0, (length $value), $value, 0) <= 0	418	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
373	and return;	419	# or die "socketpair: $!";
		420	pipe my $fh1, my $fh2
		421	or die "pipe: $!";
374		422
375	# always fsync - this file is important	423	if (my $pid = fork) {
376	aio_fsync $fh
377	and return;
378
379	close $fh	424	close $fh2;
380	or return;
381		425
382	aio_rename "$runtime~", $runtime	426	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
383	and return;	427	$res = Coro::Storable::thaw $res;
384		428
		429	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		430
		431	die $$res unless "ARRAY" eq ref $res;
		432
		433	return wantarray ? @$res : $res->[-1];
		434	} else {
		435	reset_signals;
		436	local $SIG{__WARN__};
		437	local $SIG{__DIE__};
		438	eval {
		439	close $fh1;
		440
		441	my @res = eval { $cb->(@args) };
		442	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		443	};
		444
		445	warn $@ if $@;
		446	_exit 0;
385	1	447	}
		448	}
		449
		450	=item $value = cf::db_get $family => $key
		451
		452	Returns a single value from the environment database.
		453
		454	=item cf::db_put $family => $key => $value
		455
		456	Stores the given C<$value> in the family. It can currently store binary
		457	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		458
		459	=cut
		460
		461	our $DB;
		462
		463	sub db_init {
		464	unless ($DB) {
		465	$DB = BDB::db_create $DB_ENV;
		466
		467	cf::sync_job {
		468	eval {
		469	$DB->set_flags (BDB::CHKSUM);
		470
		471	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		472	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		473	cf::cleanup "db_open(db): $!" if $!;
		474	};
		475	cf::cleanup "db_open(db): $@" if $@;
		476	};
		477	}
		478	}
		479
		480	sub db_get($$) {
		481	my $key = "$_[0]/$_[1]";
		482
		483	cf::sync_job {
		484	BDB::db_get $DB, undef, $key, my $data;
		485
		486	$! ? ()
		487	: $data
		488	}
		489	}
		490
		491	sub db_put($$$) {
		492	BDB::dbreq_pri 4;
		493	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		494	}
		495
		496	=item cf::cache $id => [$paths...], $processversion => $process
		497
		498	Generic caching function that returns the value of the resource $id,
		499	caching and regenerating as required.
		500
		501	This function can block.
		502
		503	=cut
		504
		505	sub cache {
		506	my ($id, $src, $processversion, $process) = @_;
		507
		508	my $meta =
		509	join "\x00",
		510	$processversion,
		511	map {
		512	aio_stat $_
		513	and Carp::croak "$_: $!";
		514
		515	($_, (stat _)[7,9])
		516	} @$src;
		517
		518	my $dbmeta = db_get cache => "$id/meta";
		519	if ($dbmeta ne $meta) {
		520	# changed, we may need to process
		521
		522	my @data;
		523	my $md5;
		524
		525	for (0 .. $#$src) {
		526	0 <= aio_load $src->[$_], $data[$_]
		527	or Carp::croak "$src->[$_]: $!";
		528	}
		529
		530	# if processing is expensive, check
		531	# checksum first
		532	if (1) {
		533	$md5 =
		534	join "\x00",
		535	$processversion,
		536	map {
		537	Coro::cede;
		538	($src->[$_], Digest::MD5::md5_hex $data[$_])
		539	} 0.. $#$src;
		540
		541
		542	my $dbmd5 = db_get cache => "$id/md5";
		543	if ($dbmd5 eq $md5) {
		544	db_put cache => "$id/meta", $meta;
		545
		546	return db_get cache => "$id/data";
		547	}
		548	}
		549
		550	my $t1 = Time::HiRes::time;
		551	my $data = $process->(\@data);
		552	my $t2 = Time::HiRes::time;
		553
		554	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		555
		556	db_put cache => "$id/data", $data;
		557	db_put cache => "$id/md5" , $md5;
		558	db_put cache => "$id/meta", $meta;
		559
		560	return $data;
		561	}
		562
		563	db_get cache => "$id/data"
		564	}
		565
		566	=item cf::datalog type => key => value, ...
		567
		568	Log a datalog packet of the given type with the given key-value pairs.
		569
		570	=cut
		571
		572	sub datalog($@) {
		573	my ($type, %kv) = @_;
		574	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
386	}	575	}
387		576
388	=back	577	=back
389		578
390	=cut	579	=cut
…		…
397	attach callbacks/event handlers (a collection of which is called an "attachment")	586	attach callbacks/event handlers (a collection of which is called an "attachment")
398	to it. All such attachable objects support the following methods.	587	to it. All such attachable objects support the following methods.
399		588
400	In the following description, CLASS can be any of C<global>, C<object>	589	In the following description, CLASS can be any of C<global>, C<object>
401	C<player>, C<client> or C<map> (i.e. the attachable objects in	590	C<player>, C<client> or C<map> (i.e. the attachable objects in
402	crossfire+).	591	Crossfire TRT).
403		592
404	=over 4	593	=over 4
405		594
406	=item $attachable->attach ($attachment, key => $value...)	595	=item $attachable->attach ($attachment, key => $value...)
407		596
…		…
570	$registry = $CB_TYPE[$object_type] ||= [];	759	$registry = $CB_TYPE[$object_type] ||= [];
571		760
572	} elsif ($type eq "subtype") {	761	} elsif ($type eq "subtype") {
573	defined $object_type or Carp::croak "subtype specified without type";	762	defined $object_type or Carp::croak "subtype specified without type";
574	my $object_subtype = shift @arg;	763	my $object_subtype = shift @arg;
575	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	764	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
576		765
577	} elsif ($type eq "package") {	766	} elsif ($type eq "package") {
578	my $pkg = shift @arg;	767	my $pkg = shift @arg;
579		768
580	while (my ($name, $id) = each %cb_id) {	769	while (my ($name, $id) = each %cb_id) {
…		…
609	_attach $registry, $klass, @attach;	798	_attach $registry, $klass, @attach;
610	}	799	}
611		800
612	$obj->{$name} = \%arg;	801	$obj->{$name} = \%arg;
613	} else {	802	} else {
614	warn "object uses attachment '$name' that is not available, postponing.\n";	803	warn "object uses attachment '$name' which is not available, postponing.\n";
615	}	804	}
616		805
617	$obj->{_attachment}{$name} = undef;	806	$obj->{_attachment}{$name} = undef;
618	}	807	}
619		808
…		…
621	if (ref $_[0]) {	810	if (ref $_[0]) {
622	_object_attach @_;	811	_object_attach @_;
623	} else {	812	} else {
624	_attach shift->_attach_registry, @_;	813	_attach shift->_attach_registry, @_;
625	}	814	}
		815	_recalc_want;
626	};	816	};
627		817
628	# all those should be optimised	818	# all those should be optimised
629	sub cf::attachable::detach {	819	sub cf::attachable::detach {
630	my ($obj, $name) = @_;	820	my ($obj, $name) = @_;
…		…
633	delete $obj->{_attachment}{$name};	823	delete $obj->{_attachment}{$name};
634	reattach ($obj);	824	reattach ($obj);
635	} else {	825	} else {
636	Carp::croak "cannot, currently, detach class attachments";	826	Carp::croak "cannot, currently, detach class attachments";
637	}	827	}
		828	_recalc_want;
638	};	829	};
639		830
640	sub cf::attachable::attached {	831	sub cf::attachable::attached {
641	my ($obj, $name) = @_;	832	my ($obj, $name) = @_;
642		833
…		…
789	}	980	}
790	} else {	981	} else {
791	aio_unlink $filename;	982	aio_unlink $filename;
792	aio_unlink "$filename.pst";	983	aio_unlink "$filename.pst";
793	}	984	}
794
795	#d##TODO# nuke non .map-files if exist
796	if ($filename =~ s/\.map$//) {
797	aio_unlink $filename;
798	aio_unlink "$filename.pst";
799	}
800	}	985	}
801	}	986	}
802		987
803	sub object_freezer_as_string {	988	sub object_freezer_as_string {
804	my ($rdata, $objs) = @_;	989	my ($rdata, $objs) = @_;
…		…
810		995
811	sub object_thawer_load {	996	sub object_thawer_load {
812	my ($filename) = @_;	997	my ($filename) = @_;
813		998
814	my ($data, $av);	999	my ($data, $av);
815
816	#d#TODO remove .map if file does not exist
817	aio_stat $filename and $filename =~ s/\.map$//;
818		1000
819	(aio_load $filename, $data) >= 0	1001	(aio_load $filename, $data) >= 0
820	or return;	1002	or return;
821		1003
822	unless (aio_stat "$filename.pst") {	1004	unless (aio_stat "$filename.pst") {
…		…
824	or return;	1006	or return;
825	$av = eval { (Storable::thaw $av)->{objs} };	1007	$av = eval { (Storable::thaw $av)->{objs} };
826	}	1008	}
827		1009
828	warn sprintf "loading %s (%d)\n",	1010	warn sprintf "loading %s (%d)\n",
829	$filename, length $data, scalar @{$av || []};#d#	1011	$filename, length $data, scalar @{$av || []};
830	return ($data, $av);	1012	return ($data, $av);
831	}	1013	}
		1014
		1015	=head2 COMMAND CALLBACKS
		1016
		1017	=over 4
		1018
		1019	=cut
832		1020
833	#############################################################################	1021	#############################################################################
834	# command handling &c	1022	# command handling &c
835		1023
836	=item cf::register_command $name => \&callback($ob,$args);	1024	=item cf::register_command $name => \&callback($ob,$args);
…		…
849	push @{ $COMMAND{$name} }, [$caller, $cb];	1037	push @{ $COMMAND{$name} }, [$caller, $cb];
850	}	1038	}
851		1039
852	=item cf::register_extcmd $name => \&callback($pl,$packet);	1040	=item cf::register_extcmd $name => \&callback($pl,$packet);
853		1041
854	Register a callbackf ro execution when the client sends an extcmd packet.	1042	Register a callback for execution when the client sends an (synchronous)
		1043	extcmd packet. Ext commands will be processed in the order they are
		1044	received by the server, like other user commands. The first argument is
		1045	the logged-in player. Ext commands can only be processed after a player
		1046	has logged in successfully.
855		1047
856	If the callback returns something, it is sent back as if reply was being	1048	If the callback returns something, it is sent back as if reply was being
857	called.	1049	called.
858		1050
		1051	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1052
		1053	Register a callback for execution when the client sends an (asynchronous)
		1054	exticmd packet. Exti commands are processed by the server as soon as they
		1055	are received, i.e. out of order w.r.t. other commands. The first argument
		1056	is a client socket. Exti commands can be received anytime, even before
		1057	log-in.
		1058
		1059	If the callback returns something, it is sent back as if reply was being
		1060	called.
		1061
859	=cut	1062	=cut
860		1063
861	sub register_extcmd {	1064	sub register_extcmd {
862	my ($name, $cb) = @_;	1065	my ($name, $cb) = @_;
863		1066
864	$EXTCMD{$name} = $cb;	1067	$EXTCMD{$name} = $cb;
		1068	}
		1069
		1070	sub register_exticmd {
		1071	my ($name, $cb) = @_;
		1072
		1073	$EXTICMD{$name} = $cb;
865	}	1074	}
866		1075
867	cf::player->attach (	1076	cf::player->attach (
868	on_command => sub {	1077	on_command => sub {
869	my ($pl, $name, $params) = @_;	1078	my ($pl, $name, $params) = @_;
…		…
894		1103
895	cf::override;	1104	cf::override;
896	},	1105	},
897	);	1106	);
898		1107
899	sub load_extension {
900	my ($path) = @_;
901
902	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
903	my $base = $1;
904	my $pkg = $1;
905	$pkg =~ s/[^[:word:]]/_/g;
906	$pkg = "ext::$pkg";
907
908	warn "... loading '$path' into '$pkg'\n";
909
910	open my $fh, "<:utf8", $path
911	or die "$path: $!";
912
913	my $source =
914	"package $pkg; use strict; use utf8;\n"
915	. "#line 1 \"$path\"\n{\n"
916	. (do { local $/; <$fh> })
917	. "\n};\n1";
918
919	unless (eval $source) {
920	my $msg = $@ ? "$path: $@\n"
921	: "extension disabled.\n";
922	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
923	warn $@;
924	warn "mandatory extension failed to load, exiting.\n";
925	exit 1;
926	}
927	die $@;
928	}
929
930	push @EXTS, $pkg;
931	}
932
933	sub load_extensions {	1108	sub load_extensions {
		1109	cf::sync_job {
		1110	my %todo;
		1111
934	for my $ext (<$LIBDIR/*.ext>) {	1112	for my $path (<$LIBDIR/*.ext>) {
935	next unless -r $ext;	1113	next unless -r $path;
936	eval {	1114
937	load_extension $ext;	1115	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1116	my $base = $1;
		1117	my $pkg = $1;
		1118	$pkg =~ s/[^[:word:]]/_/g;
		1119	$pkg = "ext::$pkg";
		1120
		1121	open my $fh, "<:utf8", $path
		1122	or die "$path: $!";
		1123
		1124	my $source = do { local $/; <$fh> };
		1125
		1126	my %ext = (
		1127	path => $path,
		1128	base => $base,
		1129	pkg => $pkg,
		1130	);
		1131
		1132	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1133	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1134
		1135	$ext{source} =
		1136	"package $pkg; use strict; use utf8;\n"
		1137	. "#line 1 \"$path\"\n{\n"
		1138	. $source
		1139	. "\n};\n1";
		1140
		1141	$todo{$base} = \%ext;
		1142	}
		1143
		1144	my %done;
		1145	while (%todo) {
		1146	my $progress;
		1147
		1148	while (my ($k, $v) = each %todo) {
		1149	for (split /,\s*/, $v->{meta}{depends}) {
		1150	goto skip
		1151	unless exists $done{$_};
		1152	}
		1153
		1154	warn "... loading '$k' into '$v->{pkg}'\n";
		1155
		1156	unless (eval $v->{source}) {
		1157	my $msg = $@ ? "$v->{path}: $@\n"
		1158	: "$v->{base}: extension inactive.\n";
		1159
		1160	if (exists $v->{meta}{mandatory}) {
		1161	warn $msg;
		1162	warn "mandatory extension failed to load, exiting.\n";
		1163	exit 1;
		1164	}
		1165
		1166	warn $msg;
		1167	}
		1168
		1169	$done{$k} = delete $todo{$k};
		1170	push @EXTS, $v->{pkg};
		1171	$progress = 1;
938	1	1172	}
939	} or warn "$ext not loaded: $@";	1173
		1174	skip:
		1175	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1176	unless $progress;
		1177	}
940	}	1178	};
941	}	1179	}
942		1180
943	#############################################################################	1181	#############################################################################
944		1182
		1183	=back
		1184
945	=head2 CORE EXTENSIONS	1185	=head2 CORE EXTENSIONS
946		1186
947	Functions and methods that extend core crossfire objects.	1187	Functions and methods that extend core crossfire objects.
948		1188
949	=cut	1189	=cut
…		…
961	Returns the given player object, loading it if necessary (might block).	1201	Returns the given player object, loading it if necessary (might block).
962		1202
963	=cut	1203	=cut
964		1204
965	sub playerdir($) {	1205	sub playerdir($) {
966	cf::localdir	1206	"$PLAYERDIR/"
967	. "/"
968	. cf::playerdir
969	. "/"
970	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1207	. (ref $_[0] ? $_[0]->ob->name : $_[0])
971	}	1208	}
972		1209
973	sub path($) {	1210	sub path($) {
974	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1211	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
975		1212
976	(playerdir $login) . "/$login.pl"	1213	(playerdir $login) . "/playerdata"
977	}	1214	}
978		1215
979	sub find_active($) {	1216	sub find_active($) {
980	$cf::PLAYER{$_[0]}	1217	$cf::PLAYER{$_[0]}
981	and $cf::PLAYER{$_[0]}->active	1218	and $cf::PLAYER{$_[0]}->active
…		…
994	my $login = $_[0];	1231	my $login = $_[0];
995		1232
996	my $guard = cf::lock_acquire "user_find:$login";	1233	my $guard = cf::lock_acquire "user_find:$login";
997		1234
998	$cf::PLAYER{$_[0]} || do {	1235	$cf::PLAYER{$_[0]} || do {
		1236	# rename old playerfiles to new ones
		1237	#TODO: remove when no longer required
		1238	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1239	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1240	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1241	aio_unlink +(playerdir $login) . "/$login.pl";
		1242
999	my $pl = load_pl path $login	1243	my $pl = load_pl path $login
1000	or return;	1244	or return;
1001	$cf::PLAYER{$login} = $pl	1245	$cf::PLAYER{$login} = $pl
1002	}	1246	}
1003	}	1247	}
…		…
1040		1284
1041	=cut	1285	=cut
1042		1286
1043	sub quit_character {	1287	sub quit_character {
1044	my ($pl) = @_;	1288	my ($pl) = @_;
		1289
		1290	my $name = $pl->ob->name;
1045		1291
1046	$pl->{deny_save} = 1;	1292	$pl->{deny_save} = 1;
1047	$pl->password ("*"); # this should lock out the player until we nuked the dir	1293	$pl->password ("*"); # this should lock out the player until we nuked the dir
1048		1294
1049	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1295	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
…		…
1054	my $path = playerdir $pl;	1300	my $path = playerdir $pl;
1055	my $temp = "$path~$cf::RUNTIME~deleting~";	1301	my $temp = "$path~$cf::RUNTIME~deleting~";
1056	aio_rename $path, $temp;	1302	aio_rename $path, $temp;
1057	delete $cf::PLAYER{$pl->ob->name};	1303	delete $cf::PLAYER{$pl->ob->name};
1058	$pl->destroy;	1304	$pl->destroy;
		1305
		1306	my $prefix = qr<^~\Q$name\E/>;
		1307
		1308	# nuke player maps
		1309	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1310
1059	IO::AIO::aio_rmtree $temp;	1311	IO::AIO::aio_rmtree $temp;
		1312	}
		1313
		1314	=item $pl->kick
		1315
		1316	Kicks a player out of the game. This destroys the connection.
		1317
		1318	=cut
		1319
		1320	sub kick {
		1321	my ($pl, $kicker) = @_;
		1322
		1323	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1324	$pl->killer ("kicked");
		1325	$pl->ns->destroy;
1060	}	1326	}
1061		1327
1062	=item cf::player::list_logins	1328	=item cf::player::list_logins
1063		1329
1064	Returns am arrayref of all valid playernames in the system, can take a	1330	Returns am arrayref of all valid playernames in the system, can take a
1065	while and may block, so not sync_job-capable, ever.	1331	while and may block, so not sync_job-capable, ever.
1066		1332
1067	=cut	1333	=cut
1068		1334
1069	sub list_logins {	1335	sub list_logins {
1070	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1336	my $dirs = aio_readdir $PLAYERDIR
1071	or return [];	1337	or return [];
1072		1338
1073	my @logins;	1339	my @logins;
1074		1340
1075	for my $login (@$dirs) {	1341	for my $login (@$dirs) {
…		…
1110	}	1376	}
1111		1377
1112	\@paths	1378	\@paths
1113	}	1379	}
1114		1380
		1381	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1382
		1383	Expand crossfire pod fragments into protocol xml.
		1384
		1385	=cut
		1386
		1387	sub expand_cfpod {
		1388	((my $self), (local $_)) = @_;
		1389
		1390	# escape & and <
		1391	s/&/&amp;/g;
		1392	s/(?<![BIUGH])</&lt;/g;
		1393
		1394	# this is buggy, it needs to properly take care of nested <'s
		1395
		1396	1 while
		1397	# replace B<>, I<>, U<> etc.
		1398	s/B<([^\>]*)>/<b>$1<\/b>/
		1399	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1400	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1401	# replace G<male|female> tags
		1402	|| s{G<([^>|]*)\|([^>]*)>}{
		1403	$self->gender ? $2 : $1
		1404	}ge
		1405	# replace H<hint text>
		1406	|| s/H<([^\>]*)>/<fg name="lightblue">[$1]<\/fg>/g;
		1407
		1408	# create single paragraphs (very hackish)
		1409	s/(?<=\S)\n(?=\w)/ /g;
		1410
		1411	$_
		1412	}
		1413
1115	=item $player->ext_reply ($msgid, $msgtype, %msg)	1414	=item $player->ext_reply ($msgid, %msg)
1116		1415
1117	Sends an ext reply to the player.	1416	Sends an ext reply to the player.
1118		1417
1119	=cut	1418	=cut
1120		1419
1121	sub ext_reply($$$%) {	1420	sub ext_reply($$%) {
1122	my ($self, $id, %msg) = @_;	1421	my ($self, $id, %msg) = @_;
1123		1422
1124	$msg{msgid} = $id;	1423	$msg{msgid} = $id;
1125
1126	$self->send ("ext " . cf::to_json \%msg);	1424	$self->send ("ext " . cf::to_json \%msg);
1127	}	1425	}
1128		1426
1129	package cf;	1427	=item $player->ext_event ($type, %msg)
		1428
		1429	Sends an ext event to the client.
		1430
		1431	=cut
		1432
		1433	sub ext_event($$%) {
		1434	my ($self, $type, %msg) = @_;
		1435
		1436	$self->ns->ext_event ($type, %msg);
		1437	}
		1438
		1439	=head3 cf::region
		1440
		1441	=over 4
		1442
		1443	=cut
		1444
		1445	package cf::region;
		1446
		1447	=item cf::region::find_by_path $path
		1448
		1449	Tries to decuce the likely region for a map knowing only its path.
		1450
		1451	=cut
		1452
		1453	sub find_by_path($) {
		1454	my ($path) = @_;
		1455
		1456	my ($match, $specificity);
		1457
		1458	for my $region (list) {
		1459	if ($region->match && $path =~ $region->match) {
		1460	($match, $specificity) = ($region, $region->specificity)
		1461	if $region->specificity > $specificity;
		1462	}
		1463	}
		1464
		1465	$match
		1466	}
1130		1467
1131	=back	1468	=back
1132
1133		1469
1134	=head3 cf::map	1470	=head3 cf::map
1135		1471
1136	=over 4	1472	=over 4
1137		1473
…		…
1192	my ($self, $merge) = @_;	1528	my ($self, $merge) = @_;
1193		1529
1194	# we have to keep some variables in memory intact	1530	# we have to keep some variables in memory intact
1195	local $self->{path};	1531	local $self->{path};
1196	local $self->{load_path};	1532	local $self->{load_path};
1197	local $self->{deny_save};
1198	local $self->{deny_reset};
1199		1533
1200	$self->SUPER::thawer_merge ($merge);	1534	$self->SUPER::thawer_merge ($merge);
1201	}	1535	}
1202		1536
1203	sub normalise {	1537	sub normalise {
…		…
1275		1609
1276	# the original (read-only) location	1610	# the original (read-only) location
1277	sub load_path {	1611	sub load_path {
1278	my ($self) = @_;	1612	my ($self) = @_;
1279		1613
1280	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1614	"$MAPDIR/$self->{path}.map"
1281	}	1615	}
1282		1616
1283	# the temporary/swap location	1617	# the temporary/swap location
1284	sub save_path {	1618	sub save_path {
1285	my ($self) = @_;	1619	my ($self) = @_;
1286		1620
1287	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1621	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1288	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1622	"$TMPDIR/$path.map"
1289	}	1623	}
1290		1624
1291	# the unique path, undef == no special unique path	1625	# the unique path, undef == no special unique path
1292	sub uniq_path {	1626	sub uniq_path {
1293	my ($self) = @_;	1627	my ($self) = @_;
1294		1628
1295	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1629	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1296	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1630	"$UNIQUEDIR/$path"
1297	}	1631	}
1298		1632
1299	# and all this just because we cannot iterate over	1633	# and all this just because we cannot iterate over
1300	# all maps in C++...	1634	# all maps in C++...
1301	sub change_all_map_light {	1635	sub change_all_map_light {
…		…
1303		1637
1304	$_->change_map_light ($change)	1638	$_->change_map_light ($change)
1305	for grep $_->outdoor, values %cf::MAP;	1639	for grep $_->outdoor, values %cf::MAP;
1306	}	1640	}
1307		1641
		1642	sub decay_objects {
		1643	my ($self) = @_;
		1644
		1645	return if $self->{deny_reset};
		1646
		1647	$self->do_decay_objects;
		1648	}
		1649
1308	sub unlink_save {	1650	sub unlink_save {
1309	my ($self) = @_;	1651	my ($self) = @_;
1310		1652
1311	utf8::encode (my $save = $self->save_path);	1653	utf8::encode (my $save = $self->save_path);
1312	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1654	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1313	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";	1655	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1314
1315	#d#TODO remove .map and also nuke
1316	$save =~ s/\.map// or return;#d#
1317	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1318	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1319	}	1656	}
1320		1657
1321	sub load_header_from($) {	1658	sub load_header_from($) {
1322	my ($self, $path) = @_;	1659	my ($self, $path) = @_;
1323		1660
…		…
1373	$self->load_header_orig	1710	$self->load_header_orig
1374	or return;	1711	or return;
1375	$self->prepare_orig;	1712	$self->prepare_orig;
1376	}	1713	}
1377		1714
		1715	$self->{deny_reset} = 1
		1716	if $self->no_reset;
		1717
		1718	$self->default_region (cf::region::find_by_path $self->{path})
		1719	unless $self->default_region;
		1720
1378	1	1721	1
1379	}	1722	}
1380		1723
1381	sub find;	1724	sub find;
1382	sub find {	1725	sub find {
…		…
1394	$map->{last_save} = $cf::RUNTIME;	1737	$map->{last_save} = $cf::RUNTIME;
1395		1738
1396	$map->load_header	1739	$map->load_header
1397	or return;	1740	or return;
1398		1741
1399	if ($map->should_reset && 0) {#d#TODO# disabled, crashy (locking issue?)	1742	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
1400	# doing this can freeze the server in a sync job, obviously	1743	# doing this can freeze the server in a sync job, obviously
1401	#$cf::WAIT_FOR_TICK->wait;	1744	#$cf::WAIT_FOR_TICK->wait;
1402	$map->reset;	1745	$map->reset;
1403	undef $guard;	1746	undef $guard;
1404	return find $path;	1747	return find $path;
…		…
1415	my ($self) = @_;	1758	my ($self) = @_;
1416		1759
1417	local $self->{deny_reset} = 1; # loading can take a long time	1760	local $self->{deny_reset} = 1; # loading can take a long time
1418		1761
1419	my $path = $self->{path};	1762	my $path = $self->{path};
		1763
		1764	{
1420	my $guard = cf::lock_acquire "map_load:$path";	1765	my $guard = cf::lock_acquire "map_load:$path";
1421		1766
1422	return if $self->in_memory != cf::MAP_SWAPPED;	1767	return if $self->in_memory != cf::MAP_SWAPPED;
1423		1768
1424	$self->in_memory (cf::MAP_LOADING);	1769	$self->in_memory (cf::MAP_LOADING);
1425		1770
1426	$self->alloc;	1771	$self->alloc;
1427		1772
1428	$self->pre_load;	1773	$self->pre_load;
1429
1430	$self->_load_objects ($self->{load_path}, 1)
1431	or return;
1432
1433	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1434	if delete $self->{load_original};
1435
1436	if (my $uniq = $self->uniq_path) {
1437	utf8::encode $uniq;
1438	if (aio_open $uniq, O_RDONLY, 0) {
1439	$self->clear_unique_items;
1440	$self->_load_objects ($uniq, 0);
1441	}
1442	}
1443
1444	Coro::cede;
1445
1446	# now do the right thing for maps
1447	$self->link_multipart_objects;
1448
1449	unless ($self->{deny_activate}) {
1450	$self->decay_objects;
1451	$self->fix_auto_apply;
1452	$self->update_buttons;
1453	Coro::cede;	1774	Coro::cede;
1454	$self->set_darkness_map;	1775
		1776	$self->_load_objects ($self->{load_path}, 1)
		1777	or return;
		1778
		1779	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1780	if delete $self->{load_original};
		1781
		1782	if (my $uniq = $self->uniq_path) {
		1783	utf8::encode $uniq;
		1784	if (aio_open $uniq, O_RDONLY, 0) {
		1785	$self->clear_unique_items;
		1786	$self->_load_objects ($uniq, 0);
		1787	}
		1788	}
		1789
		1790	Coro::cede;
		1791	# now do the right thing for maps
		1792	$self->link_multipart_objects;
1455	$self->difficulty ($self->estimate_difficulty)	1793	$self->difficulty ($self->estimate_difficulty)
1456	unless $self->difficulty;	1794	unless $self->difficulty;
1457	Coro::cede;	1795	Coro::cede;
		1796
		1797	unless ($self->{deny_activate}) {
		1798	$self->decay_objects;
		1799	$self->fix_auto_apply;
		1800	$self->update_buttons;
		1801	Coro::cede;
		1802	$self->set_darkness_map;
		1803	Coro::cede;
1458	$self->activate;	1804	$self->activate;
		1805	}
		1806
		1807	$self->in_memory (cf::MAP_IN_MEMORY);
1459	}	1808	}
1460		1809
1461	$self->post_load;	1810	$self->post_load;
1462
1463	$self->in_memory (cf::MAP_IN_MEMORY);
1464	}	1811	}
1465		1812
1466	sub customise_for {	1813	sub customise_for {
1467	my ($self, $ob) = @_;	1814	my ($self, $ob) = @_;
1468		1815
1469	return find "~" . $ob->name . "/" . $self->{path}	1816	return find "~" . $ob->name . "/" . $self->{path}
1470	if $self->per_player;	1817	if $self->per_player;
		1818
		1819	# return find "?party/" . $ob->name . "/" . $self->{path}
		1820	# if $self->per_party;
1471		1821
1472	$self	1822	$self
1473	}	1823	}
1474		1824
1475	# find and load all maps in the 3x3 area around a map	1825	# find and load all maps in the 3x3 area around a map
…		…
1586		1936
1587	sub reset_at {	1937	sub reset_at {
1588	my ($self) = @_;	1938	my ($self) = @_;
1589		1939
1590	# TODO: safety, remove and allow resettable per-player maps	1940	# TODO: safety, remove and allow resettable per-player maps
1591	return 1e99 if $self->isa ("ext::map_per_player");#d#
1592	return 1e99 if $self->{deny_reset};	1941	return 1e99 if $self->{deny_reset};
1593		1942
1594	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	1943	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1595	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	1944	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1596		1945
…		…
1607	my ($self) = @_;	1956	my ($self) = @_;
1608		1957
1609	my $lock = cf::lock_acquire "map_data:$self->{path}";	1958	my $lock = cf::lock_acquire "map_data:$self->{path}";
1610		1959
1611	return if $self->players;	1960	return if $self->players;
1612	return if $self->isa ("ext::map_per_player");#d#
1613		1961
1614	warn "resetting map ", $self->path;#d#	1962	warn "resetting map ", $self->path;
1615		1963
1616	$self->in_memory (cf::MAP_SWAPPED);	1964	$self->in_memory (cf::MAP_SWAPPED);
1617		1965
1618	# need to save uniques path	1966	# need to save uniques path
1619	unless ($self->{deny_save}) {	1967	unless ($self->{deny_save}) {
…		…
1651	$cf::MAP{$self->path} = $self;	1999	$cf::MAP{$self->path} = $self;
1652		2000
1653	$self->reset; # polite request, might not happen	2001	$self->reset; # polite request, might not happen
1654	}	2002	}
1655		2003
		2004	=item $maps = cf::map::tmp_maps
		2005
		2006	Returns an arrayref with all map paths of currently instantiated and saved
		2007	maps. May block.
		2008
		2009	=cut
		2010
		2011	sub tmp_maps() {
		2012	[
		2013	map {
		2014	utf8::decode $_;
		2015	/\.map$/
		2016	? normalise $_
		2017	: ()
		2018	} @{ aio_readdir $TMPDIR or [] }
		2019	]
		2020	}
		2021
		2022	=item $maps = cf::map::random_maps
		2023
		2024	Returns an arrayref with all map paths of currently instantiated and saved
		2025	random maps. May block.
		2026
		2027	=cut
		2028
		2029	sub random_maps() {
		2030	[
		2031	map {
		2032	utf8::decode $_;
		2033	/\.map$/
		2034	? normalise "?random/$_"
		2035	: ()
		2036	} @{ aio_readdir $RANDOMDIR or [] }
		2037	]
		2038	}
		2039
1656	=item cf::map::unique_maps	2040	=item cf::map::unique_maps
1657		2041
1658	Returns an arrayref of paths of all shared maps that have	2042	Returns an arrayref of paths of all shared maps that have
1659	instantiated unique items. May block.	2043	instantiated unique items. May block.
1660		2044
1661	=cut	2045	=cut
1662		2046
1663	sub unique_maps() {	2047	sub unique_maps() {
1664	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2048	[
1665	or return;	2049	map {
1666
1667	my @paths;
1668
1669	for (@$files) {
1670	utf8::decode $_;	2050	utf8::decode $_;
1671	next if /\.pst$/;	2051	/\.map$/
1672	next unless /^$PATH_SEP/o;	2052	? normalise $_
1673		2053	: ()
1674	push @paths, cf::map::normalise $_;	2054	} @{ aio_readdir $UNIQUEDIR or [] }
1675	}	2055	]
1676
1677	\@paths
1678	}	2056	}
1679		2057
1680	package cf;	2058	package cf;
1681		2059
1682	=back	2060	=back
…		…
1728		2106
1729	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2107	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1730		2108
1731	if ($self->{record_replies}) {	2109	if ($self->{record_replies}) {
1732	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2110	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2111
1733	} else {	2112	} else {
		2113	my $pl = $self->contr;
		2114
		2115	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2116	my $diag = $pl->{npc_dialog};
		2117	$diag->{pl}->ext_reply (
		2118	$diag->{id},
		2119	msgtype => "reply",
		2120	msg => $diag->{pl}->expand_cfpod ($msg),
		2121	add_topics => []
		2122	);
		2123
		2124	} else {
1734	$msg = $npc->name . " says: $msg" if $npc;	2125	$msg = $npc->name . " says: $msg" if $npc;
1735	$self->message ($msg, $flags);	2126	$self->message ($msg, $flags);
		2127	}
1736	}	2128	}
1737	}	2129	}
1738		2130
1739	=item $player_object->may ("access")	2131	=item $player_object->may ("access")
1740		2132
…		…
1788	$self->deactivate_recursive;	2180	$self->deactivate_recursive;
1789		2181
1790	return if UNIVERSAL::isa $self->map, "ext::map_link";	2182	return if UNIVERSAL::isa $self->map, "ext::map_link";
1791		2183
1792	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2184	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1793	if $self->map;	2185	if $self->map && $self->map->{path} ne "{link}";
1794		2186
1795	$self->enter_map ($LINK_MAP || link_map, 10, 10);	2187	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1796	}	2188	}
1797		2189
1798	sub cf::object::player::leave_link {	2190	sub cf::object::player::leave_link {
1799	my ($self, $map, $x, $y) = @_;	2191	my ($self, $map, $x, $y) = @_;
		2192
		2193	return unless $self->contr->active;
1800		2194
1801	my $link_pos = delete $self->{_link_pos};	2195	my $link_pos = delete $self->{_link_pos};
1802		2196
1803	unless ($map) {	2197	unless ($map) {
1804	# restore original map position	2198	# restore original map position
…		…
1822	$map->load;	2216	$map->load;
1823	$map->load_diag;	2217	$map->load_diag;
1824		2218
1825	return unless $self->contr->active;	2219	return unless $self->contr->active;
1826	$self->activate_recursive;	2220	$self->activate_recursive;
		2221
		2222	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1827	$self->enter_map ($map, $x, $y);	2223	$self->enter_map ($map, $x, $y);
1828	}	2224	}
1829		2225
1830	cf::player->attach (
1831	on_logout => sub {
1832	my ($pl) = @_;
1833
1834	# abort map switching before logout
1835	if ($pl->ob->{_link_pos}) {
1836	cf::sync_job {
1837	$pl->ob->leave_link
1838	};
1839	}
1840	},
1841	on_login => sub {
1842	my ($pl) = @_;
1843
1844	# try to abort aborted map switching on player login :)
1845	# should happen only on crashes
1846	if ($pl->ob->{_link_pos}) {
1847	$pl->ob->enter_link;
1848	(async {
1849	# we need this sleep as the login has a concurrent enter_exit running
1850	# and this sleep increases chances of the player not ending up in scorn
1851	$pl->ob->reply (undef,
1852	"There was an internal problem at your last logout, "
1853	. "the server will try to bring you to your intended destination in a second.",
1854	cf::NDI_RED);
1855	Coro::Timer::sleep 1;
1856	$pl->ob->leave_link;
1857	})->prio (2);
1858	}
1859	},
1860	);
1861
1862	=item $player_object->goto ($path, $x, $y)	2226	=item $player_object->goto ($path, $x, $y[, $check->($map)])
1863		2227
		2228	Moves the player to the given map-path and coordinates by first freezing
		2229	her, loading and preparing them map, calling the provided $check callback
		2230	that has to return the map if sucecssful, and then unfreezes the player on
		2231	the new (success) or old (failed) map position.
		2232
1864	=cut	2233	=cut
		2234
		2235	our $GOTOGEN;
1865		2236
1866	sub cf::object::player::goto {	2237	sub cf::object::player::goto {
1867	my ($self, $path, $x, $y) = @_;	2238	my ($self, $path, $x, $y, $check) = @_;
		2239
		2240	# do generation counting so two concurrent goto's will be executed in-order
		2241	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1868		2242
1869	$self->enter_link;	2243	$self->enter_link;
1870		2244
1871	(async {	2245	(async {
1872	my $map = eval {	2246	my $map = eval {
1873	my $map = cf::map::find $path;	2247	my $map = cf::map::find $path;
		2248
		2249	if ($map) {
1874	$map = $map->customise_for ($self) if $map;	2250	$map = $map->customise_for ($self);
		2251	$map = $check->($map) if $check && $map;
		2252	} else {
		2253	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
		2254	}
		2255
1875	$map	2256	$map
		2257	};
		2258
		2259	if ($@) {
		2260	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2261	LOG llevError | logBacktrace, Carp::longmess $@;
1876	} or	2262	}
1877	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1878		2263
		2264	if ($gen == $self->{_goto_generation}) {
		2265	delete $self->{_goto_generation};
1879	$self->leave_link ($map, $x, $y);	2266	$self->leave_link ($map, $x, $y);
		2267	}
1880	})->prio (1);	2268	})->prio (1);
1881	}	2269	}
1882		2270
1883	=item $player_object->enter_exit ($exit_object)	2271	=item $player_object->enter_exit ($exit_object)
1884		2272
…		…
1923		2311
1924	$rmp->{random_seed} ||= $exit->random_seed;	2312	$rmp->{random_seed} ||= $exit->random_seed;
1925		2313
1926	my $data = cf::to_json $rmp;	2314	my $data = cf::to_json $rmp;
1927	my $md5 = Digest::MD5::md5_hex $data;	2315	my $md5 = Digest::MD5::md5_hex $data;
1928	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2316	my $meta = "$RANDOMDIR/$md5.meta";
1929		2317
1930	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2318	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1931	aio_write $fh, 0, (length $data), $data, 0;	2319	aio_write $fh, 0, (length $data), $data, 0;
1932	undef $fh;	2320	undef $fh;
1933	aio_rename "$meta~", $meta;	2321	aio_rename "$meta~", $meta;
…		…
1942		2330
1943	return unless $self->type == cf::PLAYER;	2331	return unless $self->type == cf::PLAYER;
1944		2332
1945	if ($exit->slaying eq "/!") {	2333	if ($exit->slaying eq "/!") {
1946	#TODO: this should de-fi-ni-te-ly not be a sync-job	2334	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2335	# the problem is that $exit might not survive long enough
		2336	# so it needs to be done right now, right here
1947	cf::sync_job { prepare_random_map $exit };	2337	cf::sync_job { prepare_random_map $exit };
1948	}	2338	}
1949		2339
1950	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2340	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1951	my $hp = $exit->stats->hp;	2341	my $hp = $exit->stats->hp;
…		…
1959	$self->goto ($slaying, $hp, $sp);	2349	$self->goto ($slaying, $hp, $sp);
1960		2350
1961	1;	2351	1;
1962	}) {	2352	}) {
1963	$self->message ("Something went wrong deep within the crossfire server. "	2353	$self->message ("Something went wrong deep within the crossfire server. "
1964	. "I'll try to bring you back to the map you were before. "	2354	. "I'll try to bring you back to the map you were before. "
1965	. "Please report this to the dungeon master!",	2355	. "Please report this to the dungeon master!",
1966	cf::NDI_UNIQUE | cf::NDI_RED);	2356	cf::NDI_UNIQUE | cf::NDI_RED);
1967		2357
1968	warn "ERROR in enter_exit: $@";	2358	warn "ERROR in enter_exit: $@";
1969	$self->leave_link;	2359	$self->leave_link;
1970	}	2360	}
1971	})->prio (1);	2361	})->prio (1);
…		…
1984		2374
1985	sub cf::client::send_drawinfo {	2375	sub cf::client::send_drawinfo {
1986	my ($self, $text, $flags) = @_;	2376	my ($self, $text, $flags) = @_;
1987		2377
1988	utf8::encode $text;	2378	utf8::encode $text;
1989	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2379	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1990	}	2380	}
1991		2381
		2382	=item $client->send_msg ($color, $type, $msg, [extra...])
		2383
		2384	Send a drawinfo or msg packet to the client, formatting the msg for the
		2385	client if neccessary. C<$type> should be a string identifying the type of
		2386	the message, with C<log> being the default. If C<$color> is negative, suppress
		2387	the message unless the client supports the msg packet.
		2388
		2389	=cut
		2390
		2391	sub cf::client::send_msg {
		2392	my ($self, $color, $type, $msg, @extra) = @_;
		2393
		2394	$msg = $self->pl->expand_cfpod ($msg);
		2395
		2396	if ($self->can_msg) {
		2397	$self->send_packet ("msg " . cf::to_json [$color, $type, $msg, @extra]);
		2398	} else {
		2399	# replace some tags by gcfclient-compatible ones
		2400	for ($msg) {
		2401	1 while
		2402	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2403	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2404	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2405	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2406	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2407	}
		2408
		2409	if ($color >= 0) {
		2410	if (0 && $msg =~ /\[/) {
		2411	$self->send_packet ("drawextinfo $color 4 0 $msg")
		2412	} else {
		2413	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2414	$self->send_packet ("drawinfo $color $msg")
		2415	}
		2416	}
		2417	}
		2418	}
		2419
		2420	=item $client->ext_event ($type, %msg)
		2421
		2422	Sends an ext event to the client.
		2423
		2424	=cut
		2425
		2426	sub cf::client::ext_event($$%) {
		2427	my ($self, $type, %msg) = @_;
		2428
		2429	$msg{msgtype} = "event_$type";
		2430	$self->send_packet ("ext " . cf::to_json \%msg);
		2431	}
1992		2432
1993	=item $success = $client->query ($flags, "text", \&cb)	2433	=item $success = $client->query ($flags, "text", \&cb)
1994		2434
1995	Queues a query to the client, calling the given callback with	2435	Queues a query to the client, calling the given callback with
1996	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2436	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1997	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2437	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1998		2438
1999	Queries can fail, so check the return code. Or don't, as queries will become	2439	Queries can fail, so check the return code. Or don't, as queries will
2000	reliable at some point in the future.	2440	become reliable at some point in the future.
2001		2441
2002	=cut	2442	=cut
2003		2443
2004	sub cf::client::query {	2444	sub cf::client::query {
2005	my ($self, $flags, $text, $cb) = @_;	2445	my ($self, $flags, $text, $cb) = @_;
…		…
2013	utf8::encode $text;	2453	utf8::encode $text;
2014	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2454	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
2015		2455
2016	$self->send_packet ($self->{query_queue}[0][0])	2456	$self->send_packet ($self->{query_queue}[0][0])
2017	if @{ $self->{query_queue} } == 1;	2457	if @{ $self->{query_queue} } == 1;
		2458
		2459	1
2018	}	2460	}
2019		2461
2020	cf::client->attach (	2462	cf::client->attach (
2021	on_reply => sub {	2463	on_reply => sub {
2022	my ($ns, $msg) = @_;	2464	my ($ns, $msg) = @_;
…		…
2037	} else {	2479	} else {
2038	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2480	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
2039	}	2481	}
2040	}	2482	}
2041	},	2483	},
		2484	on_exticmd => sub {
		2485	my ($ns, $buf) = @_;
		2486
		2487	my $msg = eval { from_json $buf };
		2488
		2489	if (ref $msg) {
		2490	if (my $cb = $EXTICMD{$msg->{msgtype}}) {
		2491	if (my %reply = $cb->($ns, $msg)) {
		2492	$reply{msgid} = $msg->{msgid};
		2493	$ns->send ("ext " . cf::to_json \%reply);
		2494	}
		2495	}
		2496	} else {
		2497	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2498	}
		2499
		2500	cf::override;
		2501	},
2042	);	2502	);
2043		2503
2044	=item $client->async (\&cb)	2504	=item $client->async (\&cb)
2045		2505
2046	Create a new coroutine, running the specified callback. The coroutine will	2506	Create a new coroutine, running the specified callback. The coroutine will
…		…
2093		2553
2094	# here we export the classes and methods available to script code	2554	# here we export the classes and methods available to script code
2095		2555
2096	=pod	2556	=pod
2097		2557
2098	The following fucntions and emthods are available within a safe environment:	2558	The following functions and methods are available within a safe environment:
2099		2559
2100	cf::object contr pay_amount pay_player map	2560	cf::object contr pay_amount pay_player map
2101	cf::object::player player	2561	cf::object::player player
2102	cf::player peaceful	2562	cf::player peaceful
2103	cf::map trigger	2563	cf::map trigger
…		…
2184	=back	2644	=back
2185		2645
2186	=cut	2646	=cut
2187		2647
2188	#############################################################################	2648	#############################################################################
2189
2190	=head2 EXTENSION DATABASE SUPPORT
2191
2192	Crossfire maintains a very simple database for extension use. It can
2193	currently store anything that can be serialised using Storable, which
2194	excludes objects.
2195
2196	The parameter C<$family> should best start with the name of the extension
2197	using it, it should be unique.
2198
2199	=over 4
2200
2201	=item $value = cf::db_get $family => $key
2202
2203	Returns a single value from the database.
2204
2205	=item cf::db_put $family => $key => $value
2206
2207	Stores the given C<$value> in the family.
2208
2209	=cut
2210
2211	our $DB;
2212
2213	sub db_init {
2214	unless ($DB) {
2215	$DB = BDB::db_create $DB_ENV;
2216
2217	cf::sync_job {
2218	eval {
2219	$DB->set_flags (BDB::CHKSUM);
2220
2221	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2222	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2223	cf::cleanup "db_open(db): $!" if $!;
2224	};
2225	cf::cleanup "db_open(db): $@" if $@;
2226	};
2227
2228	my $path = cf::localdir . "/database.pst";
2229	if (stat $path) {
2230	cf::sync_job {
2231	my $pst = Storable::retrieve $path;
2232
2233	cf::db_put (board => data => $pst->{board});
2234	cf::db_put (guildrules => data => $pst->{guildrules});
2235	cf::db_put (rent => balance => $pst->{rent}{balance});
2236	BDB::db_env_txn_checkpoint $DB_ENV;
2237
2238	unlink $path;
2239	};
2240	}
2241	}
2242	}
2243
2244	sub db_get($$) {
2245	my $key = "$_[0]/$_[1]";
2246
2247	cf::sync_job {
2248	BDB::db_get $DB, undef, $key, my $data;
2249
2250	$! ? ()
2251	: Compress::LZF::sthaw $data
2252	}
2253	}
2254
2255	sub db_put($$$) {
2256	BDB::dbreq_pri 4;
2257	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };
2258	}
2259
2260	#############################################################################
2261	# the server's init and main functions	2649	# the server's init and main functions
2262		2650
2263	sub load_resources {	2651	sub load_facedata($) {
2264	load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir	2652	my ($path) = @_;
		2653
		2654	warn "loading facedata from $path\n";
		2655
		2656	my $facedata;
		2657	0 < aio_load $path, $facedata
		2658	or die "$path: $!";
		2659
		2660	$facedata = Coro::Storable::thaw $facedata;
		2661
		2662	$facedata->{version} == 2
		2663	or cf::cleanup "$path: version mismatch, cannot proceed.";
		2664
		2665	{
		2666	my $faces = $facedata->{faceinfo};
		2667
		2668	while (my ($face, $info) = each %$faces) {
		2669	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		2670	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
		2671	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
		2672	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
		2673	Coro::cede;
		2674	}
		2675
		2676	while (my ($face, $info) = each %$faces) {
		2677	next unless $info->{smooth};
		2678	my $idx = cf::face::find $face
		2679	or next;
		2680	if (my $smooth = cf::face::find $info->{smooth}) {
		2681	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
		2682	} else {
		2683	warn "smooth face '$info->{smooth}' not found for face '$face'";
		2684	}
		2685	Coro::cede;
		2686	}
		2687	}
		2688
		2689	{
		2690	my $anims = $facedata->{animinfo};
		2691
		2692	while (my ($anim, $info) = each %$anims) {
		2693	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2694	Coro::cede;
		2695	}
		2696
		2697	cf::anim::invalidate_all; # d'oh
		2698	}
		2699
		2700	1
		2701	}
		2702
		2703	sub reload_regions {
		2704	load_resource_file "$MAPDIR/regions"
2265	or die "unable to load regions file\n";#d#	2705	or die "unable to load regions file\n";
		2706	}
		2707
		2708	sub reload_facedata {
		2709	load_facedata "$DATADIR/facedata"
		2710	or die "unable to load facedata\n";
		2711	}
		2712
		2713	sub reload_archetypes {
		2714	load_resource_file "$DATADIR/archetypes"
		2715	or die "unable to load archetypes\n";
		2716	}
		2717
		2718	sub reload_treasures {
		2719	load_resource_file "$DATADIR/treasures"
		2720	or die "unable to load treasurelists\n";
		2721	}
		2722
		2723	sub reload_resources {
		2724	warn "reloading resource files...\n";
		2725
		2726	reload_regions;
		2727	reload_facedata;
		2728	#reload_archetypes;#d#
		2729	reload_archetypes;
		2730	reload_treasures;
		2731
		2732	warn "finished reloading resource files\n";
		2733	}
		2734
		2735	sub init {
		2736	reload_resources;
2266	}	2737	}
2267		2738
2268	sub cfg_load {	2739	sub cfg_load {
2269	open my $fh, "<:utf8", cf::confdir . "/config"	2740	open my $fh, "<:utf8", "$CONFDIR/config"
2270	or return;	2741	or return;
2271		2742
2272	local $/;	2743	local $/;
2273	*CFG = YAML::Syck::Load <$fh>;	2744	*CFG = YAML::Syck::Load <$fh>;
2274		2745
…		…
2282	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"	2753	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2283	and die "WARNING: m(un)lockall failed: $!\n";	2754	and die "WARNING: m(un)lockall failed: $!\n";
2284	};	2755	};
2285	warn $@ if $@;	2756	warn $@ if $@;
2286	}	2757	}
2287	}
2288
2289	sub init {
2290	load_resources;
2291	}	2758	}
2292		2759
2293	sub main {	2760	sub main {
2294	# we must not ever block the main coroutine	2761	# we must not ever block the main coroutine
2295	local $Coro::idle = sub {	2762	local $Coro::idle = sub {
…		…
2323	},	2790	},
2324	);	2791	);
2325	}	2792	}
2326	}	2793	}
2327		2794
		2795	sub write_runtime {
		2796	my $runtime = "$LOCALDIR/runtime";
		2797
		2798	# first touch the runtime file to show we are still running:
		2799	# the fsync below can take a very very long time.
		2800
		2801	IO::AIO::aio_utime $runtime, undef, undef;
		2802
		2803	my $guard = cf::lock_acquire "write_runtime";
		2804
		2805	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		2806	or return;
		2807
		2808	my $value = $cf::RUNTIME + 90 + 10;
		2809	# 10 is the runtime save interval, for a monotonic clock
		2810	# 60 allows for the watchdog to kill the server.
		2811
		2812	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		2813	and return;
		2814
		2815	# always fsync - this file is important
		2816	aio_fsync $fh
		2817	and return;
		2818
		2819	# touch it again to show we are up-to-date
		2820	aio_utime $fh, undef, undef;
		2821
		2822	close $fh
		2823	or return;
		2824
		2825	aio_rename "$runtime~", $runtime
		2826	and return;
		2827
		2828	warn "runtime file written.\n";
		2829
		2830	1
		2831	}
		2832
2328	sub emergency_save() {	2833	sub emergency_save() {
2329	my $freeze_guard = cf::freeze_mainloop;	2834	my $freeze_guard = cf::freeze_mainloop;
2330		2835
2331	warn "enter emergency perl save\n";	2836	warn "enter emergency perl save\n";
2332		2837
…		…
2363		2868
2364	warn Carp::longmess "post_cleanup backtrace"	2869	warn Carp::longmess "post_cleanup backtrace"
2365	if $make_core;	2870	if $make_core;
2366	}	2871	}
2367		2872
2368	sub reload() {	2873	sub do_reload_perl() {
2369	# can/must only be called in main	2874	# can/must only be called in main
2370	if ($Coro::current != $Coro::main) {	2875	if ($Coro::current != $Coro::main) {
2371	warn "can only reload from main coroutine";	2876	warn "can only reload from main coroutine";
2372	return;	2877	return;
2373	}	2878	}
2374		2879
2375	warn "reloading...";	2880	warn "reloading...";
2376		2881
2377	warn "cancelling server ticker";	2882	warn "entering sync_job";
2378	$TICK_WATCHER->cancel;
2379		2883
		2884	cf::sync_job {
		2885	cf::write_runtime; # external watchdog should not bark
2380	cf::emergency_save;	2886	cf::emergency_save;
		2887	cf::write_runtime; # external watchdog should not bark
2381		2888
2382	eval {	2889	warn "syncing database to disk";
		2890	BDB::db_env_txn_checkpoint $DB_ENV;
		2891
2383	# if anything goes wrong in here, we should simply crash as we already saved	2892	# if anything goes wrong in here, we should simply crash as we already saved
2384		2893
2385	warn "cancelling all WF_AUTOCANCEL watchers";	2894	warn "cancelling all WF_AUTOCANCEL watchers";
2386	for (Event::all_watchers) {	2895	for (Event::all_watchers) {
2387	$_->cancel if $_->data & WF_AUTOCANCEL;	2896	$_->cancel if $_->data & WF_AUTOCANCEL;
2388	}	2897	}
2389
2390	warn "syncing database to disk";
2391	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
2392		2898
2393	warn "flushing outstanding aio requests";	2899	warn "flushing outstanding aio requests";
2394	for (;;) {	2900	for (;;) {
2395	BDB::flush;	2901	BDB::flush;
2396	IO::AIO::flush;	2902	IO::AIO::flush;
2397	Coro::cede;	2903	Coro::cede;
2398	last unless IO::AIO::nreqs || BDB::nreqs;	2904	last unless IO::AIO::nreqs || BDB::nreqs;
2399	warn "iterate...";	2905	warn "iterate...";
2400	}	2906	}
2401		2907
		2908	++$RELOAD;
		2909
2402	warn "cancelling all extension coros";	2910	warn "cancelling all extension coros";
2403	$_->cancel for values %EXT_CORO;	2911	$_->cancel for values %EXT_CORO;
2404	%EXT_CORO = ();	2912	%EXT_CORO = ();
2405		2913
2406	warn "removing commands";	2914	warn "removing commands";
2407	%COMMAND = ();	2915	%COMMAND = ();
2408		2916
2409	warn "removing ext commands";	2917	warn "removing ext/exti commands";
2410	%EXTCMD = ();	2918	%EXTCMD = ();
		2919	%EXTICMD = ();
2411		2920
2412	warn "unloading/nuking all extensions";	2921	warn "unloading/nuking all extensions";
2413	for my $pkg (@EXTS) {	2922	for my $pkg (@EXTS) {
2414	warn "... unloading $pkg";	2923	warn "... unloading $pkg";
2415		2924
…		…
2445	Symbol::delete_package "safe::$_"	2954	Symbol::delete_package "safe::$_"
2446	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2955	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2447		2956
2448	warn "unloading cf.pm \"a bit\"";	2957	warn "unloading cf.pm \"a bit\"";
2449	delete $INC{"cf.pm"};	2958	delete $INC{"cf.pm"};
		2959	delete $INC{"cf/pod.pm"};
2450		2960
2451	# don't, removes xs symbols, too,	2961	# don't, removes xs symbols, too,
2452	# and global variables created in xs	2962	# and global variables created in xs
2453	#Symbol::delete_package __PACKAGE__;	2963	#Symbol::delete_package __PACKAGE__;
2454		2964
…		…
2463		2973
2464	warn "loading extensions";	2974	warn "loading extensions";
2465	cf::load_extensions;	2975	cf::load_extensions;
2466		2976
2467	warn "reattaching attachments to objects/players";	2977	warn "reattaching attachments to objects/players";
2468	_global_reattach;	2978	_global_reattach; # objects, sockets
2469	warn "reattaching attachments to maps";	2979	warn "reattaching attachments to maps";
2470	reattach $_ for values %MAP;	2980	reattach $_ for values %MAP;
		2981	warn "reattaching attachments to players";
		2982	reattach $_ for values %PLAYER;
2471		2983
2472	warn "loading reloadable resources";	2984	warn "leaving sync_job";
2473	load_resources;
2474		2985
2475	warn "restarting server ticker";	2986	1
2476		2987	} or do {
2477	$TICK_WATCHER->start;
2478	};
2479
2480	if ($@) {
2481	warn $@;	2988	warn $@;
2482	warn "error while reloading, exiting.";	2989	warn "error while reloading, exiting.";
2483	exit 1;	2990	exit 1;
2484	}	2991	};
2485		2992
2486	warn "reloaded";	2993	warn "reloaded";
2487	};	2994	};
2488		2995
2489	our $RELOAD_WATCHER; # used only during reload	2996	our $RELOAD_WATCHER; # used only during reload
2490		2997
		2998	sub reload_perl() {
		2999	# doing reload synchronously and two reloads happen back-to-back,
		3000	# coro crashes during coro_state_free->destroy here.
		3001
		3002	$RELOAD_WATCHER ||= Event->timer (
		3003	reentrant => 0,
		3004	after => 0,
		3005	data => WF_AUTOCANCEL,
		3006	cb => sub {
		3007	do_reload_perl;
		3008	undef $RELOAD_WATCHER;
		3009	},
		3010	);
		3011	}
		3012
2491	register_command "reload" => sub {	3013	register_command "reload" => sub {
2492	my ($who, $arg) = @_;	3014	my ($who, $arg) = @_;
2493		3015
2494	if ($who->flag (FLAG_WIZ)) {	3016	if ($who->flag (FLAG_WIZ)) {
2495	$who->message ("reloading server.");	3017	$who->message ("reloading server.");
2496		3018	async { reload_perl };
2497	# doing reload synchronously and two reloads happen back-to-back,
2498	# coro crashes during coro_state_free->destroy here.
2499
2500	$RELOAD_WATCHER ||= Event->timer (
2501	reentrant => 0,
2502	after => 0,
2503	data => WF_AUTOCANCEL,
2504	cb => sub {
2505	reload;
2506	undef $RELOAD_WATCHER;
2507	},
2508	);
2509	}	3019	}
2510	};	3020	};
2511		3021
2512	unshift @INC, $LIBDIR;	3022	unshift @INC, $LIBDIR;
2513		3023
2514	my $bug_warning = 0;	3024	my $bug_warning = 0;
2515		3025
		3026	our @WAIT_FOR_TICK;
		3027	our @WAIT_FOR_TICK_BEGIN;
		3028
		3029	sub wait_for_tick {
		3030	return unless $TICK_WATCHER->is_active;
		3031	return if $Coro::current == $Coro::main;
		3032
		3033	my $signal = new Coro::Signal;
		3034	push @WAIT_FOR_TICK, $signal;
		3035	$signal->wait;
		3036	}
		3037
		3038	sub wait_for_tick_begin {
		3039	return unless $TICK_WATCHER->is_active;
		3040	return if $Coro::current == $Coro::main;
		3041
		3042	my $signal = new Coro::Signal;
		3043	push @WAIT_FOR_TICK_BEGIN, $signal;
		3044	$signal->wait;
		3045	}
		3046
		3047	my $min = 1e6;#d#
		3048	my $avg = 10;
2516	$TICK_WATCHER = Event->timer (	3049	$TICK_WATCHER = Event->timer (
2517	reentrant => 0,	3050	reentrant => 0,
2518	parked => 1,	3051	parked => 1,
2519	prio => 0,	3052	prio => 0,
2520	at => $NEXT_TICK || $TICK,	3053	at => $NEXT_TICK || $TICK,
…		…
2524	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	3057	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2525	unless ++$bug_warning > 10;	3058	unless ++$bug_warning > 10;
2526	return;	3059	return;
2527	}	3060	}
2528		3061
2529	$NOW = Event::time;	3062	$NOW = $tick_start = Event::time;
2530		3063
2531	cf::server_tick; # one server iteration	3064	cf::server_tick; # one server iteration
		3065
		3066	0 && sync_job {#d#
		3067	for(1..10) {
		3068	my $t = Event::time;
		3069	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3070	or die;
		3071
		3072	$map->width (50);
		3073	$map->height (50);
		3074	$map->alloc;
		3075	$map->_load_objects ("/tmp/x.map", 1);
		3076	my $t = Event::time - $t;
		3077
		3078	#next unless $t < 0.0013;#d#
		3079	if ($t < $min) {
		3080	$min = $t;
		3081	}
		3082	$avg = $avg * 0.99 + $t * 0.01;
		3083	}
		3084	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3085	exit 0;
		3086	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
		3087	};
		3088
2532	$RUNTIME += $TICK;	3089	$RUNTIME += $TICK;
2533	$NEXT_TICK += $TICK;	3090	$NEXT_TICK += $TICK;
2534		3091
2535	$WAIT_FOR_TICK->broadcast;	3092	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2536	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;	3093	$NEXT_RUNTIME_WRITE = $NOW + 10;
2537		3094	Coro::async_pool {
2538	Event::sweep;	3095	write_runtime
2539	Coro::cede_notself;	3096	or warn "ERROR: unable to write runtime file: $!";
		3097	};
2540		3098	}
		3099
2541	# my $AFTER = Event::time;	3100	# my $AFTER = Event::time;
2542	# warn $AFTER - $NOW;#d#	3101	# warn $AFTER - $NOW;#d#
2543		3102
		3103	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3104	$sig->send;
		3105	}
		3106	while (my $sig = shift @WAIT_FOR_TICK) {
		3107	$sig->send;
		3108	}
		3109
		3110	$NOW = Event::time;
		3111
2544	# if we are delayed by four ticks or more, skip them all	3112	# if we are delayed by four ticks or more, skip them all
2545	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3113	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2546		3114
2547	$TICK_WATCHER->at ($NEXT_TICK);	3115	$TICK_WATCHER->at ($NEXT_TICK);
2548	$TICK_WATCHER->start;	3116	$TICK_WATCHER->start;
		3117
		3118	$LOAD = ($NOW - $tick_start) / $TICK;
		3119	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3120
		3121	_post_tick;
		3122
		3123
2549	},	3124	},
2550	);	3125	);
2551		3126
2552	{	3127	{
2553	BDB::max_poll_time $TICK * 0.1;	3128	BDB::max_poll_time $TICK * 0.1;
…		…
2581		3156
2582	cf::sync_job {	3157	cf::sync_job {
2583	eval {	3158	eval {
2584	BDB::db_env_open	3159	BDB::db_env_open
2585	$DB_ENV,	3160	$DB_ENV,
2586	$BDB_ENV_DIR,	3161	$BDBDIR,
2587	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN	3162	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
2588	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,	3163	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
2589	0666;	3164	0666;
2590		3165
2591	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	3166	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2592		3167
2593	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);	3168	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
2594	$DB_ENV->set_lk_detect;	3169	$DB_ENV->set_lk_detect;
2595	};	3170	};
2596		3171
…		…
2604		3179
2605	undef $Coro::AIO::WATCHER;	3180	undef $Coro::AIO::WATCHER;
2606	IO::AIO::max_poll_time $TICK * 0.1;	3181	IO::AIO::max_poll_time $TICK * 0.1;
2607	$AIO_POLL_WATCHER = Event->io (	3182	$AIO_POLL_WATCHER = Event->io (
2608	reentrant => 0,	3183	reentrant => 0,
		3184	data => WF_AUTOCANCEL,
2609	fd => IO::AIO::poll_fileno,	3185	fd => IO::AIO::poll_fileno,
2610	poll => 'r',	3186	poll => 'r',
2611	prio => 6,	3187	prio => 6,
2612	data => WF_AUTOCANCEL,
2613	cb => \&IO::AIO::poll_cb,	3188	cb => \&IO::AIO::poll_cb,
2614	);	3189	);
2615	}	3190	}
2616		3191
2617	$WRITE_RUNTIME_WATCHER = Event->timer (	3192	my $_log_backtrace;
2618	reentrant => 0,	3193
2619	data => WF_AUTOCANCEL,	3194	sub _log_backtrace {
2620	after => 1,	3195	my ($msg, @addr) = @_;
2621	interval => 10,	3196
2622	prio => 6, # keep it lowest so it acts like a watchdog	3197	$msg =~ s/\n//;
2623	cb => Coro::unblock_sub {	3198
2624	write_runtime	3199	# limit the # of concurrent backtraces
2625	or warn "ERROR: unable to write runtime file: $!";	3200	if ($_log_backtrace < 2) {
		3201	++$_log_backtrace;
		3202	async {
		3203	my @bt = fork_call {
		3204	@addr = map { sprintf "%x", $_ } @addr;
		3205	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3206	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3207	or die "addr2line: $!";
		3208
		3209	my @funcs;
		3210	my @res = <$fh>;
		3211	chomp for @res;
		3212	while (@res) {
		3213	my ($func, $line) = splice @res, 0, 2, ();
		3214	push @funcs, "[$func] $line";
		3215	}
		3216
		3217	@funcs
		3218	};
		3219
		3220	LOG llevInfo, "[ABT] $msg\n";
		3221	LOG llevInfo, "[ABT] $_\n" for @bt;
		3222	--$_log_backtrace;
		3223	};
		3224	} else {
		3225	LOG llevInfo, "[ABT] $msg\n";
		3226	LOG llevInfo, "[ABT] [suppressed]\n";
2626	},	3227	}
2627	);	3228	}
		3229
		3230	# load additional modules
		3231	use cf::pod;
2628		3232
2629	END { cf::emergency_save }	3233	END { cf::emergency_save }
2630		3234
2631	1	3235	1
2632		3236

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines