ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.169 by root, Sun Jan 14 01:09:46 2007 UTC vs.
Revision 1.362 by root, Mon Sep 10 12:44:06 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.3 ();	15	use Coro 3.64 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
		24	use Coro::Util ();
19		25
		26	use JSON::XS ();
		27	use BDB ();
20	use Data::Dumper;	28	use Data::Dumper;
21	use Digest::MD5;	29	use Digest::MD5;
22	use Fcntl;	30	use Fcntl;
		31	use YAML::Syck ();
23	use IO::AIO 2.32 ();	32	use IO::AIO 2.32 ();
24	use YAML::Syck ();
25	use Time::HiRes;	33	use Time::HiRes;
		34	use Compress::LZF;
		35	use Digest::MD5 ();
26		36
		37	# configure various modules to our taste
		38	#
		39	$Storable::canonical = 1; # reduce rsync transfers
		40	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		41	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		42
27	use Event; $Event::Eval = 1; # no idea why this is required, but it is	43	$Event::Eval = 1; # no idea why this is required, but it is
28
29	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30		44
31	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	45	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32	$YAML::Syck::ImplicitUnicode = 1;	46	$YAML::Syck::ImplicitUnicode = 1;
33		47
34	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	48	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
35		49
		50	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
		51
36	our %COMMAND = ();	52	our %COMMAND = ();
37	our %COMMAND_TIME = ();	53	our %COMMAND_TIME = ();
38		54
39	our @EXTS = (); # list of extension package names	55	our @EXTS = (); # list of extension package names
40	our %EXTCMD = ();	56	our %EXTCMD = ();
		57	our %EXTICMD = ();
41	our %EXT_CORO = (); # coroutines bound to extensions	58	our %EXT_CORO = (); # coroutines bound to extensions
42	our %EXT_MAP = (); # pluggable maps	59	our %EXT_MAP = (); # pluggable maps
43		60
		61	our $RELOAD; # number of reloads so far
44	our @EVENT;	62	our @EVENT;
45	our $LIBDIR = datadir . "/ext";
46		63
47	our $TICK = MAX_TIME * 1e-6;	64	our $CONFDIR = confdir;
		65	our $DATADIR = datadir;
		66	our $LIBDIR = "$DATADIR/ext";
		67	our $PODDIR = "$DATADIR/pod";
		68	our $MAPDIR = "$DATADIR/" . mapdir;
		69	our $LOCALDIR = localdir;
		70	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		71	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		72	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		73	our $RANDOMDIR = "$LOCALDIR/random";
		74	our $BDBDIR = "$LOCALDIR/db";
		75
		76	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48	our $TICK_WATCHER;	77	our $TICK_WATCHER;
49	our $AIO_POLL_WATCHER;	78	our $AIO_POLL_WATCHER;
50	our $WRITE_RUNTIME_WATCHER;	79	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51	our $NEXT_TICK;	80	our $NEXT_TICK;
52	our $NOW;	81	our $NOW;
		82	our $USE_FSYNC = 1; # use fsync to write maps - default off
		83
		84	our $BDB_POLL_WATCHER;
		85	our $DB_ENV;
53		86
54	our %CFG;	87	our %CFG;
55		88
56	our $UPTIME; $UPTIME ||= time;	89	our $UPTIME; $UPTIME ||= time;
57	our $RUNTIME;	90	our $RUNTIME;
58		91
59	our %PLAYER; # all users	92	our (%PLAYER, %PLAYER_LOADING); # all users
60	our %MAP; # all maps	93	our (%MAP, %MAP_LOADING ); # all maps
61	our $LINK_MAP; # the special {link} map, which is always available	94	our $LINK_MAP; # the special {link} map, which is always available
62	our $RANDOM_MAPS = cf::localdir . "/random";
63
64	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
65	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
66		95
67	# used to convert map paths into valid unix filenames by replacing / by ∕	96	# used to convert map paths into valid unix filenames by replacing / by ∕
68	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	97	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
69		98
		99	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		100	our $LOADAVG; # same thing, but with alpha-smoothing
		101	our $tick_start; # for load detecting purposes
		102
70	binmode STDOUT;	103	binmode STDOUT;
71	binmode STDERR;	104	binmode STDERR;
72		105
73	# read virtual server time, if available	106	# read virtual server time, if available
74	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	107	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
75	open my $fh, "<", cf::localdir . "/runtime"	108	open my $fh, "<", "$LOCALDIR/runtime"
76	or die "unable to read runtime file: $!";	109	or die "unable to read runtime file: $!";
77	$RUNTIME = <$fh> + 0.;	110	$RUNTIME = <$fh> + 0.;
78	}	111	}
79		112
80	mkdir cf::localdir;	113	mkdir $_
81	mkdir cf::localdir . "/" . cf::playerdir;	114	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
82	mkdir cf::localdir . "/" . cf::tmpdir;
83	mkdir cf::localdir . "/" . cf::uniquedir;
84	mkdir $RANDOM_MAPS;
85		115
86	our $EMERGENCY_POSITION;	116	our $EMERGENCY_POSITION;
		117
		118	sub cf::map::normalise;
87		119
88	#############################################################################	120	#############################################################################
89		121
90	=head2 GLOBAL VARIABLES	122	=head2 GLOBAL VARIABLES
91		123
…		…
98	=item $cf::RUNTIME	130	=item $cf::RUNTIME
99		131
100	The time this server has run, starts at 0 and is increased by $cf::TICK on	132	The time this server has run, starts at 0 and is increased by $cf::TICK on
101	every server tick.	133	every server tick.
102		134
103	=item $cf::LIBDIR	135	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		136	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		137	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
104		138
105	The perl library directory, where extensions and cf-specific modules can	139	Various directories - "/etc", read-only install directory, perl-library
106	be found. It will be added to C<@INC> automatically.	140	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		141	unique-items directory, player file directory, random maps directory and
		142	database environment.
107		143
108	=item $cf::NOW	144	=item $cf::NOW
109		145
110	The time of the last (current) server tick.	146	The time of the last (current) server tick.
111		147
112	=item $cf::TICK	148	=item $cf::TICK
113		149
114	The interval between server ticks, in seconds.	150	The interval between server ticks, in seconds.
		151
		152	=item $cf::LOADAVG
		153
		154	The current CPU load on the server (alpha-smoothed), as a value between 0
		155	(none) and 1 (overloaded), indicating how much time is spent on processing
		156	objects per tick. Healthy values are < 0.5.
		157
		158	=item $cf::LOAD
		159
		160	The raw value load value from the last tick.
115		161
116	=item %cf::CFG	162	=item %cf::CFG
117		163
118	Configuration for the server, loaded from C</etc/crossfire/config>, or	164	Configuration for the server, loaded from C</etc/crossfire/config>, or
119	from wherever your confdir points to.	165	from wherever your confdir points to.
120		166
121	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	167	=item cf::wait_for_tick, cf::wait_for_tick_begin
122		168
123	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	169	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
124	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	170	returns directly I<after> the tick processing (and consequently, can only wake one process
125	processing has been done. Call C<< ->wait >> on them to maximise the	171	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
126	window of cpu time available, or simply to synchronise to the server tick.	172
		173	=item @cf::INVOKE_RESULTS
		174
		175	This array contains the results of the last C<invoke ()> call. When
		176	C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
		177	that call.
127		178
128	=back	179	=back
129		180
130	=cut	181	=cut
131		182
132	BEGIN {	183	BEGIN {
133	*CORE::GLOBAL::warn = sub {	184	*CORE::GLOBAL::warn = sub {
134	my $msg = join "", @_;	185	my $msg = join "", @_;
135	utf8::encode $msg;
136		186
137	$msg .= "\n"	187	$msg .= "\n"
138	unless $msg =~ /\n$/;	188	unless $msg =~ /\n$/;
		189
		190	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
139		191
140	LOG llevError, $msg;	192	LOG llevError, $msg;
141	};	193	};
142	}	194	}
143		195
144	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	196	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
145	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';	197	@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
146	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';	198	@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
147	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';	199	@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
148	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';	200	@safe::cf::map::ISA = @cf::map::ISA = 'cf::attachable';
		201	@safe::cf::arch::ISA = @cf::arch::ISA = 'cf::object';
149	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object';	202	@safe::cf::object::player::ISA = @cf::object::player::ISA = 'cf::object'; # not really true (yet)
150		203
151	# we bless all objects into (empty) derived classes to force a method lookup	204	# we bless all objects into (empty) derived classes to force a method lookup
152	# within the Safe compartment.	205	# within the Safe compartment.
153	for my $pkg (qw(	206	for my $pkg (qw(
154	cf::global cf::attachable	207	cf::global cf::attachable
…		…
162	}	215	}
163		216
164	$Event::DIED = sub {	217	$Event::DIED = sub {
165	warn "error in event callback: @_";	218	warn "error in event callback: @_";
166	};	219	};
		220
		221	#############################################################################
167		222
168	=head2 UTILITY FUNCTIONS	223	=head2 UTILITY FUNCTIONS
169		224
170	=over 4	225	=over 4
171		226
…		…
190	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	245	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
191	$d	246	$d
192	} || "[unable to dump $_[0]: '$@']";	247	} || "[unable to dump $_[0]: '$@']";
193	}	248	}
194		249
195	use JSON::Syck (); # TODO# replace by JSON::PC once working
196
197	=item $ref = cf::from_json $json	250	=item $ref = cf::from_json $json
198		251
199	Converts a JSON string into the corresponding perl data structure.	252	Converts a JSON string into the corresponding perl data structure.
200		253
201	=cut
202
203	sub from_json($) {
204	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
205	JSON::Syck::Load $_[0]
206	}
207
208	=item $json = cf::to_json $ref	254	=item $json = cf::to_json $ref
209		255
210	Converts a perl data structure into its JSON representation.	256	Converts a perl data structure into its JSON representation.
211		257
212	=cut	258	=cut
213		259
214	sub to_json($) {	260	our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
215	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs	261
216	JSON::Syck::Dump $_[0]	262	sub to_json ($) { $json_coder->encode ($_[0]) }
217	}	263	sub from_json ($) { $json_coder->decode ($_[0]) }
218		264
219	=item cf::lock_wait $string	265	=item cf::lock_wait $string
220		266
221	Wait until the given lock is available. See cf::lock_acquire.	267	Wait until the given lock is available. See cf::lock_acquire.
222		268
…		…
225	Wait until the given lock is available and then acquires it and returns	271	Wait until the given lock is available and then acquires it and returns
226	a Coro::guard object. If the guard object gets destroyed (goes out of scope,	272	a Coro::guard object. If the guard object gets destroyed (goes out of scope,
227	for example when the coroutine gets canceled), the lock is automatically	273	for example when the coroutine gets canceled), the lock is automatically
228	returned.	274	returned.
229		275
		276	Locks are *not* recursive, locking from the same coro twice results in a
		277	deadlocked coro.
		278
230	Lock names should begin with a unique identifier (for example, cf::map::find	279	Lock names should begin with a unique identifier (for example, cf::map::find
231	uses map_find and cf::map::load uses map_load).	280	uses map_find and cf::map::load uses map_load).
232		281
		282	=item $locked = cf::lock_active $string
		283
		284	Return true if the lock is currently active, i.e. somebody has locked it.
		285
233	=cut	286	=cut
234		287
235	our %LOCK;	288	our %LOCK;
		289	our %LOCKER;#d#
236		290
237	sub lock_wait($) {	291	sub lock_wait($) {
238	my ($key) = @_;	292	my ($key) = @_;
		293
		294	if ($LOCKER{$key} == $Coro::current) {#d#
		295	Carp::cluck "lock_wait($key) for already-acquired lock";#d#
		296	return;#d#
		297	}#d#
239		298
240	# wait for lock, if any	299	# wait for lock, if any
241	while ($LOCK{$key}) {	300	while ($LOCK{$key}) {
242	push @{ $LOCK{$key} }, $Coro::current;	301	push @{ $LOCK{$key} }, $Coro::current;
243	Coro::schedule;	302	Coro::schedule;
…		…
249		308
250	# wait, to be sure we are not locked	309	# wait, to be sure we are not locked
251	lock_wait $key;	310	lock_wait $key;
252		311
253	$LOCK{$key} = [];	312	$LOCK{$key} = [];
		313	$LOCKER{$key} = $Coro::current;#d#
254		314
255	Coro::guard {	315	Coro::guard {
		316	delete $LOCKER{$key};#d#
256	# wake up all waiters, to be on the safe side	317	# wake up all waiters, to be on the safe side
257	$_->ready for @{ delete $LOCK{$key} };	318	$_->ready for @{ delete $LOCK{$key} };
258	}	319	}
259	}	320	}
260		321
		322	sub lock_active($) {
		323	my ($key) = @_;
		324
		325	! ! $LOCK{$key}
		326	}
		327
261	sub freeze_mainloop {	328	sub freeze_mainloop {
262	return unless $TICK_WATCHER->is_active;	329	return unless $TICK_WATCHER->is_active;
263		330
264	my $guard = Coro::guard {	331	my $guard = Coro::guard {
265	$TICK_WATCHER->start;	332	$TICK_WATCHER->start;
266	$WRITE_RUNTIME_WATCHER->start;
267	};	333	};
268	$WRITE_RUNTIME_WATCHER->stop;
269	$TICK_WATCHER->stop;	334	$TICK_WATCHER->stop;
270	$guard	335	$guard
		336	}
		337
		338	=item cf::get_slot $time[, $priority[, $name]]
		339
		340	Allocate $time seconds of blocking CPU time at priority C<$priority>:
		341	This call blocks and returns only when you have at least C<$time> seconds
		342	of cpu time till the next tick. The slot is only valid till the next cede.
		343
		344	The optional C<$name> can be used to identify the job to run. It might be
		345	used for statistical purposes and should identify the same time-class.
		346
		347	Useful for short background jobs.
		348
		349	=cut
		350
		351	our @SLOT_QUEUE;
		352	our $SLOT_QUEUE;
		353
		354	$SLOT_QUEUE->cancel if $SLOT_QUEUE;
		355	$SLOT_QUEUE = Coro::async {
		356	my $signal = new Coro::Signal;
		357
		358	while () {
		359	next_job:
		360	my $avail = cf::till_tick;
		361	if ($avail > 0.01) {
		362	for (0 .. $#SLOT_QUEUE) {
		363	if ($SLOT_QUEUE[$_][0] < $avail) {
		364	my $job = splice @SLOT_QUEUE, $_, 1, ();
		365	$job->[2]->send;
		366	Coro::cede;
		367	goto next_job;
		368	}
		369	}
		370	}
		371
		372	if (@SLOT_QUEUE) {
		373	# we do not use wait_For_tick() as it returns immediately when tick is inactive
		374	push @cf::WAIT_FOR_TICK, $signal;
		375	$signal->wait;
		376	} else {
		377	Coro::schedule;
		378	}
		379	}
		380	};
		381
		382	sub get_slot($;$$) {
		383	my ($time, $pri, $name) = @_;
		384
		385	$time = $TICK * .6 if $time > $TICK * .6;
		386	my $sig = new Coro::Signal;
		387
		388	push @SLOT_QUEUE, [$time, $pri, $sig, $name];
		389	@SLOT_QUEUE = sort { $b->[1] <=> $a->[1] } @SLOT_QUEUE;
		390	$SLOT_QUEUE->ready;
		391	$sig->wait;
271	}	392	}
272		393
273	=item cf::async { BLOCK }	394	=item cf::async { BLOCK }
274		395
275	Currently the same as Coro::async_pool, meaning you cannot use	396	Currently the same as Coro::async_pool, meaning you cannot use
…		…
280		401
281	BEGIN { *async = \&Coro::async_pool }	402	BEGIN { *async = \&Coro::async_pool }
282		403
283	=item cf::sync_job { BLOCK }	404	=item cf::sync_job { BLOCK }
284		405
285	The design of crossfire+ requires that the main coro ($Coro::main) is	406	The design of Crossfire TRT requires that the main coroutine ($Coro::main)
286	always able to handle events or runnable, as crossfire+ is only partly	407	is always able to handle events or runnable, as Crossfire TRT is only
287	reentrant. Thus "blocking" it by e.g. waiting for I/O is not acceptable.	408	partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
		409	acceptable.
288		410
289	If it must be done, put the blocking parts into C<sync_job>. This will run	411	If it must be done, put the blocking parts into C<sync_job>. This will run
290	the given BLOCK in another coroutine while waiting for the result. The	412	the given BLOCK in another coroutine while waiting for the result. The
291	server will be frozen during this time, so the block should either finish	413	server will be frozen during this time, so the block should either finish
292	fast or be very important.	414	fast or be very important.
…		…
295		417
296	sub sync_job(&) {	418	sub sync_job(&) {
297	my ($job) = @_;	419	my ($job) = @_;
298		420
299	if ($Coro::current == $Coro::main) {	421	if ($Coro::current == $Coro::main) {
		422	my $time = Event::time;
		423
300	# this is the main coro, too bad, we have to block	424	# this is the main coro, too bad, we have to block
301	# till the operation succeeds, freezing the server :/	425	# till the operation succeeds, freezing the server :/
302		426
303	# TODO: use suspend/resume instead	427	# TODO: use suspend/resume instead
304	# (but this is cancel-safe)	428	# (but this is cancel-safe)
…		…
315		439
316	while ($busy) {	440	while ($busy) {
317	Coro::cede or Event::one_event;	441	Coro::cede or Event::one_event;
318	}	442	}
319		443
		444	$time = Event::time - $time;
		445
		446	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		447	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		448
		449	$tick_start += $time; # do not account sync jobs to server load
		450
320	wantarray ? @res : $res[0]	451	wantarray ? @res : $res[0]
321	} else {	452	} else {
322	# we are in another coroutine, how wonderful, everything just works	453	# we are in another coroutine, how wonderful, everything just works
323		454
324	$job->()	455	$job->()
…		…
343	$EXT_CORO{$coro+0} = $coro;	474	$EXT_CORO{$coro+0} = $coro;
344		475
345	$coro	476	$coro
346	}	477	}
347		478
348	sub write_runtime {	479	=item fork_call { }, $args
349	my $runtime = cf::localdir . "/runtime";
350		480
351	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	481	Executes the given code block with the given arguments in a seperate
352	or return;	482	process, returning the results. Everything must be serialisable with
		483	Coro::Storable. May, of course, block. Note that the executed sub may
		484	never block itself or use any form of Event handling.
353		485
354	my $value = $cf::RUNTIME + 1 + 10; # 10 is the runtime save interval, for a monotonic clock	486	=cut
355	(aio_write $fh, 0, (length $value), $value, 0) <= 0
356	and return;
357		487
358	aio_fsync $fh	488	sub fork_call(&@) {
359	and return;	489	my ($cb, @args) = @_;
360		490
361	close $fh	491	# we seemingly have to make a local copy of the whole thing,
362	or return;	492	# otherwise perl prematurely frees the stuff :/
		493	# TODO: investigate and fix (likely this will be rather laborious)
363		494
364	aio_rename "$runtime~", $runtime	495	my @res = Coro::Util::fork_eval {
365	and return;	496	reset_signals;
		497	&$cb
		498	}, @args;
366		499
		500	wantarray ? @res : $res[-1]
		501	}
		502
		503	=item $value = cf::db_get $family => $key
		504
		505	Returns a single value from the environment database.
		506
		507	=item cf::db_put $family => $key => $value
		508
		509	Stores the given C<$value> in the family. It can currently store binary
		510	data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
		511
		512	=cut
		513
		514	our $DB;
		515
		516	sub db_init {
		517	unless ($DB) {
		518	$DB = BDB::db_create $DB_ENV;
		519
		520	cf::sync_job {
		521	eval {
		522	$DB->set_flags (BDB::CHKSUM);
		523
		524	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
		525	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
		526	cf::cleanup "db_open(db): $!" if $!;
		527	};
		528	cf::cleanup "db_open(db): $@" if $@;
		529	};
367	1	530	}
		531	}
		532
		533	sub db_get($$) {
		534	my $key = "$_[0]/$_[1]";
		535
		536	cf::sync_job {
		537	BDB::db_get $DB, undef, $key, my $data;
		538
		539	$! ? ()
		540	: $data
		541	}
		542	}
		543
		544	sub db_put($$$) {
		545	BDB::dbreq_pri 4;
		546	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
		547	}
		548
		549	=item cf::cache $id => [$paths...], $processversion => $process
		550
		551	Generic caching function that returns the value of the resource $id,
		552	caching and regenerating as required.
		553
		554	This function can block.
		555
		556	=cut
		557
		558	sub cache {
		559	my ($id, $src, $processversion, $process) = @_;
		560
		561	my $meta =
		562	join "\x00",
		563	$processversion,
		564	map {
		565	aio_stat $_
		566	and Carp::croak "$_: $!";
		567
		568	($_, (stat _)[7,9])
		569	} @$src;
		570
		571	my $dbmeta = db_get cache => "$id/meta";
		572	if ($dbmeta ne $meta) {
		573	# changed, we may need to process
		574
		575	my @data;
		576	my $md5;
		577
		578	for (0 .. $#$src) {
		579	0 <= aio_load $src->[$_], $data[$_]
		580	or Carp::croak "$src->[$_]: $!";
		581	}
		582
		583	# if processing is expensive, check
		584	# checksum first
		585	if (1) {
		586	$md5 =
		587	join "\x00",
		588	$processversion,
		589	map {
		590	cf::cede_to_tick;
		591	($src->[$_], Digest::MD5::md5_hex $data[$_])
		592	} 0.. $#$src;
		593
		594
		595	my $dbmd5 = db_get cache => "$id/md5";
		596	if ($dbmd5 eq $md5) {
		597	db_put cache => "$id/meta", $meta;
		598
		599	return db_get cache => "$id/data";
		600	}
		601	}
		602
		603	my $t1 = Time::HiRes::time;
		604	my $data = $process->(\@data);
		605	my $t2 = Time::HiRes::time;
		606
		607	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		608
		609	db_put cache => "$id/data", $data;
		610	db_put cache => "$id/md5" , $md5;
		611	db_put cache => "$id/meta", $meta;
		612
		613	return $data;
		614	}
		615
		616	db_get cache => "$id/data"
		617	}
		618
		619	=item cf::datalog type => key => value, ...
		620
		621	Log a datalog packet of the given type with the given key-value pairs.
		622
		623	=cut
		624
		625	sub datalog($@) {
		626	my ($type, %kv) = @_;
		627	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
368	}	628	}
369		629
370	=back	630	=back
371		631
372	=cut	632	=cut
…		…
379	attach callbacks/event handlers (a collection of which is called an "attachment")	639	attach callbacks/event handlers (a collection of which is called an "attachment")
380	to it. All such attachable objects support the following methods.	640	to it. All such attachable objects support the following methods.
381		641
382	In the following description, CLASS can be any of C<global>, C<object>	642	In the following description, CLASS can be any of C<global>, C<object>
383	C<player>, C<client> or C<map> (i.e. the attachable objects in	643	C<player>, C<client> or C<map> (i.e. the attachable objects in
384	crossfire+).	644	Crossfire TRT).
385		645
386	=over 4	646	=over 4
387		647
388	=item $attachable->attach ($attachment, key => $value...)	648	=item $attachable->attach ($attachment, key => $value...)
389		649
…		…
503	our @CB_TYPE = (); # registry for type (cf-object class) based events	763	our @CB_TYPE = (); # registry for type (cf-object class) based events
504	our @CB_MAP = ();	764	our @CB_MAP = ();
505		765
506	my %attachment;	766	my %attachment;
507		767
		768	sub cf::attachable::thawer_merge {
		769	# simply override everything except _meta
		770	local $_[0]{_meta};
		771	%{$_[0]} = %{$_[1]};
		772	}
		773
508	sub _attach_cb($$$$) {	774	sub _attach_cb($$$$) {
509	my ($registry, $event, $prio, $cb) = @_;	775	my ($registry, $event, $prio, $cb) = @_;
510		776
511	use sort 'stable';	777	use sort 'stable';
512		778
…		…
546	$registry = $CB_TYPE[$object_type] ||= [];	812	$registry = $CB_TYPE[$object_type] ||= [];
547		813
548	} elsif ($type eq "subtype") {	814	} elsif ($type eq "subtype") {
549	defined $object_type or Carp::croak "subtype specified without type";	815	defined $object_type or Carp::croak "subtype specified without type";
550	my $object_subtype = shift @arg;	816	my $object_subtype = shift @arg;
551	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	817	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
552		818
553	} elsif ($type eq "package") {	819	} elsif ($type eq "package") {
554	my $pkg = shift @arg;	820	my $pkg = shift @arg;
555		821
556	while (my ($name, $id) = each %cb_id) {	822	while (my ($name, $id) = each %cb_id) {
…		…
585	_attach $registry, $klass, @attach;	851	_attach $registry, $klass, @attach;
586	}	852	}
587		853
588	$obj->{$name} = \%arg;	854	$obj->{$name} = \%arg;
589	} else {	855	} else {
590	warn "object uses attachment '$name' that is not available, postponing.\n";	856	warn "object uses attachment '$name' which is not available, postponing.\n";
591	}	857	}
592		858
593	$obj->{_attachment}{$name} = undef;	859	$obj->{_attachment}{$name} = undef;
594	}	860	}
595		861
…		…
597	if (ref $_[0]) {	863	if (ref $_[0]) {
598	_object_attach @_;	864	_object_attach @_;
599	} else {	865	} else {
600	_attach shift->_attach_registry, @_;	866	_attach shift->_attach_registry, @_;
601	}	867	}
		868	_recalc_want;
602	};	869	};
603		870
604	# all those should be optimised	871	# all those should be optimised
605	sub cf::attachable::detach {	872	sub cf::attachable::detach {
606	my ($obj, $name) = @_;	873	my ($obj, $name) = @_;
…		…
609	delete $obj->{_attachment}{$name};	876	delete $obj->{_attachment}{$name};
610	reattach ($obj);	877	reattach ($obj);
611	} else {	878	} else {
612	Carp::croak "cannot, currently, detach class attachments";	879	Carp::croak "cannot, currently, detach class attachments";
613	}	880	}
		881	_recalc_want;
614	};	882	};
615		883
616	sub cf::attachable::attached {	884	sub cf::attachable::attached {
617	my ($obj, $name) = @_;	885	my ($obj, $name) = @_;
618		886
…		…
633	";	901	";
634	die if $@;	902	die if $@;
635	}	903	}
636		904
637	our $override;	905	our $override;
638	our @invoke_results = (); # referenced from .xs code. TODO: play tricks with reify and mortals?	906	our @INVOKE_RESULTS = (); # referenced from .xs code. TODO: play tricks with reify and mortals?
639		907
640	sub override {	908	sub override {
641	$override = 1;	909	$override = 1;
642	@invoke_results = ();	910	@INVOKE_RESULTS = (@_);
643	}	911	}
644		912
645	sub do_invoke {	913	sub do_invoke {
646	my $event = shift;	914	my $event = shift;
647	my $callbacks = shift;	915	my $callbacks = shift;
648		916
649	@invoke_results = ();	917	@INVOKE_RESULTS = ();
650		918
651	local $override;	919	local $override;
652		920
653	for (@$callbacks) {	921	for (@$callbacks) {
654	eval { &{$_->[1]} };	922	eval { &{$_->[1]} };
…		…
671		939
672	Generate an object-specific event with the given arguments.	940	Generate an object-specific event with the given arguments.
673		941
674	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be	942	This API is preliminary (most likely, the EVENT_CLASS_xxx prefix will be
675	removed in future versions), and there is no public API to access override	943	removed in future versions), and there is no public API to access override
676	results (if you must, access C<@cf::invoke_results> directly).	944	results (if you must, access C<@cf::INVOKE_RESULTS> directly).
677		945
678	=back	946	=back
679		947
680	=cut	948	=cut
681		949
682	#############################################################################	950	#############################################################################
683	# object support	951	# object support
		952	#
		953
		954	sub _can_merge {
		955	my ($ob1, $ob2) = @_;
		956
		957	local $Storable::canonical = 1;
		958	my $fob1 = Storable::freeze $ob1;
		959	my $fob2 = Storable::freeze $ob2;
		960
		961	$fob1 eq $fob2
		962	}
684		963
685	sub reattach {	964	sub reattach {
686	# basically do the same as instantiate, without calling instantiate	965	# basically do the same as instantiate, without calling instantiate
687	my ($obj) = @_;	966	my ($obj) = @_;
688		967
…		…
733	);	1012	);
734		1013
735	sub object_freezer_save {	1014	sub object_freezer_save {
736	my ($filename, $rdata, $objs) = @_;	1015	my ($filename, $rdata, $objs) = @_;
737		1016
		1017	my $guard = cf::lock_acquire "io";
		1018
738	sync_job {	1019	sync_job {
739	if (length $$rdata) {	1020	if (length $$rdata) {
		1021	utf8::decode (my $decname = $filename);
740	warn sprintf "saving %s (%d,%d)\n",	1022	warn sprintf "saving %s (%d,%d)\n",
741	$filename, length $$rdata, scalar @$objs;	1023	$decname, length $$rdata, scalar @$objs;
742		1024
743	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	1025	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
744	chmod SAVE_MODE, $fh;	1026	chmod SAVE_MODE, $fh;
745	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	1027	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
746	aio_fsync $fh;	1028	aio_fsync $fh if $cf::USE_FSYNC;
747	close $fh;	1029	close $fh;
748		1030
749	if (@$objs) {	1031	if (@$objs) {
750	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	1032	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
751	chmod SAVE_MODE, $fh;	1033	chmod SAVE_MODE, $fh;
752	my $data = Storable::nfreeze { version => 1, objs => $objs };	1034	my $data = Storable::nfreeze { version => 1, objs => $objs };
753	aio_write $fh, 0, (length $data), $data, 0;	1035	aio_write $fh, 0, (length $data), $data, 0;
754	aio_fsync $fh;	1036	aio_fsync $fh if $cf::USE_FSYNC;
755	close $fh;	1037	close $fh;
756	aio_rename "$filename.pst~", "$filename.pst";	1038	aio_rename "$filename.pst~", "$filename.pst";
757	}	1039	}
758	} else {	1040	} else {
759	aio_unlink "$filename.pst";	1041	aio_unlink "$filename.pst";
…		…
765	}	1047	}
766	} else {	1048	} else {
767	aio_unlink $filename;	1049	aio_unlink $filename;
768	aio_unlink "$filename.pst";	1050	aio_unlink "$filename.pst";
769	}	1051	}
770	}	1052	};
		1053
		1054	undef $guard;
771	}	1055	}
772		1056
773	sub object_freezer_as_string {	1057	sub object_freezer_as_string {
774	my ($rdata, $objs) = @_;	1058	my ($rdata, $objs) = @_;
775		1059
…		…
780		1064
781	sub object_thawer_load {	1065	sub object_thawer_load {
782	my ($filename) = @_;	1066	my ($filename) = @_;
783		1067
784	my ($data, $av);	1068	my ($data, $av);
		1069
		1070	my $guard = cf::lock_acquire "io";
785		1071
786	(aio_load $filename, $data) >= 0	1072	(aio_load $filename, $data) >= 0
787	or return;	1073	or return;
788		1074
789	unless (aio_stat "$filename.pst") {	1075	unless (aio_stat "$filename.pst") {
790	(aio_load "$filename.pst", $av) >= 0	1076	(aio_load "$filename.pst", $av) >= 0
791	or return;	1077	or return;
		1078
		1079	undef $guard;
792	$av = eval { (Storable::thaw $av)->{objs} };	1080	$av = eval { (Storable::thaw $av)->{objs} };
793	}	1081	}
794		1082
		1083	utf8::decode (my $decname = $filename);
795	warn sprintf "loading %s (%d)\n",	1084	warn sprintf "loading %s (%d,%d)\n",
796	$filename, length $data, scalar @{$av || []};#d#	1085	$decname, length $data, scalar @{$av || []};
		1086
797	return ($data, $av);	1087	($data, $av)
798	}	1088	}
		1089
		1090	=head2 COMMAND CALLBACKS
		1091
		1092	=over 4
		1093
		1094	=cut
799		1095
800	#############################################################################	1096	#############################################################################
801	# command handling &c	1097	# command handling &c
802		1098
803	=item cf::register_command $name => \&callback($ob,$args);	1099	=item cf::register_command $name => \&callback($ob,$args);
…		…
816	push @{ $COMMAND{$name} }, [$caller, $cb];	1112	push @{ $COMMAND{$name} }, [$caller, $cb];
817	}	1113	}
818		1114
819	=item cf::register_extcmd $name => \&callback($pl,$packet);	1115	=item cf::register_extcmd $name => \&callback($pl,$packet);
820		1116
821	Register a callbackf ro execution when the client sends an extcmd packet.	1117	Register a callback for execution when the client sends an (synchronous)
		1118	extcmd packet. Ext commands will be processed in the order they are
		1119	received by the server, like other user commands. The first argument is
		1120	the logged-in player. Ext commands can only be processed after a player
		1121	has logged in successfully.
822		1122
823	If the callback returns something, it is sent back as if reply was being	1123	If the callback returns something, it is sent back as if reply was being
824	called.	1124	called.
825		1125
		1126	=item cf::register_exticmd $name => \&callback($ns,$packet);
		1127
		1128	Register a callback for execution when the client sends an (asynchronous)
		1129	exticmd packet. Exti commands are processed by the server as soon as they
		1130	are received, i.e. out of order w.r.t. other commands. The first argument
		1131	is a client socket. Exti commands can be received anytime, even before
		1132	log-in.
		1133
		1134	If the callback returns something, it is sent back as if reply was being
		1135	called.
		1136
826	=cut	1137	=cut
827		1138
828	sub register_extcmd {	1139	sub register_extcmd {
829	my ($name, $cb) = @_;	1140	my ($name, $cb) = @_;
830		1141
831	$EXTCMD{$name} = $cb;	1142	$EXTCMD{$name} = $cb;
		1143	}
		1144
		1145	sub register_exticmd {
		1146	my ($name, $cb) = @_;
		1147
		1148	$EXTICMD{$name} = $cb;
832	}	1149	}
833		1150
834	cf::player->attach (	1151	cf::player->attach (
835	on_command => sub {	1152	on_command => sub {
836	my ($pl, $name, $params) = @_;	1153	my ($pl, $name, $params) = @_;
…		…
845	cf::override;	1162	cf::override;
846	},	1163	},
847	on_extcmd => sub {	1164	on_extcmd => sub {
848	my ($pl, $buf) = @_;	1165	my ($pl, $buf) = @_;
849		1166
850	my $msg = eval { from_json $buf };	1167	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
851		1168
852	if (ref $msg) {	1169	if (ref $msg) {
		1170	my ($type, $reply, @payload) =
		1171	"ARRAY" eq ref $msg
		1172	? @$msg
		1173	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		1174
		1175	my @reply;
		1176
853	if (my $cb = $EXTCMD{$msg->{msgtype}}) {	1177	if (my $cb = $EXTCMD{$type}) {
854	if (my %reply = $cb->($pl, $msg)) {	1178	@reply = $cb->($pl, @payload);
855	$pl->ext_reply ($msg->{msgid}, %reply);
856	}
857	}	1179	}
		1180
		1181	$pl->ext_reply ($reply, @reply)
		1182	if $reply;
		1183
858	} else {	1184	} else {
859	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1185	warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
860	}	1186	}
861		1187
862	cf::override;	1188	cf::override;
863	},	1189	},
864	);	1190	);
865		1191
866	sub load_extension {
867	my ($path) = @_;
868
869	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
870	my $base = $1;
871	my $pkg = $1;
872	$pkg =~ s/[^[:word:]]/_/g;
873	$pkg = "ext::$pkg";
874
875	warn "... loading '$path' into '$pkg'\n";
876
877	open my $fh, "<:utf8", $path
878	or die "$path: $!";
879
880	my $source =
881	"package $pkg; use strict; use utf8;\n"
882	. "#line 1 \"$path\"\n{\n"
883	. (do { local $/; <$fh> })
884	. "\n};\n1";
885
886	unless (eval $source) {
887	my $msg = $@ ? "$path: $@\n"
888	: "extension disabled.\n";
889	if ($source =~ /^#!.*perl.*#.*MANDATORY/m) { # ugly match
890	warn $@;
891	warn "mandatory extension failed to load, exiting.\n";
892	exit 1;
893	}
894	die $@;
895	}
896
897	push @EXTS, $pkg;
898	}
899
900	sub load_extensions {	1192	sub load_extensions {
		1193	cf::sync_job {
		1194	my %todo;
		1195
901	for my $ext (<$LIBDIR/*.ext>) {	1196	for my $path (<$LIBDIR/*.ext>) {
902	next unless -r $ext;	1197	next unless -r $path;
903	eval {	1198
904	load_extension $ext;	1199	$path =~ /([^\/\\]+)\.ext$/ or die "$path";
		1200	my $base = $1;
		1201	my $pkg = $1;
		1202	$pkg =~ s/[^[:word:]]/_/g;
		1203	$pkg = "ext::$pkg";
		1204
		1205	open my $fh, "<:utf8", $path
		1206	or die "$path: $!";
		1207
		1208	my $source = do { local $/; <$fh> };
		1209
		1210	my %ext = (
		1211	path => $path,
		1212	base => $base,
		1213	pkg => $pkg,
		1214	);
		1215
		1216	$ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
		1217	if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
		1218
		1219	$ext{source} =
		1220	"package $pkg; use strict; use utf8;\n"
		1221	. "#line 1 \"$path\"\n{\n"
		1222	. $source
		1223	. "\n};\n1";
		1224
		1225	$todo{$base} = \%ext;
		1226	}
		1227
		1228	my %done;
		1229	while (%todo) {
		1230	my $progress;
		1231
		1232	while (my ($k, $v) = each %todo) {
		1233	for (split /,\s*/, $v->{meta}{depends}) {
		1234	goto skip
		1235	unless exists $done{$_};
		1236	}
		1237
		1238	warn "... loading '$k' into '$v->{pkg}'\n";
		1239
		1240	unless (eval $v->{source}) {
		1241	my $msg = $@ ? "$v->{path}: $@\n"
		1242	: "$v->{base}: extension inactive.\n";
		1243
		1244	if (exists $v->{meta}{mandatory}) {
		1245	warn $msg;
		1246	warn "mandatory extension failed to load, exiting.\n";
		1247	exit 1;
		1248	}
		1249
		1250	warn $msg;
		1251	}
		1252
		1253	$done{$k} = delete $todo{$k};
		1254	push @EXTS, $v->{pkg};
		1255	$progress = 1;
905	1	1256	}
906	} or warn "$ext not loaded: $@";	1257
		1258	skip:
		1259	die "cannot load " . (join ", ", keys %todo) . ": unable to resolve dependencies\n"
		1260	unless $progress;
		1261	}
907	}	1262	};
908	}	1263	}
909		1264
910	#############################################################################	1265	#############################################################################
911		1266
		1267	=back
		1268
912	=head2 CORE EXTENSIONS	1269	=head2 CORE EXTENSIONS
913		1270
914	Functions and methods that extend core crossfire objects.	1271	Functions and methods that extend core crossfire objects.
915		1272
916	=cut	1273	=cut
…		…
921		1278
922	=head3 cf::player	1279	=head3 cf::player
923		1280
924	=over 4	1281	=over 4
925		1282
		1283	=item cf::player::num_playing
		1284
		1285	Returns the official number of playing players, as per the Crossfire metaserver rules.
		1286
		1287	=cut
		1288
		1289	sub num_playing {
		1290	scalar grep
		1291	$_->ob->map
		1292	&& !$_->hidden
		1293	&& !$_->ob->flag (cf::FLAG_WIZ),
		1294	cf::player::list
		1295	}
		1296
926	=item cf::player::find $login	1297	=item cf::player::find $login
927		1298
928	Returns the given player object, loading it if necessary (might block).	1299	Returns the given player object, loading it if necessary (might block).
929		1300
930	=cut	1301	=cut
931		1302
932	sub playerdir($) {	1303	sub playerdir($) {
933	cf::localdir	1304	"$PLAYERDIR/"
934	. "/"
935	. cf::playerdir
936	. "/"
937	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1305	. (ref $_[0] ? $_[0]->ob->name : $_[0])
938	}	1306	}
939		1307
940	sub path($) {	1308	sub path($) {
941	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1309	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
942		1310
943	(playerdir $login) . "/$login.pl"	1311	(playerdir $login) . "/playerdata"
944	}	1312	}
945		1313
946	sub find_active($) {	1314	sub find_active($) {
947	$cf::PLAYER{$_[0]}	1315	$cf::PLAYER{$_[0]}
948	and $cf::PLAYER{$_[0]}->active	1316	and $cf::PLAYER{$_[0]}->active
…		…
951		1319
952	sub exists($) {	1320	sub exists($) {
953	my ($login) = @_;	1321	my ($login) = @_;
954		1322
955	$cf::PLAYER{$login}	1323	$cf::PLAYER{$login}
956	or cf::sync_job { !aio_stat $login }	1324	or cf::sync_job { !aio_stat path $login }
957	}	1325	}
958		1326
959	sub find($) {	1327	sub find($) {
960	return $cf::PLAYER{$_[0]} || do {	1328	return $cf::PLAYER{$_[0]} || do {
961	my $login = $_[0];	1329	my $login = $_[0];
962		1330
963	my $guard = cf::lock_acquire "user_find:$login";	1331	my $guard = cf::lock_acquire "user_find:$login";
964		1332
965	$cf::PLAYER{$_[0]} || do {	1333	$cf::PLAYER{$_[0]} || do {
966	my $pl = load_pl path $login	1334	# rename old playerfiles to new ones
		1335	#TODO: remove when no longer required
		1336	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1337	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1338	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1339	aio_unlink +(playerdir $login) . "/$login.pl";
		1340
		1341	my $f = new_from_file cf::object::thawer path $login
967	or return;	1342	or return;
		1343
		1344	$f->next;
		1345	my $pl = cf::player::load_pl $f
		1346	or return;
		1347	local $cf::PLAYER_LOADING{$login} = $pl;
		1348	$f->resolve_delayed_derefs;
968	$cf::PLAYER{$login} = $pl	1349	$cf::PLAYER{$login} = $pl
969	}	1350	}
970	}	1351	}
971	}	1352	}
972		1353
…		…
982		1363
983	aio_mkdir playerdir $pl, 0770;	1364	aio_mkdir playerdir $pl, 0770;
984	$pl->{last_save} = $cf::RUNTIME;	1365	$pl->{last_save} = $cf::RUNTIME;
985		1366
986	$pl->save_pl ($path);	1367	$pl->save_pl ($path);
987	Coro::cede;	1368	cf::cede_to_tick;
988	}	1369	}
989		1370
990	sub new($) {	1371	sub new($) {
991	my ($login) = @_;	1372	my ($login) = @_;
992		1373
…		…
998	$cf::PLAYER{$login} = $self;	1379	$cf::PLAYER{$login} = $self;
999		1380
1000	$self	1381	$self
1001	}	1382	}
1002		1383
		1384	=item $player->send_msg ($channel, $msg, $color, [extra...])
		1385
		1386	=cut
		1387
		1388	sub send_msg {
		1389	my $ns = shift->ns
		1390	or return;
		1391	$ns->send_msg (@_);
		1392	}
		1393
1003	=item $pl->quit_character	1394	=item $pl->quit_character
1004		1395
1005	Nukes the player without looking back. If logged in, the connection will	1396	Nukes the player without looking back. If logged in, the connection will
1006	be destroyed. May block for a long time.	1397	be destroyed. May block for a long time.
1007		1398
1008	=cut	1399	=cut
1009		1400
1010	sub quit_character {	1401	sub quit_character {
1011	my ($pl) = @_;	1402	my ($pl) = @_;
		1403
		1404	my $name = $pl->ob->name;
1012		1405
1013	$pl->{deny_save} = 1;	1406	$pl->{deny_save} = 1;
1014	$pl->password ("*"); # this should lock out the player until we nuked the dir	1407	$pl->password ("*"); # this should lock out the player until we nuked the dir
1015		1408
1016	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1409	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
…		…
1021	my $path = playerdir $pl;	1414	my $path = playerdir $pl;
1022	my $temp = "$path~$cf::RUNTIME~deleting~";	1415	my $temp = "$path~$cf::RUNTIME~deleting~";
1023	aio_rename $path, $temp;	1416	aio_rename $path, $temp;
1024	delete $cf::PLAYER{$pl->ob->name};	1417	delete $cf::PLAYER{$pl->ob->name};
1025	$pl->destroy;	1418	$pl->destroy;
		1419
		1420	my $prefix = qr<^~\Q$name\E/>;
		1421
		1422	# nuke player maps
		1423	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1424
1026	IO::AIO::aio_rmtree $temp;	1425	IO::AIO::aio_rmtree $temp;
		1426	}
		1427
		1428	=item $pl->kick
		1429
		1430	Kicks a player out of the game. This destroys the connection.
		1431
		1432	=cut
		1433
		1434	sub kick {
		1435	my ($pl, $kicker) = @_;
		1436
		1437	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1438	$pl->killer ("kicked");
		1439	$pl->ns->destroy;
1027	}	1440	}
1028		1441
1029	=item cf::player::list_logins	1442	=item cf::player::list_logins
1030		1443
1031	Returns am arrayref of all valid playernames in the system, can take a	1444	Returns am arrayref of all valid playernames in the system, can take a
1032	while and may block, so not sync_job-capable, ever.	1445	while and may block, so not sync_job-capable, ever.
1033		1446
1034	=cut	1447	=cut
1035		1448
1036	sub list_logins {	1449	sub list_logins {
1037	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1450	my $dirs = aio_readdir $PLAYERDIR
1038	or return [];	1451	or return [];
1039		1452
1040	my @logins;	1453	my @logins;
1041		1454
1042	for my $login (@$dirs) {	1455	for my $login (@$dirs) {
		1456	my $path = path $login;
		1457
		1458	# a .pst is a dead give-away for a valid player
		1459	unless (-e "$path.pst") {
1043	my $fh = aio_open path $login, Fcntl::O_RDONLY, 0 or next;	1460	my $fh = aio_open $path, Fcntl::O_RDONLY, 0 or next;
1044	aio_read $fh, 0, 512, my $buf, 0 or next;	1461	aio_read $fh, 0, 512, my $buf, 0 or next;
1045	$buf !~ /^password -------------$/m or next; # official not-valid tag	1462	$buf !~ /^password -------------$/m or next; # official not-valid tag
		1463	}
1046		1464
1047	utf8::decode $login;	1465	utf8::decode $login;
1048	push @logins, $login;	1466	push @logins, $login;
1049	}	1467	}
1050		1468
…		…
1058		1476
1059	=cut	1477	=cut
1060		1478
1061	sub maps($) {	1479	sub maps($) {
1062	my ($pl) = @_;	1480	my ($pl) = @_;
		1481
		1482	$pl = ref $pl ? $pl->ob->name : $pl;
1063		1483
1064	my $files = aio_readdir playerdir $pl	1484	my $files = aio_readdir playerdir $pl
1065	or return;	1485	or return;
1066		1486
1067	my @paths;	1487	my @paths;
…		…
1069	for (@$files) {	1489	for (@$files) {
1070	utf8::decode $_;	1490	utf8::decode $_;
1071	next if /\.(?:pl|pst)$/;	1491	next if /\.(?:pl|pst)$/;
1072	next unless /^$PATH_SEP/o;	1492	next unless /^$PATH_SEP/o;
1073		1493
1074	s/\.map$//;	1494	push @paths, cf::map::normalise "~$pl/$_";
1075	push @paths, "~" . $pl->ob->name . "/" . $_;
1076	}	1495	}
1077		1496
1078	\@paths	1497	\@paths
1079	}	1498	}
1080		1499
		1500	=item $protocol_xml = $player->expand_cfpod ($crossfire_pod)
		1501
		1502	Expand crossfire pod fragments into protocol xml.
		1503
		1504	=cut
		1505
		1506	sub expand_cfpod {
		1507	((my $self), (local $_)) = @_;
		1508
		1509	# escape & and <
		1510	s/&/&amp;/g;
		1511	s/(?<![BIUGHT])</&lt;/g;
		1512
		1513	# this is buggy, it needs to properly take care of nested <'s
		1514
		1515	1 while
		1516	# replace B<>, I<>, U<> etc.
		1517	s/B<([^\>]*)>/<b>$1<\/b>/
		1518	|| s/I<([^\>]*)>/<i>$1<\/i>/
		1519	|| s/U<([^\>]*)>/<u>$1<\/u>/
		1520	|| s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/
		1521	# replace G<male|female> tags
		1522	|| s{G<([^>|]*)\|([^>]*)>}{
		1523	$self->gender ? $2 : $1
		1524	}ge
		1525	# replace H<hint text>
		1526	|| s{H<([^\>]*)>}
		1527	{
		1528	("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>",
		1529	"<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
		1530	"")
		1531	[$self->{hintmode}]
		1532	}ge;
		1533
		1534	# create single paragraphs (very hackish)
		1535	s/(?<=\S)\n(?=\w)/ /g;
		1536
		1537	# compress some whitespace
		1538	s/\s+\n/\n/g; # ws line-ends
		1539	s/\n\n+/\n/g; # double lines
		1540	s/^\n+//; # beginning lines
		1541	s/\n+$//; # ending lines
		1542
		1543	$_
		1544	}
		1545
		1546	sub hintmode {
		1547	$_[0]{hintmode} = $_[1] if @_ > 1;
		1548	$_[0]{hintmode}
		1549	}
		1550
1081	=item $player->ext_reply ($msgid, $msgtype, %msg)	1551	=item $player->ext_reply ($msgid, @msg)
1082		1552
1083	Sends an ext reply to the player.	1553	Sends an ext reply to the player.
1084		1554
1085	=cut	1555	=cut
1086		1556
1087	sub ext_reply($$$%) {	1557	sub ext_reply($$@) {
1088	my ($self, $id, %msg) = @_;	1558	my ($self, $id, @msg) = @_;
1089		1559
1090	$msg{msgid} = $id;	1560	$self->ns->ext_reply ($id, @msg)
1091
1092	$self->send ("ext " . cf::to_json \%msg);
1093	}	1561	}
1094		1562
1095	package cf;	1563	=item $player->ext_msg ($type, @msg)
		1564
		1565	Sends an ext event to the client.
		1566
		1567	=cut
		1568
		1569	sub ext_msg($$@) {
		1570	my ($self, $type, @msg) = @_;
		1571
		1572	$self->ns->ext_msg ($type, @msg);
		1573	}
		1574
		1575	=head3 cf::region
		1576
		1577	=over 4
		1578
		1579	=cut
		1580
		1581	package cf::region;
		1582
		1583	=item cf::region::find_by_path $path
		1584
		1585	Tries to decuce the likely region for a map knowing only its path.
		1586
		1587	=cut
		1588
		1589	sub find_by_path($) {
		1590	my ($path) = @_;
		1591
		1592	my ($match, $specificity);
		1593
		1594	for my $region (list) {
		1595	if ($region->{match} && $path =~ $region->{match}) {
		1596	($match, $specificity) = ($region, $region->specificity)
		1597	if $region->specificity > $specificity;
		1598	}
		1599	}
		1600
		1601	$match
		1602	}
1096		1603
1097	=back	1604	=back
1098
1099		1605
1100	=head3 cf::map	1606	=head3 cf::map
1101		1607
1102	=over 4	1608	=over 4
1103		1609
…		…
1107		1613
1108	use Fcntl;	1614	use Fcntl;
1109	use Coro::AIO;	1615	use Coro::AIO;
1110		1616
1111	use overload	1617	use overload
1112	'""' => \&as_string;	1618	'""' => \&as_string,
		1619	fallback => 1;
1113		1620
1114	our $MAX_RESET = 3600;	1621	our $MAX_RESET = 3600;
1115	our $DEFAULT_RESET = 3000;	1622	our $DEFAULT_RESET = 3000;
1116		1623
1117	sub generate_random_map {	1624	sub generate_random_map {
1118	my ($self, $rmp) = @_;	1625	my ($self, $rmp) = @_;
1119
1120	# mit "rum" bekleckern, nicht	1626	# mit "rum" bekleckern, nicht
1121	$self->_create_random_map (	1627	$self->_create_random_map (
1122	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},	1628	$rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1123	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},	1629	$rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle},
1124	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},	1630	$rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
…		…
1131	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},	1637	$rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1132	(cf::region::find $rmp->{region}), $rmp->{custom}	1638	(cf::region::find $rmp->{region}), $rmp->{custom}
1133	)	1639	)
1134	}	1640	}
1135		1641
		1642	=item cf::map->register ($regex, $prio)
		1643
		1644	Register a handler for the map path matching the given regex at the
		1645	givne priority (higher is better, built-in handlers have priority 0, the
		1646	default).
		1647
		1648	=cut
		1649
1136	sub register {	1650	sub register {
1137	my (undef, $regex) = @_;	1651	my (undef, $regex, $prio) = @_;
1138	my $pkg = caller;	1652	my $pkg = caller;
1139		1653
1140	no strict;	1654	no strict;
1141	push @{"$pkg\::ISA"}, __PACKAGE__;	1655	push @{"$pkg\::ISA"}, __PACKAGE__;
1142		1656
1143	$EXT_MAP{$pkg} = qr<$regex>;	1657	$EXT_MAP{$pkg} = [$prio, qr<$regex>];
1144	}	1658	}
1145		1659
1146	# also paths starting with '/'	1660	# also paths starting with '/'
1147	$EXT_MAP{"cf::map"} = qr{^(?=/)};	1661	$EXT_MAP{"cf::map"} = [0, qr{^(?=/)}];
		1662
		1663	sub thawer_merge {
		1664	my ($self, $merge) = @_;
		1665
		1666	# we have to keep some variables in memory intact
		1667	local $self->{path};
		1668	local $self->{load_path};
		1669
		1670	$self->SUPER::thawer_merge ($merge);
		1671	}
1148		1672
1149	sub normalise {	1673	sub normalise {
1150	my ($path, $base) = @_;	1674	my ($path, $base) = @_;
		1675
		1676	$path = "$path"; # make sure its a string
		1677
		1678	$path =~ s/\.map$//;
1151		1679
1152	# map plan:	1680	# map plan:
1153	#	1681	#
1154	# /! non-realised random map exit (special hack!)	1682	# /! non-realised random map exit (special hack!)
1155	# {... are special paths that are not being touched	1683	# {... are special paths that are not being touched
…		…
1183		1711
1184	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object	1712	return $path if UNIVERSAL::isa $path, "cf::map"; # already a map object
1185		1713
1186	$path = normalise $path, $base;	1714	$path = normalise $path, $base;
1187		1715
1188	for my $pkg (keys %EXT_MAP) {	1716	for my $pkg (sort { $EXT_MAP{$b}[0] <=> $EXT_MAP{$a}[0] } keys %EXT_MAP) {
1189	if ($path =~ $EXT_MAP{$pkg}) {	1717	if ($path =~ $EXT_MAP{$pkg}[1]) {
1190	my $self = bless cf::map::new, $pkg;	1718	my $self = bless cf::map::new, $pkg;
1191	$self->{path} = $path; $self->path ($path);	1719	$self->{path} = $path; $self->path ($path);
1192	$self->init; # pass $1 etc.	1720	$self->init; # pass $1 etc.
1193	return $self;	1721	return $self;
1194	}	1722	}
1195	}	1723	}
1196		1724
1197	Carp::carp "unable to resolve path '$path'.";	1725	Carp::cluck "unable to resolve path '$path' (base '$base').";
1198	()	1726	()
1199	}	1727	}
1200		1728
1201	sub init {	1729	sub init {
1202	my ($self) = @_;	1730	my ($self) = @_;
…		…
1217		1745
1218	# the original (read-only) location	1746	# the original (read-only) location
1219	sub load_path {	1747	sub load_path {
1220	my ($self) = @_;	1748	my ($self) = @_;
1221		1749
1222	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}	1750	"$MAPDIR/$self->{path}.map"
1223	}	1751	}
1224		1752
1225	# the temporary/swap location	1753	# the temporary/swap location
1226	sub save_path {	1754	sub save_path {
1227	my ($self) = @_;	1755	my ($self) = @_;
1228		1756
1229	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1757	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1230	sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $path	1758	"$TMPDIR/$path.map"
1231	}	1759	}
1232		1760
1233	# the unique path, undef == no special unique path	1761	# the unique path, undef == no special unique path
1234	sub uniq_path {	1762	sub uniq_path {
1235	my ($self) = @_;	1763	my ($self) = @_;
1236		1764
1237	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1765	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1238	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1766	"$UNIQUEDIR/$path"
1239	}	1767	}
1240		1768
1241	# and all this just because we cannot iterate over	1769	# and all this just because we cannot iterate over
1242	# all maps in C++...	1770	# all maps in C++...
1243	sub change_all_map_light {	1771	sub change_all_map_light {
…		…
1245		1773
1246	$_->change_map_light ($change)	1774	$_->change_map_light ($change)
1247	for grep $_->outdoor, values %cf::MAP;	1775	for grep $_->outdoor, values %cf::MAP;
1248	}	1776	}
1249		1777
		1778	sub decay_objects {
		1779	my ($self) = @_;
		1780
		1781	return if $self->{deny_reset};
		1782
		1783	$self->do_decay_objects;
		1784	}
		1785
1250	sub unlink_save {	1786	sub unlink_save {
1251	my ($self) = @_;	1787	my ($self) = @_;
1252		1788
1253	utf8::encode (my $save = $self->save_path);	1789	utf8::encode (my $save = $self->save_path);
1254	IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink $save;	1790	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1255	IO::AIO::aioreq_pri 4; IO::AIO::aio_unlink "$save.pst";	1791	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1256	}	1792	}
1257		1793
1258	sub load_header_from($) {	1794	sub load_header_from($) {
1259	my ($self, $path) = @_;	1795	my ($self, $path) = @_;
1260		1796
1261	utf8::encode $path;	1797	utf8::encode $path;
1262	aio_open $path, O_RDONLY, 0	1798	my $f = new_from_file cf::object::thawer $path
1263	or return;	1799	or return;
1264		1800
1265	$self->_load_header ($path)	1801	$self->_load_header ($f)
1266	or return;	1802	or return;
1267		1803
		1804	local $MAP_LOADING{$self->{path}} = $self;
		1805	$f->resolve_delayed_derefs;
		1806
1268	$self->{load_path} = $path;	1807	$self->{load_path} = $path;
1269		1808
1270	1	1809	1
1271	}	1810	}
1272		1811
1273	sub load_orig {	1812	sub load_header_orig {
1274	my ($self) = @_;	1813	my ($self) = @_;
1275		1814
1276	$self->load_header_from ($self->load_path)	1815	$self->load_header_from ($self->load_path)
1277	}	1816	}
1278		1817
1279	sub load_temp {	1818	sub load_header_temp {
1280	my ($self) = @_;	1819	my ($self) = @_;
1281		1820
1282	$self->load_header_from ($self->save_path)	1821	$self->load_header_from ($self->save_path)
		1822	}
		1823
		1824	sub prepare_temp {
		1825	my ($self) = @_;
		1826
		1827	$self->last_access ((delete $self->{last_access})
		1828	|| $cf::RUNTIME); #d#
		1829	# safety
		1830	$self->{instantiate_time} = $cf::RUNTIME
		1831	if $self->{instantiate_time} > $cf::RUNTIME;
		1832	}
		1833
		1834	sub prepare_orig {
		1835	my ($self) = @_;
		1836
		1837	$self->{load_original} = 1;
		1838	$self->{instantiate_time} = $cf::RUNTIME;
		1839	$self->last_access ($cf::RUNTIME);
		1840	$self->instantiate;
1283	}	1841	}
1284		1842
1285	sub load_header {	1843	sub load_header {
1286	my ($self) = @_;	1844	my ($self) = @_;
1287		1845
1288	if ($self->load_temp) {	1846	if ($self->load_header_temp) {
1289	$self->last_access ((delete $self->{last_access})	1847	$self->prepare_temp;
1290	|| $cf::RUNTIME); #d#
1291	# safety
1292	$self->{instantiate_time} = $cf::RUNTIME
1293	if $self->{instantiate_time} > $cf::RUNTIME;
1294	} else {	1848	} else {
1295	$self->load_orig	1849	$self->load_header_orig
1296	or return;	1850	or return;
1297		1851	$self->prepare_orig;
1298	$self->{load_original} = 1;
1299	$self->{instantiate_time} = $cf::RUNTIME;
1300	$self->last_access ($cf::RUNTIME);
1301	$self->instantiate;
1302	}	1852	}
		1853
		1854	$self->{deny_reset} = 1
		1855	if $self->no_reset;
		1856
		1857	$self->default_region (cf::region::find_by_path $self->{path})
		1858	unless $self->default_region;
1303		1859
1304	1	1860	1
1305	}	1861	}
1306		1862
1307	sub find;	1863	sub find;
1308	sub find {	1864	sub find {
1309	my ($path, $origin) = @_;	1865	my ($path, $origin) = @_;
1310		1866
1311	$path = normalise $path, $origin && $origin->path;	1867	$path = normalise $path, $origin && $origin->path;
1312		1868
		1869	cf::lock_wait "map_data:$path";#d#remove
1313	cf::lock_wait "map_find:$path";	1870	cf::lock_wait "map_find:$path";
1314		1871
1315	$cf::MAP{$path} || do {	1872	$cf::MAP{$path} || do {
1316	my $guard = cf::lock_acquire "map_find:$path";	1873	my $guard1 = cf::lock_acquire "map_find:$path";
		1874	my $guard2 = cf::lock_acquire "map_data:$path"; # just for the fun of it
		1875
1317	my $map = new_from_path cf::map $path	1876	my $map = new_from_path cf::map $path
1318	or return;	1877	or return;
1319		1878
1320	$map->{last_save} = $cf::RUNTIME;	1879	$map->{last_save} = $cf::RUNTIME;
1321		1880
1322	$map->load_header	1881	$map->load_header
1323	or return;	1882	or return;
1324		1883
1325	if ($map->should_reset) {	1884	if ($map->should_reset) {#d#TODO# disabled, crashy (locking issue?)
		1885	# doing this can freeze the server in a sync job, obviously
		1886	#$cf::WAIT_FOR_TICK->wait;
		1887	undef $guard1;
		1888	undef $guard2;
1326	$map->reset;	1889	$map->reset;
1327	undef $guard;
1328	$map = find $path	1890	return find $path;
1329	or return;
1330	}	1891	}
1331		1892
1332	$cf::MAP{$path} = $map	1893	$cf::MAP{$path} = $map
1333	}	1894	}
1334	}	1895	}
		1896
		1897	sub pre_load { }
		1898	sub post_load { }
1335		1899
1336	sub load {	1900	sub load {
1337	my ($self) = @_;	1901	my ($self) = @_;
1338		1902
		1903	local $self->{deny_reset} = 1; # loading can take a long time
		1904
1339	my $path = $self->{path};	1905	my $path = $self->{path};
		1906
		1907	{
1340	my $guard = cf::lock_acquire "map_load:$path";	1908	my $guard = cf::lock_acquire "map_data:$path";
1341		1909
		1910	return unless $self->valid;
1342	return if $self->in_memory != cf::MAP_SWAPPED;	1911	return unless $self->in_memory == cf::MAP_SWAPPED;
1343		1912
1344	$self->in_memory (cf::MAP_LOADING);	1913	$self->in_memory (cf::MAP_LOADING);
1345		1914
1346	$self->alloc;	1915	$self->alloc;
1347	$self->_load_objects ($self->{load_path}, 1)	1916
		1917	$self->pre_load;
		1918	cf::cede_to_tick;
		1919
		1920	my $f = new_from_file cf::object::thawer $self->{load_path};
		1921	$f->skip_block;
		1922	$self->_load_objects ($f)
1348	or return;	1923	or return;
1349		1924
1350	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)	1925	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1351	if delete $self->{load_original};	1926	if delete $self->{load_original};
1352		1927
1353	if (my $uniq = $self->uniq_path) {	1928	if (my $uniq = $self->uniq_path) {
1354	utf8::encode $uniq;	1929	utf8::encode $uniq;
1355	if (aio_open $uniq, O_RDONLY, 0) {	1930	unless (aio_stat $uniq) {
		1931	if (my $f = new_from_file cf::object::thawer $uniq) {
1356	$self->clear_unique_items;	1932	$self->clear_unique_items;
1357	$self->_load_objects ($uniq, 0);	1933	$self->_load_objects ($f);
		1934	$f->resolve_delayed_derefs;
		1935	}
1358	}	1936	}
1359	}	1937	}
1360		1938
1361	Coro::cede;	1939	$f->resolve_delayed_derefs;
1362		1940
		1941	cf::cede_to_tick;
1363	# now do the right thing for maps	1942	# now do the right thing for maps
1364	$self->link_multipart_objects;	1943	$self->link_multipart_objects;
1365
1366	unless ($self->{deny_activate}) {
1367	$self->decay_objects;
1368	$self->fix_auto_apply;
1369	$self->update_buttons;
1370	Coro::cede;
1371	$self->set_darkness_map;
1372	$self->difficulty ($self->estimate_difficulty)	1944	$self->difficulty ($self->estimate_difficulty)
1373	unless $self->difficulty;	1945	unless $self->difficulty;
1374	Coro::cede;	1946	cf::cede_to_tick;
		1947
		1948	unless ($self->{deny_activate}) {
		1949	$self->decay_objects;
		1950	$self->fix_auto_apply;
		1951	$self->update_buttons;
		1952	cf::cede_to_tick;
		1953	$self->set_darkness_map;
		1954	cf::cede_to_tick;
1375	$self->activate;	1955	$self->activate;
1376	}	1956	}
1377		1957
		1958	$self->{last_save} = $cf::RUNTIME;
		1959	$self->last_access ($cf::RUNTIME);
		1960
1378	$self->in_memory (cf::MAP_IN_MEMORY);	1961	$self->in_memory (cf::MAP_IN_MEMORY);
		1962	}
		1963
		1964	$self->post_load;
1379	}	1965	}
1380		1966
1381	sub customise_for {	1967	sub customise_for {
1382	my ($self, $ob) = @_;	1968	my ($self, $ob) = @_;
1383		1969
1384	return find "~" . $ob->name . "/" . $self->{path}	1970	return find "~" . $ob->name . "/" . $self->{path}
1385	if $self->per_player;	1971	if $self->per_player;
1386		1972
		1973	# return find "?party/" . $ob->name . "/" . $self->{path}
		1974	# if $self->per_party;
		1975
1387	$self	1976	$self
1388	}	1977	}
1389		1978
1390	# find and load all maps in the 3x3 area around a map	1979	# find and load all maps in the 3x3 area around a map
1391	sub load_diag {	1980	sub load_neighbours {
1392	my ($map) = @_;	1981	my ($map) = @_;
1393		1982
1394	my @diag; # diagonal neighbours	1983	my @neigh; # diagonal neighbours
1395		1984
1396	for (0 .. 3) {	1985	for (0 .. 3) {
1397	my $neigh = $map->tile_path ($_)	1986	my $neigh = $map->tile_path ($_)
1398	or next;	1987	or next;
1399	$neigh = find $neigh, $map	1988	$neigh = find $neigh, $map
1400	or next;	1989	or next;
1401	$neigh->load;	1990	$neigh->load;
1402		1991
		1992	push @neigh,
1403	push @diag, [$neigh->tile_path (($_ + 3) % 4), $neigh],	1993	[$neigh->tile_path (($_ + 3) % 4), $neigh],
1404	[$neigh->tile_path (($_ + 1) % 4), $neigh];	1994	[$neigh->tile_path (($_ + 1) % 4), $neigh];
1405	}	1995	}
1406		1996
1407	for (@diag) {	1997	for (grep defined $_->[0], @neigh) {
		1998	my ($path, $origin) = @$_;
1408	my $neigh = find @$_	1999	my $neigh = find $path, $origin
1409	or next;	2000	or next;
1410	$neigh->load;	2001	$neigh->load;
1411	}	2002	}
1412	}	2003	}
1413		2004
…		…
1418	}	2009	}
1419		2010
1420	sub do_load_sync {	2011	sub do_load_sync {
1421	my ($map) = @_;	2012	my ($map) = @_;
1422		2013
		2014	cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync"
		2015	if $Coro::current == $Coro::main;
		2016
1423	cf::sync_job { $map->load };	2017	cf::sync_job { $map->load };
1424	}	2018	}
1425		2019
1426	our %MAP_PREFETCH;	2020	our %MAP_PREFETCH;
1427	our $MAP_PREFETCHER = Coro::async {	2021	our $MAP_PREFETCHER = undef;
1428	while () {
1429	for my $path (keys %MAP_PREFETCH) {
1430	my $map = find $path
1431	or next;
1432	$map->load;
1433
1434	delete $MAP_PREFETCH{$path};
1435	}
1436	Coro::schedule;
1437	}
1438	};
1439		2022
1440	sub find_async {	2023	sub find_async {
1441	my ($path, $origin) = @_;	2024	my ($path, $origin, $load) = @_;
1442		2025
1443	$path = normalise $path, $origin && $origin->{path};	2026	$path = normalise $path, $origin && $origin->{path};
1444		2027
1445	if (my $map = $cf::MAP{$path}) {	2028	if (my $map = $cf::MAP{$path}) {
1446	return $map if $map->in_memory == cf::MAP_IN_MEMORY;	2029	return $map if !$load || $map->in_memory == cf::MAP_IN_MEMORY;
		2030	}
		2031
		2032	$MAP_PREFETCH{$path} |= $load;
		2033
		2034	$MAP_PREFETCHER ||= cf::async {
		2035	while (%MAP_PREFETCH) {
		2036	while (my ($k, $v) = each %MAP_PREFETCH) {
		2037	if (my $map = find $k) {
		2038	$map->load if $v;
		2039	}
		2040
		2041	delete $MAP_PREFETCH{$k};
		2042	}
		2043	}
		2044	undef $MAP_PREFETCHER;
1447	}	2045	};
1448
1449	$MAP_PREFETCH{$path} = 0;
1450	$MAP_PREFETCHER->ready;	2046	$MAP_PREFETCHER->prio (6);
1451		2047
1452	()	2048	()
1453	}	2049	}
1454		2050
1455	sub save {	2051	sub save {
1456	my ($self) = @_;	2052	my ($self) = @_;
1457		2053
1458	my $lock = cf::lock_acquire "map_data:" . $self->path;	2054	my $lock = cf::lock_acquire "map_data:$self->{path}";
1459		2055
1460	$self->{last_save} = $cf::RUNTIME;	2056	$self->{last_save} = $cf::RUNTIME;
1461		2057
1462	return unless $self->dirty;	2058	return unless $self->dirty;
1463		2059
…		…
1486	my ($self) = @_;	2082	my ($self) = @_;
1487		2083
1488	# save first because save cedes	2084	# save first because save cedes
1489	$self->save;	2085	$self->save;
1490		2086
1491	my $lock = cf::lock_acquire "map_data:" . $self->path;	2087	my $lock = cf::lock_acquire "map_data:$self->{path}";
1492		2088
1493	return if $self->players;	2089	return if $self->players;
1494	return if $self->in_memory != cf::MAP_IN_MEMORY;	2090	return if $self->in_memory != cf::MAP_IN_MEMORY;
1495	return if $self->{deny_save};	2091	return if $self->{deny_save};
1496		2092
		2093	$self->in_memory (cf::MAP_SWAPPED);
		2094
		2095	$self->deactivate;
		2096	$_->clear_links_to ($self) for values %cf::MAP;
1497	$self->clear;	2097	$self->clear;
1498	$self->in_memory (cf::MAP_SWAPPED);
1499	}	2098	}
1500		2099
1501	sub reset_at {	2100	sub reset_at {
1502	my ($self) = @_;	2101	my ($self) = @_;
1503		2102
1504	# TODO: safety, remove and allow resettable per-player maps	2103	# TODO: safety, remove and allow resettable per-player maps
1505	return 1e99 if $self->isa ("ext::map_per_player");#d#
1506	return 1e99 if $self->{deny_reset};	2104	return 1e99 if $self->{deny_reset};
1507		2105
1508	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;	2106	my $time = $self->fixed_resettime ? $self->{instantiate_time} : $self->last_access;
1509	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;	2107	my $to = List::Util::min $MAX_RESET, $self->reset_timeout || $DEFAULT_RESET;
1510		2108
…		…
1515	my ($self) = @_;	2113	my ($self) = @_;
1516		2114
1517	$self->reset_at <= $cf::RUNTIME	2115	$self->reset_at <= $cf::RUNTIME
1518	}	2116	}
1519		2117
1520	sub rename {
1521	my ($self, $new_path) = @_;
1522
1523	normalise $new_path;
1524
1525	$self->unlink_save;
1526
1527	delete $cf::MAP{$self->path};
1528	$self->{path} = $new_path; $self->path ($self->{path});
1529	$cf::MAP{$self->path} = $self;
1530
1531	$self->save;
1532	}
1533
1534	sub reset {	2118	sub reset {
1535	my ($self) = @_;	2119	my ($self) = @_;
1536		2120
1537	my $lock = cf::lock_acquire "map_data:$self->{path}";	2121	my $lock = cf::lock_acquire "map_data:$self->{path}";
1538		2122
1539	return if $self->players;	2123	return if $self->players;
1540	return if $self->isa ("ext::map_per_player");#d#
1541		2124
1542	warn "resetting map ", $self->path;#d#	2125	warn "resetting map ", $self->path;
		2126
		2127	$self->in_memory (cf::MAP_SWAPPED);
		2128
		2129	# need to save uniques path
		2130	unless ($self->{deny_save}) {
		2131	my $uniq = $self->uniq_path; utf8::encode $uniq;
		2132
		2133	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		2134	if $uniq;
		2135	}
1543		2136
1544	delete $cf::MAP{$self->path};	2137	delete $cf::MAP{$self->path};
1545		2138
1546	$self->in_memory (cf::MAP_SWAPPED);	2139	$self->deactivate;
		2140	$_->clear_links_to ($self) for values %cf::MAP;
1547	$self->clear;	2141	$self->clear;
1548
1549	$_->clear_links_to ($self) for values %cf::MAP;
1550		2142
1551	$self->unlink_save;	2143	$self->unlink_save;
1552	$self->destroy;	2144	$self->destroy;
1553	}	2145	}
1554		2146
1555	my $nuke_counter = "aaaa";	2147	my $nuke_counter = "aaaa";
1556		2148
1557	sub nuke {	2149	sub nuke {
1558	my ($self) = @_;	2150	my ($self) = @_;
1559		2151
		2152	{
		2153	my $lock = cf::lock_acquire "map_data:$self->{path}";
		2154
		2155	delete $cf::MAP{$self->path};
		2156
		2157	$self->unlink_save;
		2158
		2159	bless $self, "cf::map";
		2160	delete $self->{deny_reset};
1560	$self->{deny_save} = 1;	2161	$self->{deny_save} = 1;
1561	$self->reset_timeout (1);	2162	$self->reset_timeout (1);
1562	$self->rename ("{nuke}/" . ($nuke_counter++));	2163	$self->path ($self->{path} = "{nuke}/" . ($nuke_counter++));
		2164
		2165	$cf::MAP{$self->path} = $self;
		2166	}
		2167
1563	$self->reset; # polite request, might not happen	2168	$self->reset; # polite request, might not happen
		2169	}
		2170
		2171	=item $maps = cf::map::tmp_maps
		2172
		2173	Returns an arrayref with all map paths of currently instantiated and saved
		2174	maps. May block.
		2175
		2176	=cut
		2177
		2178	sub tmp_maps() {
		2179	[
		2180	map {
		2181	utf8::decode $_;
		2182	/\.map$/
		2183	? normalise $_
		2184	: ()
		2185	} @{ aio_readdir $TMPDIR or [] }
		2186	]
		2187	}
		2188
		2189	=item $maps = cf::map::random_maps
		2190
		2191	Returns an arrayref with all map paths of currently instantiated and saved
		2192	random maps. May block.
		2193
		2194	=cut
		2195
		2196	sub random_maps() {
		2197	[
		2198	map {
		2199	utf8::decode $_;
		2200	/\.map$/
		2201	? normalise "?random/$_"
		2202	: ()
		2203	} @{ aio_readdir $RANDOMDIR or [] }
		2204	]
1564	}	2205	}
1565		2206
1566	=item cf::map::unique_maps	2207	=item cf::map::unique_maps
1567		2208
1568	Returns an arrayref of paths of all shared maps that have	2209	Returns an arrayref of paths of all shared maps that have
1569	instantiated unique items. May block.	2210	instantiated unique items. May block.
1570		2211
1571	=cut	2212	=cut
1572		2213
1573	sub unique_maps() {	2214	sub unique_maps() {
1574	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	2215	[
1575	or return;	2216	map {
1576
1577	my @paths;
1578
1579	for (@$files) {
1580	utf8::decode $_;	2217	utf8::decode $_;
1581	next if /\.pst$/;
1582	next unless /^$PATH_SEP/o;
1583
1584	s/\.map$//;	2218	/\.map$/
1585	push @paths, $_;	2219	? normalise $_
		2220	: ()
		2221	} @{ aio_readdir $UNIQUEDIR or [] }
1586	}	2222	]
1587
1588	\@paths
1589	}	2223	}
1590		2224
1591	package cf;	2225	package cf;
1592		2226
1593	=back	2227	=back
…		…
1611	map { $_, inv_recursive_ $_->inv } @_	2245	map { $_, inv_recursive_ $_->inv } @_
1612	}	2246	}
1613		2247
1614	sub inv_recursive {	2248	sub inv_recursive {
1615	inv_recursive_ inv $_[0]	2249	inv_recursive_ inv $_[0]
		2250	}
		2251
		2252	=item $ref = $ob->ref
		2253
		2254	creates and returns a persistent reference to an objetc that can be stored as a string.
		2255
		2256	=item $ob = cf::object::deref ($refstring)
		2257
		2258	returns the objetc referenced by refstring. may return undef when it cnanot find the object,
		2259	even if the object actually exists. May block.
		2260
		2261	=cut
		2262
		2263	sub deref {
		2264	my ($ref) = @_;
		2265
		2266	# temporary compatibility#TODO#remove
		2267	$ref =~ s{^<}{player/<};
		2268
		2269	if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) {
		2270	my ($uuid, $name) = ($1, $2);
		2271	my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
		2272	or return;
		2273	$pl->ob->uuid eq $uuid
		2274	or return;
		2275
		2276	$pl->ob
		2277	} else {
		2278	warn "$ref: cannot resolve object reference\n";
		2279	undef
		2280	}
1616	}	2281	}
1617		2282
1618	package cf;	2283	package cf;
1619		2284
1620	=back	2285	=back
…		…
1639		2304
1640	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;	2305	$flags = cf::NDI_BROWN | cf::NDI_UNIQUE unless @_ >= 4;
1641		2306
1642	if ($self->{record_replies}) {	2307	if ($self->{record_replies}) {
1643	push @{ $self->{record_replies} }, [$npc, $msg, $flags];	2308	push @{ $self->{record_replies} }, [$npc, $msg, $flags];
		2309
1644	} else {	2310	} else {
		2311	my $pl = $self->contr;
		2312
		2313	if ($pl->{npc_dialog} && $pl->{npc_dialog}->{id}) {
		2314	my $dialog = $pl->{npc_dialog};
		2315	$dialog->{pl}->ext_msg ($dialog->{id}, update => msg => $dialog->{pl}->expand_cfpod ($msg));
		2316
		2317	} else {
1645	$msg = $npc->name . " says: $msg" if $npc;	2318	$msg = $npc->name . " says: $msg" if $npc;
1646	$self->message ($msg, $flags);	2319	$self->message ($msg, $flags);
		2320	}
1647	}	2321	}
		2322	}
		2323
		2324	=item $object->send_msg ($channel, $msg, $color, [extra...])
		2325
		2326	=cut
		2327
		2328	sub cf::object::send_msg {
		2329	my $pl = shift->contr
		2330	or return;
		2331	$pl->send_msg (@_);
1648	}	2332	}
1649		2333
1650	=item $player_object->may ("access")	2334	=item $player_object->may ("access")
1651		2335
1652	Returns wether the given player is authorized to access resource "access"	2336	Returns wether the given player is authorized to access resource "access"
…		…
1684	=cut	2368	=cut
1685		2369
1686	sub link_map {	2370	sub link_map {
1687	unless ($LINK_MAP) {	2371	unless ($LINK_MAP) {
1688	$LINK_MAP = cf::map::find "{link}"	2372	$LINK_MAP = cf::map::find "{link}"
1689	or do { warn "FATAL: unable to provide {link} map, exiting."; exit 1 };	2373	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1690	$LINK_MAP->load;	2374	$LINK_MAP->load;
1691	}	2375	}
1692		2376
1693	$LINK_MAP	2377	$LINK_MAP
1694	}	2378	}
…		…
1699	$self->deactivate_recursive;	2383	$self->deactivate_recursive;
1700		2384
1701	return if UNIVERSAL::isa $self->map, "ext::map_link";	2385	return if UNIVERSAL::isa $self->map, "ext::map_link";
1702		2386
1703	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]	2387	$self->{_link_pos} ||= [$self->map->{path}, $self->x, $self->y]
1704	if $self->map;	2388	if $self->map && $self->map->{path} ne "{link}";
1705		2389
1706	$self->enter_map ($LINK_MAP || link_map, 20, 20);	2390	$self->enter_map ($LINK_MAP || link_map, 10, 10);
1707	}	2391	}
1708		2392
1709	sub cf::object::player::leave_link {	2393	sub cf::object::player::leave_link {
1710	my ($self, $map, $x, $y) = @_;	2394	my ($self, $map, $x, $y) = @_;
		2395
		2396	return unless $self->contr->active;
1711		2397
1712	my $link_pos = delete $self->{_link_pos};	2398	my $link_pos = delete $self->{_link_pos};
1713		2399
1714	unless ($map) {	2400	unless ($map) {
1715	# restore original map position	2401	# restore original map position
…		…
1729	# use -1 or undef as default coordinates, not 0, 0	2415	# use -1 or undef as default coordinates, not 0, 0
1730	($x, $y) = ($map->enter_x, $map->enter_y)	2416	($x, $y) = ($map->enter_x, $map->enter_y)
1731	if $x <=0 && $y <= 0;	2417	if $x <=0 && $y <= 0;
1732		2418
1733	$map->load;	2419	$map->load;
1734	$map->load_diag;	2420	$map->load_neighbours;
1735		2421
1736	return unless $self->contr->active;	2422	return unless $self->contr->active;
1737	$self->activate_recursive;	2423	$self->activate_recursive;
		2424
		2425	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1738	$self->enter_map ($map, $x, $y);	2426	$self->enter_map ($map, $x, $y);
1739	}	2427	}
1740		2428
1741	cf::player->attach (	2429	=item $player_object->goto ($path, $x, $y[, $check->($map)[, $done->()]])
1742	on_logout => sub {
1743	my ($pl) = @_;
1744		2430
1745	# abort map switching before logout	2431	Moves the player to the given map-path and coordinates by first freezing
1746	if ($pl->ob->{_link_pos}) {	2432	her, loading and preparing them map, calling the provided $check callback
1747	cf::sync_job {	2433	that has to return the map if sucecssful, and then unfreezes the player on
1748	$pl->ob->leave_link	2434	the new (success) or old (failed) map position. In either case, $done will
1749	};	2435	be called at the end of this process.
1750	}
1751	},
1752	on_login => sub {
1753	my ($pl) = @_;
1754		2436
1755	# try to abort aborted map switching on player login :)
1756	# should happen only on crashes
1757	if ($pl->ob->{_link_pos}) {
1758	$pl->ob->enter_link;
1759	(async {
1760	# we need this sleep as the login has a concurrent enter_exit running
1761	# and this sleep increases chances of the player not ending up in scorn
1762	$pl->ob->reply (undef,
1763	"There was an internal problem at your last logout, "
1764	. "the server will try to bring you to your intended destination in a second.",
1765	cf::NDI_RED);
1766	Coro::Timer::sleep 1;
1767	$pl->ob->leave_link;
1768	})->prio (2);
1769	}
1770	},
1771	);
1772
1773	=item $player_object->goto ($path, $x, $y)
1774
1775	=cut	2437	=cut
		2438
		2439	our $GOTOGEN;
1776		2440
1777	sub cf::object::player::goto {	2441	sub cf::object::player::goto {
1778	my ($self, $path, $x, $y) = @_;	2442	my ($self, $path, $x, $y, $check, $done) = @_;
		2443
		2444	# do generation counting so two concurrent goto's will be executed in-order
		2445	my $gen = $self->{_goto_generation} = ++$GOTOGEN;
1779		2446
1780	$self->enter_link;	2447	$self->enter_link;
1781		2448
1782	(async {	2449	(async {
		2450	my $map = eval {
1783	my $map = cf::map::find $path;	2451	my $map = cf::map::find $path;
		2452
		2453	if ($map) {
1784	$map = $map->customise_for ($self) if $map;	2454	$map = $map->customise_for ($self);
1785		2455	$map = $check->($map) if $check && $map;
1786	# warn "entering ", $map->path, " at ($x, $y)\n"	2456	} else {
1787	# if $map;
1788
1789	$map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	2457	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
		2458	}
1790		2459
		2460	$map
		2461	};
		2462
		2463	if ($@) {
		2464	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE | cf::NDI_RED);
		2465	LOG llevError | logBacktrace, Carp::longmess $@;
		2466	}
		2467
		2468	if ($gen == $self->{_goto_generation}) {
		2469	delete $self->{_goto_generation};
1791	$self->leave_link ($map, $x, $y);	2470	$self->leave_link ($map, $x, $y);
		2471	}
		2472
		2473	$done->() if $done;
1792	})->prio (1);	2474	})->prio (1);
1793	}	2475	}
1794		2476
1795	=item $player_object->enter_exit ($exit_object)	2477	=item $player_object->enter_exit ($exit_object)
1796		2478
…		…
1798		2480
1799	sub parse_random_map_params {	2481	sub parse_random_map_params {
1800	my ($spec) = @_;	2482	my ($spec) = @_;
1801		2483
1802	my $rmp = { # defaults	2484	my $rmp = { # defaults
1803	xsize => 10,	2485	xsize => (cf::rndm 15, 40),
1804	ysize => 10,	2486	ysize => (cf::rndm 15, 40),
		2487	symmetry => (cf::rndm 1, cf::SYMMETRY_XY),
		2488	#layout => string,
1805	};	2489	};
1806		2490
1807	for (split /\n/, $spec) {	2491	for (split /\n/, $spec) {
1808	my ($k, $v) = split /\s+/, $_, 2;	2492	my ($k, $v) = split /\s+/, $_, 2;
1809		2493
…		…
1813	$rmp	2497	$rmp
1814	}	2498	}
1815		2499
1816	sub prepare_random_map {	2500	sub prepare_random_map {
1817	my ($exit) = @_;	2501	my ($exit) = @_;
		2502
		2503	my $guard = cf::lock_acquire "exit_prepare:$exit";
1818		2504
1819	# all this does is basically replace the /! path by	2505	# all this does is basically replace the /! path by
1820	# a new random map path (?random/...) with a seed	2506	# a new random map path (?random/...) with a seed
1821	# that depends on the exit object	2507	# that depends on the exit object
1822		2508
1823	my $rmp = parse_random_map_params $exit->msg;	2509	my $rmp = parse_random_map_params $exit->msg;
1824		2510
1825	if ($exit->map) {	2511	if ($exit->map) {
1826	$rmp->{region} = $exit->map->region_name;	2512	$rmp->{region} = $exit->region->name;
1827	$rmp->{origin_map} = $exit->map->path;	2513	$rmp->{origin_map} = $exit->map->path;
1828	$rmp->{origin_x} = $exit->x;	2514	$rmp->{origin_x} = $exit->x;
1829	$rmp->{origin_y} = $exit->y;	2515	$rmp->{origin_y} = $exit->y;
1830	}	2516	}
1831		2517
1832	$rmp->{random_seed} ||= $exit->random_seed;	2518	$rmp->{random_seed} ||= $exit->random_seed;
1833		2519
1834	my $data = cf::to_json $rmp;	2520	my $data = cf::to_json $rmp;
1835	my $md5 = Digest::MD5::md5_hex $data;	2521	my $md5 = Digest::MD5::md5_hex $data;
		2522	my $meta = "$RANDOMDIR/$md5.meta";
1836		2523
1837	if (my $fh = aio_open "$cf::RANDOM_MAPS/$md5.meta", O_WRONLY | O_CREAT, 0666) {	2524	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1838	aio_write $fh, 0, (length $data), $data, 0;	2525	aio_write $fh, 0, (length $data), $data, 0;
		2526	undef $fh;
		2527	aio_rename "$meta~", $meta;
1839		2528
1840	$exit->slaying ("?random/$md5");	2529	$exit->slaying ("?random/$md5");
1841	$exit->msg (undef);	2530	$exit->msg (undef);
1842	}	2531	}
1843	}	2532	}
…		…
1845	sub cf::object::player::enter_exit {	2534	sub cf::object::player::enter_exit {
1846	my ($self, $exit) = @_;	2535	my ($self, $exit) = @_;
1847		2536
1848	return unless $self->type == cf::PLAYER;	2537	return unless $self->type == cf::PLAYER;
1849		2538
		2539	if ($exit->slaying eq "/!") {
		2540	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2541	# the problem is that $exit might not survive long enough
		2542	# so it needs to be done right now, right here
		2543	cf::sync_job { prepare_random_map $exit };
		2544	}
		2545
		2546	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
		2547	my $hp = $exit->stats->hp;
		2548	my $sp = $exit->stats->sp;
		2549
1850	$self->enter_link;	2550	$self->enter_link;
		2551
		2552	# if exit is damned, update players death & WoR home-position
		2553	$self->contr->savebed ($slaying, $hp, $sp)
		2554	if $exit->flag (FLAG_DAMNED);
1851		2555
1852	(async {	2556	(async {
1853	$self->deactivate_recursive; # just to be sure	2557	$self->deactivate_recursive; # just to be sure
1854	unless (eval {	2558	unless (eval {
1855	prepare_random_map $exit	2559	$self->goto ($slaying, $hp, $sp);
1856	if $exit->slaying eq "/!";
1857
1858	my $path = new_from_path cf::map $exit->slaying, $exit->map && $exit->map->path;
1859	$self->goto ($path, $exit->stats->hp, $exit->stats->sp);
1860		2560
1861	1;	2561	1;
1862	}) {	2562	}) {
1863	$self->message ("Something went wrong deep within the crossfire server. "	2563	$self->message ("Something went wrong deep within the crossfire server. "
1864	. "I'll try to bring you back to the map you were before. "	2564	. "I'll try to bring you back to the map you were before. "
1865	. "Please report this to the dungeon master!",	2565	. "Please report this to the dungeon master!",
1866	cf::NDI_UNIQUE | cf::NDI_RED);	2566	cf::NDI_UNIQUE | cf::NDI_RED);
1867		2567
1868	warn "ERROR in enter_exit: $@";	2568	warn "ERROR in enter_exit: $@";
1869	$self->leave_link;	2569	$self->leave_link;
1870	}	2570	}
1871	})->prio (1);	2571	})->prio (1);
…		…
1884		2584
1885	sub cf::client::send_drawinfo {	2585	sub cf::client::send_drawinfo {
1886	my ($self, $text, $flags) = @_;	2586	my ($self, $text, $flags) = @_;
1887		2587
1888	utf8::encode $text;	2588	utf8::encode $text;
1889	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2589	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1890	}	2590	}
1891		2591
		2592	=item $client->send_msg ($channel, $msg, $color, [extra...])
		2593
		2594	Send a drawinfo or msg packet to the client, formatting the msg for the
		2595	client if neccessary. C<$type> should be a string identifying the type of
		2596	the message, with C<log> being the default. If C<$color> is negative, suppress
		2597	the message unless the client supports the msg packet.
		2598
		2599	=cut
		2600
		2601	our %CHANNEL = (
		2602	"c/identify" => {
		2603	id => "identify",
		2604	title => "Identify",
		2605	reply => undef,
		2606	tooltip => "Items recently identified",
		2607	},
		2608	"c/examine" => {
		2609	id => "examine",
		2610	title => "Examine",
		2611	reply => undef,
		2612	tooltip => "Signs and other items you examined",
		2613	},
		2614	);
		2615
		2616	sub cf::client::send_msg {
		2617	my ($self, $channel, $msg, $color, @extra) = @_;
		2618
		2619	$msg = $self->pl->expand_cfpod ($msg);
		2620
		2621	$color &= cf::NDI_CLIENT_MASK; # just in case...
		2622
		2623	# check predefined channels, for the benefit of C
		2624	$channel = $CHANNEL{$channel} if $CHANNEL{$channel};
		2625
		2626	if (ref $channel) {
		2627	# send meta info to client, if not yet sent
		2628	unless (exists $self->{channel}{$channel->{id}}) {
		2629	$self->{channel}{$channel->{id}} = $channel;
		2630	$self->ext_msg (channel_info => $channel)
		2631	if $self->can_msg;
		2632	}
		2633
		2634	$channel = $channel->{id};
		2635	}
		2636
		2637	return unless @extra || length $msg;
		2638
		2639	if ($self->can_msg) {
		2640	# default colour, mask it out
		2641	$color &= ~(cf::NDI_COLOR_MASK | cf::NDI_DEF)
		2642	if $color & cf::NDI_DEF;
		2643
		2644	$self->send_packet ("msg " . $self->{json_coder}->encode (
		2645	[$color & cf::NDI_CLIENT_MASK, $channel, $msg, @extra]));
		2646	} else {
		2647	if ($color >= 0) {
		2648	# replace some tags by gcfclient-compatible ones
		2649	for ($msg) {
		2650	1 while
		2651	s/<b>([^<]*)<\/b>/[b]${1}[\/b]/
		2652	|| s/<i>([^<]*)<\/i>/[i]${1}[\/i]/
		2653	|| s/<u>([^<]*)<\/u>/[ul]${1}[\/ul]/
		2654	|| s/<tt>([^<]*)<\/tt>/[fixed]${1}[\/fixed]/
		2655	|| s/<fg name=\"([^"]+)\">([^<]*)<\/fg>/[color=$1]${2}[\/color]/;
		2656	}
		2657
		2658	$color &= cf::NDI_COLOR_MASK;
		2659
		2660	utf8::encode $msg;
		2661
		2662	if (0 && $msg =~ /\[/) {
		2663	# COMMAND/INFO
		2664	$self->send_packet ("drawextinfo $color 10 8 $msg")
		2665	} else {
		2666	$msg =~ s/\[\/?(?:b|i|u|fixed|color)[^\]]*\]//g;
		2667	$self->send_packet ("drawinfo $color $msg")
		2668	}
		2669	}
		2670	}
		2671	}
		2672
		2673	=item $client->ext_msg ($type, @msg)
		2674
		2675	Sends an ext event to the client.
		2676
		2677	=cut
		2678
		2679	sub cf::client::ext_msg($$@) {
		2680	my ($self, $type, @msg) = @_;
		2681
		2682	if ($self->extcmd == 2) {
		2683	$self->send_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
		2684	} elsif ($self->extcmd == 1) { # TODO: remove
		2685	push @msg, msgtype => "event_$type";
		2686	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2687	}
		2688	}
		2689
		2690	=item $client->ext_reply ($msgid, @msg)
		2691
		2692	Sends an ext reply to the client.
		2693
		2694	=cut
		2695
		2696	sub cf::client::ext_reply($$@) {
		2697	my ($self, $id, @msg) = @_;
		2698
		2699	if ($self->extcmd == 2) {
		2700	$self->send_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
		2701	} elsif ($self->extcmd == 1) {
		2702	#TODO: version 1, remove
		2703	unshift @msg, msgtype => "reply", msgid => $id;
		2704	$self->send_packet ("ext " . $self->{json_coder}->encode ({@msg}));
		2705	}
		2706	}
1892		2707
1893	=item $success = $client->query ($flags, "text", \&cb)	2708	=item $success = $client->query ($flags, "text", \&cb)
1894		2709
1895	Queues a query to the client, calling the given callback with	2710	Queues a query to the client, calling the given callback with
1896	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2711	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
1897	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.	2712	C<cf::CS_QUERY_SINGLECHAR> or C<cf::CS_QUERY_HIDEINPUT> or C<0>.
1898		2713
1899	Queries can fail, so check the return code. Or don't, as queries will become	2714	Queries can fail, so check the return code. Or don't, as queries will
1900	reliable at some point in the future.	2715	become reliable at some point in the future.
1901		2716
1902	=cut	2717	=cut
1903		2718
1904	sub cf::client::query {	2719	sub cf::client::query {
1905	my ($self, $flags, $text, $cb) = @_;	2720	my ($self, $flags, $text, $cb) = @_;
…		…
1913	utf8::encode $text;	2728	utf8::encode $text;
1914	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];	2729	push @{ $self->{query_queue} }, [(sprintf "query %d %s", $flags, $text), $cb];
1915		2730
1916	$self->send_packet ($self->{query_queue}[0][0])	2731	$self->send_packet ($self->{query_queue}[0][0])
1917	if @{ $self->{query_queue} } == 1;	2732	if @{ $self->{query_queue} } == 1;
		2733
		2734	1
1918	}	2735	}
1919		2736
1920	cf::client->attach (	2737	cf::client->attach (
		2738	on_connect => sub {
		2739	my ($ns) = @_;
		2740
		2741	$ns->{json_coder} = JSON::XS->new->utf8->max_size (1e6)->convert_blessed;
		2742	},
1921	on_reply => sub {	2743	on_reply => sub {
1922	my ($ns, $msg) = @_;	2744	my ($ns, $msg) = @_;
1923		2745
1924	# this weird shuffling is so that direct followup queries	2746	# this weird shuffling is so that direct followup queries
1925	# get handled first	2747	# get handled first
1926	my $queue = delete $ns->{query_queue}	2748	my $queue = delete $ns->{query_queue}
1927	or return; # be conservative, not sure how that can happen, but we saw a crash here	2749	or return; # be conservative, not sure how that can happen, but we saw a crash here
1928		2750
1929	(shift @$queue)->[1]->($msg);	2751	(shift @$queue)->[1]->($msg);
		2752	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1930		2753
1931	push @{ $ns->{query_queue} }, @$queue;	2754	push @{ $ns->{query_queue} }, @$queue;
1932		2755
1933	if (@{ $ns->{query_queue} } == @$queue) {	2756	if (@{ $ns->{query_queue} } == @$queue) {
1934	if (@$queue) {	2757	if (@$queue) {
…		…
1936	} else {	2759	} else {
1937	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;	2760	$ns->state (ST_PLAYING) if $ns->state == ST_CUSTOM;
1938	}	2761	}
1939	}	2762	}
1940	},	2763	},
		2764	on_exticmd => sub {
		2765	my ($ns, $buf) = @_;
		2766
		2767	my $msg = eval { $ns->{json_coder}->decode ($buf) };
		2768
		2769	if (ref $msg) {
		2770	my ($type, $reply, @payload) =
		2771	"ARRAY" eq ref $msg
		2772	? @$msg
		2773	: ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
		2774
		2775	my @reply;
		2776
		2777	if (my $cb = $EXTICMD{$type}) {
		2778	@reply = $cb->($ns, @payload);
		2779	}
		2780
		2781	$ns->ext_reply ($reply, @reply)
		2782	if $reply;
		2783
		2784	} else {
		2785	warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
		2786	}
		2787
		2788	cf::override;
		2789	},
1941	);	2790	);
1942		2791
1943	=item $client->async (\&cb)	2792	=item $client->async (\&cb)
1944		2793
1945	Create a new coroutine, running the specified callback. The coroutine will	2794	Create a new coroutine, running the specified callback. The coroutine will
…		…
1986	our $safe = new Safe "safe";	2835	our $safe = new Safe "safe";
1987	our $safe_hole = new Safe::Hole;	2836	our $safe_hole = new Safe::Hole;
1988		2837
1989	$SIG{FPE} = 'IGNORE';	2838	$SIG{FPE} = 'IGNORE';
1990		2839
1991	$safe->permit_only (Opcode::opset qw(:base_core :base_mem :base_orig :base_math sort time));	2840	$safe->permit_only (Opcode::opset qw(
		2841	:base_core :base_mem :base_orig :base_math
		2842	grepstart grepwhile mapstart mapwhile
		2843	sort time
		2844	));
1992		2845
1993	# here we export the classes and methods available to script code	2846	# here we export the classes and methods available to script code
1994		2847
1995	=pod	2848	=pod
1996		2849
1997	The following fucntions and emthods are available within a safe environment:	2850	The following functions and methods are available within a safe environment:
1998		2851
1999	cf::object contr pay_amount pay_player map	2852	cf::object
		2853	contr pay_amount pay_player map x y force_find force_add
		2854	insert remove name archname title slaying race decrease_ob_nr
		2855
2000	cf::object::player player	2856	cf::object::player
2001	cf::player peaceful	2857	player
2002	cf::map trigger	2858
		2859	cf::player
		2860	peaceful
		2861
		2862	cf::map
		2863	trigger
2003		2864
2004	=cut	2865	=cut
2005		2866
2006	for (	2867	for (
2007	["cf::object" => qw(contr pay_amount pay_player map)],	2868	["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
		2869	insert remove inv name archname title slaying race
		2870	decrease_ob_nr)],
2008	["cf::object::player" => qw(player)],	2871	["cf::object::player" => qw(player)],
2009	["cf::player" => qw(peaceful)],	2872	["cf::player" => qw(peaceful)],
2010	["cf::map" => qw(trigger)],	2873	["cf::map" => qw(trigger)],
2011	) {	2874	) {
2012	no strict 'refs';	2875	no strict 'refs';
…		…
2083	=back	2946	=back
2084		2947
2085	=cut	2948	=cut
2086		2949
2087	#############################################################################	2950	#############################################################################
		2951	# the server's init and main functions
2088		2952
2089	=head2 EXTENSION DATABASE SUPPORT	2953	sub load_facedata($) {
		2954	my ($path) = @_;
2090		2955
2091	Crossfire maintains a very simple database for extension use. It can	2956	# HACK to clear player env face cache, we need some signal framework
2092	currently store anything that can be serialised using Storable, which	2957	# for this (global event?)
2093	excludes objects.	2958	%ext::player_env::MUSIC_FACE_CACHE = ();
2094		2959
2095	The parameter C<$family> should best start with the name of the extension	2960	my $enc = JSON::XS->new->utf8->canonical->relaxed;
2096	using it, it should be unique.
2097		2961
2098	=over 4	2962	warn "loading facedata from $path\n";
2099		2963
2100	=item $hashref = cf::db_get $family	2964	my $facedata;
		2965	0 < aio_load $path, $facedata
		2966	or die "$path: $!";
2101		2967
2102	Return a hashref for use by the extension C<$family>, which can be	2968	$facedata = Coro::Storable::thaw $facedata;
2103	modified. After modifications, you have to call C<cf::db_dirty> or
2104	C<cf::db_sync>.
2105		2969
2106	=item $value = cf::db_get $family => $key	2970	$facedata->{version} == 2
		2971	or cf::cleanup "$path: version mismatch, cannot proceed.";
2107		2972
2108	Returns a single value from the database	2973	# patch in the exptable
2109		2974	$facedata->{resource}{"res/exp_table"} = {
2110	=item cf::db_put $family => $hashref	2975	type => FT_RSRC,
2111		2976	data => $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]),
2112	Stores the given family hashref into the database. Updates are delayed, if
2113	you want the data to be synced to disk immediately, use C<cf::db_sync>.
2114
2115	=item cf::db_put $family => $key => $value
2116
2117	Stores the given C<$value> in the family hash. Updates are delayed, if you
2118	want the data to be synced to disk immediately, use C<cf::db_sync>.
2119
2120	=item cf::db_dirty
2121
2122	Marks the database as dirty, to be updated at a later time.
2123
2124	=item cf::db_sync
2125
2126	Immediately write the database to disk I<if it is dirty>.
2127
2128	=cut
2129
2130	our $DB;
2131
2132	{
2133	my $path = cf::localdir . "/database.pst";
2134
2135	sub db_load() {
2136	$DB = stat $path ? Storable::retrieve $path : { };
2137	}
2138
2139	my $pid;
2140
2141	sub db_save() {
2142	waitpid $pid, 0 if $pid;
2143	if (0 == ($pid = fork)) {
2144	$DB->{_meta}{version} = 1;
2145	Storable::nstore $DB, "$path~";
2146	rename "$path~", $path;
2147	cf::_exit 0 if defined $pid;
2148	}
2149	}
2150
2151	my $dirty;
2152
2153	sub db_sync() {
2154	db_save if $dirty;
2155	undef $dirty;
2156	}
2157
2158	my $idle = Event->idle (min => $TICK * 2.8, max => 10, repeat => 0, data => WF_AUTOCANCEL, cb => sub {
2159	db_sync;
2160	});	2977	};
		2978	cf::cede_to_tick;
2161		2979
2162	sub db_dirty() {
2163	$dirty = 1;
2164	$idle->start;
2165	}	2980	{
		2981	my $faces = $facedata->{faceinfo};
2166		2982
2167	sub db_get($;$) {	2983	while (my ($face, $info) = each %$faces) {
2168	@_ >= 2	2984	my $idx = (cf::face::find $face) || cf::face::alloc $face;
2169	? $DB->{$_[0]}{$_[1]}	2985	cf::face::set_visibility $idx, $info->{visibility};
2170	: ($DB->{$_[0]} ||= { })	2986	cf::face::set_magicmap $idx, $info->{magicmap};
2171	}	2987	cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
		2988	cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2172		2989
2173	sub db_put($$;$) {	2990	cf::cede_to_tick;
2174	if (@_ >= 3) {
2175	$DB->{$_[0]}{$_[1]} = $_[2];
2176	} else {
2177	$DB->{$_[0]} = $_[1];
2178	}
2179	db_dirty;
2180	}
2181
2182	cf::global->attach (
2183	prio => 10000,
2184	on_cleanup => sub {
2185	db_sync;
2186	},	2991	}
2187	);
2188	}
2189		2992
2190	#############################################################################	2993	while (my ($face, $info) = each %$faces) {
2191	# the server's main()	2994	next unless $info->{smooth};
		2995	my $idx = cf::face::find $face
		2996	or next;
		2997	if (my $smooth = cf::face::find $info->{smooth}) {
		2998	cf::face::set_smooth $idx, $smooth;
		2999	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
		3000	} else {
		3001	warn "smooth face '$info->{smooth}' not found for face '$face'";
		3002	}
2192		3003
2193	sub cfg_load {	3004	cf::cede_to_tick;
		3005	}
		3006	}
		3007
		3008	{
		3009	my $anims = $facedata->{animinfo};
		3010
		3011	while (my ($anim, $info) = each %$anims) {
		3012	cf::anim::set $anim, $info->{frames}, $info->{facings};
		3013	cf::cede_to_tick;
		3014	}
		3015
		3016	cf::anim::invalidate_all; # d'oh
		3017	}
		3018
		3019	{
		3020	# TODO: for gcfclient pleasure, we should give resources
		3021	# that gcfclient doesn't grok a >10000 face index.
		3022	my $res = $facedata->{resource};
		3023
		3024	my $soundconf = delete $res->{"res/sound.conf"};
		3025
		3026	while (my ($name, $info) = each %$res) {
		3027	my $idx = (cf::face::find $name) || cf::face::alloc $name;
		3028	my $data;
		3029
		3030	if ($info->{type} & 1) {
		3031	# prepend meta info
		3032
		3033	my $meta = $enc->encode ({
		3034	name => $name,
		3035	%{ $info->{meta} || {} },
		3036	});
		3037
		3038	$data = pack "(w/a*)*", $meta, $info->{data};
		3039	} else {
		3040	$data = $info->{data};
		3041	}
		3042
		3043	cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
		3044	cf::face::set_type $idx, $info->{type};
		3045
		3046	cf::cede_to_tick;
		3047	}
		3048
		3049	if ($soundconf) {
		3050	$soundconf = $enc->decode (delete $soundconf->{data});
		3051
		3052	for (0 .. SOUND_CAST_SPELL_0 - 1) {
		3053	my $sound = $soundconf->{compat}[$_]
		3054	or next;
		3055
		3056	my $face = cf::face::find "sound/$sound->[1]";
		3057	cf::sound::set $sound->[0] => $face;
		3058	cf::sound::old_sound_index $_, $face; # gcfclient-compat
		3059	}
		3060
		3061	while (my ($k, $v) = each %{$soundconf->{event}}) {
		3062	my $face = cf::face::find "sound/$v";
		3063	cf::sound::set $k => $face;
		3064	}
		3065	}
		3066	}
		3067
		3068	1
		3069	}
		3070
		3071	register_exticmd fx_want => sub {
		3072	my ($ns, $want) = @_;
		3073
		3074	while (my ($k, $v) = each %$want) {
		3075	$ns->fx_want ($k, $v);
		3076	}
		3077	};
		3078
		3079	sub reload_regions {
		3080	# HACK to clear player env face cache, we need some signal framework
		3081	# for this (global event?)
		3082	%ext::player_env::MUSIC_FACE_CACHE = ();
		3083
		3084	load_resource_file "$MAPDIR/regions"
		3085	or die "unable to load regions file\n";
		3086
		3087	for (cf::region::list) {
		3088	$_->{match} = qr/$_->{match}/
		3089	if exists $_->{match};
		3090	}
		3091	}
		3092
		3093	sub reload_facedata {
		3094	load_facedata "$DATADIR/facedata"
		3095	or die "unable to load facedata\n";
		3096	}
		3097
		3098	sub reload_archetypes {
		3099	load_resource_file "$DATADIR/archetypes"
		3100	or die "unable to load archetypes\n";
		3101	#d# NEED to laod twice to resolve forward references
		3102	# this really needs to be done in an extra post-pass
		3103	# (which needs to be synchronous, so solve it differently)
		3104	load_resource_file "$DATADIR/archetypes"
		3105	or die "unable to load archetypes\n";
		3106	}
		3107
		3108	sub reload_treasures {
		3109	load_resource_file "$DATADIR/treasures"
		3110	or die "unable to load treasurelists\n";
		3111	}
		3112
		3113	sub reload_resources {
		3114	warn "reloading resource files...\n";
		3115
		3116	reload_regions;
		3117	reload_facedata;
		3118	#reload_archetypes;#d#
		3119	reload_archetypes;
		3120	reload_treasures;
		3121
		3122	warn "finished reloading resource files\n";
		3123	}
		3124
		3125	sub init {
		3126	reload_resources;
		3127	}
		3128
		3129	sub reload_config {
2194	open my $fh, "<:utf8", cf::confdir . "/config"	3130	open my $fh, "<:utf8", "$CONFDIR/config"
2195	or return;	3131	or return;
2196		3132
2197	local $/;	3133	local $/;
2198	*CFG = YAML::Syck::Load <$fh>;	3134	*CFG = YAML::Syck::Load <$fh>;
2199		3135
…		…
2213		3149
2214	sub main {	3150	sub main {
2215	# we must not ever block the main coroutine	3151	# we must not ever block the main coroutine
2216	local $Coro::idle = sub {	3152	local $Coro::idle = sub {
2217	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3153	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
		3154	(async {
2218	async { Event::one_event };	3155	Event::one_event;
		3156	})->prio (Coro::PRIO_MAX);
2219	};	3157	};
2220		3158
2221	cfg_load;	3159	reload_config;
2222	db_load;	3160	db_init;
2223	load_extensions;	3161	load_extensions;
		3162
		3163	$TICK_WATCHER->start;
2224	Event::loop;	3164	Event::loop;
2225	}	3165	}
2226		3166
2227	#############################################################################	3167	#############################################################################
2228	# initialisation and cleanup	3168	# initialisation and cleanup
2229		3169
2230	# install some emergency cleanup handlers	3170	# install some emergency cleanup handlers
2231	BEGIN {	3171	BEGIN {
2232	for my $signal (qw(INT HUP TERM)) {	3172	for my $signal (qw(INT HUP TERM)) {
2233	Event->signal (	3173	Event->signal (
		3174	reentrant => 0,
2234	data => WF_AUTOCANCEL,	3175	data => WF_AUTOCANCEL,
2235	signal => $signal,	3176	signal => $signal,
		3177	prio => 0,
2236	cb => sub {	3178	cb => sub {
2237	cf::cleanup "SIG$signal";	3179	cf::cleanup "SIG$signal";
2238	},	3180	},
2239	);	3181	);
2240	}	3182	}
		3183	}
		3184
		3185	sub write_runtime {
		3186	my $runtime = "$LOCALDIR/runtime";
		3187
		3188	# first touch the runtime file to show we are still running:
		3189	# the fsync below can take a very very long time.
		3190
		3191	IO::AIO::aio_utime $runtime, undef, undef;
		3192
		3193	my $guard = cf::lock_acquire "write_runtime";
		3194
		3195	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
		3196	or return;
		3197
		3198	my $value = $cf::RUNTIME + 90 + 10;
		3199	# 10 is the runtime save interval, for a monotonic clock
		3200	# 60 allows for the watchdog to kill the server.
		3201
		3202	(aio_write $fh, 0, (length $value), $value, 0) <= 0
		3203	and return;
		3204
		3205	# always fsync - this file is important
		3206	aio_fsync $fh
		3207	and return;
		3208
		3209	# touch it again to show we are up-to-date
		3210	aio_utime $fh, undef, undef;
		3211
		3212	close $fh
		3213	or return;
		3214
		3215	aio_rename "$runtime~", $runtime
		3216	and return;
		3217
		3218	warn "runtime file written.\n";
		3219
		3220	1
2241	}	3221	}
2242		3222
2243	sub emergency_save() {	3223	sub emergency_save() {
2244	my $freeze_guard = cf::freeze_mainloop;	3224	my $freeze_guard = cf::freeze_mainloop;
2245		3225
…		…
2262	my $map = $cf::MAP{$path} or next;	3242	my $map = $cf::MAP{$path} or next;
2263	$map->valid or next;	3243	$map->valid or next;
2264	$map->save;	3244	$map->save;
2265	}	3245	}
2266	warn "end emergency map save\n";	3246	warn "end emergency map save\n";
		3247
		3248	warn "begin emergency database checkpoint\n";
		3249	BDB::db_env_txn_checkpoint $DB_ENV;
		3250	warn "end emergency database checkpoint\n";
2267	};	3251	};
2268		3252
2269	warn "leave emergency perl save\n";	3253	warn "leave emergency perl save\n";
2270	}	3254	}
2271		3255
		3256	sub post_cleanup {
		3257	my ($make_core) = @_;
		3258
		3259	warn Carp::longmess "post_cleanup backtrace"
		3260	if $make_core;
		3261	}
		3262
2272	sub reload() {	3263	sub do_reload_perl() {
2273	# can/must only be called in main	3264	# can/must only be called in main
2274	if ($Coro::current != $Coro::main) {	3265	if ($Coro::current != $Coro::main) {
2275	warn "can only reload from main coroutine\n";	3266	warn "can only reload from main coroutine";
2276	return;	3267	return;
2277	}	3268	}
2278		3269
2279	warn "reloading...";	3270	warn "reloading...";
2280		3271
2281	warn "freezing server";	3272	warn "entering sync_job";
2282	my $guard = freeze_mainloop;	3273
		3274	cf::sync_job {
		3275	cf::write_runtime; # external watchdog should not bark
2283	cf::emergency_save;	3276	cf::emergency_save;
		3277	cf::write_runtime; # external watchdog should not bark
2284		3278
2285	warn "sync database to disk";	3279	warn "syncing database to disk";
2286	cf::db_sync;	3280	BDB::db_env_txn_checkpoint $DB_ENV;
2287	IO::AIO::flush;
2288		3281
2289	eval {
2290	# if anything goes wrong in here, we should simply crash as we already saved	3282	# if anything goes wrong in here, we should simply crash as we already saved
2291		3283
2292	warn "cancel all watchers";	3284	warn "cancelling all WF_AUTOCANCEL watchers";
2293	for (Event::all_watchers) {	3285	for (Event::all_watchers) {
2294	$_->cancel if $_->data & WF_AUTOCANCEL;	3286	$_->cancel if $_->data & WF_AUTOCANCEL;
2295	}	3287	}
2296		3288
		3289	warn "flushing outstanding aio requests";
		3290	for (;;) {
		3291	BDB::flush;
		3292	IO::AIO::flush;
		3293	Coro::cede;
		3294	last unless IO::AIO::nreqs || BDB::nreqs;
		3295	warn "iterate...";
		3296	}
		3297
		3298	++$RELOAD;
		3299
2297	warn "cancel all extension coros";	3300	warn "cancelling all extension coros";
2298	$_->cancel for values %EXT_CORO;	3301	$_->cancel for values %EXT_CORO;
2299	%EXT_CORO = ();	3302	%EXT_CORO = ();
2300		3303
2301	warn "remove commands";	3304	warn "removing commands";
2302	%COMMAND = ();	3305	%COMMAND = ();
2303		3306
2304	warn "remove ext commands";	3307	warn "removing ext/exti commands";
2305	%EXTCMD = ();	3308	%EXTCMD = ();
		3309	%EXTICMD = ();
2306		3310
2307	warn "unload/nuke all extensions";	3311	warn "unloading/nuking all extensions";
2308	for my $pkg (@EXTS) {	3312	for my $pkg (@EXTS) {
2309	warn "... unloading $pkg";	3313	warn "... unloading $pkg";
2310		3314
2311	if (my $cb = $pkg->can ("unload")) {	3315	if (my $cb = $pkg->can ("unload")) {
2312	eval {	3316	eval {
…		…
2317		3321
2318	warn "... nuking $pkg";	3322	warn "... nuking $pkg";
2319	Symbol::delete_package $pkg;	3323	Symbol::delete_package $pkg;
2320	}	3324	}
2321		3325
2322	warn "unload all perl modules loaded from $LIBDIR";	3326	warn "unloading all perl modules loaded from $LIBDIR";
2323	while (my ($k, $v) = each %INC) {	3327	while (my ($k, $v) = each %INC) {
2324	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;	3328	next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
2325		3329
2326	warn "removing <$k>";	3330	warn "... unloading $k";
2327	delete $INC{$k};	3331	delete $INC{$k};
2328		3332
2329	$k =~ s/\.pm$//;	3333	$k =~ s/\.pm$//;
2330	$k =~ s/\//::/g;	3334	$k =~ s/\//::/g;
2331		3335
…		…
2334	}	3338	}
2335		3339
2336	Symbol::delete_package $k;	3340	Symbol::delete_package $k;
2337	}	3341	}
2338		3342
2339	warn "get rid of safe::, as good as possible";	3343	warn "getting rid of safe::, as good as possible";
2340	Symbol::delete_package "safe::$_"	3344	Symbol::delete_package "safe::$_"
2341	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	3345	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2342		3346
2343	warn "unload cf.pm \"a bit\"";	3347	warn "unloading cf.pm \"a bit\"";
2344	delete $INC{"cf.pm"};	3348	delete $INC{"cf.pm"};
		3349	delete $INC{"cf/pod.pm"};
2345		3350
2346	# don't, removes xs symbols, too,	3351	# don't, removes xs symbols, too,
2347	# and global variables created in xs	3352	# and global variables created in xs
2348	#Symbol::delete_package __PACKAGE__;	3353	#Symbol::delete_package __PACKAGE__;
2349		3354
		3355	warn "unload completed, starting to reload now";
		3356
2350	warn "reloading cf.pm";	3357	warn "reloading cf.pm";
2351	require cf;	3358	require cf;
2352	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	3359	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2353		3360
2354	warn "load config and database again";	3361	warn "loading config and database again";
2355	cf::cfg_load;	3362	cf::reload_config;
2356	cf::db_load;
2357		3363
2358	warn "load extensions";	3364	warn "loading extensions";
2359	cf::load_extensions;	3365	cf::load_extensions;
2360		3366
2361	warn "reattach attachments to objects/players";	3367	warn "reattaching attachments to objects/players";
2362	_global_reattach;	3368	_global_reattach; # objects, sockets
2363	warn "reattach attachments to maps";	3369	warn "reattaching attachments to maps";
2364	reattach $_ for values %MAP;	3370	reattach $_ for values %MAP;
2365	};	3371	warn "reattaching attachments to players";
		3372	reattach $_ for values %PLAYER;
2366		3373
2367	if ($@) {	3374	warn "leaving sync_job";
		3375
		3376	1
		3377	} or do {
2368	warn $@;	3378	warn $@;
2369	warn "error while reloading, exiting.";	3379	warn "error while reloading, exiting.";
2370	exit 1;	3380	exit 1;
2371	}	3381	};
2372		3382
2373	warn "reloaded";	3383	warn "reloaded";
2374	};	3384	};
2375		3385
		3386	our $RELOAD_WATCHER; # used only during reload
		3387
		3388	sub reload_perl() {
		3389	# doing reload synchronously and two reloads happen back-to-back,
		3390	# coro crashes during coro_state_free->destroy here.
		3391
		3392	$RELOAD_WATCHER ||= Event->timer (
		3393	reentrant => 0,
		3394	after => 0,
		3395	data => WF_AUTOCANCEL,
		3396	cb => sub {
		3397	do_reload_perl;
		3398	undef $RELOAD_WATCHER;
		3399	},
		3400	);
		3401	}
		3402
2376	register_command "reload" => sub {	3403	register_command "reload" => sub {
2377	my ($who, $arg) = @_;	3404	my ($who, $arg) = @_;
2378		3405
2379	if ($who->flag (FLAG_WIZ)) {	3406	if ($who->flag (FLAG_WIZ)) {
2380	$who->message ("start of reload.");
2381	reload;
2382	$who->message ("end of reload.");	3407	$who->message ("reloading server.");
		3408	async { reload_perl };
2383	}	3409	}
2384	};	3410	};
2385		3411
2386	unshift @INC, $LIBDIR;	3412	unshift @INC, $LIBDIR;
2387		3413
		3414	my $bug_warning = 0;
		3415
		3416	our @WAIT_FOR_TICK;
		3417	our @WAIT_FOR_TICK_BEGIN;
		3418
		3419	sub wait_for_tick {
		3420	return unless $TICK_WATCHER->is_active;
		3421	return if $Coro::current == $Coro::main;
		3422
		3423	my $signal = new Coro::Signal;
		3424	push @WAIT_FOR_TICK, $signal;
		3425	$signal->wait;
		3426	}
		3427
		3428	sub wait_for_tick_begin {
		3429	return unless $TICK_WATCHER->is_active;
		3430	return if $Coro::current == $Coro::main;
		3431
		3432	my $signal = new Coro::Signal;
		3433	push @WAIT_FOR_TICK_BEGIN, $signal;
		3434	$signal->wait;
		3435	}
		3436
		3437	my $min = 1e6;#d#
		3438	my $avg = 10;
2388	$TICK_WATCHER = Event->timer (	3439	$TICK_WATCHER = Event->timer (
2389	reentrant => 0,	3440	reentrant => 0,
		3441	parked => 1,
2390	prio => 0,	3442	prio => 0,
2391	at => $NEXT_TICK || $TICK,	3443	at => $NEXT_TICK || $TICK,
2392	data => WF_AUTOCANCEL,	3444	data => WF_AUTOCANCEL,
2393	cb => sub {	3445	cb => sub {
		3446	if ($Coro::current != $Coro::main) {
		3447	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
		3448	unless ++$bug_warning > 10;
		3449	return;
		3450	}
		3451
2394	$NOW = Event::time;	3452	$NOW = $tick_start = Event::time;
2395		3453
2396	cf::server_tick; # one server iteration	3454	cf::server_tick; # one server iteration
		3455
		3456	0 && sync_job {#d#
		3457	for(1..10) {
		3458	my $t = Event::time;
		3459	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		3460	or die;
		3461
		3462	$map->width (50);
		3463	$map->height (50);
		3464	$map->alloc;
		3465	$map->_load_objects ("/tmp/x.map", 1); #TODO: does not work
		3466	my $t = Event::time - $t;
		3467
		3468	#next unless $t < 0.0013;#d#
		3469	if ($t < $min) {
		3470	$min = $t;
		3471	}
		3472	$avg = $avg * 0.99 + $t * 0.01;
		3473	}
		3474	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		3475	exit 0;
		3476	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
		3477	};
		3478
2397	$RUNTIME += $TICK;	3479	$RUNTIME += $TICK;
2398	$NEXT_TICK += $TICK;	3480	$NEXT_TICK += $TICK;
2399		3481
2400	$WAIT_FOR_TICK->broadcast;	3482	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2401	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;	3483	$NEXT_RUNTIME_WRITE = $NOW + 10;
		3484	Coro::async_pool {
		3485	write_runtime
		3486	or warn "ERROR: unable to write runtime file: $!";
		3487	};
		3488	}
		3489
		3490	# my $AFTER = Event::time;
		3491	# warn $AFTER - $NOW;#d#
		3492
		3493	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		3494	$sig->send;
		3495	}
		3496	while (my $sig = shift @WAIT_FOR_TICK) {
		3497	$sig->send;
		3498	}
		3499
		3500	$NOW = Event::time;
2402		3501
2403	# if we are delayed by four ticks or more, skip them all	3502	# if we are delayed by four ticks or more, skip them all
2404	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	3503	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2405		3504
2406	$TICK_WATCHER->at ($NEXT_TICK);	3505	$TICK_WATCHER->at ($NEXT_TICK);
2407	$TICK_WATCHER->start;	3506	$TICK_WATCHER->start;
		3507
		3508	$LOAD = ($NOW - $tick_start) / $TICK;
		3509	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		3510
		3511	_post_tick;
		3512
		3513
2408	},	3514	},
2409	);	3515	);
2410		3516
		3517	{
		3518	BDB::max_poll_time $TICK * 0.1;
		3519	$BDB_POLL_WATCHER = Event->io (
		3520	reentrant => 0,
		3521	fd => BDB::poll_fileno,
		3522	poll => 'r',
		3523	prio => 0,
		3524	data => WF_AUTOCANCEL,
		3525	cb => \&BDB::poll_cb,
		3526	);
		3527	BDB::min_parallel 8;
		3528
		3529	BDB::set_sync_prepare {
		3530	my $status;
		3531	my $current = $Coro::current;
		3532	(
		3533	sub {
		3534	$status = $!;
		3535	$current->ready; undef $current;
		3536	},
		3537	sub {
		3538	Coro::schedule while defined $current;
		3539	$! = $status;
		3540	},
		3541	)
		3542	};
		3543
		3544	unless ($DB_ENV) {
		3545	$DB_ENV = BDB::db_env_create;
		3546
		3547	cf::sync_job {
		3548	eval {
		3549	BDB::db_env_open
		3550	$DB_ENV,
		3551	$BDBDIR,
		3552	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		3553	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		3554	0666;
		3555
		3556	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		3557
		3558	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
		3559	$DB_ENV->set_lk_detect;
		3560	};
		3561
		3562	cf::cleanup "db_env_open(db): $@" if $@;
		3563	};
		3564	}
		3565	}
		3566
		3567	{
		3568	IO::AIO::min_parallel 8;
		3569
		3570	undef $Coro::AIO::WATCHER;
2411	IO::AIO::max_poll_time $TICK * 0.2;	3571	IO::AIO::max_poll_time $TICK * 0.1;
2412
2413	$AIO_POLL_WATCHER = Event->io (	3572	$AIO_POLL_WATCHER = Event->io (
2414	fd => IO::AIO::poll_fileno,	3573	reentrant => 0,
2415	poll => 'r',
2416	prio => 5,
2417	data => WF_AUTOCANCEL,
2418	cb => \&IO::AIO::poll_cb,
2419	);
2420
2421	$WRITE_RUNTIME_WATCHER = Event->timer (
2422	data => WF_AUTOCANCEL,	3574	data => WF_AUTOCANCEL,
2423	after => 0,	3575	fd => IO::AIO::poll_fileno,
2424	interval => 10,	3576	poll => 'r',
2425	cb => sub {	3577	prio => 6,
2426	(Coro::unblock_sub {	3578	cb => \&IO::AIO::poll_cb,
2427	write_runtime	3579	);
2428	or warn "ERROR: unable to write runtime file: $!";	3580	}
		3581
		3582	my $_log_backtrace;
		3583
		3584	sub _log_backtrace {
		3585	my ($msg, @addr) = @_;
		3586
		3587	$msg =~ s/\n//;
		3588
		3589	# limit the # of concurrent backtraces
		3590	if ($_log_backtrace < 2) {
		3591	++$_log_backtrace;
		3592	async {
		3593	my @bt = fork_call {
		3594	@addr = map { sprintf "%x", $_ } @addr;
		3595	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3596	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		3597	or die "addr2line: $!";
		3598
		3599	my @funcs;
		3600	my @res = <$fh>;
		3601	chomp for @res;
		3602	while (@res) {
		3603	my ($func, $line) = splice @res, 0, 2, ();
		3604	push @funcs, "[$func] $line";
		3605	}
		3606
		3607	@funcs
		3608	};
		3609
		3610	LOG llevInfo, "[ABT] $msg\n";
		3611	LOG llevInfo, "[ABT] $_\n" for @bt;
		3612	--$_log_backtrace;
2429	})->();	3613	};
		3614	} else {
		3615	LOG llevInfo, "[ABT] $msg\n";
		3616	LOG llevInfo, "[ABT] [suppressed]\n";
2430	},	3617	}
2431	);	3618	}
		3619
		3620	# load additional modules
		3621	use cf::pod;
2432		3622
2433	END { cf::emergency_save }	3623	END { cf::emergency_save }
2434		3624
2435	1	3625	1
2436		3626

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines