ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.205 by root, Mon Feb 5 18:29:20 2007 UTC vs.
Revision 1.267 by root, Sat May 19 00:08:11 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.5 ();	15	use Coro 3.61 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
19		24
		25	use BDB ();
20	use Data::Dumper;	26	use Data::Dumper;
21	use Digest::MD5;	27	use Digest::MD5;
22	use Fcntl;	28	use Fcntl;
		29	use YAML::Syck ();
23	use IO::AIO 2.32 ();	30	use IO::AIO 2.32 ();
24	use YAML::Syck ();
25	use Time::HiRes;	31	use Time::HiRes;
		32	use Compress::LZF;
26		33
		34	# configure various modules to our taste
		35	#
		36	$Storable::canonical = 1; # reduce rsync transfers
		37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		39
27	use Event; $Event::Eval = 1; # no idea why this is required, but it is	40	$Event::Eval = 1; # no idea why this is required, but it is
28
29	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30		41
31	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	42	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32	$YAML::Syck::ImplicitUnicode = 1;	43	$YAML::Syck::ImplicitUnicode = 1;
33		44
34	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	45	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		46
		47	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
35		48
36	our %COMMAND = ();	49	our %COMMAND = ();
37	our %COMMAND_TIME = ();	50	our %COMMAND_TIME = ();
38		51
39	our @EXTS = (); # list of extension package names	52	our @EXTS = (); # list of extension package names
40	our %EXTCMD = ();	53	our %EXTCMD = ();
41	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
42	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
43		56
		57	our $RELOAD; # number of reloads so far
44	our @EVENT;	58	our @EVENT;
45	our $LIBDIR = datadir . "/ext";
46		59
47	our $TICK = MAX_TIME * 1e-6;	60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
		71
		72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48	our $TICK_WATCHER;	73	our $TICK_WATCHER;
49	our $AIO_POLL_WATCHER;	74	our $AIO_POLL_WATCHER;
50	our $WRITE_RUNTIME_WATCHER;	75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51	our $NEXT_TICK;	76	our $NEXT_TICK;
52	our $NOW;	77	our $NOW;
53	our $USE_FSYNC = 1; # use fsync to write maps - default off	78	our $USE_FSYNC = 1; # use fsync to write maps - default off
54		79
		80	our $BDB_POLL_WATCHER;
		81	our $DB_ENV;
		82
55	our %CFG;	83	our %CFG;
56		84
57	our $UPTIME; $UPTIME ||= time;	85	our $UPTIME; $UPTIME ||= time;
58	our $RUNTIME;	86	our $RUNTIME;
59		87
60	our %PLAYER; # all users	88	our %PLAYER; # all users
61	our %MAP; # all maps	89	our %MAP; # all maps
62	our $LINK_MAP; # the special {link} map, which is always available	90	our $LINK_MAP; # the special {link} map, which is always available
63	our $RANDOM_MAPS = cf::localdir . "/random";
64
65	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
66	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
67		91
68	# used to convert map paths into valid unix filenames by replacing / by ∕	92	# used to convert map paths into valid unix filenames by replacing / by ∕
69	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
70		94
		95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		96	our $LOADAVG; # same thing, but with alpha-smoothing
		97	our $tick_start; # for load detecting purposes
		98
71	binmode STDOUT;	99	binmode STDOUT;
72	binmode STDERR;	100	binmode STDERR;
73		101
74	# read virtual server time, if available	102	# read virtual server time, if available
75	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	103	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
76	open my $fh, "<", cf::localdir . "/runtime"	104	open my $fh, "<", "$LOCALDIR/runtime"
77	or die "unable to read runtime file: $!";	105	or die "unable to read runtime file: $!";
78	$RUNTIME = <$fh> + 0.;	106	$RUNTIME = <$fh> + 0.;
79	}	107	}
80		108
81	mkdir cf::localdir;	109	mkdir $_
82	mkdir cf::localdir . "/" . cf::playerdir;	110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
83	mkdir cf::localdir . "/" . cf::tmpdir;
84	mkdir cf::localdir . "/" . cf::uniquedir;
85	mkdir $RANDOM_MAPS;
86		111
87	our $EMERGENCY_POSITION;	112	our $EMERGENCY_POSITION;
88		113
89	sub cf::map::normalise;	114	sub cf::map::normalise;
90		115
…		…
101	=item $cf::RUNTIME	126	=item $cf::RUNTIME
102		127
103	The time this server has run, starts at 0 and is increased by $cf::TICK on	128	The time this server has run, starts at 0 and is increased by $cf::TICK on
104	every server tick.	129	every server tick.
105		130
106	=item $cf::LIBDIR	131	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		132	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		133	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
107		134
108	The perl library directory, where extensions and cf-specific modules can	135	Various directories - "/etc", read-only install directory, perl-library
109	be found. It will be added to C<@INC> automatically.	136	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		137	unique-items directory, player file directory, random maps directory and
		138	database environment.
110		139
111	=item $cf::NOW	140	=item $cf::NOW
112		141
113	The time of the last (current) server tick.	142	The time of the last (current) server tick.
114		143
115	=item $cf::TICK	144	=item $cf::TICK
116		145
117	The interval between server ticks, in seconds.	146	The interval between server ticks, in seconds.
		147
		148	=item $cf::LOADAVG
		149
		150	The current CPU load on the server (alpha-smoothed), as a value between 0
		151	(none) and 1 (overloaded), indicating how much time is spent on processing
		152	objects per tick. Healthy values are < 0.5.
		153
		154	=item $cf::LOAD
		155
		156	The raw value load value from the last tick.
118		157
119	=item %cf::CFG	158	=item %cf::CFG
120		159
121	Configuration for the server, loaded from C</etc/crossfire/config>, or	160	Configuration for the server, loaded from C</etc/crossfire/config>, or
122	from wherever your confdir points to.	161	from wherever your confdir points to.
123		162
124	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	163	=item cf::wait_for_tick, cf::wait_for_tick_begin
125		164
126	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
127	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	166	returns directly I<after> the tick processing (and consequently, can only wake one process
128	processing has been done. Call C<< ->wait >> on them to maximise the	167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
129	window of cpu time available, or simply to synchronise to the server tick.
130		168
131	=back	169	=back
132		170
133	=cut	171	=cut
134		172
135	BEGIN {	173	BEGIN {
136	*CORE::GLOBAL::warn = sub {	174	*CORE::GLOBAL::warn = sub {
137	my $msg = join "", @_;	175	my $msg = join "", @_;
138	utf8::encode $msg;
139		176
140	$msg .= "\n"	177	$msg .= "\n"
141	unless $msg =~ /\n$/;	178	unless $msg =~ /\n$/;
142		179
		180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		181
		182	utf8::encode $msg;
143	LOG llevError, $msg;	183	LOG llevError, $msg;
144	};	184	};
145	}	185	}
146		186
147	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
193	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	233	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
194	$d	234	$d
195	} || "[unable to dump $_[0]: '$@']";	235	} || "[unable to dump $_[0]: '$@']";
196	}	236	}
197		237
198	use JSON::Syck (); # TODO# replace by JSON::PC once working	238	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
199		239
200	=item $ref = cf::from_json $json	240	=item $ref = cf::from_json $json
201		241
202	Converts a JSON string into the corresponding perl data structure.	242	Converts a JSON string into the corresponding perl data structure.
203		243
204	=cut
205
206	sub from_json($) {
207	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
208	JSON::Syck::Load $_[0]
209	}
210
211	=item $json = cf::to_json $ref	244	=item $json = cf::to_json $ref
212		245
213	Converts a perl data structure into its JSON representation.	246	Converts a perl data structure into its JSON representation.
214
215	=cut
216
217	sub to_json($) {
218	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
219	JSON::Syck::Dump $_[0]
220	}
221		247
222	=item cf::lock_wait $string	248	=item cf::lock_wait $string
223		249
224	Wait until the given lock is available. See cf::lock_acquire.	250	Wait until the given lock is available. See cf::lock_acquire.
225		251
…		…
231	returned.	257	returned.
232		258
233	Lock names should begin with a unique identifier (for example, cf::map::find	259	Lock names should begin with a unique identifier (for example, cf::map::find
234	uses map_find and cf::map::load uses map_load).	260	uses map_find and cf::map::load uses map_load).
235		261
		262	=item $locked = cf::lock_active $string
		263
		264	Return true if the lock is currently active, i.e. somebody has locked it.
		265
236	=cut	266	=cut
237		267
238	our %LOCK;	268	our %LOCK;
239		269
240	sub lock_wait($) {	270	sub lock_wait($) {
…		…
259	# wake up all waiters, to be on the safe side	289	# wake up all waiters, to be on the safe side
260	$_->ready for @{ delete $LOCK{$key} };	290	$_->ready for @{ delete $LOCK{$key} };
261	}	291	}
262	}	292	}
263		293
		294	sub lock_active($) {
		295	my ($key) = @_;
		296
		297	! ! $LOCK{$key}
		298	}
		299
264	sub freeze_mainloop {	300	sub freeze_mainloop {
265	return unless $TICK_WATCHER->is_active;	301	return unless $TICK_WATCHER->is_active;
266		302
267	my $guard = Coro::guard {	303	my $guard = Coro::guard {
268	$TICK_WATCHER->start;	304	$TICK_WATCHER->start;
269	$WRITE_RUNTIME_WATCHER->start;
270	};	305	};
271	$WRITE_RUNTIME_WATCHER->stop;
272	$TICK_WATCHER->stop;	306	$TICK_WATCHER->stop;
273	$guard	307	$guard
274	}	308	}
275		309
276	=item cf::async { BLOCK }	310	=item cf::async { BLOCK }
…		…
298		332
299	sub sync_job(&) {	333	sub sync_job(&) {
300	my ($job) = @_;	334	my ($job) = @_;
301		335
302	if ($Coro::current == $Coro::main) {	336	if ($Coro::current == $Coro::main) {
		337	my $time = Event::time;
		338
303	# this is the main coro, too bad, we have to block	339	# this is the main coro, too bad, we have to block
304	# till the operation succeeds, freezing the server :/	340	# till the operation succeeds, freezing the server :/
305		341
306	# TODO: use suspend/resume instead	342	# TODO: use suspend/resume instead
307	# (but this is cancel-safe)	343	# (but this is cancel-safe)
…		…
318		354
319	while ($busy) {	355	while ($busy) {
320	Coro::cede or Event::one_event;	356	Coro::cede or Event::one_event;
321	}	357	}
322		358
		359	$time = Event::time - $time;
		360
		361	LOG llevError | logBacktrace, Carp::longmess "long sync job"
		362	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		363
		364	$tick_start += $time; # do not account sync jobs to server load
		365
323	wantarray ? @res : $res[0]	366	wantarray ? @res : $res[0]
324	} else {	367	} else {
325	# we are in another coroutine, how wonderful, everything just works	368	# we are in another coroutine, how wonderful, everything just works
326		369
327	$job->()	370	$job->()
…		…
347		390
348	$coro	391	$coro
349	}	392	}
350		393
351	sub write_runtime {	394	sub write_runtime {
352	my $runtime = cf::localdir . "/runtime";	395	my $runtime = "$LOCALDIR/runtime";
		396
		397	# first touch the runtime file to show we are still running:
		398	# the fsync below can take a very very long time.
		399
		400	if (my $fh = aio_open $runtime, O_WRONLY, 0) {
		401	utime undef, undef, $fh;
		402	}
		403
		404	my $guard = cf::lock_acquire "write_runtime";
353		405
354	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	406	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
355	or return;	407	or return;
356		408
357	my $value = $cf::RUNTIME + 90 + 10;	409	my $value = $cf::RUNTIME + 90 + 10;
…		…
363		415
364	# always fsync - this file is important	416	# always fsync - this file is important
365	aio_fsync $fh	417	aio_fsync $fh
366	and return;	418	and return;
367		419
		420	# touch it again to show we are up-to-date
		421	utime undef, undef, $fh;
		422
368	close $fh	423	close $fh
369	or return;	424	or return;
370		425
371	aio_rename "$runtime~", $runtime	426	aio_rename "$runtime~", $runtime
372	and return;	427	and return;
373		428
		429	warn "runtime file written.\n";#d#
		430
374	1	431	1
		432	}
		433
		434	=item cf::datalog type => key => value, ...
		435
		436	Log a datalog packet of the given type with the given key-value pairs.
		437
		438	=cut
		439
		440	sub datalog($@) {
		441	my ($type, %kv) = @_;
		442	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
375	}	443	}
376		444
377	=back	445	=back
378		446
379	=cut	447	=cut
…		…
559	$registry = $CB_TYPE[$object_type] ||= [];	627	$registry = $CB_TYPE[$object_type] ||= [];
560		628
561	} elsif ($type eq "subtype") {	629	} elsif ($type eq "subtype") {
562	defined $object_type or Carp::croak "subtype specified without type";	630	defined $object_type or Carp::croak "subtype specified without type";
563	my $object_subtype = shift @arg;	631	my $object_subtype = shift @arg;
564	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] ||= [];	632	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] ||= [];
565		633
566	} elsif ($type eq "package") {	634	} elsif ($type eq "package") {
567	my $pkg = shift @arg;	635	my $pkg = shift @arg;
568		636
569	while (my ($name, $id) = each %cb_id) {	637	while (my ($name, $id) = each %cb_id) {
…		…
610	if (ref $_[0]) {	678	if (ref $_[0]) {
611	_object_attach @_;	679	_object_attach @_;
612	} else {	680	} else {
613	_attach shift->_attach_registry, @_;	681	_attach shift->_attach_registry, @_;
614	}	682	}
		683	_recalc_want;
615	};	684	};
616		685
617	# all those should be optimised	686	# all those should be optimised
618	sub cf::attachable::detach {	687	sub cf::attachable::detach {
619	my ($obj, $name) = @_;	688	my ($obj, $name) = @_;
…		…
622	delete $obj->{_attachment}{$name};	691	delete $obj->{_attachment}{$name};
623	reattach ($obj);	692	reattach ($obj);
624	} else {	693	} else {
625	Carp::croak "cannot, currently, detach class attachments";	694	Carp::croak "cannot, currently, detach class attachments";
626	}	695	}
		696	_recalc_want;
627	};	697	};
628		698
629	sub cf::attachable::attached {	699	sub cf::attachable::attached {
630	my ($obj, $name) = @_;	700	my ($obj, $name) = @_;
631		701
…		…
778	}	848	}
779	} else {	849	} else {
780	aio_unlink $filename;	850	aio_unlink $filename;
781	aio_unlink "$filename.pst";	851	aio_unlink "$filename.pst";
782	}	852	}
783
784	#d##TODO# nuke non .map-files if exist
785	if ($filename =~ s/\.map$//) {
786	aio_unlink $filename;
787	aio_unlink "$filename.pst";
788	}
789	}	853	}
790	}	854	}
791		855
792	sub object_freezer_as_string {	856	sub object_freezer_as_string {
793	my ($rdata, $objs) = @_;	857	my ($rdata, $objs) = @_;
…		…
799		863
800	sub object_thawer_load {	864	sub object_thawer_load {
801	my ($filename) = @_;	865	my ($filename) = @_;
802		866
803	my ($data, $av);	867	my ($data, $av);
804
805	#d#TODO remove .map if file does not exist
806	aio_stat $filename and $filename =~ s/\.map$//;
807		868
808	(aio_load $filename, $data) >= 0	869	(aio_load $filename, $data) >= 0
809	or return;	870	or return;
810		871
811	unless (aio_stat "$filename.pst") {	872	unless (aio_stat "$filename.pst") {
…		…
950	Returns the given player object, loading it if necessary (might block).	1011	Returns the given player object, loading it if necessary (might block).
951		1012
952	=cut	1013	=cut
953		1014
954	sub playerdir($) {	1015	sub playerdir($) {
955	cf::localdir	1016	"$PLAYERDIR/"
956	. "/"
957	. cf::playerdir
958	. "/"
959	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1017	. (ref $_[0] ? $_[0]->ob->name : $_[0])
960	}	1018	}
961		1019
962	sub path($) {	1020	sub path($) {
963	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1021	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
964		1022
965	(playerdir $login) . "/$login.pl"	1023	(playerdir $login) . "/playerdata"
966	}	1024	}
967		1025
968	sub find_active($) {	1026	sub find_active($) {
969	$cf::PLAYER{$_[0]}	1027	$cf::PLAYER{$_[0]}
970	and $cf::PLAYER{$_[0]}->active	1028	and $cf::PLAYER{$_[0]}->active
…		…
983	my $login = $_[0];	1041	my $login = $_[0];
984		1042
985	my $guard = cf::lock_acquire "user_find:$login";	1043	my $guard = cf::lock_acquire "user_find:$login";
986		1044
987	$cf::PLAYER{$_[0]} || do {	1045	$cf::PLAYER{$_[0]} || do {
		1046	# rename old playerfiles to new ones
		1047	#TODO: remove when no longer required
		1048	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1049	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1050	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1051	aio_unlink +(playerdir $login) . "/$login.pl";
		1052
988	my $pl = load_pl path $login	1053	my $pl = load_pl path $login
989	or return;	1054	or return;
990	$cf::PLAYER{$login} = $pl	1055	$cf::PLAYER{$login} = $pl
991	}	1056	}
992	}	1057	}
…		…
1029		1094
1030	=cut	1095	=cut
1031		1096
1032	sub quit_character {	1097	sub quit_character {
1033	my ($pl) = @_;	1098	my ($pl) = @_;
		1099
		1100	my $name = $pl->ob->name;
1034		1101
1035	$pl->{deny_save} = 1;	1102	$pl->{deny_save} = 1;
1036	$pl->password ("*"); # this should lock out the player until we nuked the dir	1103	$pl->password ("*"); # this should lock out the player until we nuked the dir
1037		1104
1038	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1105	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
…		…
1043	my $path = playerdir $pl;	1110	my $path = playerdir $pl;
1044	my $temp = "$path~$cf::RUNTIME~deleting~";	1111	my $temp = "$path~$cf::RUNTIME~deleting~";
1045	aio_rename $path, $temp;	1112	aio_rename $path, $temp;
1046	delete $cf::PLAYER{$pl->ob->name};	1113	delete $cf::PLAYER{$pl->ob->name};
1047	$pl->destroy;	1114	$pl->destroy;
		1115
		1116	my $prefix = qr<^~\Q$name\E/>;
		1117
		1118	# nuke player maps
		1119	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1120
1048	IO::AIO::aio_rmtree $temp;	1121	IO::AIO::aio_rmtree $temp;
		1122	}
		1123
		1124	=item $pl->kick
		1125
		1126	Kicks a player out of the game. This destroys the connection.
		1127
		1128	=cut
		1129
		1130	sub kick {
		1131	my ($pl, $kicker) = @_;
		1132
		1133	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1134	$pl->killer ("kicked");
		1135	$pl->ns->destroy;
1049	}	1136	}
1050		1137
1051	=item cf::player::list_logins	1138	=item cf::player::list_logins
1052		1139
1053	Returns am arrayref of all valid playernames in the system, can take a	1140	Returns am arrayref of all valid playernames in the system, can take a
1054	while and may block, so not sync_job-capable, ever.	1141	while and may block, so not sync_job-capable, ever.
1055		1142
1056	=cut	1143	=cut
1057		1144
1058	sub list_logins {	1145	sub list_logins {
1059	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1146	my $dirs = aio_readdir $PLAYERDIR
1060	or return [];	1147	or return [];
1061		1148
1062	my @logins;	1149	my @logins;
1063		1150
1064	for my $login (@$dirs) {	1151	for my $login (@$dirs) {
…		…
1099	}	1186	}
1100		1187
1101	\@paths	1188	\@paths
1102	}	1189	}
1103		1190
1104	=item $player->ext_reply ($msgid, $msgtype, %msg)	1191	=item $player->ext_reply ($msgid, %msg)
1105		1192
1106	Sends an ext reply to the player.	1193	Sends an ext reply to the player.
1107		1194
1108	=cut	1195	=cut
1109		1196
1110	sub ext_reply($$$%) {	1197	sub ext_reply($$%) {
1111	my ($self, $id, %msg) = @_;	1198	my ($self, $id, %msg) = @_;
1112		1199
1113	$msg{msgid} = $id;	1200	$msg{msgid} = $id;
1114		1201
1115	$self->send ("ext " . cf::to_json \%msg);	1202	$self->send ("ext " . cf::to_json \%msg);
1116	}	1203	}
1117		1204
1118	package cf;	1205	=item $player->ext_event ($type, %msg)
		1206
		1207	Sends an ext event to the client.
		1208
		1209	=cut
		1210
		1211	sub ext_event($$%) {
		1212	my ($self, $type, %msg) = @_;
		1213
		1214	$self->ns->ext_event ($type, %msg);
		1215	}
		1216
		1217	=head3 cf::region
		1218
		1219	=over 4
		1220
		1221	=cut
		1222
		1223	package cf::region;
		1224
		1225	=item cf::region::find_by_path $path
		1226
		1227	Tries to decuce the probable region for a map knowing only its path.
		1228
		1229	=cut
		1230
		1231	sub find_by_path($) {
		1232	my ($path) = @_;
		1233
		1234	my ($match, $specificity);
		1235
		1236	for my $region (list) {
		1237	if ($region->match && $path =~ $region->match) {
		1238	($match, $specificity) = ($region, $region->specificity)
		1239	if $region->specificity > $specificity;
		1240	}
		1241	}
		1242
		1243	$match
		1244	}
1119		1245
1120	=back	1246	=back
1121
1122		1247
1123	=head3 cf::map	1248	=head3 cf::map
1124		1249
1125	=over 4	1250	=over 4
1126		1251
…		…
1264		1389
1265	# the original (read-only) location	1390	# the original (read-only) location
1266	sub load_path {	1391	sub load_path {
1267	my ($self) = @_;	1392	my ($self) = @_;
1268		1393
1269	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1394	"$MAPDIR/$self->{path}.map"
1270	}	1395	}
1271		1396
1272	# the temporary/swap location	1397	# the temporary/swap location
1273	sub save_path {	1398	sub save_path {
1274	my ($self) = @_;	1399	my ($self) = @_;
1275		1400
1276	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1401	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1277	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1402	"$TMPDIR/$path.map"
1278	}	1403	}
1279		1404
1280	# the unique path, undef == no special unique path	1405	# the unique path, undef == no special unique path
1281	sub uniq_path {	1406	sub uniq_path {
1282	my ($self) = @_;	1407	my ($self) = @_;
1283		1408
1284	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1409	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1285	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1410	"$UNIQUEDIR/$path"
1286	}	1411	}
1287		1412
1288	# and all this just because we cannot iterate over	1413	# and all this just because we cannot iterate over
1289	# all maps in C++...	1414	# all maps in C++...
1290	sub change_all_map_light {	1415	sub change_all_map_light {
…		…
1298	my ($self) = @_;	1423	my ($self) = @_;
1299		1424
1300	utf8::encode (my $save = $self->save_path);	1425	utf8::encode (my $save = $self->save_path);
1301	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;	1426	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;
1302	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";	1427	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";
1303
1304	#d#TODO remove .map and also nuke
1305	$save =~ s/\.map// or return;#d#
1306	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink $save;#d#
1307	IO::AIO::aioreq_pri 4; Coro::AIO::aio_unlink "$save.pst";#d#
1308	}	1428	}
1309		1429
1310	sub load_header_from($) {	1430	sub load_header_from($) {
1311	my ($self, $path) = @_;	1431	my ($self, $path) = @_;
1312		1432
…		…
1362	$self->load_header_orig	1482	$self->load_header_orig
1363	or return;	1483	or return;
1364	$self->prepare_orig;	1484	$self->prepare_orig;
1365	}	1485	}
1366		1486
		1487	$self->default_region (cf::region::find_by_path $self->{path})
		1488	unless $self->default_region;
		1489
1367	1	1490	1
1368	}	1491	}
1369		1492
1370	sub find;	1493	sub find;
1371	sub find {	1494	sub find {
…		…
1404	my ($self) = @_;	1527	my ($self) = @_;
1405		1528
1406	local $self->{deny_reset} = 1; # loading can take a long time	1529	local $self->{deny_reset} = 1; # loading can take a long time
1407		1530
1408	my $path = $self->{path};	1531	my $path = $self->{path};
		1532
		1533	{
1409	my $guard = cf::lock_acquire "map_load:$path";	1534	my $guard = cf::lock_acquire "map_load:$path";
1410		1535
1411	return if $self->in_memory != cf::MAP_SWAPPED;	1536	return if $self->in_memory != cf::MAP_SWAPPED;
1412		1537
1413	$self->in_memory (cf::MAP_LOADING);	1538	$self->in_memory (cf::MAP_LOADING);
1414		1539
1415	$self->alloc;	1540	$self->alloc;
1416		1541
1417	$self->pre_load;	1542	$self->pre_load;
1418
1419	$self->_load_objects ($self->{load_path}, 1)
1420	or return;
1421
1422	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1423	if delete $self->{load_original};
1424
1425	if (my $uniq = $self->uniq_path) {
1426	utf8::encode $uniq;
1427	if (aio_open $uniq, O_RDONLY, 0) {
1428	$self->clear_unique_items;
1429	$self->_load_objects ($uniq, 0);
1430	}
1431	}
1432
1433	Coro::cede;
1434
1435	# now do the right thing for maps
1436	$self->link_multipart_objects;
1437
1438	unless ($self->{deny_activate}) {
1439	$self->decay_objects;
1440	$self->fix_auto_apply;
1441	$self->update_buttons;
1442	Coro::cede;	1543	Coro::cede;
1443	$self->set_darkness_map;	1544
		1545	$self->_load_objects ($self->{load_path}, 1)
		1546	or return;
		1547
		1548	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1549	if delete $self->{load_original};
		1550
		1551	if (my $uniq = $self->uniq_path) {
		1552	utf8::encode $uniq;
		1553	if (aio_open $uniq, O_RDONLY, 0) {
		1554	$self->clear_unique_items;
		1555	$self->_load_objects ($uniq, 0);
		1556	}
		1557	}
		1558
		1559	Coro::cede;
		1560	# now do the right thing for maps
		1561	$self->link_multipart_objects;
1444	$self->difficulty ($self->estimate_difficulty)	1562	$self->difficulty ($self->estimate_difficulty)
1445	unless $self->difficulty;	1563	unless $self->difficulty;
1446	Coro::cede;	1564	Coro::cede;
		1565
		1566	unless ($self->{deny_activate}) {
		1567	$self->decay_objects;
		1568	$self->fix_auto_apply;
		1569	$self->update_buttons;
		1570	Coro::cede;
		1571	$self->set_darkness_map;
		1572	Coro::cede;
1447	$self->activate;	1573	$self->activate;
		1574	}
		1575
		1576	$self->in_memory (cf::MAP_IN_MEMORY);
1448	}	1577	}
1449		1578
1450	$self->post_load;	1579	$self->post_load;
1451
1452	$self->in_memory (cf::MAP_IN_MEMORY);
1453	}	1580	}
1454		1581
1455	sub customise_for {	1582	sub customise_for {
1456	my ($self, $ob) = @_;	1583	my ($self, $ob) = @_;
1457		1584
…		…
1600	return if $self->players;	1727	return if $self->players;
1601	return if $self->isa ("ext::map_per_player");#d#	1728	return if $self->isa ("ext::map_per_player");#d#
1602		1729
1603	warn "resetting map ", $self->path;#d#	1730	warn "resetting map ", $self->path;#d#
1604		1731
		1732	$self->in_memory (cf::MAP_SWAPPED);
		1733
		1734	# need to save uniques path
		1735	unless ($self->{deny_save}) {
		1736	my $uniq = $self->uniq_path; utf8::encode $uniq;
		1737
		1738	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		1739	if $uniq;
		1740	}
		1741
1605	delete $cf::MAP{$self->path};	1742	delete $cf::MAP{$self->path};
1606		1743
1607	$self->in_memory (cf::MAP_SWAPPED);
1608	$self->clear;	1744	$self->clear;
1609		1745
1610	$_->clear_links_to ($self) for values %cf::MAP;	1746	$_->clear_links_to ($self) for values %cf::MAP;
1611		1747
1612	$self->unlink_save;	1748	$self->unlink_save;
…		…
1639	instantiated unique items. May block.	1775	instantiated unique items. May block.
1640		1776
1641	=cut	1777	=cut
1642		1778
1643	sub unique_maps() {	1779	sub unique_maps() {
1644	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	1780	my $files = aio_readdir $UNIQUEDIR
1645	or return;	1781	or return;
1646		1782
1647	my @paths;	1783	my @paths;
1648		1784
1649	for (@$files) {	1785	for (@$files) {
…		…
1802	$map->load;	1938	$map->load;
1803	$map->load_diag;	1939	$map->load_diag;
1804		1940
1805	return unless $self->contr->active;	1941	return unless $self->contr->active;
1806	$self->activate_recursive;	1942	$self->activate_recursive;
		1943
		1944	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1807	$self->enter_map ($map, $x, $y);	1945	$self->enter_map ($map, $x, $y);
1808	}	1946	}
1809		1947
1810	cf::player->attach (	1948	cf::player->attach (
1811	on_logout => sub {	1949	on_logout => sub {
…		…
1824	# try to abort aborted map switching on player login :)	1962	# try to abort aborted map switching on player login :)
1825	# should happen only on crashes	1963	# should happen only on crashes
1826	if ($pl->ob->{_link_pos}) {	1964	if ($pl->ob->{_link_pos}) {
1827	$pl->ob->enter_link;	1965	$pl->ob->enter_link;
1828	(async {	1966	(async {
1829	# we need this sleep as the login has a concurrent enter_exit running
1830	# and this sleep increases chances of the player not ending up in scorn
1831	$pl->ob->reply (undef,	1967	$pl->ob->reply (undef,
1832	"There was an internal problem at your last logout, "	1968	"There was an internal problem at your last logout, "
1833	. "the server will try to bring you to your intended destination in a second.",	1969	. "the server will try to bring you to your intended destination in a second.",
1834	cf::NDI_RED);	1970	cf::NDI_RED);
		1971	# we need this sleep as the login has a concurrent enter_exit running
		1972	# and this sleep increases chances of the player not ending up in scorn
1835	Coro::Timer::sleep 1;	1973	Coro::Timer::sleep 1;
1836	$pl->ob->leave_link;	1974	$pl->ob->leave_link;
1837	})->prio (2);	1975	})->prio (2);
1838	}	1976	}
1839	},	1977	},
…		…
1903		2041
1904	$rmp->{random_seed} ||= $exit->random_seed;	2042	$rmp->{random_seed} ||= $exit->random_seed;
1905		2043
1906	my $data = cf::to_json $rmp;	2044	my $data = cf::to_json $rmp;
1907	my $md5 = Digest::MD5::md5_hex $data;	2045	my $md5 = Digest::MD5::md5_hex $data;
1908	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2046	my $meta = "$RANDOMDIR/$md5.meta";
1909		2047
1910	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2048	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1911	aio_write $fh, 0, (length $data), $data, 0;	2049	aio_write $fh, 0, (length $data), $data, 0;
1912	undef $fh;	2050	undef $fh;
1913	aio_rename "$meta~", $meta;	2051	aio_rename "$meta~", $meta;
…		…
1922		2060
1923	return unless $self->type == cf::PLAYER;	2061	return unless $self->type == cf::PLAYER;
1924		2062
1925	if ($exit->slaying eq "/!") {	2063	if ($exit->slaying eq "/!") {
1926	#TODO: this should de-fi-ni-te-ly not be a sync-job	2064	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2065	# the problem is that $exit might not survive long enough
		2066	# so it needs to be done right now, right here
1927	cf::sync_job { prepare_random_map $exit };	2067	cf::sync_job { prepare_random_map $exit };
1928	}	2068	}
1929		2069
1930	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2070	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1931	my $hp = $exit->stats->hp;	2071	my $hp = $exit->stats->hp;
…		…
1939	$self->goto ($slaying, $hp, $sp);	2079	$self->goto ($slaying, $hp, $sp);
1940		2080
1941	1;	2081	1;
1942	}) {	2082	}) {
1943	$self->message ("Something went wrong deep within the crossfire server. "	2083	$self->message ("Something went wrong deep within the crossfire server. "
1944	. "I'll try to bring you back to the map you were before. "	2084	. "I'll try to bring you back to the map you were before. "
1945	. "Please report this to the dungeon master!",	2085	. "Please report this to the dungeon master!",
1946	cf::NDI_UNIQUE | cf::NDI_RED);	2086	cf::NDI_UNIQUE | cf::NDI_RED);
1947		2087
1948	warn "ERROR in enter_exit: $@";	2088	warn "ERROR in enter_exit: $@";
1949	$self->leave_link;	2089	$self->leave_link;
1950	}	2090	}
1951	})->prio (1);	2091	})->prio (1);
…		…
1964		2104
1965	sub cf::client::send_drawinfo {	2105	sub cf::client::send_drawinfo {
1966	my ($self, $text, $flags) = @_;	2106	my ($self, $text, $flags) = @_;
1967		2107
1968	utf8::encode $text;	2108	utf8::encode $text;
1969	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2109	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1970	}	2110	}
1971		2111
		2112	=item $client->ext_event ($type, %msg)
		2113
		2114	Sends an exti event to the client.
		2115
		2116	=cut
		2117
		2118	sub cf::client::ext_event($$%) {
		2119	my ($self, $type, %msg) = @_;
		2120
		2121	$msg{msgtype} = "event_$type";
		2122	$self->send_packet ("ext " . cf::to_json \%msg);
		2123	}
1972		2124
1973	=item $success = $client->query ($flags, "text", \&cb)	2125	=item $success = $client->query ($flags, "text", \&cb)
1974		2126
1975	Queues a query to the client, calling the given callback with	2127	Queues a query to the client, calling the given callback with
1976	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2128	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
…		…
2073		2225
2074	# here we export the classes and methods available to script code	2226	# here we export the classes and methods available to script code
2075		2227
2076	=pod	2228	=pod
2077		2229
2078	The following fucntions and emthods are available within a safe environment:	2230	The following functions and methods are available within a safe environment:
2079		2231
2080	cf::object contr pay_amount pay_player map	2232	cf::object contr pay_amount pay_player map
2081	cf::object::player player	2233	cf::object::player player
2082	cf::player peaceful	2234	cf::player peaceful
2083	cf::map trigger	2235	cf::map trigger
…		…
2168	#############################################################################	2320	#############################################################################
2169		2321
2170	=head2 EXTENSION DATABASE SUPPORT	2322	=head2 EXTENSION DATABASE SUPPORT
2171		2323
2172	Crossfire maintains a very simple database for extension use. It can	2324	Crossfire maintains a very simple database for extension use. It can
2173	currently store anything that can be serialised using Storable, which	2325	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2174	excludes objects.	2326	convert to/from binary).
2175		2327
2176	The parameter C<$family> should best start with the name of the extension	2328	The parameter C<$family> should best start with the name of the extension
2177	using it, it should be unique.	2329	using it, it should be unique.
2178		2330
2179	=over 4	2331	=over 4
2180		2332
2181	=item $hashref = cf::db_get $family
2182
2183	Return a hashref for use by the extension C<$family>, which can be
2184	modified. After modifications, you have to call C<cf::db_dirty> or
2185	C<cf::db_sync>.
2186
2187	=item $value = cf::db_get $family => $key	2333	=item $value = cf::db_get $family => $key
2188		2334
2189	Returns a single value from the database	2335	Returns a single value from the database.
2190
2191	=item cf::db_put $family => $hashref
2192
2193	Stores the given family hashref into the database. Updates are delayed, if
2194	you want the data to be synced to disk immediately, use C<cf::db_sync>.
2195		2336
2196	=item cf::db_put $family => $key => $value	2337	=item cf::db_put $family => $key => $value
2197		2338
2198	Stores the given C<$value> in the family hash. Updates are delayed, if you	2339	Stores the given C<$value> in the family.
2199	want the data to be synced to disk immediately, use C<cf::db_sync>.
2200
2201	=item cf::db_dirty
2202
2203	Marks the database as dirty, to be updated at a later time.
2204
2205	=item cf::db_sync
2206
2207	Immediately write the database to disk I<if it is dirty>.
2208		2340
2209	=cut	2341	=cut
2210		2342
2211	our $DB;	2343	our $DB;
2212		2344
2213	{	2345	sub db_init {
2214	my $path = cf::localdir . "/database.pst";	2346	unless ($DB) {
		2347	$DB = BDB::db_create $DB_ENV;
2215		2348
2216	sub db_load() {	2349	cf::sync_job {
2217	$DB = stat $path ? Storable::retrieve $path : { };	2350	eval {
2218	}	2351	$DB->set_flags (BDB::CHKSUM);
2219		2352
2220	my $pid;	2353	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2221		2354	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2222	sub db_save() {	2355	cf::cleanup "db_open(db): $!" if $!;
2223	waitpid $pid, 0 if $pid;	2356	};
2224	if (0 == ($pid = fork)) {	2357	cf::cleanup "db_open(db): $@" if $@;
2225	$DB->{_meta}{version} = 1;
2226	Storable::nstore $DB, "$path~";
2227	rename "$path~", $path;
2228	cf::_exit 0 if defined $pid;
2229	}	2358	};
2230	}	2359	}
		2360	}
2231		2361
2232	my $dirty;
2233
2234	sub db_sync() {
2235	db_save if $dirty;
2236	undef $dirty;
2237	}
2238
2239	my $idle = Event->idle (
2240	reentrant => 0,
2241	min => 10,
2242	max => 20,
2243	repeat => 0,
2244	data => WF_AUTOCANCEL,
2245	cb => \&db_sync,
2246	);
2247
2248	sub db_dirty() {
2249	$dirty = 1;
2250	$idle->start;
2251	}
2252
2253	sub db_get($;$) {	2362	sub db_get($$) {
2254	@_ >= 2	2363	my $key = "$_[0]/$_[1]";
2255	? $DB->{$_[0]}{$_[1]}
2256	: ($DB->{$_[0]} ||= { })
2257	}
2258		2364
		2365	cf::sync_job {
		2366	BDB::db_get $DB, undef, $key, my $data;
		2367
		2368	$! ? ()
		2369	: $data
		2370	}
		2371	}
		2372
2259	sub db_put($$;$) {	2373	sub db_put($$$) {
2260	if (@_ >= 3) {	2374	BDB::dbreq_pri 4;
2261	$DB->{$_[0]}{$_[1]} = $_[2];	2375	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2262	} else {	2376	}
2263	$DB->{$_[0]} = $_[1];
2264	}
2265	db_dirty;
2266	}
2267		2377
2268	cf::global->attach (	2378	=item cf::cache $id => [$paths...], $processversion => $process
2269	prio => 10000,	2379
2270	on_cleanup => sub {	2380	Generic caching function that returns the value of the resource $id,
2271	db_sync;	2381	caching and regenerating as required.
		2382
		2383	This function can block.
		2384
		2385	=cut
		2386
		2387	sub cache {
		2388	my ($id, $src, $processversion, $process) = @_;
		2389
		2390	my $meta =
		2391	join "\x00",
		2392	$processversion,
		2393	map {
		2394	aio_stat $_
		2395	and Carp::croak "$_: $!";
		2396
		2397	($_, (stat _)[7,9])
		2398	} @$src;
		2399
		2400	my $dbmeta = db_get cache => "$id/meta";
		2401	if ($dbmeta ne $meta) {
		2402	# changed, we may need to process
		2403
		2404	my @data;
		2405	my $md5;
		2406
		2407	for (0 .. $#$src) {
		2408	0 <= aio_load $src->[$_], $data[$_]
		2409	or Carp::croak "$src->[$_]: $!";
2272	},	2410	}
2273	);	2411
		2412	# if processing is expensive, check
		2413	# checksum first
		2414	if (1) {
		2415	$md5 =
		2416	join "\x00",
		2417	$processversion,
		2418	map {
		2419	Coro::cede;
		2420	($src->[$_], Digest::MD5::md5_hex $data[$_])
		2421	} 0.. $#$src;
		2422
		2423
		2424	my $dbmd5 = db_get cache => "$id/md5";
		2425	if ($dbmd5 eq $md5) {
		2426	db_put cache => "$id/meta", $meta;
		2427
		2428	return db_get cache => "$id/data";
		2429	}
		2430	}
		2431
		2432	my $t1 = Time::HiRes::time;
		2433	my $data = $process->(\@data);
		2434	my $t2 = Time::HiRes::time;
		2435
		2436	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		2437
		2438	db_put cache => "$id/data", $data;
		2439	db_put cache => "$id/md5" , $md5;
		2440	db_put cache => "$id/meta", $meta;
		2441
		2442	return $data;
		2443	}
		2444
		2445	db_get cache => "$id/data"
2274	}	2446	}
		2447
		2448	=item fork_call { }, $args
		2449
		2450	Executes the given code block with the given arguments in a seperate
		2451	process, returning the results. Everything must be serialisable with
		2452	Coro::Storable. May, of course, block. Note that the executed sub may
		2453	never block itself or use any form of Event handling.
		2454
		2455	=cut
		2456
		2457	sub fork_call(&@) {
		2458	my ($cb, @args) = @_;
		2459
		2460	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		2461	# or die "socketpair: $!";
		2462	pipe my $fh1, my $fh2
		2463	or die "pipe: $!";
		2464
		2465	if (my $pid = fork) {
		2466	close $fh2;
		2467
		2468	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		2469	$res = Coro::Storable::thaw $res;
		2470
		2471	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		2472
		2473	die $$res unless "ARRAY" eq ref $res;
		2474
		2475	return wantarray ? @$res : $res->[-1];
		2476	} else {
		2477	reset_signals;
		2478	local $SIG{__WARN__};
		2479	local $SIG{__DIE__};
		2480	eval {
		2481	close $fh1;
		2482
		2483	my @res = eval { $cb->(@args) };
		2484	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		2485	};
		2486
		2487	warn $@ if $@;
		2488	_exit 0;
		2489	}
		2490	}
		2491
		2492
2275		2493
2276	#############################################################################	2494	#############################################################################
2277	# the server's init and main functions	2495	# the server's init and main functions
2278		2496
2279	sub load_resources {	2497	sub load_facedata($) {
2280	load_regions sprintf "%s/%s/regions", cf::datadir, cf::mapdir	2498	my ($path) = @_;
		2499
		2500	warn "loading facedata from $path\n";
		2501
		2502	my $facedata;
		2503	0 < aio_load $path, $facedata
		2504	or die "$path: $!";
		2505
		2506	$facedata = Coro::Storable::thaw $facedata;
		2507
		2508	$facedata->{version} == 2
		2509	or cf::cleanup "$path: version mismatch, cannot proceed.";
		2510
		2511	{
		2512	my $faces = $facedata->{faceinfo};
		2513
		2514	while (my ($face, $info) = each %$faces) {
		2515	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		2516	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
		2517	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
		2518	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
		2519	Coro::cede;
		2520	}
		2521
		2522	while (my ($face, $info) = each %$faces) {
		2523	next unless $info->{smooth};
		2524	my $idx = cf::face::find $face
		2525	or next;
		2526	if (my $smooth = cf::face::find $info->{smooth}) {
		2527	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
		2528	} else {
		2529	warn "smooth face '$info->{smooth}' not found for face '$face'";
		2530	}
		2531	Coro::cede;
		2532	}
		2533	}
		2534
		2535	{
		2536	my $anims = $facedata->{animinfo};
		2537
		2538	while (my ($anim, $info) = each %$anims) {
		2539	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2540	Coro::cede;
		2541	}
		2542
		2543	cf::anim::invalidate_all; # d'oh
		2544	}
		2545
		2546	1
		2547	}
		2548
		2549	sub reload_regions {
		2550	load_resource_file "$MAPDIR/regions"
2281	or die "unable to load regions file\n";#d#	2551	or die "unable to load regions file\n";
		2552	}
		2553
		2554	sub reload_facedata {
		2555	load_facedata "$DATADIR/facedata"
		2556	or die "unable to load facedata\n";
		2557	}
		2558
		2559	sub reload_archetypes {
		2560	load_resource_file "$DATADIR/archetypes"
		2561	or die "unable to load archetypes\n";
		2562	}
		2563
		2564	sub reload_treasures {
		2565	load_resource_file "$DATADIR/treasures"
		2566	or die "unable to load treasurelists\n";
		2567	}
		2568
		2569	sub reload_resources {
		2570	warn "reloading resource files...\n";
		2571
		2572	reload_regions;
		2573	reload_facedata;
		2574	reload_archetypes;
		2575	reload_treasures;
		2576
		2577	warn "finished reloading resource files\n";
		2578	}
		2579
		2580	sub init {
		2581	reload_resources;
2282	}	2582	}
2283		2583
2284	sub cfg_load {	2584	sub cfg_load {
2285	open my $fh, "<:utf8", cf::confdir . "/config"	2585	open my $fh, "<:utf8", "$CONFDIR/config"
2286	or return;	2586	or return;
2287		2587
2288	local $/;	2588	local $/;
2289	*CFG = YAML::Syck::Load <$fh>;	2589	*CFG = YAML::Syck::Load <$fh>;
2290		2590
…		…
2298	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"	2598	$CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
2299	and die "WARNING: m(un)lockall failed: $!\n";	2599	and die "WARNING: m(un)lockall failed: $!\n";
2300	};	2600	};
2301	warn $@ if $@;	2601	warn $@ if $@;
2302	}	2602	}
2303	}
2304
2305	sub init {
2306	load_resources;
2307	}	2603	}
2308		2604
2309	sub main {	2605	sub main {
2310	# we must not ever block the main coroutine	2606	# we must not ever block the main coroutine
2311	local $Coro::idle = sub {	2607	local $Coro::idle = sub {
…		…
2314	Event::one_event;	2610	Event::one_event;
2315	})->prio (Coro::PRIO_MAX);	2611	})->prio (Coro::PRIO_MAX);
2316	};	2612	};
2317		2613
2318	cfg_load;	2614	cfg_load;
2319	db_load;	2615	db_init;
2320	load_extensions;	2616	load_extensions;
2321		2617
2322	$TICK_WATCHER->start;	2618	$TICK_WATCHER->start;
2323	Event::loop;	2619	Event::loop;
2324	}	2620	}
…		…
2363	my $map = $cf::MAP{$path} or next;	2659	my $map = $cf::MAP{$path} or next;
2364	$map->valid or next;	2660	$map->valid or next;
2365	$map->save;	2661	$map->save;
2366	}	2662	}
2367	warn "end emergency map save\n";	2663	warn "end emergency map save\n";
		2664
		2665	warn "begin emergency database checkpoint\n";
		2666	BDB::db_env_txn_checkpoint $DB_ENV;
		2667	warn "end emergency database checkpoint\n";
2368	};	2668	};
2369		2669
2370	warn "leave emergency perl save\n";	2670	warn "leave emergency perl save\n";
2371	}	2671	}
2372		2672
		2673	sub post_cleanup {
		2674	my ($make_core) = @_;
		2675
		2676	warn Carp::longmess "post_cleanup backtrace"
		2677	if $make_core;
		2678	}
		2679
2373	sub reload() {	2680	sub do_reload_perl() {
2374	# can/must only be called in main	2681	# can/must only be called in main
2375	if ($Coro::current != $Coro::main) {	2682	if ($Coro::current != $Coro::main) {
2376	warn "can only reload from main coroutine";	2683	warn "can only reload from main coroutine";
2377	return;	2684	return;
2378	}	2685	}
2379		2686
2380	warn "reloading...";	2687	warn "reloading...";
2381		2688
2382	warn "cancelling server ticker";	2689	warn "entering sync_job";
2383	$TICK_WATCHER->cancel;
2384		2690
		2691	cf::sync_job {
		2692	cf::write_runtime; # external watchdog should not bark
2385	cf::emergency_save;	2693	cf::emergency_save;
		2694	cf::write_runtime; # external watchdog should not bark
2386		2695
2387	eval {	2696	warn "syncing database to disk";
		2697	BDB::db_env_txn_checkpoint $DB_ENV;
		2698
2388	# if anything goes wrong in here, we should simply crash as we already saved	2699	# if anything goes wrong in here, we should simply crash as we already saved
2389
2390	warn "syncing database to disk";
2391	cf::db_sync;
2392		2700
2393	warn "cancelling all WF_AUTOCANCEL watchers";	2701	warn "cancelling all WF_AUTOCANCEL watchers";
2394	for (Event::all_watchers) {	2702	for (Event::all_watchers) {
2395	$_->cancel if $_->data & WF_AUTOCANCEL;	2703	$_->cancel if $_->data & WF_AUTOCANCEL;
2396	}	2704	}
2397		2705
2398	warn "flushing outstanding aio requests";	2706	warn "flushing outstanding aio requests";
2399	for (;;) {	2707	for (;;) {
		2708	BDB::flush;
2400	IO::AIO::flush;	2709	IO::AIO::flush;
2401	Coro::cede;	2710	Coro::cede;
2402	last unless IO::AIO::nreqs;	2711	last unless IO::AIO::nreqs || BDB::nreqs;
2403	warn "iterate...";	2712	warn "iterate...";
2404	}	2713	}
		2714
		2715	++$RELOAD;
2405		2716
2406	warn "cancelling all extension coros";	2717	warn "cancelling all extension coros";
2407	$_->cancel for values %EXT_CORO;	2718	$_->cancel for values %EXT_CORO;
2408	%EXT_CORO = ();	2719	%EXT_CORO = ();
2409		2720
…		…
2449	Symbol::delete_package "safe::$_"	2760	Symbol::delete_package "safe::$_"
2450	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2761	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2451		2762
2452	warn "unloading cf.pm \"a bit\"";	2763	warn "unloading cf.pm \"a bit\"";
2453	delete $INC{"cf.pm"};	2764	delete $INC{"cf.pm"};
		2765	delete $INC{"cf/pod.pm"};
2454		2766
2455	# don't, removes xs symbols, too,	2767	# don't, removes xs symbols, too,
2456	# and global variables created in xs	2768	# and global variables created in xs
2457	#Symbol::delete_package __PACKAGE__;	2769	#Symbol::delete_package __PACKAGE__;
2458		2770
…		…
2462	require cf;	2774	require cf;
2463	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	2775	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2464		2776
2465	warn "loading config and database again";	2777	warn "loading config and database again";
2466	cf::cfg_load;	2778	cf::cfg_load;
2467	cf::db_load;
2468		2779
2469	warn "loading extensions";	2780	warn "loading extensions";
2470	cf::load_extensions;	2781	cf::load_extensions;
2471		2782
2472	warn "reattaching attachments to objects/players";	2783	warn "reattaching attachments to objects/players";
2473	_global_reattach;	2784	_global_reattach; # objects, sockets
2474	warn "reattaching attachments to maps";	2785	warn "reattaching attachments to maps";
2475	reattach $_ for values %MAP;	2786	reattach $_ for values %MAP;
		2787	warn "reattaching attachments to players";
		2788	reattach $_ for values %PLAYER;
2476		2789
2477	warn "loading reloadable resources";	2790	warn "leaving sync_job";
2478	load_resources;
2479		2791
2480	warn "restarting server ticker";	2792	1
2481		2793	} or do {
2482	$TICK_WATCHER->start;
2483	};
2484
2485	if ($@) {
2486	warn $@;	2794	warn $@;
2487	warn "error while reloading, exiting.";	2795	warn "error while reloading, exiting.";
2488	exit 1;	2796	exit 1;
2489	}	2797	};
2490		2798
2491	warn "reloaded";	2799	warn "reloaded";
2492	};	2800	};
2493		2801
2494	our $RELOAD_WATCHER; # used only during reload	2802	our $RELOAD_WATCHER; # used only during reload
2495		2803
		2804	sub reload_perl() {
		2805	# doing reload synchronously and two reloads happen back-to-back,
		2806	# coro crashes during coro_state_free->destroy here.
		2807
		2808	$RELOAD_WATCHER ||= Event->timer (
		2809	reentrant => 0,
		2810	after => 0,
		2811	data => WF_AUTOCANCEL,
		2812	cb => sub {
		2813	do_reload_perl;
		2814	undef $RELOAD_WATCHER;
		2815	},
		2816	);
		2817	}
		2818
2496	register_command "reload" => sub {	2819	register_command "reload" => sub {
2497	my ($who, $arg) = @_;	2820	my ($who, $arg) = @_;
2498		2821
2499	if ($who->flag (FLAG_WIZ)) {	2822	if ($who->flag (FLAG_WIZ)) {
2500	$who->message ("reloading server.");	2823	$who->message ("reloading server.");
2501		2824	async { reload_perl };
2502	# doing reload synchronously and two reloads happen back-to-back,
2503	# coro crashes during coro_state_free->destroy here.
2504
2505	$RELOAD_WATCHER ||= Event->timer (
2506	reentrant => 0,
2507	after => 0,
2508	data => WF_AUTOCANCEL,
2509	cb => sub {
2510	reload;
2511	undef $RELOAD_WATCHER;
2512	},
2513	);
2514	}	2825	}
2515	};	2826	};
2516		2827
2517	unshift @INC, $LIBDIR;	2828	unshift @INC, $LIBDIR;
2518		2829
2519	my $bug_warning = 0;	2830	my $bug_warning = 0;
		2831
		2832	our @WAIT_FOR_TICK;
		2833	our @WAIT_FOR_TICK_BEGIN;
		2834
		2835	sub wait_for_tick {
		2836	return unless $TICK_WATCHER->is_active;
		2837	return if $Coro::current == $Coro::main;
		2838
		2839	my $signal = new Coro::Signal;
		2840	push @WAIT_FOR_TICK, $signal;
		2841	$signal->wait;
		2842	}
		2843
		2844	sub wait_for_tick_begin {
		2845	return unless $TICK_WATCHER->is_active;
		2846	return if $Coro::current == $Coro::main;
		2847
		2848	my $signal = new Coro::Signal;
		2849	push @WAIT_FOR_TICK_BEGIN, $signal;
		2850	$signal->wait;
		2851	}
2520		2852
2521	$TICK_WATCHER = Event->timer (	2853	$TICK_WATCHER = Event->timer (
2522	reentrant => 0,	2854	reentrant => 0,
2523	parked => 1,	2855	parked => 1,
2524	prio => 0,	2856	prio => 0,
…		…
2529	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	2861	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2530	unless ++$bug_warning > 10;	2862	unless ++$bug_warning > 10;
2531	return;	2863	return;
2532	}	2864	}
2533		2865
2534	$NOW = Event::time;	2866	$NOW = $tick_start = Event::time;
2535		2867
2536	cf::server_tick; # one server iteration	2868	cf::server_tick; # one server iteration
		2869
2537	$RUNTIME += $TICK;	2870	$RUNTIME += $TICK;
2538	$NEXT_TICK += $TICK;	2871	$NEXT_TICK += $TICK;
2539		2872
2540	$WAIT_FOR_TICK->broadcast;	2873	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2541	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;	2874	$NEXT_RUNTIME_WRITE = $NOW + 10;
2542		2875	Coro::async_pool {
2543	Event::sweep;	2876	write_runtime
2544	Coro::cede_notself;	2877	or warn "ERROR: unable to write runtime file: $!";
		2878	};
2545		2879	}
		2880
2546	# my $AFTER = Event::time;	2881	# my $AFTER = Event::time;
2547	# warn $AFTER - $NOW;#d#	2882	# warn $AFTER - $NOW;#d#
2548		2883
		2884	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		2885	$sig->send;
		2886	}
		2887	while (my $sig = shift @WAIT_FOR_TICK) {
		2888	$sig->send;
		2889	}
		2890
		2891	$NOW = Event::time;
		2892
2549	# if we are delayed by four ticks or more, skip them all	2893	# if we are delayed by four ticks or more, skip them all
2550	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2894	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2551		2895
2552	$TICK_WATCHER->at ($NEXT_TICK);	2896	$TICK_WATCHER->at ($NEXT_TICK);
2553	$TICK_WATCHER->start;	2897	$TICK_WATCHER->start;
		2898
		2899	$LOAD = ($NOW - $tick_start) / $TICK;
		2900	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		2901
		2902	_post_tick;
		2903
		2904
2554	},	2905	},
2555	);	2906	);
2556		2907
		2908	{
		2909	BDB::max_poll_time $TICK * 0.1;
		2910	$BDB_POLL_WATCHER = Event->io (
		2911	reentrant => 0,
		2912	fd => BDB::poll_fileno,
		2913	poll => 'r',
		2914	prio => 0,
		2915	data => WF_AUTOCANCEL,
		2916	cb => \&BDB::poll_cb,
		2917	);
		2918	BDB::min_parallel 8;
		2919
		2920	BDB::set_sync_prepare {
		2921	my $status;
		2922	my $current = $Coro::current;
		2923	(
		2924	sub {
		2925	$status = $!;
		2926	$current->ready; undef $current;
		2927	},
		2928	sub {
		2929	Coro::schedule while defined $current;
		2930	$! = $status;
		2931	},
		2932	)
		2933	};
		2934
		2935	unless ($DB_ENV) {
		2936	$DB_ENV = BDB::db_env_create;
		2937
		2938	cf::sync_job {
		2939	eval {
		2940	BDB::db_env_open
		2941	$DB_ENV,
		2942	$BDBDIR,
		2943	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		2944	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		2945	0666;
		2946
		2947	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		2948
		2949	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
		2950	$DB_ENV->set_lk_detect;
		2951	};
		2952
		2953	cf::cleanup "db_env_open(db): $@" if $@;
		2954	};
		2955	}
		2956	}
		2957
		2958	{
		2959	IO::AIO::min_parallel 8;
		2960
		2961	undef $Coro::AIO::WATCHER;
2557	IO::AIO::max_poll_time $TICK * 0.1;	2962	IO::AIO::max_poll_time $TICK * 0.1;
2558
2559	undef $Coro::AIO::WATCHER;
2560	$AIO_POLL_WATCHER = Event->io (	2963	$AIO_POLL_WATCHER = Event->io (
2561	reentrant => 0,	2964	reentrant => 0,
		2965	data => WF_AUTOCANCEL,
2562	fd => IO::AIO::poll_fileno,	2966	fd => IO::AIO::poll_fileno,
2563	poll => 'r',	2967	poll => 'r',
2564	prio => 6,	2968	prio => 6,
2565	data => WF_AUTOCANCEL,
2566	cb => \&IO::AIO::poll_cb,	2969	cb => \&IO::AIO::poll_cb,
2567	);	2970	);
		2971	}
2568		2972
2569	$WRITE_RUNTIME_WATCHER = Event->timer (	2973	my $_log_backtrace;
2570	reentrant => 0,	2974
2571	data => WF_AUTOCANCEL,	2975	sub _log_backtrace {
2572	after => 1,	2976	my ($msg, @addr) = @_;
2573	interval => 10,	2977
2574	prio => 6, # keep it lowest so it acts like a watchdog	2978	$msg =~ s/\n//;
2575	cb => Coro::unblock_sub {	2979
2576	write_runtime	2980	# limit the # of concurrent backtraces
2577	or warn "ERROR: unable to write runtime file: $!";	2981	if ($_log_backtrace < 2) {
		2982	++$_log_backtrace;
		2983	async {
		2984	my @bt = fork_call {
		2985	@addr = map { sprintf "%x", $_ } @addr;
		2986	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		2987	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		2988	or die "addr2line: $!";
		2989
		2990	my @funcs;
		2991	my @res = <$fh>;
		2992	chomp for @res;
		2993	while (@res) {
		2994	my ($func, $line) = splice @res, 0, 2, ();
		2995	push @funcs, "[$func] $line";
		2996	}
		2997
		2998	@funcs
		2999	};
		3000
		3001	LOG llevInfo, "[ABT] $msg\n";
		3002	LOG llevInfo, "[ABT] $_\n" for @bt;
		3003	--$_log_backtrace;
		3004	};
		3005	} else {
		3006	LOG llevInfo, "[ABT] $msg\n";
		3007	LOG llevInfo, "[ABT] [suppressed]\n";
2578	},	3008	}
2579	);	3009	}
		3010
		3011	# load additional modules
		3012	use cf::pod;
2580		3013
2581	END { cf::emergency_save }	3014	END { cf::emergency_save }
2582		3015
2583	1	3016	1
2584		3017

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines