ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.195 by root, Fri Jan 26 20:59:57 2007 UTC vs.
Revision 1.265 by root, Fri May 11 08:00:00 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
		10	use Event;
9	use Opcode;	11	use Opcode;
10	use Safe;	12	use Safe;
11	use Safe::Hole;	13	use Safe::Hole;
12		14
13	use Coro 3.5 ();	15	use Coro 3.61 ();
		16	use Coro::State;
		17	use Coro::Handle;
14	use Coro::Event;	18	use Coro::Event;
15	use Coro::Timer;	19	use Coro::Timer;
16	use Coro::Signal;	20	use Coro::Signal;
17	use Coro::Semaphore;	21	use Coro::Semaphore;
18	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
19		24
		25	use BDB ();
20	use Data::Dumper;	26	use Data::Dumper;
21	use Digest::MD5;	27	use Digest::MD5;
22	use Fcntl;	28	use Fcntl;
		29	use YAML::Syck ();
23	use IO::AIO 2.32 ();	30	use IO::AIO 2.32 ();
24	use YAML::Syck ();
25	use Time::HiRes;	31	use Time::HiRes;
		32	use Compress::LZF;
26		33
		34	# configure various modules to our taste
		35	#
		36	$Storable::canonical = 1; # reduce rsync transfers
		37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
		38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
		39
27	use Event; $Event::Eval = 1; # no idea why this is required, but it is	40	$Event::Eval = 1; # no idea why this is required, but it is
28
29	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
30		41
31	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?	42	# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
32	$YAML::Syck::ImplicitUnicode = 1;	43	$YAML::Syck::ImplicitUnicode = 1;
33		44
34	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority	45	$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
		46
		47	sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
35		48
36	our %COMMAND = ();	49	our %COMMAND = ();
37	our %COMMAND_TIME = ();	50	our %COMMAND_TIME = ();
38		51
39	our @EXTS = (); # list of extension package names	52	our @EXTS = (); # list of extension package names
40	our %EXTCMD = ();	53	our %EXTCMD = ();
41	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
42	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
43		56
		57	our $RELOAD; # number of reloads so far
44	our @EVENT;	58	our @EVENT;
45	our $LIBDIR = datadir . "/ext";
46		59
47	our $TICK = MAX_TIME * 1e-6;	60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
		71
		72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
48	our $TICK_WATCHER;	73	our $TICK_WATCHER;
49	our $AIO_POLL_WATCHER;	74	our $AIO_POLL_WATCHER;
50	our $WRITE_RUNTIME_WATCHER;	75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
51	our $NEXT_TICK;	76	our $NEXT_TICK;
52	our $NOW;	77	our $NOW;
		78	our $USE_FSYNC = 1; # use fsync to write maps - default off
		79
		80	our $BDB_POLL_WATCHER;
		81	our $DB_ENV;
53		82
54	our %CFG;	83	our %CFG;
55		84
56	our $UPTIME; $UPTIME ||= time;	85	our $UPTIME; $UPTIME ||= time;
57	our $RUNTIME;	86	our $RUNTIME;
58		87
59	our %PLAYER; # all users	88	our %PLAYER; # all users
60	our %MAP; # all maps	89	our %MAP; # all maps
61	our $LINK_MAP; # the special {link} map, which is always available	90	our $LINK_MAP; # the special {link} map, which is always available
62	our $RANDOM_MAPS = cf::localdir . "/random";
63
64	our $WAIT_FOR_TICK; $WAIT_FOR_TICK ||= new Coro::Signal;
65	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE ||= new Coro::Signal;
66		91
67	# used to convert map paths into valid unix filenames by replacing / by ∕	92	# used to convert map paths into valid unix filenames by replacing / by ∕
68	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
69		94
		95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		96	our $LOADAVG; # same thing, but with alpha-smoothing
		97	our $tick_start; # for load detecting purposes
		98
70	binmode STDOUT;	99	binmode STDOUT;
71	binmode STDERR;	100	binmode STDERR;
72		101
73	# read virtual server time, if available	102	# read virtual server time, if available
74	unless ($RUNTIME || !-e cf::localdir . "/runtime") {	103	unless ($RUNTIME || !-e "$LOCALDIR/runtime") {
75	open my $fh, "<", cf::localdir . "/runtime"	104	open my $fh, "<", "$LOCALDIR/runtime"
76	or die "unable to read runtime file: $!";	105	or die "unable to read runtime file: $!";
77	$RUNTIME = <$fh> + 0.;	106	$RUNTIME = <$fh> + 0.;
78	}	107	}
79		108
80	mkdir cf::localdir;	109	mkdir $_
81	mkdir cf::localdir . "/" . cf::playerdir;	110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
82	mkdir cf::localdir . "/" . cf::tmpdir;
83	mkdir cf::localdir . "/" . cf::uniquedir;
84	mkdir $RANDOM_MAPS;
85		111
86	our $EMERGENCY_POSITION;	112	our $EMERGENCY_POSITION;
		113
		114	sub cf::map::normalise;
87		115
88	#############################################################################	116	#############################################################################
89		117
90	=head2 GLOBAL VARIABLES	118	=head2 GLOBAL VARIABLES
91		119
…		…
98	=item $cf::RUNTIME	126	=item $cf::RUNTIME
99		127
100	The time this server has run, starts at 0 and is increased by $cf::TICK on	128	The time this server has run, starts at 0 and is increased by $cf::TICK on
101	every server tick.	129	every server tick.
102		130
103	=item $cf::LIBDIR	131	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		132	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		133	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
104		134
105	The perl library directory, where extensions and cf-specific modules can	135	Various directories - "/etc", read-only install directory, perl-library
106	be found. It will be added to C<@INC> automatically.	136	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		137	unique-items directory, player file directory, random maps directory and
		138	database environment.
107		139
108	=item $cf::NOW	140	=item $cf::NOW
109		141
110	The time of the last (current) server tick.	142	The time of the last (current) server tick.
111		143
112	=item $cf::TICK	144	=item $cf::TICK
113		145
114	The interval between server ticks, in seconds.	146	The interval between server ticks, in seconds.
		147
		148	=item $cf::LOADAVG
		149
		150	The current CPU load on the server (alpha-smoothed), as a value between 0
		151	(none) and 1 (overloaded), indicating how much time is spent on processing
		152	objects per tick. Healthy values are < 0.5.
		153
		154	=item $cf::LOAD
		155
		156	The raw value load value from the last tick.
115		157
116	=item %cf::CFG	158	=item %cf::CFG
117		159
118	Configuration for the server, loaded from C</etc/crossfire/config>, or	160	Configuration for the server, loaded from C</etc/crossfire/config>, or
119	from wherever your confdir points to.	161	from wherever your confdir points to.
120		162
121	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	163	=item cf::wait_for_tick, cf::wait_for_tick_begin
122		164
123	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
124	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	166	returns directly I<after> the tick processing (and consequently, can only wake one process
125	processing has been done. Call C<< ->wait >> on them to maximise the	167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
126	window of cpu time available, or simply to synchronise to the server tick.
127		168
128	=back	169	=back
129		170
130	=cut	171	=cut
131		172
132	BEGIN {	173	BEGIN {
133	*CORE::GLOBAL::warn = sub {	174	*CORE::GLOBAL::warn = sub {
134	my $msg = join "", @_;	175	my $msg = join "", @_;
135	utf8::encode $msg;
136		176
137	$msg .= "\n"	177	$msg .= "\n"
138	unless $msg =~ /\n$/;	178	unless $msg =~ /\n$/;
139		179
		180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		181
		182	utf8::encode $msg;
140	LOG llevError, $msg;	183	LOG llevError, $msg;
141	};	184	};
142	}	185	}
143		186
144	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
190	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	233	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
191	$d	234	$d
192	} || "[unable to dump $_[0]: '$@']";	235	} || "[unable to dump $_[0]: '$@']";
193	}	236	}
194		237
195	use JSON::Syck (); # TODO# replace by JSON::PC once working	238	use JSON::XS qw(to_json from_json); # TODO# replace by JSON::PC once working
196		239
197	=item $ref = cf::from_json $json	240	=item $ref = cf::from_json $json
198		241
199	Converts a JSON string into the corresponding perl data structure.	242	Converts a JSON string into the corresponding perl data structure.
200		243
201	=cut
202
203	sub from_json($) {
204	$JSON::Syck::ImplicitUnicode = 1; # work around JSON::Syck bugs
205	JSON::Syck::Load $_[0]
206	}
207
208	=item $json = cf::to_json $ref	244	=item $json = cf::to_json $ref
209		245
210	Converts a perl data structure into its JSON representation.	246	Converts a perl data structure into its JSON representation.
211
212	=cut
213
214	sub to_json($) {
215	$JSON::Syck::ImplicitUnicode = 0; # work around JSON::Syck bugs
216	JSON::Syck::Dump $_[0]
217	}
218		247
219	=item cf::lock_wait $string	248	=item cf::lock_wait $string
220		249
221	Wait until the given lock is available. See cf::lock_acquire.	250	Wait until the given lock is available. See cf::lock_acquire.
222		251
…		…
228	returned.	257	returned.
229		258
230	Lock names should begin with a unique identifier (for example, cf::map::find	259	Lock names should begin with a unique identifier (for example, cf::map::find
231	uses map_find and cf::map::load uses map_load).	260	uses map_find and cf::map::load uses map_load).
232		261
		262	=item $locked = cf::lock_active $string
		263
		264	Return true if the lock is currently active, i.e. somebody has locked it.
		265
233	=cut	266	=cut
234		267
235	our %LOCK;	268	our %LOCK;
236		269
237	sub lock_wait($) {	270	sub lock_wait($) {
…		…
256	# wake up all waiters, to be on the safe side	289	# wake up all waiters, to be on the safe side
257	$_->ready for @{ delete $LOCK{$key} };	290	$_->ready for @{ delete $LOCK{$key} };
258	}	291	}
259	}	292	}
260		293
		294	sub lock_active($) {
		295	my ($key) = @_;
		296
		297	! ! $LOCK{$key}
		298	}
		299
261	sub freeze_mainloop {	300	sub freeze_mainloop {
262	return unless $TICK_WATCHER->is_active;	301	return unless $TICK_WATCHER->is_active;
263		302
264	my $guard = Coro::guard {	303	my $guard = Coro::guard {
265	$TICK_WATCHER->start;	304	$TICK_WATCHER->start;
266	$WRITE_RUNTIME_WATCHER->start;
267	};	305	};
268	$WRITE_RUNTIME_WATCHER->stop;
269	$TICK_WATCHER->stop;	306	$TICK_WATCHER->stop;
270	$guard	307	$guard
271	}	308	}
272		309
273	=item cf::async { BLOCK }	310	=item cf::async { BLOCK }
…		…
295		332
296	sub sync_job(&) {	333	sub sync_job(&) {
297	my ($job) = @_;	334	my ($job) = @_;
298		335
299	if ($Coro::current == $Coro::main) {	336	if ($Coro::current == $Coro::main) {
		337	my $time = Event::time;
		338
300	# this is the main coro, too bad, we have to block	339	# this is the main coro, too bad, we have to block
301	# till the operation succeeds, freezing the server :/	340	# till the operation succeeds, freezing the server :/
302		341
303	# TODO: use suspend/resume instead	342	# TODO: use suspend/resume instead
304	# (but this is cancel-safe)	343	# (but this is cancel-safe)
…		…
315		354
316	while ($busy) {	355	while ($busy) {
317	Coro::cede or Event::one_event;	356	Coro::cede or Event::one_event;
318	}	357	}
319		358
		359	$time = Event::time - $time;
		360
		361	LOG llevError | logBacktrace, "long sync job\n"
		362	if $time > $TICK * 0.5;
		363
		364	$tick_start += $time; # do not account sync jobs to server load
		365
320	wantarray ? @res : $res[0]	366	wantarray ? @res : $res[0]
321	} else {	367	} else {
322	# we are in another coroutine, how wonderful, everything just works	368	# we are in another coroutine, how wonderful, everything just works
323		369
324	$job->()	370	$job->()
…		…
344		390
345	$coro	391	$coro
346	}	392	}
347		393
348	sub write_runtime {	394	sub write_runtime {
349	my $runtime = cf::localdir . "/runtime";	395	my $runtime = "$LOCALDIR/runtime";
		396
		397	# first touch the runtime file to show we are still running:
		398	# the fsync below can take a very very long time.
		399
		400	if (my $fh = aio_open $runtime, O_WRONLY, 0) {
		401	utime undef, undef, $fh;
		402	}
		403
		404	my $guard = cf::lock_acquire "write_runtime";
350		405
351	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644	406	my $fh = aio_open "$runtime~", O_WRONLY | O_CREAT, 0644
352	or return;	407	or return;
353		408
354	my $value = $cf::RUNTIME + 90 + 10;	409	my $value = $cf::RUNTIME + 90 + 10;
…		…
356	# 60 allows for the watchdog to kill the server.	411	# 60 allows for the watchdog to kill the server.
357		412
358	(aio_write $fh, 0, (length $value), $value, 0) <= 0	413	(aio_write $fh, 0, (length $value), $value, 0) <= 0
359	and return;	414	and return;
360		415
		416	# always fsync - this file is important
361	aio_fsync $fh	417	aio_fsync $fh
362	and return;	418	and return;
363		419
		420	# touch it again to show we are up-to-date
		421	utime undef, undef, $fh;
		422
364	close $fh	423	close $fh
365	or return;	424	or return;
366		425
367	aio_rename "$runtime~", $runtime	426	aio_rename "$runtime~", $runtime
368	and return;	427	and return;
369		428
		429	warn "runtime file written.\n";#d#
		430
370	1	431	1
		432	}
		433
		434	=item cf::datalog type => key => value, ...
		435
		436	Log a datalog packet of the given type with the given key-value pairs.
		437
		438	=cut
		439
		440	sub datalog($@) {
		441	my ($type, %kv) = @_;
		442	warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
371	}	443	}
372		444
373	=back	445	=back
374		446
375	=cut	447	=cut
…		…
750	$filename, length $$rdata, scalar @$objs;	822	$filename, length $$rdata, scalar @$objs;
751		823
752	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {	824	if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
753	chmod SAVE_MODE, $fh;	825	chmod SAVE_MODE, $fh;
754	aio_write $fh, 0, (length $$rdata), $$rdata, 0;	826	aio_write $fh, 0, (length $$rdata), $$rdata, 0;
755	aio_fsync $fh;	827	aio_fsync $fh if $cf::USE_FSYNC;
756	close $fh;	828	close $fh;
757		829
758	if (@$objs) {	830	if (@$objs) {
759	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {	831	if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
760	chmod SAVE_MODE, $fh;	832	chmod SAVE_MODE, $fh;
761	my $data = Storable::nfreeze { version => 1, objs => $objs };	833	my $data = Storable::nfreeze { version => 1, objs => $objs };
762	aio_write $fh, 0, (length $data), $data, 0;	834	aio_write $fh, 0, (length $data), $data, 0;
763	aio_fsync $fh;	835	aio_fsync $fh if $cf::USE_FSYNC;
764	close $fh;	836	close $fh;
765	aio_rename "$filename.pst~", "$filename.pst";	837	aio_rename "$filename.pst~", "$filename.pst";
766	}	838	}
767	} else {	839	} else {
768	aio_unlink "$filename.pst";	840	aio_unlink "$filename.pst";
…		…
937	Returns the given player object, loading it if necessary (might block).	1009	Returns the given player object, loading it if necessary (might block).
938		1010
939	=cut	1011	=cut
940		1012
941	sub playerdir($) {	1013	sub playerdir($) {
942	cf::localdir	1014	"$PLAYERDIR/"
943	. "/"
944	. cf::playerdir
945	. "/"
946	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1015	. (ref $_[0] ? $_[0]->ob->name : $_[0])
947	}	1016	}
948		1017
949	sub path($) {	1018	sub path($) {
950	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1019	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
951		1020
952	(playerdir $login) . "/$login.pl"	1021	(playerdir $login) . "/playerdata"
953	}	1022	}
954		1023
955	sub find_active($) {	1024	sub find_active($) {
956	$cf::PLAYER{$_[0]}	1025	$cf::PLAYER{$_[0]}
957	and $cf::PLAYER{$_[0]}->active	1026	and $cf::PLAYER{$_[0]}->active
…		…
970	my $login = $_[0];	1039	my $login = $_[0];
971		1040
972	my $guard = cf::lock_acquire "user_find:$login";	1041	my $guard = cf::lock_acquire "user_find:$login";
973		1042
974	$cf::PLAYER{$_[0]} || do {	1043	$cf::PLAYER{$_[0]} || do {
		1044	# rename old playerfiles to new ones
		1045	#TODO: remove when no longer required
		1046	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1047	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1048	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1049	aio_unlink +(playerdir $login) . "/$login.pl";
		1050
975	my $pl = load_pl path $login	1051	my $pl = load_pl path $login
976	or return;	1052	or return;
977	$cf::PLAYER{$login} = $pl	1053	$cf::PLAYER{$login} = $pl
978	}	1054	}
979	}	1055	}
…		…
1016		1092
1017	=cut	1093	=cut
1018		1094
1019	sub quit_character {	1095	sub quit_character {
1020	my ($pl) = @_;	1096	my ($pl) = @_;
		1097
		1098	my $name = $pl->ob->name;
1021		1099
1022	$pl->{deny_save} = 1;	1100	$pl->{deny_save} = 1;
1023	$pl->password ("*"); # this should lock out the player until we nuked the dir	1101	$pl->password ("*"); # this should lock out the player until we nuked the dir
1024		1102
1025	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;	1103	$pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active;
…		…
1030	my $path = playerdir $pl;	1108	my $path = playerdir $pl;
1031	my $temp = "$path~$cf::RUNTIME~deleting~";	1109	my $temp = "$path~$cf::RUNTIME~deleting~";
1032	aio_rename $path, $temp;	1110	aio_rename $path, $temp;
1033	delete $cf::PLAYER{$pl->ob->name};	1111	delete $cf::PLAYER{$pl->ob->name};
1034	$pl->destroy;	1112	$pl->destroy;
		1113
		1114	my $prefix = qr<^~\Q$name\E/>;
		1115
		1116	# nuke player maps
		1117	$cf::MAP{$_}->nuke for grep /$prefix/, keys %cf::MAP;
		1118
1035	IO::AIO::aio_rmtree $temp;	1119	IO::AIO::aio_rmtree $temp;
		1120	}
		1121
		1122	=item $pl->kick
		1123
		1124	Kicks a player out of the game. This destroys the connection.
		1125
		1126	=cut
		1127
		1128	sub kick {
		1129	my ($pl, $kicker) = @_;
		1130
		1131	$pl->invoke (cf::EVENT_PLAYER_KICK, $kicker);
		1132	$pl->killer ("kicked");
		1133	$pl->ns->destroy;
1036	}	1134	}
1037		1135
1038	=item cf::player::list_logins	1136	=item cf::player::list_logins
1039		1137
1040	Returns am arrayref of all valid playernames in the system, can take a	1138	Returns am arrayref of all valid playernames in the system, can take a
1041	while and may block, so not sync_job-capable, ever.	1139	while and may block, so not sync_job-capable, ever.
1042		1140
1043	=cut	1141	=cut
1044		1142
1045	sub list_logins {	1143	sub list_logins {
1046	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1144	my $dirs = aio_readdir $PLAYERDIR
1047	or return [];	1145	or return [];
1048		1146
1049	my @logins;	1147	my @logins;
1050		1148
1051	for my $login (@$dirs) {	1149	for my $login (@$dirs) {
…		…
1068	=cut	1166	=cut
1069		1167
1070	sub maps($) {	1168	sub maps($) {
1071	my ($pl) = @_;	1169	my ($pl) = @_;
1072		1170
		1171	$pl = ref $pl ? $pl->ob->name : $pl;
		1172
1073	my $files = aio_readdir playerdir $pl	1173	my $files = aio_readdir playerdir $pl
1074	or return;	1174	or return;
1075		1175
1076	my @paths;	1176	my @paths;
1077		1177
1078	for (@$files) {	1178	for (@$files) {
1079	utf8::decode $_;	1179	utf8::decode $_;
1080	next if /\.(?:pl|pst)$/;	1180	next if /\.(?:pl|pst)$/;
1081	next unless /^$PATH_SEP/o;	1181	next unless /^$PATH_SEP/o;
1082		1182
1083	s/\.map$//;	1183	push @paths, cf::map::normalise "~$pl/$_";
1084	push @paths, "~" . $pl->ob->name . "/" . $_;
1085	}	1184	}
1086		1185
1087	\@paths	1186	\@paths
1088	}	1187	}
1089		1188
1090	=item $player->ext_reply ($msgid, $msgtype, %msg)	1189	=item $player->ext_reply ($msgid, %msg)
1091		1190
1092	Sends an ext reply to the player.	1191	Sends an ext reply to the player.
1093		1192
1094	=cut	1193	=cut
1095		1194
1096	sub ext_reply($$$%) {	1195	sub ext_reply($$%) {
1097	my ($self, $id, %msg) = @_;	1196	my ($self, $id, %msg) = @_;
1098		1197
1099	$msg{msgid} = $id;	1198	$msg{msgid} = $id;
1100		1199
1101	$self->send ("ext " . cf::to_json \%msg);	1200	$self->send ("ext " . cf::to_json \%msg);
1102	}	1201	}
1103		1202
1104	package cf;	1203	=item $player->ext_event ($type, %msg)
		1204
		1205	Sends an ext event to the client.
		1206
		1207	=cut
		1208
		1209	sub ext_event($$%) {
		1210	my ($self, $type, %msg) = @_;
		1211
		1212	$self->ns->ext_event ($type, %msg);
		1213	}
		1214
		1215	=head3 cf::region
		1216
		1217	=over 4
		1218
		1219	=cut
		1220
		1221	package cf::region;
		1222
		1223	=item cf::region::find_by_path $path
		1224
		1225	Tries to decuce the probable region for a map knowing only its path.
		1226
		1227	=cut
		1228
		1229	sub find_by_path($) {
		1230	my ($path) = @_;
		1231
		1232	my ($match, $specificity);
		1233
		1234	for my $region (list) {
		1235	if ($region->match && $path =~ $region->match) {
		1236	($match, $specificity) = ($region, $region->specificity)
		1237	if $region->specificity > $specificity;
		1238	}
		1239	}
		1240
		1241	$match
		1242	}
1105		1243
1106	=back	1244	=back
1107
1108		1245
1109	=head3 cf::map	1246	=head3 cf::map
1110		1247
1111	=over 4	1248	=over 4
1112		1249
…		…
1178	sub normalise {	1315	sub normalise {
1179	my ($path, $base) = @_;	1316	my ($path, $base) = @_;
1180		1317
1181	$path = "$path"; # make sure its a string	1318	$path = "$path"; # make sure its a string
1182		1319
		1320	$path =~ s/\.map$//;
		1321
1183	# map plan:	1322	# map plan:
1184	#	1323	#
1185	# /! non-realised random map exit (special hack!)	1324	# /! non-realised random map exit (special hack!)
1186	# {... are special paths that are not being touched	1325	# {... are special paths that are not being touched
1187	# ?xxx/... are special absolute paths	1326	# ?xxx/... are special absolute paths
…		…
1248		1387
1249	# the original (read-only) location	1388	# the original (read-only) location
1250	sub load_path {	1389	sub load_path {
1251	my ($self) = @_;	1390	my ($self) = @_;
1252		1391
1253	sprintf "%s/%s/%s", cf::datadir, cf::mapdir, $self->{path}	1392	"$MAPDIR/$self->{path}.map"
1254	}	1393	}
1255		1394
1256	# the temporary/swap location	1395	# the temporary/swap location
1257	sub save_path {	1396	sub save_path {
1258	my ($self) = @_;	1397	my ($self) = @_;
1259		1398
1260	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1399	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1261	sprintf "%s/%s/%s", cf::localdir, cf::tmpdir, $path	1400	"$TMPDIR/$path.map"
1262	}	1401	}
1263		1402
1264	# the unique path, undef == no special unique path	1403	# the unique path, undef == no special unique path
1265	sub uniq_path {	1404	sub uniq_path {
1266	my ($self) = @_;	1405	my ($self) = @_;
1267		1406
1268	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1407	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1269	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1408	"$UNIQUEDIR/$path"
1270	}	1409	}
1271		1410
1272	# and all this just because we cannot iterate over	1411	# and all this just because we cannot iterate over
1273	# all maps in C++...	1412	# all maps in C++...
1274	sub change_all_map_light {	1413	sub change_all_map_light {
…		…
1288		1427
1289	sub load_header_from($) {	1428	sub load_header_from($) {
1290	my ($self, $path) = @_;	1429	my ($self, $path) = @_;
1291		1430
1292	utf8::encode $path;	1431	utf8::encode $path;
1293	aio_open $path, O_RDONLY, 0	1432	#aio_open $path, O_RDONLY, 0
1294	or return;	1433	# or return;
1295		1434
1296	$self->_load_header ($path)	1435	$self->_load_header ($path)
1297	or return;	1436	or return;
1298		1437
1299	$self->{load_path} = $path;	1438	$self->{load_path} = $path;
…		…
1341	$self->load_header_orig	1480	$self->load_header_orig
1342	or return;	1481	or return;
1343	$self->prepare_orig;	1482	$self->prepare_orig;
1344	}	1483	}
1345		1484
		1485	$self->default_region (cf::region::find_by_path $self->{path})
		1486	unless $self->default_region;
		1487
1346	1	1488	1
1347	}	1489	}
1348		1490
1349	sub find;	1491	sub find;
1350	sub find {	1492	sub find {
…		…
1380	sub post_load { }	1522	sub post_load { }
1381		1523
1382	sub load {	1524	sub load {
1383	my ($self) = @_;	1525	my ($self) = @_;
1384		1526
		1527	local $self->{deny_reset} = 1; # loading can take a long time
		1528
1385	my $path = $self->{path};	1529	my $path = $self->{path};
		1530
		1531	{
1386	my $guard = cf::lock_acquire "map_load:$path";	1532	my $guard = cf::lock_acquire "map_load:$path";
1387		1533
1388	return if $self->in_memory != cf::MAP_SWAPPED;	1534	return if $self->in_memory != cf::MAP_SWAPPED;
1389		1535
1390	$self->in_memory (cf::MAP_LOADING);	1536	$self->in_memory (cf::MAP_LOADING);
1391		1537
1392	$self->alloc;	1538	$self->alloc;
1393		1539
1394	$self->pre_load;	1540	$self->pre_load;
1395
1396	$self->_load_objects ($self->{load_path}, 1)
1397	or return;
1398
1399	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1400	if delete $self->{load_original};
1401
1402	if (my $uniq = $self->uniq_path) {
1403	utf8::encode $uniq;
1404	if (aio_open $uniq, O_RDONLY, 0) {
1405	$self->clear_unique_items;
1406	$self->_load_objects ($uniq, 0);
1407	}
1408	}
1409
1410	Coro::cede;
1411
1412	# now do the right thing for maps
1413	$self->link_multipart_objects;
1414
1415	unless ($self->{deny_activate}) {
1416	$self->decay_objects;
1417	$self->fix_auto_apply;
1418	$self->update_buttons;
1419	Coro::cede;	1541	Coro::cede;
1420	$self->set_darkness_map;	1542
		1543	$self->_load_objects ($self->{load_path}, 1)
		1544	or return;
		1545
		1546	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1547	if delete $self->{load_original};
		1548
		1549	if (my $uniq = $self->uniq_path) {
		1550	utf8::encode $uniq;
		1551	if (aio_open $uniq, O_RDONLY, 0) {
		1552	$self->clear_unique_items;
		1553	$self->_load_objects ($uniq, 0);
		1554	}
		1555	}
		1556
		1557	Coro::cede;
		1558	# now do the right thing for maps
		1559	$self->link_multipart_objects;
1421	$self->difficulty ($self->estimate_difficulty)	1560	$self->difficulty ($self->estimate_difficulty)
1422	unless $self->difficulty;	1561	unless $self->difficulty;
1423	Coro::cede;	1562	Coro::cede;
		1563
		1564	unless ($self->{deny_activate}) {
		1565	$self->decay_objects;
		1566	$self->fix_auto_apply;
		1567	$self->update_buttons;
		1568	Coro::cede;
		1569	$self->set_darkness_map;
		1570	Coro::cede;
1424	$self->activate;	1571	$self->activate;
		1572	}
		1573
		1574	$self->in_memory (cf::MAP_IN_MEMORY);
1425	}	1575	}
1426		1576
1427	$self->post_load;	1577	$self->post_load;
1428
1429	$self->in_memory (cf::MAP_IN_MEMORY);
1430	}	1578	}
1431		1579
1432	sub customise_for {	1580	sub customise_for {
1433	my ($self, $ob) = @_;	1581	my ($self, $ob) = @_;
1434		1582
…		…
1577	return if $self->players;	1725	return if $self->players;
1578	return if $self->isa ("ext::map_per_player");#d#	1726	return if $self->isa ("ext::map_per_player");#d#
1579		1727
1580	warn "resetting map ", $self->path;#d#	1728	warn "resetting map ", $self->path;#d#
1581		1729
		1730	$self->in_memory (cf::MAP_SWAPPED);
		1731
		1732	# need to save uniques path
		1733	unless ($self->{deny_save}) {
		1734	my $uniq = $self->uniq_path; utf8::encode $uniq;
		1735
		1736	$self->_save_objects ($uniq, cf::IO_UNIQUES)
		1737	if $uniq;
		1738	}
		1739
1582	delete $cf::MAP{$self->path};	1740	delete $cf::MAP{$self->path};
1583		1741
1584	$self->in_memory (cf::MAP_SWAPPED);
1585	$self->clear;	1742	$self->clear;
1586		1743
1587	$_->clear_links_to ($self) for values %cf::MAP;	1744	$_->clear_links_to ($self) for values %cf::MAP;
1588		1745
1589	$self->unlink_save;	1746	$self->unlink_save;
…		…
1616	instantiated unique items. May block.	1773	instantiated unique items. May block.
1617		1774
1618	=cut	1775	=cut
1619		1776
1620	sub unique_maps() {	1777	sub unique_maps() {
1621	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	1778	my $files = aio_readdir $UNIQUEDIR
1622	or return;	1779	or return;
1623		1780
1624	my @paths;	1781	my @paths;
1625		1782
1626	for (@$files) {	1783	for (@$files) {
1627	utf8::decode $_;	1784	utf8::decode $_;
1628	next if /\.pst$/;	1785	next if /\.pst$/;
1629	next unless /^$PATH_SEP/o;	1786	next unless /^$PATH_SEP/o;
1630		1787
1631	s/\.map$//;	1788	push @paths, cf::map::normalise $_;
1632	push @paths, $_;
1633	}	1789	}
1634		1790
1635	\@paths	1791	\@paths
1636	}	1792	}
1637		1793
…		…
1731	=cut	1887	=cut
1732		1888
1733	sub link_map {	1889	sub link_map {
1734	unless ($LINK_MAP) {	1890	unless ($LINK_MAP) {
1735	$LINK_MAP = cf::map::find "{link}"	1891	$LINK_MAP = cf::map::find "{link}"
1736	or do { warn "FATAL: unable to provide {link} map, exiting."; exit 1 };	1892	or cf::cleanup "FATAL: unable to provide {link} map, exiting.";
1737	$LINK_MAP->load;	1893	$LINK_MAP->load;
1738	}	1894	}
1739		1895
1740	$LINK_MAP	1896	$LINK_MAP
1741	}	1897	}
…		…
1780	$map->load;	1936	$map->load;
1781	$map->load_diag;	1937	$map->load_diag;
1782		1938
1783	return unless $self->contr->active;	1939	return unless $self->contr->active;
1784	$self->activate_recursive;	1940	$self->activate_recursive;
		1941
		1942	local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
1785	$self->enter_map ($map, $x, $y);	1943	$self->enter_map ($map, $x, $y);
1786	}	1944	}
1787		1945
1788	cf::player->attach (	1946	cf::player->attach (
1789	on_logout => sub {	1947	on_logout => sub {
…		…
1802	# try to abort aborted map switching on player login :)	1960	# try to abort aborted map switching on player login :)
1803	# should happen only on crashes	1961	# should happen only on crashes
1804	if ($pl->ob->{_link_pos}) {	1962	if ($pl->ob->{_link_pos}) {
1805	$pl->ob->enter_link;	1963	$pl->ob->enter_link;
1806	(async {	1964	(async {
1807	# we need this sleep as the login has a concurrent enter_exit running
1808	# and this sleep increases chances of the player not ending up in scorn
1809	$pl->ob->reply (undef,	1965	$pl->ob->reply (undef,
1810	"There was an internal problem at your last logout, "	1966	"There was an internal problem at your last logout, "
1811	. "the server will try to bring you to your intended destination in a second.",	1967	. "the server will try to bring you to your intended destination in a second.",
1812	cf::NDI_RED);	1968	cf::NDI_RED);
		1969	# we need this sleep as the login has a concurrent enter_exit running
		1970	# and this sleep increases chances of the player not ending up in scorn
1813	Coro::Timer::sleep 1;	1971	Coro::Timer::sleep 1;
1814	$pl->ob->leave_link;	1972	$pl->ob->leave_link;
1815	})->prio (2);	1973	})->prio (2);
1816	}	1974	}
1817	},	1975	},
…		…
1825	my ($self, $path, $x, $y) = @_;	1983	my ($self, $path, $x, $y) = @_;
1826		1984
1827	$self->enter_link;	1985	$self->enter_link;
1828		1986
1829	(async {	1987	(async {
		1988	my $map = eval {
1830	my $map = cf::map::find $path;	1989	my $map = cf::map::find $path;
1831	$map = $map->customise_for ($self) if $map;	1990	$map = $map->customise_for ($self) if $map;
1832		1991	$map
1833	# warn "entering ", $map->path, " at ($x, $y)\n"	1992	} or
1834	# if $map;
1835
1836	$map or $self->message ("The exit to '" . ($path->visible_name) . "' is closed", cf::NDI_UNIQUE | cf::NDI_RED);	1993	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED);
1837		1994
1838	$self->leave_link ($map, $x, $y);	1995	$self->leave_link ($map, $x, $y);
1839	})->prio (1);	1996	})->prio (1);
1840	}	1997	}
1841		1998
…		…
1872	# that depends on the exit object	2029	# that depends on the exit object
1873		2030
1874	my $rmp = parse_random_map_params $exit->msg;	2031	my $rmp = parse_random_map_params $exit->msg;
1875		2032
1876	if ($exit->map) {	2033	if ($exit->map) {
1877	$rmp->{region} = $exit->map->region_name;	2034	$rmp->{region} = $exit->region->name;
1878	$rmp->{origin_map} = $exit->map->path;	2035	$rmp->{origin_map} = $exit->map->path;
1879	$rmp->{origin_x} = $exit->x;	2036	$rmp->{origin_x} = $exit->x;
1880	$rmp->{origin_y} = $exit->y;	2037	$rmp->{origin_y} = $exit->y;
1881	}	2038	}
1882		2039
1883	$rmp->{random_seed} ||= $exit->random_seed;	2040	$rmp->{random_seed} ||= $exit->random_seed;
1884		2041
1885	my $data = cf::to_json $rmp;	2042	my $data = cf::to_json $rmp;
1886	my $md5 = Digest::MD5::md5_hex $data;	2043	my $md5 = Digest::MD5::md5_hex $data;
1887	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2044	my $meta = "$RANDOMDIR/$md5.meta";
1888		2045
1889	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {	2046	if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
1890	aio_write $fh, 0, (length $data), $data, 0;	2047	aio_write $fh, 0, (length $data), $data, 0;
1891	undef $fh;	2048	undef $fh;
1892	aio_rename "$meta~", $meta;	2049	aio_rename "$meta~", $meta;
…		…
1901		2058
1902	return unless $self->type == cf::PLAYER;	2059	return unless $self->type == cf::PLAYER;
1903		2060
1904	if ($exit->slaying eq "/!") {	2061	if ($exit->slaying eq "/!") {
1905	#TODO: this should de-fi-ni-te-ly not be a sync-job	2062	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2063	# the problem is that $exit might not survive long enough
		2064	# so it needs to be done right now, right here
1906	cf::sync_job { prepare_random_map $exit };	2065	cf::sync_job { prepare_random_map $exit };
1907	}	2066	}
1908		2067
1909	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2068	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1910	my $hp = $exit->stats->hp;	2069	my $hp = $exit->stats->hp;
…		…
1918	$self->goto ($slaying, $hp, $sp);	2077	$self->goto ($slaying, $hp, $sp);
1919		2078
1920	1;	2079	1;
1921	}) {	2080	}) {
1922	$self->message ("Something went wrong deep within the crossfire server. "	2081	$self->message ("Something went wrong deep within the crossfire server. "
1923	. "I'll try to bring you back to the map you were before. "	2082	. "I'll try to bring you back to the map you were before. "
1924	. "Please report this to the dungeon master!",	2083	. "Please report this to the dungeon master!",
1925	cf::NDI_UNIQUE | cf::NDI_RED);	2084	cf::NDI_UNIQUE | cf::NDI_RED);
1926		2085
1927	warn "ERROR in enter_exit: $@";	2086	warn "ERROR in enter_exit: $@";
1928	$self->leave_link;	2087	$self->leave_link;
1929	}	2088	}
1930	})->prio (1);	2089	})->prio (1);
…		…
1943		2102
1944	sub cf::client::send_drawinfo {	2103	sub cf::client::send_drawinfo {
1945	my ($self, $text, $flags) = @_;	2104	my ($self, $text, $flags) = @_;
1946		2105
1947	utf8::encode $text;	2106	utf8::encode $text;
1948	$self->send_packet (sprintf "drawinfo %d %s", $flags, $text);	2107	$self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
1949	}	2108	}
1950		2109
		2110	=item $client->ext_event ($type, %msg)
		2111
		2112	Sends an exti event to the client.
		2113
		2114	=cut
		2115
		2116	sub cf::client::ext_event($$%) {
		2117	my ($self, $type, %msg) = @_;
		2118
		2119	$msg{msgtype} = "event_$type";
		2120	$self->send_packet ("ext " . cf::to_json \%msg);
		2121	}
1951		2122
1952	=item $success = $client->query ($flags, "text", \&cb)	2123	=item $success = $client->query ($flags, "text", \&cb)
1953		2124
1954	Queues a query to the client, calling the given callback with	2125	Queues a query to the client, calling the given callback with
1955	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,	2126	the reply text on a reply. flags can be C<cf::CS_QUERY_YESNO>,
…		…
1984	# get handled first	2155	# get handled first
1985	my $queue = delete $ns->{query_queue}	2156	my $queue = delete $ns->{query_queue}
1986	or return; # be conservative, not sure how that can happen, but we saw a crash here	2157	or return; # be conservative, not sure how that can happen, but we saw a crash here
1987		2158
1988	(shift @$queue)->[1]->($msg);	2159	(shift @$queue)->[1]->($msg);
		2160	return unless $ns->valid; # temporary(?) workaround for callback destroying socket
1989		2161
1990	push @{ $ns->{query_queue} }, @$queue;	2162	push @{ $ns->{query_queue} }, @$queue;
1991		2163
1992	if (@{ $ns->{query_queue} } == @$queue) {	2164	if (@{ $ns->{query_queue} } == @$queue) {
1993	if (@$queue) {	2165	if (@$queue) {
…		…
2051		2223
2052	# here we export the classes and methods available to script code	2224	# here we export the classes and methods available to script code
2053		2225
2054	=pod	2226	=pod
2055		2227
2056	The following fucntions and emthods are available within a safe environment:	2228	The following functions and methods are available within a safe environment:
2057		2229
2058	cf::object contr pay_amount pay_player map	2230	cf::object contr pay_amount pay_player map
2059	cf::object::player player	2231	cf::object::player player
2060	cf::player peaceful	2232	cf::player peaceful
2061	cf::map trigger	2233	cf::map trigger
…		…
2146	#############################################################################	2318	#############################################################################
2147		2319
2148	=head2 EXTENSION DATABASE SUPPORT	2320	=head2 EXTENSION DATABASE SUPPORT
2149		2321
2150	Crossfire maintains a very simple database for extension use. It can	2322	Crossfire maintains a very simple database for extension use. It can
2151	currently store anything that can be serialised using Storable, which	2323	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2152	excludes objects.	2324	convert to/from binary).
2153		2325
2154	The parameter C<$family> should best start with the name of the extension	2326	The parameter C<$family> should best start with the name of the extension
2155	using it, it should be unique.	2327	using it, it should be unique.
2156		2328
2157	=over 4	2329	=over 4
2158		2330
2159	=item $hashref = cf::db_get $family
2160
2161	Return a hashref for use by the extension C<$family>, which can be
2162	modified. After modifications, you have to call C<cf::db_dirty> or
2163	C<cf::db_sync>.
2164
2165	=item $value = cf::db_get $family => $key	2331	=item $value = cf::db_get $family => $key
2166		2332
2167	Returns a single value from the database	2333	Returns a single value from the database.
2168
2169	=item cf::db_put $family => $hashref
2170
2171	Stores the given family hashref into the database. Updates are delayed, if
2172	you want the data to be synced to disk immediately, use C<cf::db_sync>.
2173		2334
2174	=item cf::db_put $family => $key => $value	2335	=item cf::db_put $family => $key => $value
2175		2336
2176	Stores the given C<$value> in the family hash. Updates are delayed, if you	2337	Stores the given C<$value> in the family.
2177	want the data to be synced to disk immediately, use C<cf::db_sync>.
2178
2179	=item cf::db_dirty
2180
2181	Marks the database as dirty, to be updated at a later time.
2182
2183	=item cf::db_sync
2184
2185	Immediately write the database to disk I<if it is dirty>.
2186		2338
2187	=cut	2339	=cut
2188		2340
2189	our $DB;	2341	our $DB;
2190		2342
2191	{	2343	sub db_init {
2192	my $path = cf::localdir . "/database.pst";	2344	unless ($DB) {
		2345	$DB = BDB::db_create $DB_ENV;
2193		2346
2194	sub db_load() {	2347	cf::sync_job {
2195	$DB = stat $path ? Storable::retrieve $path : { };	2348	eval {
2196	}	2349	$DB->set_flags (BDB::CHKSUM);
2197		2350
2198	my $pid;	2351	BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
2199		2352	BDB::CREATE | BDB::AUTO_COMMIT, 0666;
2200	sub db_save() {	2353	cf::cleanup "db_open(db): $!" if $!;
2201	waitpid $pid, 0 if $pid;	2354	};
2202	if (0 == ($pid = fork)) {	2355	cf::cleanup "db_open(db): $@" if $@;
2203	$DB->{_meta}{version} = 1;
2204	Storable::nstore $DB, "$path~";
2205	rename "$path~", $path;
2206	cf::_exit 0 if defined $pid;
2207	}	2356	};
2208	}	2357	}
		2358	}
2209		2359
2210	my $dirty;
2211
2212	sub db_sync() {
2213	db_save if $dirty;
2214	undef $dirty;
2215	}
2216
2217	my $idle = Event->idle (
2218	reentrant => 0,
2219	min => 10,
2220	max => 20,
2221	repeat => 0,
2222	data => WF_AUTOCANCEL,
2223	cb => \&db_sync,
2224	);
2225
2226	sub db_dirty() {
2227	$dirty = 1;
2228	$idle->start;
2229	}
2230
2231	sub db_get($;$) {	2360	sub db_get($$) {
2232	@_ >= 2	2361	my $key = "$_[0]/$_[1]";
2233	? $DB->{$_[0]}{$_[1]}
2234	: ($DB->{$_[0]} ||= { })
2235	}
2236		2362
		2363	cf::sync_job {
		2364	BDB::db_get $DB, undef, $key, my $data;
		2365
		2366	$! ? ()
		2367	: $data
		2368	}
		2369	}
		2370
2237	sub db_put($$;$) {	2371	sub db_put($$$) {
2238	if (@_ >= 3) {	2372	BDB::dbreq_pri 4;
2239	$DB->{$_[0]}{$_[1]} = $_[2];	2373	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2240	} else {	2374	}
2241	$DB->{$_[0]} = $_[1];
2242	}
2243	db_dirty;
2244	}
2245		2375
2246	cf::global->attach (	2376	=item cf::cache $id => [$paths...], $processversion => $process
2247	prio => 10000,	2377
2248	on_cleanup => sub {	2378	Generic caching function that returns the value of the resource $id,
2249	db_sync;	2379	caching and regenerating as required.
		2380
		2381	This function can block.
		2382
		2383	=cut
		2384
		2385	sub cache {
		2386	my ($id, $src, $processversion, $process) = @_;
		2387
		2388	my $meta =
		2389	join "\x00",
		2390	$processversion,
		2391	map {
		2392	aio_stat $_
		2393	and Carp::croak "$_: $!";
		2394
		2395	($_, (stat _)[7,9])
		2396	} @$src;
		2397
		2398	my $dbmeta = db_get cache => "$id/meta";
		2399	if ($dbmeta ne $meta) {
		2400	# changed, we may need to process
		2401
		2402	my @data;
		2403	my $md5;
		2404
		2405	for (0 .. $#$src) {
		2406	0 <= aio_load $src->[$_], $data[$_]
		2407	or Carp::croak "$src->[$_]: $!";
2250	},	2408	}
2251	);	2409
		2410	# if processing is expensive, check
		2411	# checksum first
		2412	if (1) {
		2413	$md5 =
		2414	join "\x00",
		2415	$processversion,
		2416	map {
		2417	Coro::cede;
		2418	($src->[$_], Digest::MD5::md5_hex $data[$_])
		2419	} 0.. $#$src;
		2420
		2421
		2422	my $dbmd5 = db_get cache => "$id/md5";
		2423	if ($dbmd5 eq $md5) {
		2424	db_put cache => "$id/meta", $meta;
		2425
		2426	return db_get cache => "$id/data";
		2427	}
		2428	}
		2429
		2430	my $t1 = Time::HiRes::time;
		2431	my $data = $process->(\@data);
		2432	my $t2 = Time::HiRes::time;
		2433
		2434	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		2435
		2436	db_put cache => "$id/data", $data;
		2437	db_put cache => "$id/md5" , $md5;
		2438	db_put cache => "$id/meta", $meta;
		2439
		2440	return $data;
		2441	}
		2442
		2443	db_get cache => "$id/data"
2252	}	2444	}
		2445
		2446	=item fork_call { }, $args
		2447
		2448	Executes the given code block with the given arguments in a seperate
		2449	process, returning the results. Everything must be serialisable with
		2450	Coro::Storable. May, of course, block. Note that the executed sub may
		2451	never block itself or use any form of Event handling.
		2452
		2453	=cut
		2454
		2455	sub fork_call(&@) {
		2456	my ($cb, @args) = @_;
		2457
		2458	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		2459	# or die "socketpair: $!";
		2460	pipe my $fh1, my $fh2
		2461	or die "pipe: $!";
		2462
		2463	if (my $pid = fork) {
		2464	close $fh2;
		2465
		2466	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		2467	$res = Coro::Storable::thaw $res;
		2468
		2469	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		2470
		2471	die $$res unless "ARRAY" eq ref $res;
		2472
		2473	return wantarray ? @$res : $res->[-1];
		2474	} else {
		2475	reset_signals;
		2476	local $SIG{__WARN__};
		2477	local $SIG{__DIE__};
		2478	eval {
		2479	close $fh1;
		2480
		2481	my @res = eval { $cb->(@args) };
		2482	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		2483	};
		2484
		2485	warn $@ if $@;
		2486	_exit 0;
		2487	}
		2488	}
		2489
		2490
2253		2491
2254	#############################################################################	2492	#############################################################################
2255	# the server's main()	2493	# the server's init and main functions
		2494
		2495	sub load_facedata($) {
		2496	my ($path) = @_;
		2497
		2498	warn "loading facedata from $path\n";
		2499
		2500	my $facedata;
		2501	0 < aio_load $path, $facedata
		2502	or die "$path: $!";
		2503
		2504	$facedata = Coro::Storable::thaw $facedata;
		2505
		2506	$facedata->{version} == 2
		2507	or cf::cleanup "$path: version mismatch, cannot proceed.";
		2508
		2509	{
		2510	my $faces = $facedata->{faceinfo};
		2511
		2512	while (my ($face, $info) = each %$faces) {
		2513	my $idx = (cf::face::find $face) || cf::face::alloc $face;
		2514	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
		2515	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
		2516	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
		2517	Coro::cede;
		2518	}
		2519
		2520	while (my ($face, $info) = each %$faces) {
		2521	next unless $info->{smooth};
		2522	my $idx = cf::face::find $face
		2523	or next;
		2524	if (my $smooth = cf::face::find $info->{smooth}) {
		2525	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
		2526	} else {
		2527	warn "smooth face '$info->{smooth}' not found for face '$face'";
		2528	}
		2529	Coro::cede;
		2530	}
		2531	}
		2532
		2533	{
		2534	my $anims = $facedata->{animinfo};
		2535
		2536	while (my ($anim, $info) = each %$anims) {
		2537	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2538	Coro::cede;
		2539	}
		2540
		2541	cf::anim::invalidate_all; # d'oh
		2542	}
		2543
		2544	1
		2545	}
		2546
		2547	sub reload_regions {
		2548	load_resource_file "$MAPDIR/regions"
		2549	or die "unable to load regions file\n";
		2550	}
		2551
		2552	sub reload_facedata {
		2553	load_facedata "$DATADIR/facedata"
		2554	or die "unable to load facedata\n";
		2555	}
		2556
		2557	sub reload_archetypes {
		2558	load_resource_file "$DATADIR/archetypes"
		2559	or die "unable to load archetypes\n";
		2560	}
		2561
		2562	sub reload_treasures {
		2563	load_resource_file "$DATADIR/treasures"
		2564	or die "unable to load treasurelists\n";
		2565	}
		2566
		2567	sub reload_resources {
		2568	warn "reloading resource files...\n";
		2569
		2570	reload_regions;
		2571	reload_facedata;
		2572	reload_archetypes;
		2573	reload_treasures;
		2574
		2575	warn "finished reloading resource files\n";
		2576	}
		2577
		2578	sub init {
		2579	reload_resources;
		2580	}
2256		2581
2257	sub cfg_load {	2582	sub cfg_load {
2258	open my $fh, "<:utf8", cf::confdir . "/config"	2583	open my $fh, "<:utf8", "$CONFDIR/config"
2259	or return;	2584	or return;
2260		2585
2261	local $/;	2586	local $/;
2262	*CFG = YAML::Syck::Load <$fh>;	2587	*CFG = YAML::Syck::Load <$fh>;
2263		2588
…		…
2283	Event::one_event;	2608	Event::one_event;
2284	})->prio (Coro::PRIO_MAX);	2609	})->prio (Coro::PRIO_MAX);
2285	};	2610	};
2286		2611
2287	cfg_load;	2612	cfg_load;
2288	db_load;	2613	db_init;
2289	load_extensions;	2614	load_extensions;
2290		2615
2291	$TICK_WATCHER->start;	2616	$TICK_WATCHER->start;
2292	Event::loop;	2617	Event::loop;
2293	}	2618	}
…		…
2332	my $map = $cf::MAP{$path} or next;	2657	my $map = $cf::MAP{$path} or next;
2333	$map->valid or next;	2658	$map->valid or next;
2334	$map->save;	2659	$map->save;
2335	}	2660	}
2336	warn "end emergency map save\n";	2661	warn "end emergency map save\n";
		2662
		2663	warn "begin emergency database checkpoint\n";
		2664	BDB::db_env_txn_checkpoint $DB_ENV;
		2665	warn "end emergency database checkpoint\n";
2337	};	2666	};
2338		2667
2339	warn "leave emergency perl save\n";	2668	warn "leave emergency perl save\n";
2340	}	2669	}
2341		2670
		2671	sub post_cleanup {
		2672	my ($make_core) = @_;
		2673
		2674	warn Carp::longmess "post_cleanup backtrace"
		2675	if $make_core;
		2676	}
		2677
2342	sub reload() {	2678	sub do_reload_perl() {
2343	# can/must only be called in main	2679	# can/must only be called in main
2344	if ($Coro::current != $Coro::main) {	2680	if ($Coro::current != $Coro::main) {
2345	warn "can only reload from main coroutine";	2681	warn "can only reload from main coroutine";
2346	return;	2682	return;
2347	}	2683	}
2348		2684
2349	warn "reloading...";	2685	warn "reloading...";
2350		2686
2351	warn "cancelling server ticker";	2687	warn "entering sync_job";
2352	$TICK_WATCHER->cancel;
2353		2688
		2689	cf::sync_job {
		2690	cf::write_runtime; # external watchdog should not bark
2354	cf::emergency_save;	2691	cf::emergency_save;
		2692	cf::write_runtime; # external watchdog should not bark
2355		2693
2356	eval {	2694	warn "syncing database to disk";
		2695	BDB::db_env_txn_checkpoint $DB_ENV;
		2696
2357	# if anything goes wrong in here, we should simply crash as we already saved	2697	# if anything goes wrong in here, we should simply crash as we already saved
2358
2359	warn "syncing database to disk";
2360	cf::db_sync;
2361		2698
2362	warn "cancelling all WF_AUTOCANCEL watchers";	2699	warn "cancelling all WF_AUTOCANCEL watchers";
2363	for (Event::all_watchers) {	2700	for (Event::all_watchers) {
2364	$_->cancel if $_->data & WF_AUTOCANCEL;	2701	$_->cancel if $_->data & WF_AUTOCANCEL;
2365	}	2702	}
2366		2703
2367	warn "flushing outstanding aio requests";	2704	warn "flushing outstanding aio requests";
2368	for (;;) {	2705	for (;;) {
		2706	BDB::flush;
2369	IO::AIO::flush;	2707	IO::AIO::flush;
2370	Coro::cede;	2708	Coro::cede;
2371	last unless IO::AIO::nreqs;	2709	last unless IO::AIO::nreqs || BDB::nreqs;
2372	warn "iterate...";	2710	warn "iterate...";
2373	}	2711	}
		2712
		2713	++$RELOAD;
2374		2714
2375	warn "cancelling all extension coros";	2715	warn "cancelling all extension coros";
2376	$_->cancel for values %EXT_CORO;	2716	$_->cancel for values %EXT_CORO;
2377	%EXT_CORO = ();	2717	%EXT_CORO = ();
2378		2718
…		…
2418	Symbol::delete_package "safe::$_"	2758	Symbol::delete_package "safe::$_"
2419	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2759	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2420		2760
2421	warn "unloading cf.pm \"a bit\"";	2761	warn "unloading cf.pm \"a bit\"";
2422	delete $INC{"cf.pm"};	2762	delete $INC{"cf.pm"};
		2763	delete $INC{"cf/pod.pm"};
2423		2764
2424	# don't, removes xs symbols, too,	2765	# don't, removes xs symbols, too,
2425	# and global variables created in xs	2766	# and global variables created in xs
2426	#Symbol::delete_package __PACKAGE__;	2767	#Symbol::delete_package __PACKAGE__;
2427		2768
…		…
2431	require cf;	2772	require cf;
2432	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt	2773	cf::_connect_to_perl; # nominally unnecessary, but cannot hurt
2433		2774
2434	warn "loading config and database again";	2775	warn "loading config and database again";
2435	cf::cfg_load;	2776	cf::cfg_load;
2436	cf::db_load;
2437		2777
2438	warn "loading extensions";	2778	warn "loading extensions";
2439	cf::load_extensions;	2779	cf::load_extensions;
2440		2780
2441	warn "reattaching attachments to objects/players";	2781	warn "reattaching attachments to objects/players";
2442	_global_reattach;	2782	_global_reattach; # objects, sockets
2443	warn "reattaching attachments to maps";	2783	warn "reattaching attachments to maps";
2444	reattach $_ for values %MAP;	2784	reattach $_ for values %MAP;
		2785	warn "reattaching attachments to players";
		2786	reattach $_ for values %PLAYER;
2445		2787
2446	warn "restarting server ticker";	2788	warn "leaving sync_job";
2447		2789
2448	$TICK_WATCHER->start;	2790	1
2449	};	2791	} or do {
2450
2451	if ($@) {
2452	warn $@;	2792	warn $@;
2453	warn "error while reloading, exiting.";	2793	warn "error while reloading, exiting.";
2454	exit 1;	2794	exit 1;
2455	}	2795	};
2456		2796
2457	warn "reloaded";	2797	warn "reloaded";
2458	};	2798	};
2459		2799
2460	our $RELOAD_WATCHER; # used only during reload	2800	our $RELOAD_WATCHER; # used only during reload
2461		2801
		2802	sub reload_perl() {
		2803	# doing reload synchronously and two reloads happen back-to-back,
		2804	# coro crashes during coro_state_free->destroy here.
		2805
		2806	$RELOAD_WATCHER ||= Event->timer (
		2807	reentrant => 0,
		2808	after => 0,
		2809	data => WF_AUTOCANCEL,
		2810	cb => sub {
		2811	do_reload_perl;
		2812	undef $RELOAD_WATCHER;
		2813	},
		2814	);
		2815	}
		2816
2462	register_command "reload" => sub {	2817	register_command "reload" => sub {
2463	my ($who, $arg) = @_;	2818	my ($who, $arg) = @_;
2464		2819
2465	if ($who->flag (FLAG_WIZ)) {	2820	if ($who->flag (FLAG_WIZ)) {
2466	$who->message ("reloading server.");	2821	$who->message ("reloading server.");
2467		2822	async { reload_perl };
2468	# doing reload synchronously and two reloads happen back-to-back,
2469	# coro crashes during coro_state_free->destroy here.
2470
2471	$RELOAD_WATCHER ||= Event->timer (
2472	reentrant => 0,
2473	after => 0,
2474	data => WF_AUTOCANCEL,
2475	cb => sub {
2476	reload;
2477	undef $RELOAD_WATCHER;
2478	},
2479	);
2480	}	2823	}
2481	};	2824	};
2482		2825
2483	unshift @INC, $LIBDIR;	2826	unshift @INC, $LIBDIR;
2484		2827
2485	my $bug_warning = 0;	2828	my $bug_warning = 0;
		2829
		2830	our @WAIT_FOR_TICK;
		2831	our @WAIT_FOR_TICK_BEGIN;
		2832
		2833	sub wait_for_tick {
		2834	return unless $TICK_WATCHER->is_active;
		2835	return if $Coro::current == $Coro::main;
		2836
		2837	my $signal = new Coro::Signal;
		2838	push @WAIT_FOR_TICK, $signal;
		2839	$signal->wait;
		2840	}
		2841
		2842	sub wait_for_tick_begin {
		2843	return unless $TICK_WATCHER->is_active;
		2844	return if $Coro::current == $Coro::main;
		2845
		2846	my $signal = new Coro::Signal;
		2847	push @WAIT_FOR_TICK_BEGIN, $signal;
		2848	$signal->wait;
		2849	}
2486		2850
2487	$TICK_WATCHER = Event->timer (	2851	$TICK_WATCHER = Event->timer (
2488	reentrant => 0,	2852	reentrant => 0,
2489	parked => 1,	2853	parked => 1,
2490	prio => 0,	2854	prio => 0,
…		…
2495	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	2859	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2496	unless ++$bug_warning > 10;	2860	unless ++$bug_warning > 10;
2497	return;	2861	return;
2498	}	2862	}
2499		2863
2500	$NOW = Event::time;	2864	$NOW = $tick_start = Event::time;
2501		2865
2502	cf::server_tick; # one server iteration	2866	cf::server_tick; # one server iteration
		2867
2503	$RUNTIME += $TICK;	2868	$RUNTIME += $TICK;
2504	$NEXT_TICK += $TICK;	2869	$NEXT_TICK += $TICK;
2505		2870
2506	$WAIT_FOR_TICK->broadcast;	2871	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2507	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;	2872	$NEXT_RUNTIME_WRITE = $NOW + 10;
2508		2873	Coro::async_pool {
2509	Event::sweep;	2874	write_runtime
2510	Coro::cede_notself;	2875	or warn "ERROR: unable to write runtime file: $!";
		2876	};
2511		2877	}
		2878
2512	# my $AFTER = Event::time;	2879	# my $AFTER = Event::time;
2513	# warn $AFTER - $NOW;#d#	2880	# warn $AFTER - $NOW;#d#
2514		2881
		2882	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		2883	$sig->send;
		2884	}
		2885	while (my $sig = shift @WAIT_FOR_TICK) {
		2886	$sig->send;
		2887	}
		2888
		2889	$NOW = Event::time;
		2890
2515	# if we are delayed by four ticks or more, skip them all	2891	# if we are delayed by four ticks or more, skip them all
2516	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2892	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2517		2893
2518	$TICK_WATCHER->at ($NEXT_TICK);	2894	$TICK_WATCHER->at ($NEXT_TICK);
2519	$TICK_WATCHER->start;	2895	$TICK_WATCHER->start;
		2896
		2897	$LOAD = ($NOW - $tick_start) / $TICK;
		2898	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		2899
		2900	_post_tick;
		2901
		2902
2520	},	2903	},
2521	);	2904	);
2522		2905
		2906	{
		2907	BDB::max_poll_time $TICK * 0.1;
		2908	$BDB_POLL_WATCHER = Event->io (
		2909	reentrant => 0,
		2910	fd => BDB::poll_fileno,
		2911	poll => 'r',
		2912	prio => 0,
		2913	data => WF_AUTOCANCEL,
		2914	cb => \&BDB::poll_cb,
		2915	);
		2916	BDB::min_parallel 8;
		2917
		2918	BDB::set_sync_prepare {
		2919	my $status;
		2920	my $current = $Coro::current;
		2921	(
		2922	sub {
		2923	$status = $!;
		2924	$current->ready; undef $current;
		2925	},
		2926	sub {
		2927	Coro::schedule while defined $current;
		2928	$! = $status;
		2929	},
		2930	)
		2931	};
		2932
		2933	unless ($DB_ENV) {
		2934	$DB_ENV = BDB::db_env_create;
		2935
		2936	cf::sync_job {
		2937	eval {
		2938	BDB::db_env_open
		2939	$DB_ENV,
		2940	$BDBDIR,
		2941	BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
		2942	| BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
		2943	0666;
		2944
		2945	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
		2946
		2947	$DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
		2948	$DB_ENV->set_lk_detect;
		2949	};
		2950
		2951	cf::cleanup "db_env_open(db): $@" if $@;
		2952	};
		2953	}
		2954	}
		2955
		2956	{
		2957	IO::AIO::min_parallel 8;
		2958
		2959	undef $Coro::AIO::WATCHER;
2523	IO::AIO::max_poll_time $TICK * 0.1;	2960	IO::AIO::max_poll_time $TICK * 0.1;
2524
2525	undef $Coro::AIO::WATCHER;
2526	$AIO_POLL_WATCHER = Event->io (	2961	$AIO_POLL_WATCHER = Event->io (
2527	reentrant => 0,	2962	reentrant => 0,
		2963	data => WF_AUTOCANCEL,
2528	fd => IO::AIO::poll_fileno,	2964	fd => IO::AIO::poll_fileno,
2529	poll => 'r',	2965	poll => 'r',
2530	prio => 6,	2966	prio => 6,
2531	data => WF_AUTOCANCEL,
2532	cb => \&IO::AIO::poll_cb,	2967	cb => \&IO::AIO::poll_cb,
2533	);	2968	);
		2969	}
2534		2970
2535	$WRITE_RUNTIME_WATCHER = Event->timer (	2971	my $_log_backtrace;
2536	reentrant => 0,	2972
2537	data => WF_AUTOCANCEL,	2973	sub _log_backtrace {
2538	after => 1,	2974	my ($msg, @addr) = @_;
2539	interval => 10,	2975
2540	prio => 6, # keep it lowest so it acts like a watchdog	2976	$msg =~ s/\n//;
2541	cb => Coro::unblock_sub {	2977
2542	write_runtime	2978	# limit the # of concurrent backtraces
2543	or warn "ERROR: unable to write runtime file: $!";	2979	if ($_log_backtrace < 2) {
		2980	++$_log_backtrace;
		2981	async {
		2982	my @bt = fork_call {
		2983	@addr = map { sprintf "%x", $_ } @addr;
		2984	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		2985	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
		2986	or die "addr2line: $!";
		2987
		2988	my @funcs;
		2989	my @res = <$fh>;
		2990	chomp for @res;
		2991	while (@res) {
		2992	my ($func, $line) = splice @res, 0, 2, ();
		2993	push @funcs, "[$func] $line";
		2994	}
		2995
		2996	@funcs
		2997	};
		2998
		2999	LOG llevInfo, "[ABT] $msg\n";
		3000	LOG llevInfo, "[ABT] $_\n" for @bt;
		3001	--$_log_backtrace;
		3002	};
		3003	} else {
		3004	LOG llevInfo, "[ABT] $msg\n";
		3005	LOG llevInfo, "[ABT] [suppressed]\n";
2544	},	3006	}
2545	);	3007	}
		3008
		3009	# load additional modules
		3010	use cf::pod;
2546		3011
2547	END { cf::emergency_save }	3012	END { cf::emergency_save }
2548		3013
2549	1	3014	1
2550		3015

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines