[ViewVC] Diff of: cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.232 by root, Wed Apr 4 02:07:19 2007 UTC vs.
Revision 1.263 by root, Sat May 5 05:40:27 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.52 ();	15	use Coro 3.61 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
21		24
22	use BDB ();	25	use BDB ();
23	use Data::Dumper;	26	use Data::Dumper;
24	use Digest::MD5;	27	use Digest::MD5;
25	use Fcntl;	28	use Fcntl;
…		…
28	use Time::HiRes;	31	use Time::HiRes;
29	use Compress::LZF;	32	use Compress::LZF;
30		33
31	# configure various modules to our taste	34	# configure various modules to our taste
32	#	35	#
		36	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		39
36	$Event::Eval = 1; # no idea why this is required, but it is	40	$Event::Eval = 1; # no idea why this is required, but it is
37		41
…		…
50	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
52		56
53	our $RELOAD; # number of reloads so far	57	our $RELOAD; # number of reloads so far
54	our @EVENT;	58	our @EVENT;
55	our $LIBDIR = datadir . "/ext";
56		59
57	our $TICK = MAX_TIME * 1e-6;	60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
		71
		72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58	our $TICK_WATCHER;	73	our $TICK_WATCHER;
59	our $AIO_POLL_WATCHER;	74	our $AIO_POLL_WATCHER;
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	76	our $NEXT_TICK;
62	our $NOW;	77	our $NOW;
…		…
71	our $RUNTIME;	86	our $RUNTIME;
72		87
73	our %PLAYER; # all users	88	our %PLAYER; # all users
74	our %MAP; # all maps	89	our %MAP; # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	90	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK \|\|= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE \|\|= new Coro::Signal;
81		91
82	# used to convert map paths into valid unix filenames by replacing / by ∕	92	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		94
85	binmode STDOUT;	95	binmode STDOUT;
86	binmode STDERR;	96	binmode STDERR;
87		97
88	# read virtual server time, if available	98	# read virtual server time, if available
89	unless ($RUNTIME \|\| !-e cf::localdir . "/runtime") {	99	unless ($RUNTIME \|\| !-e "$LOCALDIR/runtime") {
90	open my $fh, "<", cf::localdir . "/runtime"	100	open my $fh, "<", "$LOCALDIR/runtime"
91	or die "unable to read runtime file: $!";	101	or die "unable to read runtime file: $!";
92	$RUNTIME = <$fh> + 0.;	102	$RUNTIME = <$fh> + 0.;
93	}	103	}
94		104
95	mkdir cf::localdir;	105	mkdir $_
96	mkdir cf::localdir . "/" . cf::playerdir;	106	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97	mkdir cf::localdir . "/" . cf::tmpdir;
98	mkdir cf::localdir . "/" . cf::uniquedir;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		107
102	our $EMERGENCY_POSITION;	108	our $EMERGENCY_POSITION;
103		109
104	sub cf::map::normalise;	110	sub cf::map::normalise;
105		111
…		…
116	=item $cf::RUNTIME	122	=item $cf::RUNTIME
117		123
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	124	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	125	every server tick.
120		126
121	=item $cf::LIBDIR	127	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		128	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		129	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		130
123	The perl library directory, where extensions and cf-specific modules can	131	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	132	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		133	unique-items directory, player file directory, random maps directory and
		134	database environment.
125		135
126	=item $cf::NOW	136	=item $cf::NOW
127		137
128	The time of the last (current) server tick.	138	The time of the last (current) server tick.
129		139
…		…
134	=item %cf::CFG	144	=item %cf::CFG
135		145
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	146	Configuration for the server, loaded from C</etc/crossfire/config>, or
137	from wherever your confdir points to.	147	from wherever your confdir points to.
138		148
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	149	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		150
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	151	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	152	returns directly I<after> the tick processing (and consequently, can only wake one process
143	processing has been done. Call C<< ->wait >> on them to maximise the	153	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.
145		154
146	=back	155	=back
147		156
148	=cut	157	=cut
149		158
150	BEGIN {	159	BEGIN {
151	*CORE::GLOBAL::warn = sub {	160	*CORE::GLOBAL::warn = sub {
152	my $msg = join "", @_;	161	my $msg = join "", @_;
153	utf8::encode $msg;
154		162
155	$msg .= "\n"	163	$msg .= "\n"
156	unless $msg =~ /\n$/;	164	unless $msg =~ /\n$/;
157		165
		166	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		167
		168	utf8::encode $msg;
158	LOG llevError, $msg;	169	LOG llevError, $msg;
159	};	170	};
160	}	171	}
161		172
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	173	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
232	returned.	243	returned.
233		244
234	Lock names should begin with a unique identifier (for example, cf::map::find	245	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	246	uses map_find and cf::map::load uses map_load).
236		247
		248	=item $locked = cf::lock_active $string
		249
		250	Return true if the lock is currently active, i.e. somebody has locked it.
		251
237	=cut	252	=cut
238		253
239	our %LOCK;	254	our %LOCK;
240		255
241	sub lock_wait($) {	256	sub lock_wait($) {
…		…
258		273
259	Coro::guard {	274	Coro::guard {
260	# wake up all waiters, to be on the safe side	275	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };	276	$_->ready for @{ delete $LOCK{$key} };
262	}	277	}
		278	}
		279
		280	sub lock_active($) {
		281	my ($key) = @_;
		282
		283	! ! $LOCK{$key}
263	}	284	}
264		285
265	sub freeze_mainloop {	286	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	287	return unless $TICK_WATCHER->is_active;
267		288
…		…
348	}	369	}
349		370
350	sub write_runtime {	371	sub write_runtime {
351	my $guard = cf::lock_acquire "write_runtime";	372	my $guard = cf::lock_acquire "write_runtime";
352		373
353	my $runtime = cf::localdir . "/runtime";	374	my $runtime = "$LOCALDIR/runtime";
354		375
		376	warn "starting to write runtime...\n";#d#
355	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644	377	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644
356	or return;	378	or return;
357		379
358	my $value = $cf::RUNTIME + 90 + 10;	380	my $value = $cf::RUNTIME + 90 + 10;
359	# 10 is the runtime save interval, for a monotonic clock	381	# 10 is the runtime save interval, for a monotonic clock
…		…
369	close $fh	391	close $fh
370	or return;	392	or return;
371		393
372	aio_rename "$runtime~", $runtime	394	aio_rename "$runtime~", $runtime
373	and return;	395	and return;
		396
		397	warn "... done writing runtime.\n";#d#
374		398
375	1	399	1
376	}	400	}
377		401
378	=item cf::datalog type => key => value, ...	402	=item cf::datalog type => key => value, ...
…		…
953	Returns the given player object, loading it if necessary (might block).	977	Returns the given player object, loading it if necessary (might block).
954		978
955	=cut	979	=cut
956		980
957	sub playerdir($) {	981	sub playerdir($) {
958	cf::localdir	982	"$PLAYERDIR/"
959	. "/"
960	. cf::playerdir
961	. "/"
962	. (ref $_[0] ? $_[0]->ob->name : $_[0])	983	. (ref $_[0] ? $_[0]->ob->name : $_[0])
963	}	984	}
964		985
965	sub path($) {	986	sub path($) {
966	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	987	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
967		988
968	(playerdir $login) . "/$login.pl"	989	(playerdir $login) . "/playerdata"
969	}	990	}
970		991
971	sub find_active($) {	992	sub find_active($) {
972	$cf::PLAYER{$_[0]}	993	$cf::PLAYER{$_[0]}
973	and $cf::PLAYER{$_[0]}->active	994	and $cf::PLAYER{$_[0]}->active
…		…
986	my $login = $_[0];	1007	my $login = $_[0];
987		1008
988	my $guard = cf::lock_acquire "user_find:$login";	1009	my $guard = cf::lock_acquire "user_find:$login";
989		1010
990	$cf::PLAYER{$_[0]} \|\| do {	1011	$cf::PLAYER{$_[0]} \|\| do {
		1012	# rename old playerfiles to new ones
		1013	#TODO: remove when no longer required
		1014	aio_link +(playerdir $login) . "/$login.pl.pst", (playerdir $login) . "/playerdata.pst";
		1015	aio_link +(playerdir $login) . "/$login.pl" , (playerdir $login) . "/playerdata";
		1016	aio_unlink +(playerdir $login) . "/$login.pl.pst";
		1017	aio_unlink +(playerdir $login) . "/$login.pl";
		1018
991	my $pl = load_pl path $login	1019	my $pl = load_pl path $login
992	or return;	1020	or return;
993	$cf::PLAYER{$login} = $pl	1021	$cf::PLAYER{$login} = $pl
994	}	1022	}
995	}	1023	}
…		…
1079	while and may block, so not sync_job-capable, ever.	1107	while and may block, so not sync_job-capable, ever.
1080		1108
1081	=cut	1109	=cut
1082		1110
1083	sub list_logins {	1111	sub list_logins {
1084	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1112	my $dirs = aio_readdir $PLAYERDIR
1085	or return [];	1113	or return [];
1086		1114
1087	my @logins;	1115	my @logins;
1088		1116
1089	for my $login (@$dirs) {	1117	for my $login (@$dirs) {
…		…
1150	my ($self, $type, %msg) = @_;	1178	my ($self, $type, %msg) = @_;
1151		1179
1152	$self->ns->ext_event ($type, %msg);	1180	$self->ns->ext_event ($type, %msg);
1153	}	1181	}
1154		1182
1155	package cf;	1183	=head3 cf::region
		1184
		1185	=over 4
		1186
		1187	=cut
		1188
		1189	package cf::region;
		1190
		1191	=item cf::region::find_by_path $path
		1192
		1193	Tries to decuce the probable region for a map knowing only its path.
		1194
		1195	=cut
		1196
		1197	sub find_by_path($) {
		1198	my ($path) = @_;
		1199
		1200	my ($match, $specificity);
		1201
		1202	for my $region (list) {
		1203	if ($region->match && $path =~ $region->match) {
		1204	($match, $specificity) = ($region, $region->specificity)
		1205	if $region->specificity > $specificity;
		1206	}
		1207	}
		1208
		1209	$match
		1210	}
1156		1211
1157	=back	1212	=back
1158
1159		1213
1160	=head3 cf::map	1214	=head3 cf::map
1161		1215
1162	=over 4	1216	=over 4
1163		1217
…		…
1301		1355
1302	# the original (read-only) location	1356	# the original (read-only) location
1303	sub load_path {	1357	sub load_path {
1304	my ($self) = @_;	1358	my ($self) = @_;
1305		1359
1306	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1360	"$MAPDIR/$self->{path}.map"
1307	}	1361	}
1308		1362
1309	# the temporary/swap location	1363	# the temporary/swap location
1310	sub save_path {	1364	sub save_path {
1311	my ($self) = @_;	1365	my ($self) = @_;
1312		1366
1313	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1367	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1314	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1368	"$TMPDIR/$path.map"
1315	}	1369	}
1316		1370
1317	# the unique path, undef == no special unique path	1371	# the unique path, undef == no special unique path
1318	sub uniq_path {	1372	sub uniq_path {
1319	my ($self) = @_;	1373	my ($self) = @_;
1320		1374
1321	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1375	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1322	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1376	"$UNIQUEDIR/$path"
1323	}	1377	}
1324		1378
1325	# and all this just because we cannot iterate over	1379	# and all this just because we cannot iterate over
1326	# all maps in C++...	1380	# all maps in C++...
1327	sub change_all_map_light {	1381	sub change_all_map_light {
…		…
1394	$self->load_header_orig	1448	$self->load_header_orig
1395	or return;	1449	or return;
1396	$self->prepare_orig;	1450	$self->prepare_orig;
1397	}	1451	}
1398		1452
		1453	$self->default_region (cf::region::find_by_path $self->{path})
		1454	unless $self->default_region;
		1455
1399	1	1456	1
1400	}	1457	}
1401		1458
1402	sub find;	1459	sub find;
1403	sub find {	1460	sub find {
…		…
1436	my ($self) = @_;	1493	my ($self) = @_;
1437		1494
1438	local $self->{deny_reset} = 1; # loading can take a long time	1495	local $self->{deny_reset} = 1; # loading can take a long time
1439		1496
1440	my $path = $self->{path};	1497	my $path = $self->{path};
		1498
		1499	{
1441	my $guard = cf::lock_acquire "map_load:$path";	1500	my $guard = cf::lock_acquire "map_load:$path";
1442		1501
1443	return if $self->in_memory != cf::MAP_SWAPPED;	1502	return if $self->in_memory != cf::MAP_SWAPPED;
1444		1503
1445	$self->in_memory (cf::MAP_LOADING);	1504	$self->in_memory (cf::MAP_LOADING);
1446		1505
1447	$self->alloc;	1506	$self->alloc;
1448		1507
1449	$self->pre_load;	1508	$self->pre_load;
1450
1451	$self->_load_objects ($self->{load_path}, 1)
1452	or return;
1453
1454	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1455	if delete $self->{load_original};
1456
1457	if (my $uniq = $self->uniq_path) {
1458	utf8::encode $uniq;
1459	if (aio_open $uniq, O_RDONLY, 0) {
1460	$self->clear_unique_items;
1461	$self->_load_objects ($uniq, 0);
1462	}
1463	}
1464
1465	Coro::cede;
1466
1467	# now do the right thing for maps
1468	$self->link_multipart_objects;
1469
1470	unless ($self->{deny_activate}) {
1471	$self->decay_objects;
1472	$self->fix_auto_apply;
1473	$self->update_buttons;
1474	Coro::cede;	1509	Coro::cede;
1475	$self->set_darkness_map;	1510
		1511	$self->_load_objects ($self->{load_path}, 1)
		1512	or return;
		1513
		1514	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1515	if delete $self->{load_original};
		1516
		1517	if (my $uniq = $self->uniq_path) {
		1518	utf8::encode $uniq;
		1519	if (aio_open $uniq, O_RDONLY, 0) {
		1520	$self->clear_unique_items;
		1521	$self->_load_objects ($uniq, 0);
		1522	}
		1523	}
		1524
		1525	Coro::cede;
		1526	# now do the right thing for maps
		1527	$self->link_multipart_objects;
1476	$self->difficulty ($self->estimate_difficulty)	1528	$self->difficulty ($self->estimate_difficulty)
1477	unless $self->difficulty;	1529	unless $self->difficulty;
1478	Coro::cede;	1530	Coro::cede;
		1531
		1532	unless ($self->{deny_activate}) {
		1533	$self->decay_objects;
		1534	$self->fix_auto_apply;
		1535	$self->update_buttons;
		1536	Coro::cede;
		1537	$self->set_darkness_map;
		1538	Coro::cede;
1479	$self->activate;	1539	$self->activate;
		1540	}
		1541
		1542	$self->in_memory (cf::MAP_IN_MEMORY);
1480	}	1543	}
1481		1544
1482	$self->post_load;	1545	$self->post_load;
1483
1484	$self->in_memory (cf::MAP_IN_MEMORY);
1485	}	1546	}
1486		1547
1487	sub customise_for {	1548	sub customise_for {
1488	my ($self, $ob) = @_;	1549	my ($self, $ob) = @_;
1489		1550
…		…
1680	instantiated unique items. May block.	1741	instantiated unique items. May block.
1681		1742
1682	=cut	1743	=cut
1683		1744
1684	sub unique_maps() {	1745	sub unique_maps() {
1685	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	1746	my $files = aio_readdir $UNIQUEDIR
1686	or return;	1747	or return;
1687		1748
1688	my @paths;	1749	my @paths;
1689		1750
1690	for (@$files) {	1751	for (@$files) {
…		…
1946		2007
1947	$rmp->{random_seed} \|\|= $exit->random_seed;	2008	$rmp->{random_seed} \|\|= $exit->random_seed;
1948		2009
1949	my $data = cf::to_json $rmp;	2010	my $data = cf::to_json $rmp;
1950	my $md5 = Digest::MD5::md5_hex $data;	2011	my $md5 = Digest::MD5::md5_hex $data;
1951	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2012	my $meta = "$RANDOMDIR/$md5.meta";
1952		2013
1953	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {	2014	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {
1954	aio_write $fh, 0, (length $data), $data, 0;	2015	aio_write $fh, 0, (length $data), $data, 0;
1955	undef $fh;	2016	undef $fh;
1956	aio_rename "$meta~", $meta;	2017	aio_rename "$meta~", $meta;
…		…
1965		2026
1966	return unless $self->type == cf::PLAYER;	2027	return unless $self->type == cf::PLAYER;
1967		2028
1968	if ($exit->slaying eq "/!") {	2029	if ($exit->slaying eq "/!") {
1969	#TODO: this should de-fi-ni-te-ly not be a sync-job	2030	#TODO: this should de-fi-ni-te-ly not be a sync-job
		2031	# the problem is that $exit might not survive long enough
		2032	# so it needs to be done right now, right here
1970	cf::sync_job { prepare_random_map $exit };	2033	cf::sync_job { prepare_random_map $exit };
1971	}	2034	}
1972		2035
1973	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;	2036	my $slaying = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path;
1974	my $hp = $exit->stats->hp;	2037	my $hp = $exit->stats->hp;
…		…
1982	$self->goto ($slaying, $hp, $sp);	2045	$self->goto ($slaying, $hp, $sp);
1983		2046
1984	1;	2047	1;
1985	}) {	2048	}) {
1986	$self->message ("Something went wrong deep within the crossfire server. "	2049	$self->message ("Something went wrong deep within the crossfire server. "
1987	. "I'll try to bring you back to the map you were before. "	2050	. "I'll try to bring you back to the map you were before. "
1988	. "Please report this to the dungeon master!",	2051	. "Please report this to the dungeon master!",
1989	cf::NDI_UNIQUE \| cf::NDI_RED);	2052	cf::NDI_UNIQUE \| cf::NDI_RED);
1990		2053
1991	warn "ERROR in enter_exit: $@";	2054	warn "ERROR in enter_exit: $@";
1992	$self->leave_link;	2055	$self->leave_link;
1993	}	2056	}
1994	})->prio (1);	2057	})->prio (1);
…		…
2223	#############################################################################	2286	#############################################################################
2224		2287
2225	=head2 EXTENSION DATABASE SUPPORT	2288	=head2 EXTENSION DATABASE SUPPORT
2226		2289
2227	Crossfire maintains a very simple database for extension use. It can	2290	Crossfire maintains a very simple database for extension use. It can
2228	currently store anything that can be serialised using Storable, which	2291	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2229	excludes objects.	2292	convert to/from binary).
2230		2293
2231	The parameter C<$family> should best start with the name of the extension	2294	The parameter C<$family> should best start with the name of the extension
2232	using it, it should be unique.	2295	using it, it should be unique.
2233		2296
2234	=over 4	2297	=over 4
…		…
2257	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;	2320	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;
2258	cf::cleanup "db_open(db): $!" if $!;	2321	cf::cleanup "db_open(db): $!" if $!;
2259	};	2322	};
2260	cf::cleanup "db_open(db): $@" if $@;	2323	cf::cleanup "db_open(db): $@" if $@;
2261	};	2324	};
2262
2263	my $path = cf::localdir . "/database.pst";
2264	if (stat $path) {
2265	cf::sync_job {
2266	my $pst = Storable::retrieve $path;
2267
2268	cf::db_put (board => data => $pst->{board});
2269	cf::db_put (guildrules => data => $pst->{guildrules});
2270	cf::db_put (rent => balance => $pst->{rent}{balance});
2271	BDB::db_env_txn_checkpoint $DB_ENV;
2272
2273	unlink $path;
2274	};
2275	}
2276	}	2325	}
2277	}	2326	}
2278		2327
2279	sub db_get($$) {	2328	sub db_get($$) {
2280	my $key = "$_[0]/$_[1]";	2329	my $key = "$_[0]/$_[1]";
2281		2330
2282	cf::sync_job {	2331	cf::sync_job {
2283	BDB::db_get $DB, undef, $key, my $data;	2332	BDB::db_get $DB, undef, $key, my $data;
2284		2333
2285	$! ? ()	2334	$! ? ()
2286	: Compress::LZF::sthaw $data	2335	: $data
2287	}	2336	}
2288	}	2337	}
2289		2338
2290	sub db_put($$$) {	2339	sub db_put($$$) {
2291	BDB::dbreq_pri 4;	2340	BDB::dbreq_pri 4;
2292	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };	2341	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2293	}	2342	}
		2343
		2344	=item cf::cache $id => [$paths...], $processversion => $process
		2345
		2346	Generic caching function that returns the value of the resource $id,
		2347	caching and regenerating as required.
		2348
		2349	This function can block.
		2350
		2351	=cut
		2352
		2353	sub cache {
		2354	my ($id, $src, $processversion, $process) = @_;
		2355
		2356	my $meta =
		2357	join "\x00",
		2358	$processversion,
		2359	map {
		2360	aio_stat $_
		2361	and Carp::croak "$_: $!";
		2362
		2363	($_, (stat _)[7,9])
		2364	} @$src;
		2365
		2366	my $dbmeta = db_get cache => "$id/meta";
		2367	if ($dbmeta ne $meta) {
		2368	# changed, we may need to process
		2369
		2370	my @data;
		2371	my $md5;
		2372
		2373	for (0 .. $#$src) {
		2374	0 <= aio_load $src->[$_], $data[$_]
		2375	or Carp::croak "$src->[$_]: $!";
		2376	}
		2377
		2378	# if processing is expensive, check
		2379	# checksum first
		2380	if (1) {
		2381	$md5 =
		2382	join "\x00",
		2383	$processversion,
		2384	map {
		2385	Coro::cede;
		2386	($src->[$_], Digest::MD5::md5_hex $data[$_])
		2387	} 0.. $#$src;
		2388
		2389
		2390	my $dbmd5 = db_get cache => "$id/md5";
		2391	if ($dbmd5 eq $md5) {
		2392	db_put cache => "$id/meta", $meta;
		2393
		2394	return db_get cache => "$id/data";
		2395	}
		2396	}
		2397
		2398	my $t1 = Time::HiRes::time;
		2399	my $data = $process->(\@data);
		2400	my $t2 = Time::HiRes::time;
		2401
		2402	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		2403
		2404	db_put cache => "$id/data", $data;
		2405	db_put cache => "$id/md5" , $md5;
		2406	db_put cache => "$id/meta", $meta;
		2407
		2408	return $data;
		2409	}
		2410
		2411	db_get cache => "$id/data"
		2412	}
		2413
		2414	=item fork_call { }, $args
		2415
		2416	Executes the given code block with the given arguments in a seperate
		2417	process, returning the results. Everything must be serialisable with
		2418	Coro::Storable. May, of course, block. Note that the executed sub may
		2419	never block itself or use any form of Event handling.
		2420
		2421	=cut
		2422
		2423	sub fork_call(&@) {
		2424	my ($cb, @args) = @_;
		2425
		2426	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		2427	# or die "socketpair: $!";
		2428	pipe my $fh1, my $fh2
		2429	or die "pipe: $!";
		2430
		2431	if (my $pid = fork) {
		2432	close $fh2;
		2433
		2434	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		2435	$res = Coro::Storable::thaw $res;
		2436
		2437	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		2438
		2439	die $$res unless "ARRAY" eq ref $res;
		2440
		2441	return wantarray ? @$res : $res->[-1];
		2442	} else {
		2443	reset_signals;
		2444	local $SIG{__WARN__};
		2445	local $SIG{__DIE__};
		2446	eval {
		2447	close $fh1;
		2448
		2449	my @res = eval { $cb->(@args) };
		2450	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		2451	};
		2452
		2453	warn $@ if $@;
		2454	_exit 0;
		2455	}
		2456	}
		2457
		2458
2294		2459
2295	#############################################################################	2460	#############################################################################
2296	# the server's init and main functions	2461	# the server's init and main functions
2297		2462
2298	sub load_facedata {	2463	sub load_facedata($) {
2299	my $path = sprintf "%s/facedata", cf::datadir;	2464	my ($path) = @_;
2300		2465
2301	warn "loading facedata from $path\n";	2466	warn "loading facedata from $path\n";
2302		2467
2303	my $faces;	2468	my $facedata;
2304	0 < aio_load $path, $faces	2469	0 < aio_load $path, $facedata
2305	or die "$path: $!";	2470	or die "$path: $!";
2306		2471
2307	Coro::cede;
2308	$faces = Storable::thaw $faces;	2472	$facedata = Coro::Storable::thaw $facedata;
2309	Coro::cede;
2310		2473
2311	my $meta = delete $faces->{""};
2312	$meta->{version} == 1	2474	$facedata->{version} == 2
2313	or cf::cleanup "$path: version mismatch, cannot proceed.";	2475	or cf::cleanup "$path: version mismatch, cannot proceed.";
2314		2476
		2477	{
		2478	my $faces = $facedata->{faceinfo};
		2479
2315	while (my ($face, $info) = each %$faces) {	2480	while (my ($face, $info) = each %$faces) {
2316	my $idx = (cf::face::find $face) \|\| cf::face::alloc $face;	2481	my $idx = (cf::face::find $face) \|\| cf::face::alloc $face;
2317	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	2482	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2318	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	2483	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2319	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	2484	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2320	Coro::cede;	2485	Coro::cede;
2321	}	2486	}
2322		2487
2323	while (my ($face, $info) = each %$faces) {	2488	while (my ($face, $info) = each %$faces) {
2324	next unless $info->{smooth};	2489	next unless $info->{smooth};
2325	my $idx = cf::face::find $face	2490	my $idx = cf::face::find $face
2326	or next;	2491	or next;
2327	if (my $smooth = cf::face::find $info->{smooth}) {	2492	if (my $smooth = cf::face::find $info->{smooth}) {
2328	cf::face::set_smooth $idx, $smooth;	2493	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2329	} else {	2494	} else {
2330	warn "smooth face '$info->{smooth}' not found for face '$face'";	2495	warn "smooth face '$info->{smooth}' not found for face '$face'";
2331	}	2496	}
2332	Coro::cede;	2497	Coro::cede;
		2498	}
		2499	}
		2500
		2501	{
		2502	my $anims = $facedata->{animinfo};
		2503
		2504	while (my ($anim, $info) = each %$anims) {
		2505	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2506	Coro::cede;
		2507	}
		2508
		2509	cf::anim::invalidate_all; # d'oh
2333	}	2510	}
2334		2511
2335	1	2512	1
2336	}	2513	}
2337		2514
		2515	sub reload_regions {
		2516	load_resource_file "$MAPDIR/regions"
		2517	or die "unable to load regions file\n";
		2518	}
		2519
		2520	sub reload_facedata {
		2521	load_facedata "$DATADIR/facedata"
		2522	or die "unable to load facedata\n";
		2523	}
		2524
		2525	sub reload_archetypes {
		2526	load_resource_file "$DATADIR/archetypes"
		2527	or die "unable to load archetypes\n";
		2528	}
		2529
		2530	sub reload_treasures {
		2531	load_resource_file "$DATADIR/treasures"
		2532	or die "unable to load treasurelists\n";
		2533	}
		2534
2338	sub reload_resources {	2535	sub reload_resources {
2339	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	2536	warn "reloading resource files...\n";
2340	or die "unable to load regions file\n";#d#	2537
		2538	reload_regions;
2341	load_facedata	2539	reload_facedata;
2342	or die "unable to load facedata\n";#d#	2540	reload_archetypes;
		2541	reload_treasures;
		2542
		2543	warn "finished reloading resource files\n";
2343	}	2544	}
2344		2545
2345	sub init {	2546	sub init {
2346	reload_resources;	2547	reload_resources;
2347	}	2548	}
2348		2549
2349	sub cfg_load {	2550	sub cfg_load {
2350	open my $fh, "<:utf8", cf::confdir . "/config"	2551	open my $fh, "<:utf8", "$CONFDIR/config"
2351	or return;	2552	or return;
2352		2553
2353	local $/;	2554	local $/;
2354	*CFG = YAML::Syck::Load <$fh>;	2555	*CFG = YAML::Syck::Load <$fh>;
2355		2556
…		…
2440		2641
2441	warn Carp::longmess "post_cleanup backtrace"	2642	warn Carp::longmess "post_cleanup backtrace"
2442	if $make_core;	2643	if $make_core;
2443	}	2644	}
2444		2645
2445	sub reload() {	2646	sub do_reload_perl() {
2446	# can/must only be called in main	2647	# can/must only be called in main
2447	if ($Coro::current != $Coro::main) {	2648	if ($Coro::current != $Coro::main) {
2448	warn "can only reload from main coroutine";	2649	warn "can only reload from main coroutine";
2449	return;	2650	return;
2450	}	2651	}
…		…
2525	Symbol::delete_package "safe::$_"	2726	Symbol::delete_package "safe::$_"
2526	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2727	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2527		2728
2528	warn "unloading cf.pm \"a bit\"";	2729	warn "unloading cf.pm \"a bit\"";
2529	delete $INC{"cf.pm"};	2730	delete $INC{"cf.pm"};
		2731	delete $INC{"cf/pod.pm"};
2530		2732
2531	# don't, removes xs symbols, too,	2733	# don't, removes xs symbols, too,
2532	# and global variables created in xs	2734	# and global variables created in xs
2533	#Symbol::delete_package __PACKAGE__;	2735	#Symbol::delete_package __PACKAGE__;
2534		2736
…		…
2549	warn "reattaching attachments to maps";	2751	warn "reattaching attachments to maps";
2550	reattach $_ for values %MAP;	2752	reattach $_ for values %MAP;
2551	warn "reattaching attachments to players";	2753	warn "reattaching attachments to players";
2552	reattach $_ for values %PLAYER;	2754	reattach $_ for values %PLAYER;
2553		2755
2554	warn "loading reloadable resources";
2555	reload_resources;
2556
2557	warn "leaving sync_job";	2756	warn "leaving sync_job";
2558		2757
2559	1	2758	1
2560	} or do {	2759	} or do {
2561	warn $@;	2760	warn $@;
…		…
2566	warn "reloaded";	2765	warn "reloaded";
2567	};	2766	};
2568		2767
2569	our $RELOAD_WATCHER; # used only during reload	2768	our $RELOAD_WATCHER; # used only during reload
2570		2769
		2770	sub reload_perl() {
		2771	# doing reload synchronously and two reloads happen back-to-back,
		2772	# coro crashes during coro_state_free->destroy here.
		2773
		2774	$RELOAD_WATCHER \|\|= Event->timer (
		2775	reentrant => 0,
		2776	after => 0,
		2777	data => WF_AUTOCANCEL,
		2778	cb => sub {
		2779	do_reload_perl;
		2780	undef $RELOAD_WATCHER;
		2781	},
		2782	);
		2783	}
		2784
2571	register_command "reload" => sub {	2785	register_command "reload" => sub {
2572	my ($who, $arg) = @_;	2786	my ($who, $arg) = @_;
2573		2787
2574	if ($who->flag (FLAG_WIZ)) {	2788	if ($who->flag (FLAG_WIZ)) {
2575	$who->message ("reloading server.");	2789	$who->message ("reloading server.");
2576		2790	async { reload_perl };
2577	# doing reload synchronously and two reloads happen back-to-back,
2578	# coro crashes during coro_state_free->destroy here.
2579
2580	$RELOAD_WATCHER \|\|= Event->timer (
2581	reentrant => 0,
2582	after => 0,
2583	data => WF_AUTOCANCEL,
2584	cb => sub {
2585	reload;
2586	undef $RELOAD_WATCHER;
2587	},
2588	);
2589	}	2791	}
2590	};	2792	};
2591		2793
2592	unshift @INC, $LIBDIR;	2794	unshift @INC, $LIBDIR;
2593		2795
2594	my $bug_warning = 0;	2796	my $bug_warning = 0;
		2797
		2798	our @WAIT_FOR_TICK;
		2799	our @WAIT_FOR_TICK_BEGIN;
		2800
		2801	sub wait_for_tick {
		2802	return unless $TICK_WATCHER->is_active;
		2803	return if $Coro::current == $Coro::main;
		2804
		2805	my $signal = new Coro::Signal;
		2806	push @WAIT_FOR_TICK, $signal;
		2807	$signal->wait;
		2808	}
		2809
		2810	sub wait_for_tick_begin {
		2811	return unless $TICK_WATCHER->is_active;
		2812	return if $Coro::current == $Coro::main;
		2813
		2814	my $signal = new Coro::Signal;
		2815	push @WAIT_FOR_TICK_BEGIN, $signal;
		2816	$signal->wait;
		2817	}
2595		2818
2596	$TICK_WATCHER = Event->timer (	2819	$TICK_WATCHER = Event->timer (
2597	reentrant => 0,	2820	reentrant => 0,
2598	parked => 1,	2821	parked => 1,
2599	prio => 0,	2822	prio => 0,
…		…
2607	}	2830	}
2608		2831
2609	$NOW = Event::time;	2832	$NOW = Event::time;
2610		2833
2611	cf::server_tick; # one server iteration	2834	cf::server_tick; # one server iteration
		2835
2612	$RUNTIME += $TICK;	2836	$RUNTIME += $TICK;
2613	$NEXT_TICK += $TICK;	2837	$NEXT_TICK += $TICK;
2614		2838
2615	if ($NOW >= $NEXT_RUNTIME_WRITE) {	2839	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2616	$NEXT_RUNTIME_WRITE = $NOW + 10;	2840	$NEXT_RUNTIME_WRITE = $NOW + 10;
…		…
2618	write_runtime	2842	write_runtime
2619	or warn "ERROR: unable to write runtime file: $!";	2843	or warn "ERROR: unable to write runtime file: $!";
2620	};	2844	};
2621	}	2845	}
2622		2846
2623	$WAIT_FOR_TICK->broadcast;
2624	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2625
2626	# my $AFTER = Event::time;	2847	# my $AFTER = Event::time;
2627	# warn $AFTER - $NOW;#d#	2848	# warn $AFTER - $NOW;#d#
2628		2849
2629	# if we are delayed by four ticks or more, skip them all	2850	# if we are delayed by four ticks or more, skip them all
2630	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2851	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2631		2852
2632	$TICK_WATCHER->at ($NEXT_TICK);	2853	$TICK_WATCHER->at ($NEXT_TICK);
2633	$TICK_WATCHER->start;	2854	$TICK_WATCHER->start;
		2855
		2856	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		2857	$sig->send;
		2858	}
		2859	while (my $sig = shift @WAIT_FOR_TICK) {
		2860	$sig->send;
		2861	}
		2862
		2863	_post_tick;
2634	},	2864	},
2635	);	2865	);
2636		2866
2637	{	2867	{
2638	BDB::max_poll_time $TICK * 0.1;	2868	BDB::max_poll_time $TICK * 0.1;
…		…
2666		2896
2667	cf::sync_job {	2897	cf::sync_job {
2668	eval {	2898	eval {
2669	BDB::db_env_open	2899	BDB::db_env_open
2670	$DB_ENV,	2900	$DB_ENV,
2671	$BDB_ENV_DIR,	2901	$BDBDIR,
2672	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN	2902	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN
2673	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,	2903	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,
2674	0666;	2904	0666;
2675		2905
2676	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	2906	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2677		2907
2678	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);	2908	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);
2679	$DB_ENV->set_lk_detect;	2909	$DB_ENV->set_lk_detect;
2680	};	2910	};
2681		2911
…		…
2697	prio => 6,	2927	prio => 6,
2698	cb => \&IO::AIO::poll_cb,	2928	cb => \&IO::AIO::poll_cb,
2699	);	2929	);
2700	}	2930	}
2701		2931
		2932	my $_log_backtrace;
		2933
		2934	sub _log_backtrace {
		2935	my ($msg, @addr) = @_;
		2936
		2937	$msg =~ s/\n//;
		2938
		2939	# limit the # of concurrent backtraces
		2940	if ($_log_backtrace < 2) {
		2941	++$_log_backtrace;
		2942	async {
		2943	my @bt = fork_call {
		2944	@addr = map { sprintf "%x", $_ } @addr;
		2945	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		2946	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 \|"
		2947	or die "addr2line: $!";
		2948
		2949	my @funcs;
		2950	my @res = <$fh>;
		2951	chomp for @res;
		2952	while (@res) {
		2953	my ($func, $line) = splice @res, 0, 2, ();
		2954	push @funcs, "[$func] $line";
		2955	}
		2956
		2957	@funcs
		2958	};
		2959
		2960	LOG llevInfo, "[ABT] $msg\n";
		2961	LOG llevInfo, "[ABT] $_\n" for @bt;
		2962	--$_log_backtrace;
		2963	};
		2964	} else {
		2965	LOG llevInfo, "[ABT] $msg\n";
		2966	LOG llevInfo, "[ABT] [suppressed]\n";
		2967	}
		2968	}
		2969
		2970	# load additional modules
		2971	use cf::pod;
		2972
2702	END { cf::emergency_save }	2973	END { cf::emergency_save }
2703		2974
2704	1	2975	1
2705		2976

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing deliantra/server/lib/cf.pm (file contents): Revision 1.232 by root, Wed Apr 4 02:07:19 2007 UTC vs. Revision 1.263 by root, Sat May 5 05:40:27 2007 UTC

Diff Legend

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.232 by root, Wed Apr 4 02:07:19 2007 UTC vs.
Revision 1.263 by root, Sat May 5 05:40:27 2007 UTC