[ViewVC] Diff of: cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.235 by root, Tue Apr 10 09:35:23 2007 UTC vs.
Revision 1.264 by root, Sun May 6 05:44:48 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.52 ();	15	use Coro 3.61 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
21		24
22	use BDB ();	25	use BDB ();
23	use Data::Dumper;	26	use Data::Dumper;
24	use Digest::MD5;	27	use Digest::MD5;
25	use Fcntl;	28	use Fcntl;
…		…
28	use Time::HiRes;	31	use Time::HiRes;
29	use Compress::LZF;	32	use Compress::LZF;
30		33
31	# configure various modules to our taste	34	# configure various modules to our taste
32	#	35	#
		36	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		39
36	$Event::Eval = 1; # no idea why this is required, but it is	40	$Event::Eval = 1; # no idea why this is required, but it is
37		41
…		…
50	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
52		56
53	our $RELOAD; # number of reloads so far	57	our $RELOAD; # number of reloads so far
54	our @EVENT;	58	our @EVENT;
55	our $LIBDIR = datadir . "/ext";
56		59
57	our $TICK = MAX_TIME * 1e-6;	60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
		71
		72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58	our $TICK_WATCHER;	73	our $TICK_WATCHER;
59	our $AIO_POLL_WATCHER;	74	our $AIO_POLL_WATCHER;
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	76	our $NEXT_TICK;
62	our $NOW;	77	our $NOW;
…		…
71	our $RUNTIME;	86	our $RUNTIME;
72		87
73	our %PLAYER; # all users	88	our %PLAYER; # all users
74	our %MAP; # all maps	89	our %MAP; # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	90	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK \|\|= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE \|\|= new Coro::Signal;
81		91
82	# used to convert map paths into valid unix filenames by replacing / by ∕	92	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		94
85	binmode STDOUT;	95	binmode STDOUT;
86	binmode STDERR;	96	binmode STDERR;
87		97
88	# read virtual server time, if available	98	# read virtual server time, if available
89	unless ($RUNTIME \|\| !-e cf::localdir . "/runtime") {	99	unless ($RUNTIME \|\| !-e "$LOCALDIR/runtime") {
90	open my $fh, "<", cf::localdir . "/runtime"	100	open my $fh, "<", "$LOCALDIR/runtime"
91	or die "unable to read runtime file: $!";	101	or die "unable to read runtime file: $!";
92	$RUNTIME = <$fh> + 0.;	102	$RUNTIME = <$fh> + 0.;
93	}	103	}
94		104
95	mkdir cf::localdir;	105	mkdir $_
96	mkdir cf::localdir . "/" . cf::playerdir;	106	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97	mkdir cf::localdir . "/" . cf::tmpdir;
98	mkdir cf::localdir . "/" . cf::uniquedir;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		107
102	our $EMERGENCY_POSITION;	108	our $EMERGENCY_POSITION;
103		109
104	sub cf::map::normalise;	110	sub cf::map::normalise;
105		111
…		…
116	=item $cf::RUNTIME	122	=item $cf::RUNTIME
117		123
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	124	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	125	every server tick.
120		126
121	=item $cf::LIBDIR	127	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		128	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		129	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		130
123	The perl library directory, where extensions and cf-specific modules can	131	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	132	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		133	unique-items directory, player file directory, random maps directory and
		134	database environment.
125		135
126	=item $cf::NOW	136	=item $cf::NOW
127		137
128	The time of the last (current) server tick.	138	The time of the last (current) server tick.
129		139
…		…
134	=item %cf::CFG	144	=item %cf::CFG
135		145
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	146	Configuration for the server, loaded from C</etc/crossfire/config>, or
137	from wherever your confdir points to.	147	from wherever your confdir points to.
138		148
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	149	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		150
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	151	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	152	returns directly I<after> the tick processing (and consequently, can only wake one process
143	processing has been done. Call C<< ->wait >> on them to maximise the	153	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.
145		154
146	=back	155	=back
147		156
148	=cut	157	=cut
149		158
150	BEGIN {	159	BEGIN {
151	*CORE::GLOBAL::warn = sub {	160	*CORE::GLOBAL::warn = sub {
152	my $msg = join "", @_;	161	my $msg = join "", @_;
153	utf8::encode $msg;
154		162
155	$msg .= "\n"	163	$msg .= "\n"
156	unless $msg =~ /\n$/;	164	unless $msg =~ /\n$/;
157		165
		166	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		167
		168	utf8::encode $msg;
158	LOG llevError, $msg;	169	LOG llevError, $msg;
159	};	170	};
160	}	171	}
161		172
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	173	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
232	returned.	243	returned.
233		244
234	Lock names should begin with a unique identifier (for example, cf::map::find	245	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	246	uses map_find and cf::map::load uses map_load).
236		247
		248	=item $locked = cf::lock_active $string
		249
		250	Return true if the lock is currently active, i.e. somebody has locked it.
		251
237	=cut	252	=cut
238		253
239	our %LOCK;	254	our %LOCK;
240		255
241	sub lock_wait($) {	256	sub lock_wait($) {
…		…
258		273
259	Coro::guard {	274	Coro::guard {
260	# wake up all waiters, to be on the safe side	275	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };	276	$_->ready for @{ delete $LOCK{$key} };
262	}	277	}
		278	}
		279
		280	sub lock_active($) {
		281	my ($key) = @_;
		282
		283	! ! $LOCK{$key}
263	}	284	}
264		285
265	sub freeze_mainloop {	286	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	287	return unless $TICK_WATCHER->is_active;
267		288
…		…
346		367
347	$coro	368	$coro
348	}	369	}
349		370
350	sub write_runtime {	371	sub write_runtime {
		372	my $runtime = "$LOCALDIR/runtime";
		373
		374	# first touch the runtime file to show we are still running:
		375	# the fsync below can take a very very long time.
		376
		377	warn "touching runtime...\n";#d#
		378	if (my $fh = aio_open $runtime, O_WRONLY, 0) {
		379	utime undef, undef, $fh;
		380	}
		381
351	my $guard = cf::lock_acquire "write_runtime";	382	my $guard = cf::lock_acquire "write_runtime";
352		383
353	my $runtime = cf::localdir . "/runtime";	384	warn "starting to write runtime...\n";#d#
354
355	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644	385	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644
356	or return;	386	or return;
357		387
358	my $value = $cf::RUNTIME + 90 + 10;	388	my $value = $cf::RUNTIME + 90 + 10;
359	# 10 is the runtime save interval, for a monotonic clock	389	# 10 is the runtime save interval, for a monotonic clock
…		…
364		394
365	# always fsync - this file is important	395	# always fsync - this file is important
366	aio_fsync $fh	396	aio_fsync $fh
367	and return;	397	and return;
368		398
		399	# touch it again to show we are up-to-date
		400	utime undef, undef, $fh;
		401
369	close $fh	402	close $fh
370	or return;	403	or return;
371		404
372	aio_rename "$runtime~", $runtime	405	aio_rename "$runtime~", $runtime
373	and return;	406	and return;
		407
		408	warn "... done writing runtime.\n";#d#
374		409
375	1	410	1
376	}	411	}
377		412
378	=item cf::datalog type => key => value, ...	413	=item cf::datalog type => key => value, ...
…		…
953	Returns the given player object, loading it if necessary (might block).	988	Returns the given player object, loading it if necessary (might block).
954		989
955	=cut	990	=cut
956		991
957	sub playerdir($) {	992	sub playerdir($) {
958	cf::localdir	993	"$PLAYERDIR/"
959	. "/"
960	. cf::playerdir
961	. "/"
962	. (ref $_[0] ? $_[0]->ob->name : $_[0])	994	. (ref $_[0] ? $_[0]->ob->name : $_[0])
963	}	995	}
964		996
965	sub path($) {	997	sub path($) {
966	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	998	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
…		…
1086	while and may block, so not sync_job-capable, ever.	1118	while and may block, so not sync_job-capable, ever.
1087		1119
1088	=cut	1120	=cut
1089		1121
1090	sub list_logins {	1122	sub list_logins {
1091	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1123	my $dirs = aio_readdir $PLAYERDIR
1092	or return [];	1124	or return [];
1093		1125
1094	my @logins;	1126	my @logins;
1095		1127
1096	for my $login (@$dirs) {	1128	for my $login (@$dirs) {
…		…
1157	my ($self, $type, %msg) = @_;	1189	my ($self, $type, %msg) = @_;
1158		1190
1159	$self->ns->ext_event ($type, %msg);	1191	$self->ns->ext_event ($type, %msg);
1160	}	1192	}
1161		1193
1162	package cf;	1194	=head3 cf::region
		1195
		1196	=over 4
		1197
		1198	=cut
		1199
		1200	package cf::region;
		1201
		1202	=item cf::region::find_by_path $path
		1203
		1204	Tries to decuce the probable region for a map knowing only its path.
		1205
		1206	=cut
		1207
		1208	sub find_by_path($) {
		1209	my ($path) = @_;
		1210
		1211	my ($match, $specificity);
		1212
		1213	for my $region (list) {
		1214	if ($region->match && $path =~ $region->match) {
		1215	($match, $specificity) = ($region, $region->specificity)
		1216	if $region->specificity > $specificity;
		1217	}
		1218	}
		1219
		1220	$match
		1221	}
1163		1222
1164	=back	1223	=back
1165
1166		1224
1167	=head3 cf::map	1225	=head3 cf::map
1168		1226
1169	=over 4	1227	=over 4
1170		1228
…		…
1308		1366
1309	# the original (read-only) location	1367	# the original (read-only) location
1310	sub load_path {	1368	sub load_path {
1311	my ($self) = @_;	1369	my ($self) = @_;
1312		1370
1313	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1371	"$MAPDIR/$self->{path}.map"
1314	}	1372	}
1315		1373
1316	# the temporary/swap location	1374	# the temporary/swap location
1317	sub save_path {	1375	sub save_path {
1318	my ($self) = @_;	1376	my ($self) = @_;
1319		1377
1320	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1378	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1321	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1379	"$TMPDIR/$path.map"
1322	}	1380	}
1323		1381
1324	# the unique path, undef == no special unique path	1382	# the unique path, undef == no special unique path
1325	sub uniq_path {	1383	sub uniq_path {
1326	my ($self) = @_;	1384	my ($self) = @_;
1327		1385
1328	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1386	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1329	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1387	"$UNIQUEDIR/$path"
1330	}	1388	}
1331		1389
1332	# and all this just because we cannot iterate over	1390	# and all this just because we cannot iterate over
1333	# all maps in C++...	1391	# all maps in C++...
1334	sub change_all_map_light {	1392	sub change_all_map_light {
…		…
1401	$self->load_header_orig	1459	$self->load_header_orig
1402	or return;	1460	or return;
1403	$self->prepare_orig;	1461	$self->prepare_orig;
1404	}	1462	}
1405		1463
		1464	$self->default_region (cf::region::find_by_path $self->{path})
		1465	unless $self->default_region;
		1466
1406	1	1467	1
1407	}	1468	}
1408		1469
1409	sub find;	1470	sub find;
1410	sub find {	1471	sub find {
…		…
1443	my ($self) = @_;	1504	my ($self) = @_;
1444		1505
1445	local $self->{deny_reset} = 1; # loading can take a long time	1506	local $self->{deny_reset} = 1; # loading can take a long time
1446		1507
1447	my $path = $self->{path};	1508	my $path = $self->{path};
		1509
		1510	{
1448	my $guard = cf::lock_acquire "map_load:$path";	1511	my $guard = cf::lock_acquire "map_load:$path";
1449		1512
1450	return if $self->in_memory != cf::MAP_SWAPPED;	1513	return if $self->in_memory != cf::MAP_SWAPPED;
1451		1514
1452	$self->in_memory (cf::MAP_LOADING);	1515	$self->in_memory (cf::MAP_LOADING);
1453		1516
1454	$self->alloc;	1517	$self->alloc;
1455		1518
1456	$self->pre_load;	1519	$self->pre_load;
1457
1458	$self->_load_objects ($self->{load_path}, 1)
1459	or return;
1460
1461	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1462	if delete $self->{load_original};
1463
1464	if (my $uniq = $self->uniq_path) {
1465	utf8::encode $uniq;
1466	if (aio_open $uniq, O_RDONLY, 0) {
1467	$self->clear_unique_items;
1468	$self->_load_objects ($uniq, 0);
1469	}
1470	}
1471
1472	Coro::cede;
1473
1474	# now do the right thing for maps
1475	$self->link_multipart_objects;
1476
1477	unless ($self->{deny_activate}) {
1478	$self->decay_objects;
1479	$self->fix_auto_apply;
1480	$self->update_buttons;
1481	Coro::cede;	1520	Coro::cede;
1482	$self->set_darkness_map;	1521
		1522	$self->_load_objects ($self->{load_path}, 1)
		1523	or return;
		1524
		1525	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1526	if delete $self->{load_original};
		1527
		1528	if (my $uniq = $self->uniq_path) {
		1529	utf8::encode $uniq;
		1530	if (aio_open $uniq, O_RDONLY, 0) {
		1531	$self->clear_unique_items;
		1532	$self->_load_objects ($uniq, 0);
		1533	}
		1534	}
		1535
		1536	Coro::cede;
		1537	# now do the right thing for maps
		1538	$self->link_multipart_objects;
1483	$self->difficulty ($self->estimate_difficulty)	1539	$self->difficulty ($self->estimate_difficulty)
1484	unless $self->difficulty;	1540	unless $self->difficulty;
1485	Coro::cede;	1541	Coro::cede;
		1542
		1543	unless ($self->{deny_activate}) {
		1544	$self->decay_objects;
		1545	$self->fix_auto_apply;
		1546	$self->update_buttons;
		1547	Coro::cede;
		1548	$self->set_darkness_map;
		1549	Coro::cede;
1486	$self->activate;	1550	$self->activate;
		1551	}
		1552
		1553	$self->in_memory (cf::MAP_IN_MEMORY);
1487	}	1554	}
1488		1555
1489	$self->post_load;	1556	$self->post_load;
1490
1491	$self->in_memory (cf::MAP_IN_MEMORY);
1492	}	1557	}
1493		1558
1494	sub customise_for {	1559	sub customise_for {
1495	my ($self, $ob) = @_;	1560	my ($self, $ob) = @_;
1496		1561
…		…
1687	instantiated unique items. May block.	1752	instantiated unique items. May block.
1688		1753
1689	=cut	1754	=cut
1690		1755
1691	sub unique_maps() {	1756	sub unique_maps() {
1692	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	1757	my $files = aio_readdir $UNIQUEDIR
1693	or return;	1758	or return;
1694		1759
1695	my @paths;	1760	my @paths;
1696		1761
1697	for (@$files) {	1762	for (@$files) {
…		…
1953		2018
1954	$rmp->{random_seed} \|\|= $exit->random_seed;	2019	$rmp->{random_seed} \|\|= $exit->random_seed;
1955		2020
1956	my $data = cf::to_json $rmp;	2021	my $data = cf::to_json $rmp;
1957	my $md5 = Digest::MD5::md5_hex $data;	2022	my $md5 = Digest::MD5::md5_hex $data;
1958	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2023	my $meta = "$RANDOMDIR/$md5.meta";
1959		2024
1960	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {	2025	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {
1961	aio_write $fh, 0, (length $data), $data, 0;	2026	aio_write $fh, 0, (length $data), $data, 0;
1962	undef $fh;	2027	undef $fh;
1963	aio_rename "$meta~", $meta;	2028	aio_rename "$meta~", $meta;
…		…
2232	#############################################################################	2297	#############################################################################
2233		2298
2234	=head2 EXTENSION DATABASE SUPPORT	2299	=head2 EXTENSION DATABASE SUPPORT
2235		2300
2236	Crossfire maintains a very simple database for extension use. It can	2301	Crossfire maintains a very simple database for extension use. It can
2237	currently store anything that can be serialised using Storable, which	2302	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2238	excludes objects.	2303	convert to/from binary).
2239		2304
2240	The parameter C<$family> should best start with the name of the extension	2305	The parameter C<$family> should best start with the name of the extension
2241	using it, it should be unique.	2306	using it, it should be unique.
2242		2307
2243	=over 4	2308	=over 4
…		…
2266	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;	2331	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;
2267	cf::cleanup "db_open(db): $!" if $!;	2332	cf::cleanup "db_open(db): $!" if $!;
2268	};	2333	};
2269	cf::cleanup "db_open(db): $@" if $@;	2334	cf::cleanup "db_open(db): $@" if $@;
2270	};	2335	};
2271
2272	my $path = cf::localdir . "/database.pst";
2273	if (stat $path) {
2274	cf::sync_job {
2275	my $pst = Storable::retrieve $path;
2276
2277	cf::db_put (board => data => $pst->{board});
2278	cf::db_put (guildrules => data => $pst->{guildrules});
2279	cf::db_put (rent => balance => $pst->{rent}{balance});
2280	BDB::db_env_txn_checkpoint $DB_ENV;
2281
2282	unlink $path;
2283	};
2284	}
2285	}	2336	}
2286	}	2337	}
2287		2338
2288	sub db_get($$) {	2339	sub db_get($$) {
2289	my $key = "$_[0]/$_[1]";	2340	my $key = "$_[0]/$_[1]";
2290		2341
2291	cf::sync_job {	2342	cf::sync_job {
2292	BDB::db_get $DB, undef, $key, my $data;	2343	BDB::db_get $DB, undef, $key, my $data;
2293		2344
2294	$! ? ()	2345	$! ? ()
2295	: Compress::LZF::sthaw $data	2346	: $data
2296	}	2347	}
2297	}	2348	}
2298		2349
2299	sub db_put($$$) {	2350	sub db_put($$$) {
2300	BDB::dbreq_pri 4;	2351	BDB::dbreq_pri 4;
2301	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };	2352	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2302	}	2353	}
		2354
		2355	=item cf::cache $id => [$paths...], $processversion => $process
		2356
		2357	Generic caching function that returns the value of the resource $id,
		2358	caching and regenerating as required.
		2359
		2360	This function can block.
		2361
		2362	=cut
		2363
		2364	sub cache {
		2365	my ($id, $src, $processversion, $process) = @_;
		2366
		2367	my $meta =
		2368	join "\x00",
		2369	$processversion,
		2370	map {
		2371	aio_stat $_
		2372	and Carp::croak "$_: $!";
		2373
		2374	($_, (stat _)[7,9])
		2375	} @$src;
		2376
		2377	my $dbmeta = db_get cache => "$id/meta";
		2378	if ($dbmeta ne $meta) {
		2379	# changed, we may need to process
		2380
		2381	my @data;
		2382	my $md5;
		2383
		2384	for (0 .. $#$src) {
		2385	0 <= aio_load $src->[$_], $data[$_]
		2386	or Carp::croak "$src->[$_]: $!";
		2387	}
		2388
		2389	# if processing is expensive, check
		2390	# checksum first
		2391	if (1) {
		2392	$md5 =
		2393	join "\x00",
		2394	$processversion,
		2395	map {
		2396	Coro::cede;
		2397	($src->[$_], Digest::MD5::md5_hex $data[$_])
		2398	} 0.. $#$src;
		2399
		2400
		2401	my $dbmd5 = db_get cache => "$id/md5";
		2402	if ($dbmd5 eq $md5) {
		2403	db_put cache => "$id/meta", $meta;
		2404
		2405	return db_get cache => "$id/data";
		2406	}
		2407	}
		2408
		2409	my $t1 = Time::HiRes::time;
		2410	my $data = $process->(\@data);
		2411	my $t2 = Time::HiRes::time;
		2412
		2413	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		2414
		2415	db_put cache => "$id/data", $data;
		2416	db_put cache => "$id/md5" , $md5;
		2417	db_put cache => "$id/meta", $meta;
		2418
		2419	return $data;
		2420	}
		2421
		2422	db_get cache => "$id/data"
		2423	}
		2424
		2425	=item fork_call { }, $args
		2426
		2427	Executes the given code block with the given arguments in a seperate
		2428	process, returning the results. Everything must be serialisable with
		2429	Coro::Storable. May, of course, block. Note that the executed sub may
		2430	never block itself or use any form of Event handling.
		2431
		2432	=cut
		2433
		2434	sub fork_call(&@) {
		2435	my ($cb, @args) = @_;
		2436
		2437	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		2438	# or die "socketpair: $!";
		2439	pipe my $fh1, my $fh2
		2440	or die "pipe: $!";
		2441
		2442	if (my $pid = fork) {
		2443	close $fh2;
		2444
		2445	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		2446	$res = Coro::Storable::thaw $res;
		2447
		2448	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		2449
		2450	die $$res unless "ARRAY" eq ref $res;
		2451
		2452	return wantarray ? @$res : $res->[-1];
		2453	} else {
		2454	reset_signals;
		2455	local $SIG{__WARN__};
		2456	local $SIG{__DIE__};
		2457	eval {
		2458	close $fh1;
		2459
		2460	my @res = eval { $cb->(@args) };
		2461	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		2462	};
		2463
		2464	warn $@ if $@;
		2465	_exit 0;
		2466	}
		2467	}
		2468
		2469
2303		2470
2304	#############################################################################	2471	#############################################################################
2305	# the server's init and main functions	2472	# the server's init and main functions
2306		2473
2307	sub load_facedata {	2474	sub load_facedata($) {
2308	my $path = sprintf "%s/facedata", cf::datadir;	2475	my ($path) = @_;
2309		2476
2310	warn "loading facedata from $path\n";	2477	warn "loading facedata from $path\n";
2311		2478
2312	my $faces;	2479	my $facedata;
2313	0 < aio_load $path, $faces	2480	0 < aio_load $path, $facedata
2314	or die "$path: $!";	2481	or die "$path: $!";
2315		2482
2316	Coro::cede;
2317	$faces = Storable::thaw $faces;	2483	$facedata = Coro::Storable::thaw $facedata;
2318	Coro::cede;
2319		2484
2320	my $meta = delete $faces->{""};
2321	$meta->{version} == 1	2485	$facedata->{version} == 2
2322	or cf::cleanup "$path: version mismatch, cannot proceed.";	2486	or cf::cleanup "$path: version mismatch, cannot proceed.";
2323		2487
		2488	{
		2489	my $faces = $facedata->{faceinfo};
		2490
2324	while (my ($face, $info) = each %$faces) {	2491	while (my ($face, $info) = each %$faces) {
2325	my $idx = (cf::face::find $face) \|\| cf::face::alloc $face;	2492	my $idx = (cf::face::find $face) \|\| cf::face::alloc $face;
2326	cf::face::set $idx, $info->{visibility}, $info->{magicmap};	2493	cf::face::set $idx, $info->{visibility}, $info->{magicmap};
2327	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};	2494	cf::face::set_data $idx, 0, $info->{data32}, $info->{chksum32};
2328	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};	2495	cf::face::set_data $idx, 1, $info->{data64}, $info->{chksum64};
2329	Coro::cede;	2496	Coro::cede;
2330	}	2497	}
2331		2498
2332	while (my ($face, $info) = each %$faces) {	2499	while (my ($face, $info) = each %$faces) {
2333	next unless $info->{smooth};	2500	next unless $info->{smooth};
2334	my $idx = cf::face::find $face	2501	my $idx = cf::face::find $face
2335	or next;	2502	or next;
2336	if (my $smooth = cf::face::find $info->{smooth}) {	2503	if (my $smooth = cf::face::find $info->{smooth}) {
2337	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};	2504	cf::face::set_smooth $idx, $smooth, $info->{smoothlevel};
2338	} else {	2505	} else {
2339	warn "smooth face '$info->{smooth}' not found for face '$face'";	2506	warn "smooth face '$info->{smooth}' not found for face '$face'";
2340	}	2507	}
2341	Coro::cede;	2508	Coro::cede;
		2509	}
		2510	}
		2511
		2512	{
		2513	my $anims = $facedata->{animinfo};
		2514
		2515	while (my ($anim, $info) = each %$anims) {
		2516	cf::anim::set $anim, $info->{frames}, $info->{facings};
		2517	Coro::cede;
		2518	}
		2519
		2520	cf::anim::invalidate_all; # d'oh
2342	}	2521	}
2343		2522
2344	1	2523	1
2345	}	2524	}
2346		2525
		2526	sub reload_regions {
		2527	load_resource_file "$MAPDIR/regions"
		2528	or die "unable to load regions file\n";
		2529	}
		2530
		2531	sub reload_facedata {
		2532	load_facedata "$DATADIR/facedata"
		2533	or die "unable to load facedata\n";
		2534	}
		2535
		2536	sub reload_archetypes {
		2537	load_resource_file "$DATADIR/archetypes"
		2538	or die "unable to load archetypes\n";
		2539	}
		2540
		2541	sub reload_treasures {
		2542	load_resource_file "$DATADIR/treasures"
		2543	or die "unable to load treasurelists\n";
		2544	}
		2545
2347	sub reload_resources {	2546	sub reload_resources {
2348	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	2547	warn "reloading resource files...\n";
2349	or die "unable to load regions file\n";#d#	2548
		2549	reload_regions;
2350	load_facedata	2550	reload_facedata;
2351	or die "unable to load facedata\n";#d#	2551	reload_archetypes;
		2552	reload_treasures;
		2553
		2554	warn "finished reloading resource files\n";
2352	}	2555	}
2353		2556
2354	sub init {	2557	sub init {
2355	reload_resources;	2558	reload_resources;
2356	}	2559	}
2357		2560
2358	sub cfg_load {	2561	sub cfg_load {
2359	open my $fh, "<:utf8", cf::confdir . "/config"	2562	open my $fh, "<:utf8", "$CONFDIR/config"
2360	or return;	2563	or return;
2361		2564
2362	local $/;	2565	local $/;
2363	*CFG = YAML::Syck::Load <$fh>;	2566	*CFG = YAML::Syck::Load <$fh>;
2364		2567
…		…
2449		2652
2450	warn Carp::longmess "post_cleanup backtrace"	2653	warn Carp::longmess "post_cleanup backtrace"
2451	if $make_core;	2654	if $make_core;
2452	}	2655	}
2453		2656
2454	sub reload() {	2657	sub do_reload_perl() {
2455	# can/must only be called in main	2658	# can/must only be called in main
2456	if ($Coro::current != $Coro::main) {	2659	if ($Coro::current != $Coro::main) {
2457	warn "can only reload from main coroutine";	2660	warn "can only reload from main coroutine";
2458	return;	2661	return;
2459	}	2662	}
…		…
2534	Symbol::delete_package "safe::$_"	2737	Symbol::delete_package "safe::$_"
2535	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2738	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2536		2739
2537	warn "unloading cf.pm \"a bit\"";	2740	warn "unloading cf.pm \"a bit\"";
2538	delete $INC{"cf.pm"};	2741	delete $INC{"cf.pm"};
		2742	delete $INC{"cf/pod.pm"};
2539		2743
2540	# don't, removes xs symbols, too,	2744	# don't, removes xs symbols, too,
2541	# and global variables created in xs	2745	# and global variables created in xs
2542	#Symbol::delete_package __PACKAGE__;	2746	#Symbol::delete_package __PACKAGE__;
2543		2747
…		…
2558	warn "reattaching attachments to maps";	2762	warn "reattaching attachments to maps";
2559	reattach $_ for values %MAP;	2763	reattach $_ for values %MAP;
2560	warn "reattaching attachments to players";	2764	warn "reattaching attachments to players";
2561	reattach $_ for values %PLAYER;	2765	reattach $_ for values %PLAYER;
2562		2766
2563	warn "loading reloadable resources";
2564	reload_resources;
2565
2566	warn "leaving sync_job";	2767	warn "leaving sync_job";
2567		2768
2568	1	2769	1
2569	} or do {	2770	} or do {
2570	warn $@;	2771	warn $@;
…		…
2575	warn "reloaded";	2776	warn "reloaded";
2576	};	2777	};
2577		2778
2578	our $RELOAD_WATCHER; # used only during reload	2779	our $RELOAD_WATCHER; # used only during reload
2579		2780
		2781	sub reload_perl() {
		2782	# doing reload synchronously and two reloads happen back-to-back,
		2783	# coro crashes during coro_state_free->destroy here.
		2784
		2785	$RELOAD_WATCHER \|\|= Event->timer (
		2786	reentrant => 0,
		2787	after => 0,
		2788	data => WF_AUTOCANCEL,
		2789	cb => sub {
		2790	do_reload_perl;
		2791	undef $RELOAD_WATCHER;
		2792	},
		2793	);
		2794	}
		2795
2580	register_command "reload" => sub {	2796	register_command "reload" => sub {
2581	my ($who, $arg) = @_;	2797	my ($who, $arg) = @_;
2582		2798
2583	if ($who->flag (FLAG_WIZ)) {	2799	if ($who->flag (FLAG_WIZ)) {
2584	$who->message ("reloading server.");	2800	$who->message ("reloading server.");
2585		2801	async { reload_perl };
2586	# doing reload synchronously and two reloads happen back-to-back,
2587	# coro crashes during coro_state_free->destroy here.
2588
2589	$RELOAD_WATCHER \|\|= Event->timer (
2590	reentrant => 0,
2591	after => 0,
2592	data => WF_AUTOCANCEL,
2593	cb => sub {
2594	reload;
2595	undef $RELOAD_WATCHER;
2596	},
2597	);
2598	}	2802	}
2599	};	2803	};
2600		2804
2601	unshift @INC, $LIBDIR;	2805	unshift @INC, $LIBDIR;
2602		2806
2603	my $bug_warning = 0;	2807	my $bug_warning = 0;
		2808
		2809	our @WAIT_FOR_TICK;
		2810	our @WAIT_FOR_TICK_BEGIN;
		2811
		2812	sub wait_for_tick {
		2813	return unless $TICK_WATCHER->is_active;
		2814	return if $Coro::current == $Coro::main;
		2815
		2816	my $signal = new Coro::Signal;
		2817	push @WAIT_FOR_TICK, $signal;
		2818	$signal->wait;
		2819	}
		2820
		2821	sub wait_for_tick_begin {
		2822	return unless $TICK_WATCHER->is_active;
		2823	return if $Coro::current == $Coro::main;
		2824
		2825	my $signal = new Coro::Signal;
		2826	push @WAIT_FOR_TICK_BEGIN, $signal;
		2827	$signal->wait;
		2828	}
2604		2829
2605	$TICK_WATCHER = Event->timer (	2830	$TICK_WATCHER = Event->timer (
2606	reentrant => 0,	2831	reentrant => 0,
2607	parked => 1,	2832	parked => 1,
2608	prio => 0,	2833	prio => 0,
…		…
2616	}	2841	}
2617		2842
2618	$NOW = Event::time;	2843	$NOW = Event::time;
2619		2844
2620	cf::server_tick; # one server iteration	2845	cf::server_tick; # one server iteration
		2846
2621	$RUNTIME += $TICK;	2847	$RUNTIME += $TICK;
2622	$NEXT_TICK += $TICK;	2848	$NEXT_TICK += $TICK;
2623		2849
2624	if ($NOW >= $NEXT_RUNTIME_WRITE) {	2850	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2625	$NEXT_RUNTIME_WRITE = $NOW + 10;	2851	$NEXT_RUNTIME_WRITE = $NOW + 10;
…		…
2627	write_runtime	2853	write_runtime
2628	or warn "ERROR: unable to write runtime file: $!";	2854	or warn "ERROR: unable to write runtime file: $!";
2629	};	2855	};
2630	}	2856	}
2631		2857
2632	$WAIT_FOR_TICK->broadcast;
2633	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2634
2635	# my $AFTER = Event::time;	2858	# my $AFTER = Event::time;
2636	# warn $AFTER - $NOW;#d#	2859	# warn $AFTER - $NOW;#d#
2637		2860
2638	# if we are delayed by four ticks or more, skip them all	2861	# if we are delayed by four ticks or more, skip them all
2639	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2862	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;
2640		2863
2641	$TICK_WATCHER->at ($NEXT_TICK);	2864	$TICK_WATCHER->at ($NEXT_TICK);
2642	$TICK_WATCHER->start;	2865	$TICK_WATCHER->start;
		2866
		2867	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		2868	$sig->send;
		2869	}
		2870	while (my $sig = shift @WAIT_FOR_TICK) {
		2871	$sig->send;
		2872	}
		2873
		2874	_post_tick;
2643	},	2875	},
2644	);	2876	);
2645		2877
2646	{	2878	{
2647	BDB::max_poll_time $TICK * 0.1;	2879	BDB::max_poll_time $TICK * 0.1;
…		…
2675		2907
2676	cf::sync_job {	2908	cf::sync_job {
2677	eval {	2909	eval {
2678	BDB::db_env_open	2910	BDB::db_env_open
2679	$DB_ENV,	2911	$DB_ENV,
2680	$BDB_ENV_DIR,	2912	$BDBDIR,
2681	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN	2913	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN
2682	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,	2914	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,
2683	0666;	2915	0666;
2684		2916
2685	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	2917	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2686		2918
2687	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);	2919	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);
2688	$DB_ENV->set_lk_detect;	2920	$DB_ENV->set_lk_detect;
2689	};	2921	};
2690		2922
…		…
2706	prio => 6,	2938	prio => 6,
2707	cb => \&IO::AIO::poll_cb,	2939	cb => \&IO::AIO::poll_cb,
2708	);	2940	);
2709	}	2941	}
2710		2942
		2943	my $_log_backtrace;
		2944
		2945	sub _log_backtrace {
		2946	my ($msg, @addr) = @_;
		2947
		2948	$msg =~ s/\n//;
		2949
		2950	# limit the # of concurrent backtraces
		2951	if ($_log_backtrace < 2) {
		2952	++$_log_backtrace;
		2953	async {
		2954	my @bt = fork_call {
		2955	@addr = map { sprintf "%x", $_ } @addr;
		2956	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		2957	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 \|"
		2958	or die "addr2line: $!";
		2959
		2960	my @funcs;
		2961	my @res = <$fh>;
		2962	chomp for @res;
		2963	while (@res) {
		2964	my ($func, $line) = splice @res, 0, 2, ();
		2965	push @funcs, "[$func] $line";
		2966	}
		2967
		2968	@funcs
		2969	};
		2970
		2971	LOG llevInfo, "[ABT] $msg\n";
		2972	LOG llevInfo, "[ABT] $_\n" for @bt;
		2973	--$_log_backtrace;
		2974	};
		2975	} else {
		2976	LOG llevInfo, "[ABT] $msg\n";
		2977	LOG llevInfo, "[ABT] [suppressed]\n";
		2978	}
		2979	}
		2980
		2981	# load additional modules
		2982	use cf::pod;
		2983
2711	END { cf::emergency_save }	2984	END { cf::emergency_save }
2712		2985
2713	1	2986	1
2714		2987

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing deliantra/server/lib/cf.pm (file contents): Revision 1.235 by root, Tue Apr 10 09:35:23 2007 UTC vs. Revision 1.264 by root, Sun May 6 05:44:48 2007 UTC

Diff Legend

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.235 by root, Tue Apr 10 09:35:23 2007 UTC vs.
Revision 1.264 by root, Sun May 6 05:44:48 2007 UTC