[ViewVC] Diff of: cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.237 by root, Fri Apr 13 05:08:51 2007 UTC vs.
Revision 1.266 by root, Fri May 18 01:01:02 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.52 ();	15	use Coro 3.61 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
…		…
52	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
53	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
54		56
55	our $RELOAD; # number of reloads so far	57	our $RELOAD; # number of reloads so far
56	our @EVENT;	58	our @EVENT;
57	our $LIBDIR = datadir . "/ext";
58		59
59	our $TICK = MAX_TIME * 1e-6;	60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
		71
		72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60	our $TICK_WATCHER;	73	our $TICK_WATCHER;
61	our $AIO_POLL_WATCHER;	74	our $AIO_POLL_WATCHER;
62	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
63	our $NEXT_TICK;	76	our $NEXT_TICK;
64	our $NOW;	77	our $NOW;
…		…
73	our $RUNTIME;	86	our $RUNTIME;
74		87
75	our %PLAYER; # all users	88	our %PLAYER; # all users
76	our %MAP; # all maps	89	our %MAP; # all maps
77	our $LINK_MAP; # the special {link} map, which is always available	90	our $LINK_MAP; # the special {link} map, which is always available
78	our $RANDOM_MAPS = cf::localdir . "/random";
79	our $BDB_ENV_DIR = cf::localdir . "/db";
80
81	our $WAIT_FOR_TICK; $WAIT_FOR_TICK \|\|= new Coro::Signal;
82	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE \|\|= new Coro::Signal;
83		91
84	# used to convert map paths into valid unix filenames by replacing / by ∕	92	# used to convert map paths into valid unix filenames by replacing / by ∕
85	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
86		94
		95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		96	our $LOADAVG; # same thing, but with alpha-smoothing
		97	our $tick_start; # for load detecting purposes
		98
87	binmode STDOUT;	99	binmode STDOUT;
88	binmode STDERR;	100	binmode STDERR;
89		101
90	# read virtual server time, if available	102	# read virtual server time, if available
91	unless ($RUNTIME \|\| !-e cf::localdir . "/runtime") {	103	unless ($RUNTIME \|\| !-e "$LOCALDIR/runtime") {
92	open my $fh, "<", cf::localdir . "/runtime"	104	open my $fh, "<", "$LOCALDIR/runtime"
93	or die "unable to read runtime file: $!";	105	or die "unable to read runtime file: $!";
94	$RUNTIME = <$fh> + 0.;	106	$RUNTIME = <$fh> + 0.;
95	}	107	}
96		108
97	mkdir cf::localdir;	109	mkdir $_
98	mkdir cf::localdir . "/" . cf::playerdir;	110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
99	mkdir cf::localdir . "/" . cf::tmpdir;
100	mkdir cf::localdir . "/" . cf::uniquedir;
101	mkdir $RANDOM_MAPS;
102	mkdir $BDB_ENV_DIR;
103		111
104	our $EMERGENCY_POSITION;	112	our $EMERGENCY_POSITION;
105		113
106	sub cf::map::normalise;	114	sub cf::map::normalise;
107		115
…		…
118	=item $cf::RUNTIME	126	=item $cf::RUNTIME
119		127
120	The time this server has run, starts at 0 and is increased by $cf::TICK on	128	The time this server has run, starts at 0 and is increased by $cf::TICK on
121	every server tick.	129	every server tick.
122		130
123	=item $cf::LIBDIR	131	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		132	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		133	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
124		134
125	The perl library directory, where extensions and cf-specific modules can	135	Various directories - "/etc", read-only install directory, perl-library
126	be found. It will be added to C<@INC> automatically.	136	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		137	unique-items directory, player file directory, random maps directory and
		138	database environment.
127		139
128	=item $cf::NOW	140	=item $cf::NOW
129		141
130	The time of the last (current) server tick.	142	The time of the last (current) server tick.
131		143
132	=item $cf::TICK	144	=item $cf::TICK
133		145
134	The interval between server ticks, in seconds.	146	The interval between server ticks, in seconds.
		147
		148	=item $cf::LOADAVG
		149
		150	The current CPU load on the server (alpha-smoothed), as a value between 0
		151	(none) and 1 (overloaded), indicating how much time is spent on processing
		152	objects per tick. Healthy values are < 0.5.
		153
		154	=item $cf::LOAD
		155
		156	The raw value load value from the last tick.
135		157
136	=item %cf::CFG	158	=item %cf::CFG
137		159
138	Configuration for the server, loaded from C</etc/crossfire/config>, or	160	Configuration for the server, loaded from C</etc/crossfire/config>, or
139	from wherever your confdir points to.	161	from wherever your confdir points to.
140		162
141	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	163	=item cf::wait_for_tick, cf::wait_for_tick_begin
142		164
143	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
144	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	166	returns directly I<after> the tick processing (and consequently, can only wake one process
145	processing has been done. Call C<< ->wait >> on them to maximise the	167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
146	window of cpu time available, or simply to synchronise to the server tick.
147		168
148	=back	169	=back
149		170
150	=cut	171	=cut
151		172
152	BEGIN {	173	BEGIN {
153	*CORE::GLOBAL::warn = sub {	174	*CORE::GLOBAL::warn = sub {
154	my $msg = join "", @_;	175	my $msg = join "", @_;
155	utf8::encode $msg;
156		176
157	$msg .= "\n"	177	$msg .= "\n"
158	unless $msg =~ /\n$/;	178	unless $msg =~ /\n$/;
159		179
		180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		181
		182	utf8::encode $msg;
160	LOG llevError, $msg;	183	LOG llevError, $msg;
161	};	184	};
162	}	185	}
163		186
164	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
234	returned.	257	returned.
235		258
236	Lock names should begin with a unique identifier (for example, cf::map::find	259	Lock names should begin with a unique identifier (for example, cf::map::find
237	uses map_find and cf::map::load uses map_load).	260	uses map_find and cf::map::load uses map_load).
238		261
		262	=item $locked = cf::lock_active $string
		263
		264	Return true if the lock is currently active, i.e. somebody has locked it.
		265
239	=cut	266	=cut
240		267
241	our %LOCK;	268	our %LOCK;
242		269
243	sub lock_wait($) {	270	sub lock_wait($) {
…		…
260		287
261	Coro::guard {	288	Coro::guard {
262	# wake up all waiters, to be on the safe side	289	# wake up all waiters, to be on the safe side
263	$_->ready for @{ delete $LOCK{$key} };	290	$_->ready for @{ delete $LOCK{$key} };
264	}	291	}
		292	}
		293
		294	sub lock_active($) {
		295	my ($key) = @_;
		296
		297	! ! $LOCK{$key}
265	}	298	}
266		299
267	sub freeze_mainloop {	300	sub freeze_mainloop {
268	return unless $TICK_WATCHER->is_active;	301	return unless $TICK_WATCHER->is_active;
269		302
…		…
299		332
300	sub sync_job(&) {	333	sub sync_job(&) {
301	my ($job) = @_;	334	my ($job) = @_;
302		335
303	if ($Coro::current == $Coro::main) {	336	if ($Coro::current == $Coro::main) {
		337	my $time = Event::time;
		338
304	# this is the main coro, too bad, we have to block	339	# this is the main coro, too bad, we have to block
305	# till the operation succeeds, freezing the server :/	340	# till the operation succeeds, freezing the server :/
306		341
307	# TODO: use suspend/resume instead	342	# TODO: use suspend/resume instead
308	# (but this is cancel-safe)	343	# (but this is cancel-safe)
…		…
319		354
320	while ($busy) {	355	while ($busy) {
321	Coro::cede or Event::one_event;	356	Coro::cede or Event::one_event;
322	}	357	}
323		358
		359	$time = Event::time - $time;
		360
		361	LOG llevError \| logBacktrace, Carp::longmess "long sync job"
		362	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		363
		364	$tick_start += $time; # do not account sync jobs to server load
		365
324	wantarray ? @res : $res[0]	366	wantarray ? @res : $res[0]
325	} else {	367	} else {
326	# we are in another coroutine, how wonderful, everything just works	368	# we are in another coroutine, how wonderful, everything just works
327		369
328	$job->()	370	$job->()
…		…
348		390
349	$coro	391	$coro
350	}	392	}
351		393
352	sub write_runtime {	394	sub write_runtime {
		395	my $runtime = "$LOCALDIR/runtime";
		396
		397	# first touch the runtime file to show we are still running:
		398	# the fsync below can take a very very long time.
		399
		400	if (my $fh = aio_open $runtime, O_WRONLY, 0) {
		401	utime undef, undef, $fh;
		402	}
		403
353	my $guard = cf::lock_acquire "write_runtime";	404	my $guard = cf::lock_acquire "write_runtime";
354
355	my $runtime = cf::localdir . "/runtime";
356		405
357	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644	406	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644
358	or return;	407	or return;
359		408
360	my $value = $cf::RUNTIME + 90 + 10;	409	my $value = $cf::RUNTIME + 90 + 10;
…		…
366		415
367	# always fsync - this file is important	416	# always fsync - this file is important
368	aio_fsync $fh	417	aio_fsync $fh
369	and return;	418	and return;
370		419
		420	# touch it again to show we are up-to-date
		421	utime undef, undef, $fh;
		422
371	close $fh	423	close $fh
372	or return;	424	or return;
373		425
374	aio_rename "$runtime~", $runtime	426	aio_rename "$runtime~", $runtime
375	and return;	427	and return;
		428
		429	warn "runtime file written.\n";#d#
376		430
377	1	431	1
378	}	432	}
379		433
380	=item cf::datalog type => key => value, ...	434	=item cf::datalog type => key => value, ...
…		…
955	Returns the given player object, loading it if necessary (might block).	1009	Returns the given player object, loading it if necessary (might block).
956		1010
957	=cut	1011	=cut
958		1012
959	sub playerdir($) {	1013	sub playerdir($) {
960	cf::localdir	1014	"$PLAYERDIR/"
961	. "/"
962	. cf::playerdir
963	. "/"
964	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1015	. (ref $_[0] ? $_[0]->ob->name : $_[0])
965	}	1016	}
966		1017
967	sub path($) {	1018	sub path($) {
968	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1019	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
…		…
1088	while and may block, so not sync_job-capable, ever.	1139	while and may block, so not sync_job-capable, ever.
1089		1140
1090	=cut	1141	=cut
1091		1142
1092	sub list_logins {	1143	sub list_logins {
1093	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1144	my $dirs = aio_readdir $PLAYERDIR
1094	or return [];	1145	or return [];
1095		1146
1096	my @logins;	1147	my @logins;
1097		1148
1098	for my $login (@$dirs) {	1149	for my $login (@$dirs) {
…		…
1159	my ($self, $type, %msg) = @_;	1210	my ($self, $type, %msg) = @_;
1160		1211
1161	$self->ns->ext_event ($type, %msg);	1212	$self->ns->ext_event ($type, %msg);
1162	}	1213	}
1163		1214
1164	package cf;	1215	=head3 cf::region
		1216
		1217	=over 4
		1218
		1219	=cut
		1220
		1221	package cf::region;
		1222
		1223	=item cf::region::find_by_path $path
		1224
		1225	Tries to decuce the probable region for a map knowing only its path.
		1226
		1227	=cut
		1228
		1229	sub find_by_path($) {
		1230	my ($path) = @_;
		1231
		1232	my ($match, $specificity);
		1233
		1234	for my $region (list) {
		1235	if ($region->match && $path =~ $region->match) {
		1236	($match, $specificity) = ($region, $region->specificity)
		1237	if $region->specificity > $specificity;
		1238	}
		1239	}
		1240
		1241	$match
		1242	}
1165		1243
1166	=back	1244	=back
1167
1168		1245
1169	=head3 cf::map	1246	=head3 cf::map
1170		1247
1171	=over 4	1248	=over 4
1172		1249
…		…
1310		1387
1311	# the original (read-only) location	1388	# the original (read-only) location
1312	sub load_path {	1389	sub load_path {
1313	my ($self) = @_;	1390	my ($self) = @_;
1314		1391
1315	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1392	"$MAPDIR/$self->{path}.map"
1316	}	1393	}
1317		1394
1318	# the temporary/swap location	1395	# the temporary/swap location
1319	sub save_path {	1396	sub save_path {
1320	my ($self) = @_;	1397	my ($self) = @_;
1321		1398
1322	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1399	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1323	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1400	"$TMPDIR/$path.map"
1324	}	1401	}
1325		1402
1326	# the unique path, undef == no special unique path	1403	# the unique path, undef == no special unique path
1327	sub uniq_path {	1404	sub uniq_path {
1328	my ($self) = @_;	1405	my ($self) = @_;
1329		1406
1330	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1407	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1331	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1408	"$UNIQUEDIR/$path"
1332	}	1409	}
1333		1410
1334	# and all this just because we cannot iterate over	1411	# and all this just because we cannot iterate over
1335	# all maps in C++...	1412	# all maps in C++...
1336	sub change_all_map_light {	1413	sub change_all_map_light {
…		…
1403	$self->load_header_orig	1480	$self->load_header_orig
1404	or return;	1481	or return;
1405	$self->prepare_orig;	1482	$self->prepare_orig;
1406	}	1483	}
1407		1484
		1485	$self->default_region (cf::region::find_by_path $self->{path})
		1486	unless $self->default_region;
		1487
1408	1	1488	1
1409	}	1489	}
1410		1490
1411	sub find;	1491	sub find;
1412	sub find {	1492	sub find {
…		…
1445	my ($self) = @_;	1525	my ($self) = @_;
1446		1526
1447	local $self->{deny_reset} = 1; # loading can take a long time	1527	local $self->{deny_reset} = 1; # loading can take a long time
1448		1528
1449	my $path = $self->{path};	1529	my $path = $self->{path};
		1530
		1531	{
1450	my $guard = cf::lock_acquire "map_load:$path";	1532	my $guard = cf::lock_acquire "map_load:$path";
1451		1533
1452	return if $self->in_memory != cf::MAP_SWAPPED;	1534	return if $self->in_memory != cf::MAP_SWAPPED;
1453		1535
1454	$self->in_memory (cf::MAP_LOADING);	1536	$self->in_memory (cf::MAP_LOADING);
1455		1537
1456	$self->alloc;	1538	$self->alloc;
1457		1539
1458	$self->pre_load;	1540	$self->pre_load;
1459
1460	$self->_load_objects ($self->{load_path}, 1)
1461	or return;
1462
1463	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1464	if delete $self->{load_original};
1465
1466	if (my $uniq = $self->uniq_path) {
1467	utf8::encode $uniq;
1468	if (aio_open $uniq, O_RDONLY, 0) {
1469	$self->clear_unique_items;
1470	$self->_load_objects ($uniq, 0);
1471	}
1472	}
1473
1474	Coro::cede;
1475
1476	# now do the right thing for maps
1477	$self->link_multipart_objects;
1478
1479	unless ($self->{deny_activate}) {
1480	$self->decay_objects;
1481	$self->fix_auto_apply;
1482	$self->update_buttons;
1483	Coro::cede;	1541	Coro::cede;
1484	$self->set_darkness_map;	1542
		1543	$self->_load_objects ($self->{load_path}, 1)
		1544	or return;
		1545
		1546	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1547	if delete $self->{load_original};
		1548
		1549	if (my $uniq = $self->uniq_path) {
		1550	utf8::encode $uniq;
		1551	if (aio_open $uniq, O_RDONLY, 0) {
		1552	$self->clear_unique_items;
		1553	$self->_load_objects ($uniq, 0);
		1554	}
		1555	}
		1556
		1557	Coro::cede;
		1558	# now do the right thing for maps
		1559	$self->link_multipart_objects;
1485	$self->difficulty ($self->estimate_difficulty)	1560	$self->difficulty ($self->estimate_difficulty)
1486	unless $self->difficulty;	1561	unless $self->difficulty;
1487	Coro::cede;	1562	Coro::cede;
		1563
		1564	unless ($self->{deny_activate}) {
		1565	$self->decay_objects;
		1566	$self->fix_auto_apply;
		1567	$self->update_buttons;
		1568	Coro::cede;
		1569	$self->set_darkness_map;
		1570	Coro::cede;
1488	$self->activate;	1571	$self->activate;
		1572	}
		1573
		1574	$self->in_memory (cf::MAP_IN_MEMORY);
1489	}	1575	}
1490		1576
1491	$self->post_load;	1577	$self->post_load;
1492
1493	$self->in_memory (cf::MAP_IN_MEMORY);
1494	}	1578	}
1495		1579
1496	sub customise_for {	1580	sub customise_for {
1497	my ($self, $ob) = @_;	1581	my ($self, $ob) = @_;
1498		1582
…		…
1689	instantiated unique items. May block.	1773	instantiated unique items. May block.
1690		1774
1691	=cut	1775	=cut
1692		1776
1693	sub unique_maps() {	1777	sub unique_maps() {
1694	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	1778	my $files = aio_readdir $UNIQUEDIR
1695	or return;	1779	or return;
1696		1780
1697	my @paths;	1781	my @paths;
1698		1782
1699	for (@$files) {	1783	for (@$files) {
…		…
1955		2039
1956	$rmp->{random_seed} \|\|= $exit->random_seed;	2040	$rmp->{random_seed} \|\|= $exit->random_seed;
1957		2041
1958	my $data = cf::to_json $rmp;	2042	my $data = cf::to_json $rmp;
1959	my $md5 = Digest::MD5::md5_hex $data;	2043	my $md5 = Digest::MD5::md5_hex $data;
1960	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2044	my $meta = "$RANDOMDIR/$md5.meta";
1961		2045
1962	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {	2046	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {
1963	aio_write $fh, 0, (length $data), $data, 0;	2047	aio_write $fh, 0, (length $data), $data, 0;
1964	undef $fh;	2048	undef $fh;
1965	aio_rename "$meta~", $meta;	2049	aio_rename "$meta~", $meta;
…		…
2234	#############################################################################	2318	#############################################################################
2235		2319
2236	=head2 EXTENSION DATABASE SUPPORT	2320	=head2 EXTENSION DATABASE SUPPORT
2237		2321
2238	Crossfire maintains a very simple database for extension use. It can	2322	Crossfire maintains a very simple database for extension use. It can
2239	currently store anything that can be serialised using Storable, which	2323	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2240	excludes objects.	2324	convert to/from binary).
2241		2325
2242	The parameter C<$family> should best start with the name of the extension	2326	The parameter C<$family> should best start with the name of the extension
2243	using it, it should be unique.	2327	using it, it should be unique.
2244		2328
2245	=over 4	2329	=over 4
…		…
2268	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;	2352	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;
2269	cf::cleanup "db_open(db): $!" if $!;	2353	cf::cleanup "db_open(db): $!" if $!;
2270	};	2354	};
2271	cf::cleanup "db_open(db): $@" if $@;	2355	cf::cleanup "db_open(db): $@" if $@;
2272	};	2356	};
2273
2274	my $path = cf::localdir . "/database.pst";
2275	if (stat $path) {
2276	cf::sync_job {
2277	my $pst = Storable::retrieve $path;
2278
2279	cf::db_put (board => data => $pst->{board});
2280	cf::db_put (guildrules => data => $pst->{guildrules});
2281	cf::db_put (rent => balance => $pst->{rent}{balance});
2282	BDB::db_env_txn_checkpoint $DB_ENV;
2283
2284	unlink $path;
2285	};
2286	}
2287	}	2357	}
2288	}	2358	}
2289		2359
2290	sub db_get($$) {	2360	sub db_get($$) {
2291	my $key = "$_[0]/$_[1]";	2361	my $key = "$_[0]/$_[1]";
2292		2362
2293	cf::sync_job {	2363	cf::sync_job {
2294	BDB::db_get $DB, undef, $key, my $data;	2364	BDB::db_get $DB, undef, $key, my $data;
2295		2365
2296	$! ? ()	2366	$! ? ()
2297	: Compress::LZF::sthaw $data	2367	: $data
2298	}	2368	}
2299	}	2369	}
2300		2370
2301	sub db_put($$$) {	2371	sub db_put($$$) {
2302	BDB::dbreq_pri 4;	2372	BDB::dbreq_pri 4;
2303	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };	2373	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2304	}	2374	}
		2375
		2376	=item cf::cache $id => [$paths...], $processversion => $process
		2377
		2378	Generic caching function that returns the value of the resource $id,
		2379	caching and regenerating as required.
		2380
		2381	This function can block.
		2382
		2383	=cut
		2384
		2385	sub cache {
		2386	my ($id, $src, $processversion, $process) = @_;
		2387
		2388	my $meta =
		2389	join "\x00",
		2390	$processversion,
		2391	map {
		2392	aio_stat $_
		2393	and Carp::croak "$_: $!";
		2394
		2395	($_, (stat _)[7,9])
		2396	} @$src;
		2397
		2398	my $dbmeta = db_get cache => "$id/meta";
		2399	if ($dbmeta ne $meta) {
		2400	# changed, we may need to process
		2401
		2402	my @data;
		2403	my $md5;
		2404
		2405	for (0 .. $#$src) {
		2406	0 <= aio_load $src->[$_], $data[$_]
		2407	or Carp::croak "$src->[$_]: $!";
		2408	}
		2409
		2410	# if processing is expensive, check
		2411	# checksum first
		2412	if (1) {
		2413	$md5 =
		2414	join "\x00",
		2415	$processversion,
		2416	map {
		2417	Coro::cede;
		2418	($src->[$_], Digest::MD5::md5_hex $data[$_])
		2419	} 0.. $#$src;
		2420
		2421
		2422	my $dbmd5 = db_get cache => "$id/md5";
		2423	if ($dbmd5 eq $md5) {
		2424	db_put cache => "$id/meta", $meta;
		2425
		2426	return db_get cache => "$id/data";
		2427	}
		2428	}
		2429
		2430	my $t1 = Time::HiRes::time;
		2431	my $data = $process->(\@data);
		2432	my $t2 = Time::HiRes::time;
		2433
		2434	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		2435
		2436	db_put cache => "$id/data", $data;
		2437	db_put cache => "$id/md5" , $md5;
		2438	db_put cache => "$id/meta", $meta;
		2439
		2440	return $data;
		2441	}
		2442
		2443	db_get cache => "$id/data"
		2444	}
		2445
		2446	=item fork_call { }, $args
		2447
		2448	Executes the given code block with the given arguments in a seperate
		2449	process, returning the results. Everything must be serialisable with
		2450	Coro::Storable. May, of course, block. Note that the executed sub may
		2451	never block itself or use any form of Event handling.
		2452
		2453	=cut
		2454
		2455	sub fork_call(&@) {
		2456	my ($cb, @args) = @_;
		2457
		2458	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		2459	# or die "socketpair: $!";
		2460	pipe my $fh1, my $fh2
		2461	or die "pipe: $!";
		2462
		2463	if (my $pid = fork) {
		2464	close $fh2;
		2465
		2466	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		2467	$res = Coro::Storable::thaw $res;
		2468
		2469	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		2470
		2471	die $$res unless "ARRAY" eq ref $res;
		2472
		2473	return wantarray ? @$res : $res->[-1];
		2474	} else {
		2475	reset_signals;
		2476	local $SIG{__WARN__};
		2477	local $SIG{__DIE__};
		2478	eval {
		2479	close $fh1;
		2480
		2481	my @res = eval { $cb->(@args) };
		2482	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		2483	};
		2484
		2485	warn $@ if $@;
		2486	_exit 0;
		2487	}
		2488	}
		2489
		2490
2305		2491
2306	#############################################################################	2492	#############################################################################
2307	# the server's init and main functions	2493	# the server's init and main functions
2308		2494
2309	sub load_facedata {	2495	sub load_facedata($) {
2310	my $path = sprintf "%s/facedata", cf::datadir;	2496	my ($path) = @_;
2311		2497
2312	warn "loading facedata from $path\n";	2498	warn "loading facedata from $path\n";
2313		2499
2314	my $facedata;	2500	my $facedata;
2315	0 < aio_load $path, $facedata	2501	0 < aio_load $path, $facedata
…		…
2356	}	2542	}
2357		2543
2358	1	2544	1
2359	}	2545	}
2360		2546
		2547	sub reload_regions {
		2548	load_resource_file "$MAPDIR/regions"
		2549	or die "unable to load regions file\n";
		2550	}
		2551
		2552	sub reload_facedata {
		2553	load_facedata "$DATADIR/facedata"
		2554	or die "unable to load facedata\n";
		2555	}
		2556
		2557	sub reload_archetypes {
		2558	load_resource_file "$DATADIR/archetypes"
		2559	or die "unable to load archetypes\n";
		2560	}
		2561
		2562	sub reload_treasures {
		2563	load_resource_file "$DATADIR/treasures"
		2564	or die "unable to load treasurelists\n";
		2565	}
		2566
2361	sub reload_resources {	2567	sub reload_resources {
2362	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	2568	warn "reloading resource files...\n";
2363	or die "unable to load regions file\n";#d#	2569
		2570	reload_regions;
2364	load_facedata	2571	reload_facedata;
2365	or die "unable to load facedata\n";#d#	2572	reload_archetypes;
		2573	reload_treasures;
		2574
		2575	warn "finished reloading resource files\n";
2366	}	2576	}
2367		2577
2368	sub init {	2578	sub init {
2369	reload_resources;	2579	reload_resources;
2370	}	2580	}
2371		2581
2372	sub cfg_load {	2582	sub cfg_load {
2373	open my $fh, "<:utf8", cf::confdir . "/config"	2583	open my $fh, "<:utf8", "$CONFDIR/config"
2374	or return;	2584	or return;
2375		2585
2376	local $/;	2586	local $/;
2377	*CFG = YAML::Syck::Load <$fh>;	2587	*CFG = YAML::Syck::Load <$fh>;
2378		2588
…		…
2463		2673
2464	warn Carp::longmess "post_cleanup backtrace"	2674	warn Carp::longmess "post_cleanup backtrace"
2465	if $make_core;	2675	if $make_core;
2466	}	2676	}
2467		2677
2468	sub reload() {	2678	sub do_reload_perl() {
2469	# can/must only be called in main	2679	# can/must only be called in main
2470	if ($Coro::current != $Coro::main) {	2680	if ($Coro::current != $Coro::main) {
2471	warn "can only reload from main coroutine";	2681	warn "can only reload from main coroutine";
2472	return;	2682	return;
2473	}	2683	}
…		…
2548	Symbol::delete_package "safe::$_"	2758	Symbol::delete_package "safe::$_"
2549	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2759	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2550		2760
2551	warn "unloading cf.pm \"a bit\"";	2761	warn "unloading cf.pm \"a bit\"";
2552	delete $INC{"cf.pm"};	2762	delete $INC{"cf.pm"};
		2763	delete $INC{"cf/pod.pm"};
2553		2764
2554	# don't, removes xs symbols, too,	2765	# don't, removes xs symbols, too,
2555	# and global variables created in xs	2766	# and global variables created in xs
2556	#Symbol::delete_package __PACKAGE__;	2767	#Symbol::delete_package __PACKAGE__;
2557		2768
…		…
2572	warn "reattaching attachments to maps";	2783	warn "reattaching attachments to maps";
2573	reattach $_ for values %MAP;	2784	reattach $_ for values %MAP;
2574	warn "reattaching attachments to players";	2785	warn "reattaching attachments to players";
2575	reattach $_ for values %PLAYER;	2786	reattach $_ for values %PLAYER;
2576		2787
2577	warn "loading reloadable resources";
2578	reload_resources;
2579
2580	warn "leaving sync_job";	2788	warn "leaving sync_job";
2581		2789
2582	1	2790	1
2583	} or do {	2791	} or do {
2584	warn $@;	2792	warn $@;
…		…
2589	warn "reloaded";	2797	warn "reloaded";
2590	};	2798	};
2591		2799
2592	our $RELOAD_WATCHER; # used only during reload	2800	our $RELOAD_WATCHER; # used only during reload
2593		2801
		2802	sub reload_perl() {
		2803	# doing reload synchronously and two reloads happen back-to-back,
		2804	# coro crashes during coro_state_free->destroy here.
		2805
		2806	$RELOAD_WATCHER \|\|= Event->timer (
		2807	reentrant => 0,
		2808	after => 0,
		2809	data => WF_AUTOCANCEL,
		2810	cb => sub {
		2811	do_reload_perl;
		2812	undef $RELOAD_WATCHER;
		2813	},
		2814	);
		2815	}
		2816
2594	register_command "reload" => sub {	2817	register_command "reload" => sub {
2595	my ($who, $arg) = @_;	2818	my ($who, $arg) = @_;
2596		2819
2597	if ($who->flag (FLAG_WIZ)) {	2820	if ($who->flag (FLAG_WIZ)) {
2598	$who->message ("reloading server.");	2821	$who->message ("reloading server.");
2599		2822	async { reload_perl };
2600	# doing reload synchronously and two reloads happen back-to-back,
2601	# coro crashes during coro_state_free->destroy here.
2602
2603	$RELOAD_WATCHER \|\|= Event->timer (
2604	reentrant => 0,
2605	after => 0,
2606	data => WF_AUTOCANCEL,
2607	cb => sub {
2608	reload;
2609	undef $RELOAD_WATCHER;
2610	},
2611	);
2612	}	2823	}
2613	};	2824	};
2614		2825
2615	unshift @INC, $LIBDIR;	2826	unshift @INC, $LIBDIR;
2616		2827
2617	my $bug_warning = 0;	2828	my $bug_warning = 0;
		2829
		2830	our @WAIT_FOR_TICK;
		2831	our @WAIT_FOR_TICK_BEGIN;
		2832
		2833	sub wait_for_tick {
		2834	return unless $TICK_WATCHER->is_active;
		2835	return if $Coro::current == $Coro::main;
		2836
		2837	my $signal = new Coro::Signal;
		2838	push @WAIT_FOR_TICK, $signal;
		2839	$signal->wait;
		2840	}
		2841
		2842	sub wait_for_tick_begin {
		2843	return unless $TICK_WATCHER->is_active;
		2844	return if $Coro::current == $Coro::main;
		2845
		2846	my $signal = new Coro::Signal;
		2847	push @WAIT_FOR_TICK_BEGIN, $signal;
		2848	$signal->wait;
		2849	}
2618		2850
2619	$TICK_WATCHER = Event->timer (	2851	$TICK_WATCHER = Event->timer (
2620	reentrant => 0,	2852	reentrant => 0,
2621	parked => 1,	2853	parked => 1,
2622	prio => 0,	2854	prio => 0,
…		…
2627	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	2859	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2628	unless ++$bug_warning > 10;	2860	unless ++$bug_warning > 10;
2629	return;	2861	return;
2630	}	2862	}
2631		2863
2632	$NOW = Event::time;	2864	$NOW = $tick_start = Event::time;
2633		2865
2634	cf::server_tick; # one server iteration	2866	cf::server_tick; # one server iteration
		2867
2635	$RUNTIME += $TICK;	2868	$RUNTIME += $TICK;
2636	$NEXT_TICK += $TICK;	2869	$NEXT_TICK += $TICK;
2637		2870
2638	if ($NOW >= $NEXT_RUNTIME_WRITE) {	2871	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2639	$NEXT_RUNTIME_WRITE = $NOW + 10;	2872	$NEXT_RUNTIME_WRITE = $NOW + 10;
…		…
2641	write_runtime	2874	write_runtime
2642	or warn "ERROR: unable to write runtime file: $!";	2875	or warn "ERROR: unable to write runtime file: $!";
2643	};	2876	};
2644	}	2877	}
2645		2878
2646	$WAIT_FOR_TICK->broadcast;
2647	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2648
2649	# my $AFTER = Event::time;	2879	# my $AFTER = Event::time;
2650	# warn $AFTER - $NOW;#d#	2880	# warn $AFTER - $NOW;#d#
2651		2881
		2882	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		2883	$sig->send;
		2884	}
		2885	while (my $sig = shift @WAIT_FOR_TICK) {
		2886	$sig->send;
		2887	}
		2888
		2889	$NOW = Event::time;
		2890
2652	# if we are delayed by four ticks or more, skip them all	2891	# if we are delayed by four ticks or more, skip them all
2653	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2892	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2654		2893
2655	$TICK_WATCHER->at ($NEXT_TICK);	2894	$TICK_WATCHER->at ($NEXT_TICK);
2656	$TICK_WATCHER->start;	2895	$TICK_WATCHER->start;
		2896
		2897	$LOAD = ($NOW - $tick_start) / $TICK;
		2898	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		2899
		2900	_post_tick;
		2901
		2902
2657	},	2903	},
2658	);	2904	);
2659		2905
2660	{	2906	{
2661	BDB::max_poll_time $TICK * 0.1;	2907	BDB::max_poll_time $TICK * 0.1;
…		…
2689		2935
2690	cf::sync_job {	2936	cf::sync_job {
2691	eval {	2937	eval {
2692	BDB::db_env_open	2938	BDB::db_env_open
2693	$DB_ENV,	2939	$DB_ENV,
2694	$BDB_ENV_DIR,	2940	$BDBDIR,
2695	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN	2941	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN
2696	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,	2942	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,
2697	0666;	2943	0666;
2698		2944
2699	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	2945	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2700		2946
2701	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);	2947	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);
2702	$DB_ENV->set_lk_detect;	2948	$DB_ENV->set_lk_detect;
2703	};	2949	};
2704		2950
…		…
2720	prio => 6,	2966	prio => 6,
2721	cb => \&IO::AIO::poll_cb,	2967	cb => \&IO::AIO::poll_cb,
2722	);	2968	);
2723	}	2969	}
2724		2970
		2971	my $_log_backtrace;
		2972
		2973	sub _log_backtrace {
		2974	my ($msg, @addr) = @_;
		2975
		2976	$msg =~ s/\n//;
		2977
		2978	# limit the # of concurrent backtraces
		2979	if ($_log_backtrace < 2) {
		2980	++$_log_backtrace;
		2981	async {
		2982	my @bt = fork_call {
		2983	@addr = map { sprintf "%x", $_ } @addr;
		2984	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		2985	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 \|"
		2986	or die "addr2line: $!";
		2987
		2988	my @funcs;
		2989	my @res = <$fh>;
		2990	chomp for @res;
		2991	while (@res) {
		2992	my ($func, $line) = splice @res, 0, 2, ();
		2993	push @funcs, "[$func] $line";
		2994	}
		2995
		2996	@funcs
		2997	};
		2998
		2999	LOG llevInfo, "[ABT] $msg\n";
		3000	LOG llevInfo, "[ABT] $_\n" for @bt;
		3001	--$_log_backtrace;
		3002	};
		3003	} else {
		3004	LOG llevInfo, "[ABT] $msg\n";
		3005	LOG llevInfo, "[ABT] [suppressed]\n";
		3006	}
		3007	}
		3008
		3009	# load additional modules
		3010	use cf::pod;
		3011
2725	END { cf::emergency_save }	3012	END { cf::emergency_save }
2726		3013
2727	1	3014	1
2728		3015

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing deliantra/server/lib/cf.pm (file contents): Revision 1.237 by root, Fri Apr 13 05:08:51 2007 UTC vs. Revision 1.266 by root, Fri May 18 01:01:02 2007 UTC

Diff Legend

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.237 by root, Fri Apr 13 05:08:51 2007 UTC vs.
Revision 1.266 by root, Fri May 18 01:01:02 2007 UTC