[ViewVC] Diff of: cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.236 by root, Thu Apr 12 14:18:05 2007 UTC vs.
Revision 1.265 by root, Fri May 11 08:00:00 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.52 ();	15	use Coro 3.61 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
		23	use Coro::Storable;
21		24
22	use BDB ();	25	use BDB ();
23	use Data::Dumper;	26	use Data::Dumper;
24	use Digest::MD5;	27	use Digest::MD5;
25	use Fcntl;	28	use Fcntl;
…		…
28	use Time::HiRes;	31	use Time::HiRes;
29	use Compress::LZF;	32	use Compress::LZF;
30		33
31	# configure various modules to our taste	34	# configure various modules to our taste
32	#	35	#
		36	$Storable::canonical = 1; # reduce rsync transfers
33	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator	37	Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
34	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later	38	Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
35		39
36	$Event::Eval = 1; # no idea why this is required, but it is	40	$Event::Eval = 1; # no idea why this is required, but it is
37		41
…		…
50	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
51	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
52		56
53	our $RELOAD; # number of reloads so far	57	our $RELOAD; # number of reloads so far
54	our @EVENT;	58	our @EVENT;
55	our $LIBDIR = datadir . "/ext";
56		59
57	our $TICK = MAX_TIME * 1e-6;	60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
		71
		72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
58	our $TICK_WATCHER;	73	our $TICK_WATCHER;
59	our $AIO_POLL_WATCHER;	74	our $AIO_POLL_WATCHER;
60	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
61	our $NEXT_TICK;	76	our $NEXT_TICK;
62	our $NOW;	77	our $NOW;
…		…
71	our $RUNTIME;	86	our $RUNTIME;
72		87
73	our %PLAYER; # all users	88	our %PLAYER; # all users
74	our %MAP; # all maps	89	our %MAP; # all maps
75	our $LINK_MAP; # the special {link} map, which is always available	90	our $LINK_MAP; # the special {link} map, which is always available
76	our $RANDOM_MAPS = cf::localdir . "/random";
77	our $BDB_ENV_DIR = cf::localdir . "/db";
78
79	our $WAIT_FOR_TICK; $WAIT_FOR_TICK \|\|= new Coro::Signal;
80	our $WAIT_FOR_TICK_ONE; $WAIT_FOR_TICK_ONE \|\|= new Coro::Signal;
81		91
82	# used to convert map paths into valid unix filenames by replacing / by ∕	92	# used to convert map paths into valid unix filenames by replacing / by ∕
83	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
84		94
		95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		96	our $LOADAVG; # same thing, but with alpha-smoothing
		97	our $tick_start; # for load detecting purposes
		98
85	binmode STDOUT;	99	binmode STDOUT;
86	binmode STDERR;	100	binmode STDERR;
87		101
88	# read virtual server time, if available	102	# read virtual server time, if available
89	unless ($RUNTIME \|\| !-e cf::localdir . "/runtime") {	103	unless ($RUNTIME \|\| !-e "$LOCALDIR/runtime") {
90	open my $fh, "<", cf::localdir . "/runtime"	104	open my $fh, "<", "$LOCALDIR/runtime"
91	or die "unable to read runtime file: $!";	105	or die "unable to read runtime file: $!";
92	$RUNTIME = <$fh> + 0.;	106	$RUNTIME = <$fh> + 0.;
93	}	107	}
94		108
95	mkdir cf::localdir;	109	mkdir $_
96	mkdir cf::localdir . "/" . cf::playerdir;	110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
97	mkdir cf::localdir . "/" . cf::tmpdir;
98	mkdir cf::localdir . "/" . cf::uniquedir;
99	mkdir $RANDOM_MAPS;
100	mkdir $BDB_ENV_DIR;
101		111
102	our $EMERGENCY_POSITION;	112	our $EMERGENCY_POSITION;
103		113
104	sub cf::map::normalise;	114	sub cf::map::normalise;
105		115
…		…
116	=item $cf::RUNTIME	126	=item $cf::RUNTIME
117		127
118	The time this server has run, starts at 0 and is increased by $cf::TICK on	128	The time this server has run, starts at 0 and is increased by $cf::TICK on
119	every server tick.	129	every server tick.
120		130
121	=item $cf::LIBDIR	131	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		132	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		133	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
122		134
123	The perl library directory, where extensions and cf-specific modules can	135	Various directories - "/etc", read-only install directory, perl-library
124	be found. It will be added to C<@INC> automatically.	136	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		137	unique-items directory, player file directory, random maps directory and
		138	database environment.
125		139
126	=item $cf::NOW	140	=item $cf::NOW
127		141
128	The time of the last (current) server tick.	142	The time of the last (current) server tick.
129		143
130	=item $cf::TICK	144	=item $cf::TICK
131		145
132	The interval between server ticks, in seconds.	146	The interval between server ticks, in seconds.
		147
		148	=item $cf::LOADAVG
		149
		150	The current CPU load on the server (alpha-smoothed), as a value between 0
		151	(none) and 1 (overloaded), indicating how much time is spent on processing
		152	objects per tick. Healthy values are < 0.5.
		153
		154	=item $cf::LOAD
		155
		156	The raw value load value from the last tick.
133		157
134	=item %cf::CFG	158	=item %cf::CFG
135		159
136	Configuration for the server, loaded from C</etc/crossfire/config>, or	160	Configuration for the server, loaded from C</etc/crossfire/config>, or
137	from wherever your confdir points to.	161	from wherever your confdir points to.
138		162
139	=item $cf::WAIT_FOR_TICK, $cf::WAIT_FOR_TICK_ONE	163	=item cf::wait_for_tick, cf::wait_for_tick_begin
140		164
141	These are Coro::Signal objects that are C<< ->broadcast >> (WAIT_FOR_TICK)	165	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
142	or C<< ->send >> (WAIT_FOR_TICK_ONE) on after normal server tick	166	returns directly I<after> the tick processing (and consequently, can only wake one process
143	processing has been done. Call C<< ->wait >> on them to maximise the	167	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
144	window of cpu time available, or simply to synchronise to the server tick.
145		168
146	=back	169	=back
147		170
148	=cut	171	=cut
149		172
150	BEGIN {	173	BEGIN {
151	*CORE::GLOBAL::warn = sub {	174	*CORE::GLOBAL::warn = sub {
152	my $msg = join "", @_;	175	my $msg = join "", @_;
153	utf8::encode $msg;
154		176
155	$msg .= "\n"	177	$msg .= "\n"
156	unless $msg =~ /\n$/;	178	unless $msg =~ /\n$/;
157		179
		180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		181
		182	utf8::encode $msg;
158	LOG llevError, $msg;	183	LOG llevError, $msg;
159	};	184	};
160	}	185	}
161		186
162	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
232	returned.	257	returned.
233		258
234	Lock names should begin with a unique identifier (for example, cf::map::find	259	Lock names should begin with a unique identifier (for example, cf::map::find
235	uses map_find and cf::map::load uses map_load).	260	uses map_find and cf::map::load uses map_load).
236		261
		262	=item $locked = cf::lock_active $string
		263
		264	Return true if the lock is currently active, i.e. somebody has locked it.
		265
237	=cut	266	=cut
238		267
239	our %LOCK;	268	our %LOCK;
240		269
241	sub lock_wait($) {	270	sub lock_wait($) {
…		…
258		287
259	Coro::guard {	288	Coro::guard {
260	# wake up all waiters, to be on the safe side	289	# wake up all waiters, to be on the safe side
261	$_->ready for @{ delete $LOCK{$key} };	290	$_->ready for @{ delete $LOCK{$key} };
262	}	291	}
		292	}
		293
		294	sub lock_active($) {
		295	my ($key) = @_;
		296
		297	! ! $LOCK{$key}
263	}	298	}
264		299
265	sub freeze_mainloop {	300	sub freeze_mainloop {
266	return unless $TICK_WATCHER->is_active;	301	return unless $TICK_WATCHER->is_active;
267		302
…		…
297		332
298	sub sync_job(&) {	333	sub sync_job(&) {
299	my ($job) = @_;	334	my ($job) = @_;
300		335
301	if ($Coro::current == $Coro::main) {	336	if ($Coro::current == $Coro::main) {
		337	my $time = Event::time;
		338
302	# this is the main coro, too bad, we have to block	339	# this is the main coro, too bad, we have to block
303	# till the operation succeeds, freezing the server :/	340	# till the operation succeeds, freezing the server :/
304		341
305	# TODO: use suspend/resume instead	342	# TODO: use suspend/resume instead
306	# (but this is cancel-safe)	343	# (but this is cancel-safe)
…		…
317		354
318	while ($busy) {	355	while ($busy) {
319	Coro::cede or Event::one_event;	356	Coro::cede or Event::one_event;
320	}	357	}
321		358
		359	$time = Event::time - $time;
		360
		361	LOG llevError \| logBacktrace, "long sync job\n"
		362	if $time > $TICK * 0.5;
		363
		364	$tick_start += $time; # do not account sync jobs to server load
		365
322	wantarray ? @res : $res[0]	366	wantarray ? @res : $res[0]
323	} else {	367	} else {
324	# we are in another coroutine, how wonderful, everything just works	368	# we are in another coroutine, how wonderful, everything just works
325		369
326	$job->()	370	$job->()
…		…
346		390
347	$coro	391	$coro
348	}	392	}
349		393
350	sub write_runtime {	394	sub write_runtime {
		395	my $runtime = "$LOCALDIR/runtime";
		396
		397	# first touch the runtime file to show we are still running:
		398	# the fsync below can take a very very long time.
		399
		400	if (my $fh = aio_open $runtime, O_WRONLY, 0) {
		401	utime undef, undef, $fh;
		402	}
		403
351	my $guard = cf::lock_acquire "write_runtime";	404	my $guard = cf::lock_acquire "write_runtime";
352
353	my $runtime = cf::localdir . "/runtime";
354		405
355	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644	406	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644
356	or return;	407	or return;
357		408
358	my $value = $cf::RUNTIME + 90 + 10;	409	my $value = $cf::RUNTIME + 90 + 10;
…		…
364		415
365	# always fsync - this file is important	416	# always fsync - this file is important
366	aio_fsync $fh	417	aio_fsync $fh
367	and return;	418	and return;
368		419
		420	# touch it again to show we are up-to-date
		421	utime undef, undef, $fh;
		422
369	close $fh	423	close $fh
370	or return;	424	or return;
371		425
372	aio_rename "$runtime~", $runtime	426	aio_rename "$runtime~", $runtime
373	and return;	427	and return;
		428
		429	warn "runtime file written.\n";#d#
374		430
375	1	431	1
376	}	432	}
377		433
378	=item cf::datalog type => key => value, ...	434	=item cf::datalog type => key => value, ...
…		…
953	Returns the given player object, loading it if necessary (might block).	1009	Returns the given player object, loading it if necessary (might block).
954		1010
955	=cut	1011	=cut
956		1012
957	sub playerdir($) {	1013	sub playerdir($) {
958	cf::localdir	1014	"$PLAYERDIR/"
959	. "/"
960	. cf::playerdir
961	. "/"
962	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1015	. (ref $_[0] ? $_[0]->ob->name : $_[0])
963	}	1016	}
964		1017
965	sub path($) {	1018	sub path($) {
966	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1019	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
…		…
1086	while and may block, so not sync_job-capable, ever.	1139	while and may block, so not sync_job-capable, ever.
1087		1140
1088	=cut	1141	=cut
1089		1142
1090	sub list_logins {	1143	sub list_logins {
1091	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1144	my $dirs = aio_readdir $PLAYERDIR
1092	or return [];	1145	or return [];
1093		1146
1094	my @logins;	1147	my @logins;
1095		1148
1096	for my $login (@$dirs) {	1149	for my $login (@$dirs) {
…		…
1157	my ($self, $type, %msg) = @_;	1210	my ($self, $type, %msg) = @_;
1158		1211
1159	$self->ns->ext_event ($type, %msg);	1212	$self->ns->ext_event ($type, %msg);
1160	}	1213	}
1161		1214
1162	package cf;	1215	=head3 cf::region
		1216
		1217	=over 4
		1218
		1219	=cut
		1220
		1221	package cf::region;
		1222
		1223	=item cf::region::find_by_path $path
		1224
		1225	Tries to decuce the probable region for a map knowing only its path.
		1226
		1227	=cut
		1228
		1229	sub find_by_path($) {
		1230	my ($path) = @_;
		1231
		1232	my ($match, $specificity);
		1233
		1234	for my $region (list) {
		1235	if ($region->match && $path =~ $region->match) {
		1236	($match, $specificity) = ($region, $region->specificity)
		1237	if $region->specificity > $specificity;
		1238	}
		1239	}
		1240
		1241	$match
		1242	}
1163		1243
1164	=back	1244	=back
1165
1166		1245
1167	=head3 cf::map	1246	=head3 cf::map
1168		1247
1169	=over 4	1248	=over 4
1170		1249
…		…
1308		1387
1309	# the original (read-only) location	1388	# the original (read-only) location
1310	sub load_path {	1389	sub load_path {
1311	my ($self) = @_;	1390	my ($self) = @_;
1312		1391
1313	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1392	"$MAPDIR/$self->{path}.map"
1314	}	1393	}
1315		1394
1316	# the temporary/swap location	1395	# the temporary/swap location
1317	sub save_path {	1396	sub save_path {
1318	my ($self) = @_;	1397	my ($self) = @_;
1319		1398
1320	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1399	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1321	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1400	"$TMPDIR/$path.map"
1322	}	1401	}
1323		1402
1324	# the unique path, undef == no special unique path	1403	# the unique path, undef == no special unique path
1325	sub uniq_path {	1404	sub uniq_path {
1326	my ($self) = @_;	1405	my ($self) = @_;
1327		1406
1328	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1407	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1329	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1408	"$UNIQUEDIR/$path"
1330	}	1409	}
1331		1410
1332	# and all this just because we cannot iterate over	1411	# and all this just because we cannot iterate over
1333	# all maps in C++...	1412	# all maps in C++...
1334	sub change_all_map_light {	1413	sub change_all_map_light {
…		…
1401	$self->load_header_orig	1480	$self->load_header_orig
1402	or return;	1481	or return;
1403	$self->prepare_orig;	1482	$self->prepare_orig;
1404	}	1483	}
1405		1484
		1485	$self->default_region (cf::region::find_by_path $self->{path})
		1486	unless $self->default_region;
		1487
1406	1	1488	1
1407	}	1489	}
1408		1490
1409	sub find;	1491	sub find;
1410	sub find {	1492	sub find {
…		…
1443	my ($self) = @_;	1525	my ($self) = @_;
1444		1526
1445	local $self->{deny_reset} = 1; # loading can take a long time	1527	local $self->{deny_reset} = 1; # loading can take a long time
1446		1528
1447	my $path = $self->{path};	1529	my $path = $self->{path};
		1530
		1531	{
1448	my $guard = cf::lock_acquire "map_load:$path";	1532	my $guard = cf::lock_acquire "map_load:$path";
1449		1533
1450	return if $self->in_memory != cf::MAP_SWAPPED;	1534	return if $self->in_memory != cf::MAP_SWAPPED;
1451		1535
1452	$self->in_memory (cf::MAP_LOADING);	1536	$self->in_memory (cf::MAP_LOADING);
1453		1537
1454	$self->alloc;	1538	$self->alloc;
1455		1539
1456	$self->pre_load;	1540	$self->pre_load;
1457
1458	$self->_load_objects ($self->{load_path}, 1)
1459	or return;
1460
1461	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1462	if delete $self->{load_original};
1463
1464	if (my $uniq = $self->uniq_path) {
1465	utf8::encode $uniq;
1466	if (aio_open $uniq, O_RDONLY, 0) {
1467	$self->clear_unique_items;
1468	$self->_load_objects ($uniq, 0);
1469	}
1470	}
1471
1472	Coro::cede;
1473
1474	# now do the right thing for maps
1475	$self->link_multipart_objects;
1476
1477	unless ($self->{deny_activate}) {
1478	$self->decay_objects;
1479	$self->fix_auto_apply;
1480	$self->update_buttons;
1481	Coro::cede;	1541	Coro::cede;
1482	$self->set_darkness_map;	1542
		1543	$self->_load_objects ($self->{load_path}, 1)
		1544	or return;
		1545
		1546	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1547	if delete $self->{load_original};
		1548
		1549	if (my $uniq = $self->uniq_path) {
		1550	utf8::encode $uniq;
		1551	if (aio_open $uniq, O_RDONLY, 0) {
		1552	$self->clear_unique_items;
		1553	$self->_load_objects ($uniq, 0);
		1554	}
		1555	}
		1556
		1557	Coro::cede;
		1558	# now do the right thing for maps
		1559	$self->link_multipart_objects;
1483	$self->difficulty ($self->estimate_difficulty)	1560	$self->difficulty ($self->estimate_difficulty)
1484	unless $self->difficulty;	1561	unless $self->difficulty;
1485	Coro::cede;	1562	Coro::cede;
		1563
		1564	unless ($self->{deny_activate}) {
		1565	$self->decay_objects;
		1566	$self->fix_auto_apply;
		1567	$self->update_buttons;
		1568	Coro::cede;
		1569	$self->set_darkness_map;
		1570	Coro::cede;
1486	$self->activate;	1571	$self->activate;
		1572	}
		1573
		1574	$self->in_memory (cf::MAP_IN_MEMORY);
1487	}	1575	}
1488		1576
1489	$self->post_load;	1577	$self->post_load;
1490
1491	$self->in_memory (cf::MAP_IN_MEMORY);
1492	}	1578	}
1493		1579
1494	sub customise_for {	1580	sub customise_for {
1495	my ($self, $ob) = @_;	1581	my ($self, $ob) = @_;
1496		1582
…		…
1687	instantiated unique items. May block.	1773	instantiated unique items. May block.
1688		1774
1689	=cut	1775	=cut
1690		1776
1691	sub unique_maps() {	1777	sub unique_maps() {
1692	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	1778	my $files = aio_readdir $UNIQUEDIR
1693	or return;	1779	or return;
1694		1780
1695	my @paths;	1781	my @paths;
1696		1782
1697	for (@$files) {	1783	for (@$files) {
…		…
1953		2039
1954	$rmp->{random_seed} \|\|= $exit->random_seed;	2040	$rmp->{random_seed} \|\|= $exit->random_seed;
1955		2041
1956	my $data = cf::to_json $rmp;	2042	my $data = cf::to_json $rmp;
1957	my $md5 = Digest::MD5::md5_hex $data;	2043	my $md5 = Digest::MD5::md5_hex $data;
1958	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2044	my $meta = "$RANDOMDIR/$md5.meta";
1959		2045
1960	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {	2046	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {
1961	aio_write $fh, 0, (length $data), $data, 0;	2047	aio_write $fh, 0, (length $data), $data, 0;
1962	undef $fh;	2048	undef $fh;
1963	aio_rename "$meta~", $meta;	2049	aio_rename "$meta~", $meta;
…		…
2232	#############################################################################	2318	#############################################################################
2233		2319
2234	=head2 EXTENSION DATABASE SUPPORT	2320	=head2 EXTENSION DATABASE SUPPORT
2235		2321
2236	Crossfire maintains a very simple database for extension use. It can	2322	Crossfire maintains a very simple database for extension use. It can
2237	currently store anything that can be serialised using Storable, which	2323	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2238	excludes objects.	2324	convert to/from binary).
2239		2325
2240	The parameter C<$family> should best start with the name of the extension	2326	The parameter C<$family> should best start with the name of the extension
2241	using it, it should be unique.	2327	using it, it should be unique.
2242		2328
2243	=over 4	2329	=over 4
…		…
2266	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;	2352	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;
2267	cf::cleanup "db_open(db): $!" if $!;	2353	cf::cleanup "db_open(db): $!" if $!;
2268	};	2354	};
2269	cf::cleanup "db_open(db): $@" if $@;	2355	cf::cleanup "db_open(db): $@" if $@;
2270	};	2356	};
2271
2272	my $path = cf::localdir . "/database.pst";
2273	if (stat $path) {
2274	cf::sync_job {
2275	my $pst = Storable::retrieve $path;
2276
2277	cf::db_put (board => data => $pst->{board});
2278	cf::db_put (guildrules => data => $pst->{guildrules});
2279	cf::db_put (rent => balance => $pst->{rent}{balance});
2280	BDB::db_env_txn_checkpoint $DB_ENV;
2281
2282	unlink $path;
2283	};
2284	}
2285	}	2357	}
2286	}	2358	}
2287		2359
2288	sub db_get($$) {	2360	sub db_get($$) {
2289	my $key = "$_[0]/$_[1]";	2361	my $key = "$_[0]/$_[1]";
2290		2362
2291	cf::sync_job {	2363	cf::sync_job {
2292	BDB::db_get $DB, undef, $key, my $data;	2364	BDB::db_get $DB, undef, $key, my $data;
2293		2365
2294	$! ? ()	2366	$! ? ()
2295	: Compress::LZF::sthaw $data	2367	: $data
2296	}	2368	}
2297	}	2369	}
2298		2370
2299	sub db_put($$$) {	2371	sub db_put($$$) {
2300	BDB::dbreq_pri 4;	2372	BDB::dbreq_pri 4;
2301	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };	2373	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2302	}	2374	}
		2375
		2376	=item cf::cache $id => [$paths...], $processversion => $process
		2377
		2378	Generic caching function that returns the value of the resource $id,
		2379	caching and regenerating as required.
		2380
		2381	This function can block.
		2382
		2383	=cut
		2384
		2385	sub cache {
		2386	my ($id, $src, $processversion, $process) = @_;
		2387
		2388	my $meta =
		2389	join "\x00",
		2390	$processversion,
		2391	map {
		2392	aio_stat $_
		2393	and Carp::croak "$_: $!";
		2394
		2395	($_, (stat _)[7,9])
		2396	} @$src;
		2397
		2398	my $dbmeta = db_get cache => "$id/meta";
		2399	if ($dbmeta ne $meta) {
		2400	# changed, we may need to process
		2401
		2402	my @data;
		2403	my $md5;
		2404
		2405	for (0 .. $#$src) {
		2406	0 <= aio_load $src->[$_], $data[$_]
		2407	or Carp::croak "$src->[$_]: $!";
		2408	}
		2409
		2410	# if processing is expensive, check
		2411	# checksum first
		2412	if (1) {
		2413	$md5 =
		2414	join "\x00",
		2415	$processversion,
		2416	map {
		2417	Coro::cede;
		2418	($src->[$_], Digest::MD5::md5_hex $data[$_])
		2419	} 0.. $#$src;
		2420
		2421
		2422	my $dbmd5 = db_get cache => "$id/md5";
		2423	if ($dbmd5 eq $md5) {
		2424	db_put cache => "$id/meta", $meta;
		2425
		2426	return db_get cache => "$id/data";
		2427	}
		2428	}
		2429
		2430	my $t1 = Time::HiRes::time;
		2431	my $data = $process->(\@data);
		2432	my $t2 = Time::HiRes::time;
		2433
		2434	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		2435
		2436	db_put cache => "$id/data", $data;
		2437	db_put cache => "$id/md5" , $md5;
		2438	db_put cache => "$id/meta", $meta;
		2439
		2440	return $data;
		2441	}
		2442
		2443	db_get cache => "$id/data"
		2444	}
		2445
		2446	=item fork_call { }, $args
		2447
		2448	Executes the given code block with the given arguments in a seperate
		2449	process, returning the results. Everything must be serialisable with
		2450	Coro::Storable. May, of course, block. Note that the executed sub may
		2451	never block itself or use any form of Event handling.
		2452
		2453	=cut
		2454
		2455	sub fork_call(&@) {
		2456	my ($cb, @args) = @_;
		2457
		2458	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		2459	# or die "socketpair: $!";
		2460	pipe my $fh1, my $fh2
		2461	or die "pipe: $!";
		2462
		2463	if (my $pid = fork) {
		2464	close $fh2;
		2465
		2466	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		2467	$res = Coro::Storable::thaw $res;
		2468
		2469	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		2470
		2471	die $$res unless "ARRAY" eq ref $res;
		2472
		2473	return wantarray ? @$res : $res->[-1];
		2474	} else {
		2475	reset_signals;
		2476	local $SIG{__WARN__};
		2477	local $SIG{__DIE__};
		2478	eval {
		2479	close $fh1;
		2480
		2481	my @res = eval { $cb->(@args) };
		2482	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		2483	};
		2484
		2485	warn $@ if $@;
		2486	_exit 0;
		2487	}
		2488	}
		2489
		2490
2303		2491
2304	#############################################################################	2492	#############################################################################
2305	# the server's init and main functions	2493	# the server's init and main functions
2306		2494
2307	sub load_facedata {	2495	sub load_facedata($) {
2308	my $path = sprintf "%s/facedata", cf::datadir;	2496	my ($path) = @_;
2309		2497
2310	warn "loading facedata from $path\n";	2498	warn "loading facedata from $path\n";
2311		2499
2312	my $facedata;	2500	my $facedata;
2313	0 < aio_load $path, $facedata	2501	0 < aio_load $path, $facedata
2314	or die "$path: $!";	2502	or die "$path: $!";
2315		2503
2316	Coro::cede;
2317	$facedata = Storable::thaw $facedata;	2504	$facedata = Coro::Storable::thaw $facedata;
2318	Coro::cede;
2319		2505
2320	$facedata->{version} == 2	2506	$facedata->{version} == 2
2321	or cf::cleanup "$path: version mismatch, cannot proceed.";	2507	or cf::cleanup "$path: version mismatch, cannot proceed.";
2322		2508
2323	{	2509	{
…		…
2356	}	2542	}
2357		2543
2358	1	2544	1
2359	}	2545	}
2360		2546
		2547	sub reload_regions {
		2548	load_resource_file "$MAPDIR/regions"
		2549	or die "unable to load regions file\n";
		2550	}
		2551
		2552	sub reload_facedata {
		2553	load_facedata "$DATADIR/facedata"
		2554	or die "unable to load facedata\n";
		2555	}
		2556
		2557	sub reload_archetypes {
		2558	load_resource_file "$DATADIR/archetypes"
		2559	or die "unable to load archetypes\n";
		2560	}
		2561
		2562	sub reload_treasures {
		2563	load_resource_file "$DATADIR/treasures"
		2564	or die "unable to load treasurelists\n";
		2565	}
		2566
2361	sub reload_resources {	2567	sub reload_resources {
2362	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	2568	warn "reloading resource files...\n";
2363	or die "unable to load regions file\n";#d#	2569
		2570	reload_regions;
2364	load_facedata	2571	reload_facedata;
2365	or die "unable to load facedata\n";#d#	2572	reload_archetypes;
		2573	reload_treasures;
		2574
		2575	warn "finished reloading resource files\n";
2366	}	2576	}
2367		2577
2368	sub init {	2578	sub init {
2369	reload_resources;	2579	reload_resources;
2370	}	2580	}
2371		2581
2372	sub cfg_load {	2582	sub cfg_load {
2373	open my $fh, "<:utf8", cf::confdir . "/config"	2583	open my $fh, "<:utf8", "$CONFDIR/config"
2374	or return;	2584	or return;
2375		2585
2376	local $/;	2586	local $/;
2377	*CFG = YAML::Syck::Load <$fh>;	2587	*CFG = YAML::Syck::Load <$fh>;
2378		2588
…		…
2463		2673
2464	warn Carp::longmess "post_cleanup backtrace"	2674	warn Carp::longmess "post_cleanup backtrace"
2465	if $make_core;	2675	if $make_core;
2466	}	2676	}
2467		2677
2468	sub reload() {	2678	sub do_reload_perl() {
2469	# can/must only be called in main	2679	# can/must only be called in main
2470	if ($Coro::current != $Coro::main) {	2680	if ($Coro::current != $Coro::main) {
2471	warn "can only reload from main coroutine";	2681	warn "can only reload from main coroutine";
2472	return;	2682	return;
2473	}	2683	}
…		…
2548	Symbol::delete_package "safe::$_"	2758	Symbol::delete_package "safe::$_"
2549	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2759	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2550		2760
2551	warn "unloading cf.pm \"a bit\"";	2761	warn "unloading cf.pm \"a bit\"";
2552	delete $INC{"cf.pm"};	2762	delete $INC{"cf.pm"};
		2763	delete $INC{"cf/pod.pm"};
2553		2764
2554	# don't, removes xs symbols, too,	2765	# don't, removes xs symbols, too,
2555	# and global variables created in xs	2766	# and global variables created in xs
2556	#Symbol::delete_package __PACKAGE__;	2767	#Symbol::delete_package __PACKAGE__;
2557		2768
…		…
2572	warn "reattaching attachments to maps";	2783	warn "reattaching attachments to maps";
2573	reattach $_ for values %MAP;	2784	reattach $_ for values %MAP;
2574	warn "reattaching attachments to players";	2785	warn "reattaching attachments to players";
2575	reattach $_ for values %PLAYER;	2786	reattach $_ for values %PLAYER;
2576		2787
2577	warn "loading reloadable resources";
2578	reload_resources;
2579
2580	warn "leaving sync_job";	2788	warn "leaving sync_job";
2581		2789
2582	1	2790	1
2583	} or do {	2791	} or do {
2584	warn $@;	2792	warn $@;
…		…
2589	warn "reloaded";	2797	warn "reloaded";
2590	};	2798	};
2591		2799
2592	our $RELOAD_WATCHER; # used only during reload	2800	our $RELOAD_WATCHER; # used only during reload
2593		2801
		2802	sub reload_perl() {
		2803	# doing reload synchronously and two reloads happen back-to-back,
		2804	# coro crashes during coro_state_free->destroy here.
		2805
		2806	$RELOAD_WATCHER \|\|= Event->timer (
		2807	reentrant => 0,
		2808	after => 0,
		2809	data => WF_AUTOCANCEL,
		2810	cb => sub {
		2811	do_reload_perl;
		2812	undef $RELOAD_WATCHER;
		2813	},
		2814	);
		2815	}
		2816
2594	register_command "reload" => sub {	2817	register_command "reload" => sub {
2595	my ($who, $arg) = @_;	2818	my ($who, $arg) = @_;
2596		2819
2597	if ($who->flag (FLAG_WIZ)) {	2820	if ($who->flag (FLAG_WIZ)) {
2598	$who->message ("reloading server.");	2821	$who->message ("reloading server.");
2599		2822	async { reload_perl };
2600	# doing reload synchronously and two reloads happen back-to-back,
2601	# coro crashes during coro_state_free->destroy here.
2602
2603	$RELOAD_WATCHER \|\|= Event->timer (
2604	reentrant => 0,
2605	after => 0,
2606	data => WF_AUTOCANCEL,
2607	cb => sub {
2608	reload;
2609	undef $RELOAD_WATCHER;
2610	},
2611	);
2612	}	2823	}
2613	};	2824	};
2614		2825
2615	unshift @INC, $LIBDIR;	2826	unshift @INC, $LIBDIR;
2616		2827
2617	my $bug_warning = 0;	2828	my $bug_warning = 0;
		2829
		2830	our @WAIT_FOR_TICK;
		2831	our @WAIT_FOR_TICK_BEGIN;
		2832
		2833	sub wait_for_tick {
		2834	return unless $TICK_WATCHER->is_active;
		2835	return if $Coro::current == $Coro::main;
		2836
		2837	my $signal = new Coro::Signal;
		2838	push @WAIT_FOR_TICK, $signal;
		2839	$signal->wait;
		2840	}
		2841
		2842	sub wait_for_tick_begin {
		2843	return unless $TICK_WATCHER->is_active;
		2844	return if $Coro::current == $Coro::main;
		2845
		2846	my $signal = new Coro::Signal;
		2847	push @WAIT_FOR_TICK_BEGIN, $signal;
		2848	$signal->wait;
		2849	}
2618		2850
2619	$TICK_WATCHER = Event->timer (	2851	$TICK_WATCHER = Event->timer (
2620	reentrant => 0,	2852	reentrant => 0,
2621	parked => 1,	2853	parked => 1,
2622	prio => 0,	2854	prio => 0,
…		…
2627	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	2859	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2628	unless ++$bug_warning > 10;	2860	unless ++$bug_warning > 10;
2629	return;	2861	return;
2630	}	2862	}
2631		2863
2632	$NOW = Event::time;	2864	$NOW = $tick_start = Event::time;
2633		2865
2634	cf::server_tick; # one server iteration	2866	cf::server_tick; # one server iteration
		2867
2635	$RUNTIME += $TICK;	2868	$RUNTIME += $TICK;
2636	$NEXT_TICK += $TICK;	2869	$NEXT_TICK += $TICK;
2637		2870
2638	if ($NOW >= $NEXT_RUNTIME_WRITE) {	2871	if ($NOW >= $NEXT_RUNTIME_WRITE) {
2639	$NEXT_RUNTIME_WRITE = $NOW + 10;	2872	$NEXT_RUNTIME_WRITE = $NOW + 10;
…		…
2641	write_runtime	2874	write_runtime
2642	or warn "ERROR: unable to write runtime file: $!";	2875	or warn "ERROR: unable to write runtime file: $!";
2643	};	2876	};
2644	}	2877	}
2645		2878
2646	$WAIT_FOR_TICK->broadcast;
2647	$WAIT_FOR_TICK_ONE->send if $WAIT_FOR_TICK_ONE->awaited;
2648
2649	# my $AFTER = Event::time;	2879	# my $AFTER = Event::time;
2650	# warn $AFTER - $NOW;#d#	2880	# warn $AFTER - $NOW;#d#
2651		2881
		2882	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		2883	$sig->send;
		2884	}
		2885	while (my $sig = shift @WAIT_FOR_TICK) {
		2886	$sig->send;
		2887	}
		2888
		2889	$NOW = Event::time;
		2890
2652	# if we are delayed by four ticks or more, skip them all	2891	# if we are delayed by four ticks or more, skip them all
2653	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2892	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2654		2893
2655	$TICK_WATCHER->at ($NEXT_TICK);	2894	$TICK_WATCHER->at ($NEXT_TICK);
2656	$TICK_WATCHER->start;	2895	$TICK_WATCHER->start;
		2896
		2897	$LOAD = ($NOW - $tick_start) / $TICK;
		2898	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
		2899
		2900	_post_tick;
		2901
		2902
2657	},	2903	},
2658	);	2904	);
2659		2905
2660	{	2906	{
2661	BDB::max_poll_time $TICK * 0.1;	2907	BDB::max_poll_time $TICK * 0.1;
…		…
2689		2935
2690	cf::sync_job {	2936	cf::sync_job {
2691	eval {	2937	eval {
2692	BDB::db_env_open	2938	BDB::db_env_open
2693	$DB_ENV,	2939	$DB_ENV,
2694	$BDB_ENV_DIR,	2940	$BDBDIR,
2695	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN	2941	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN
2696	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,	2942	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,
2697	0666;	2943	0666;
2698		2944
2699	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	2945	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2700		2946
2701	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);	2947	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);
2702	$DB_ENV->set_lk_detect;	2948	$DB_ENV->set_lk_detect;
2703	};	2949	};
2704		2950
…		…
2720	prio => 6,	2966	prio => 6,
2721	cb => \&IO::AIO::poll_cb,	2967	cb => \&IO::AIO::poll_cb,
2722	);	2968	);
2723	}	2969	}
2724		2970
		2971	my $_log_backtrace;
		2972
		2973	sub _log_backtrace {
		2974	my ($msg, @addr) = @_;
		2975
		2976	$msg =~ s/\n//;
		2977
		2978	# limit the # of concurrent backtraces
		2979	if ($_log_backtrace < 2) {
		2980	++$_log_backtrace;
		2981	async {
		2982	my @bt = fork_call {
		2983	@addr = map { sprintf "%x", $_ } @addr;
		2984	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		2985	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 \|"
		2986	or die "addr2line: $!";
		2987
		2988	my @funcs;
		2989	my @res = <$fh>;
		2990	chomp for @res;
		2991	while (@res) {
		2992	my ($func, $line) = splice @res, 0, 2, ();
		2993	push @funcs, "[$func] $line";
		2994	}
		2995
		2996	@funcs
		2997	};
		2998
		2999	LOG llevInfo, "[ABT] $msg\n";
		3000	LOG llevInfo, "[ABT] $_\n" for @bt;
		3001	--$_log_backtrace;
		3002	};
		3003	} else {
		3004	LOG llevInfo, "[ABT] $msg\n";
		3005	LOG llevInfo, "[ABT] [suppressed]\n";
		3006	}
		3007	}
		3008
		3009	# load additional modules
		3010	use cf::pod;
		3011
2725	END { cf::emergency_save }	3012	END { cf::emergency_save }
2726		3013
2727	1	3014	1
2728		3015

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing deliantra/server/lib/cf.pm (file contents): Revision 1.236 by root, Thu Apr 12 14:18:05 2007 UTC vs. Revision 1.265 by root, Fri May 11 08:00:00 2007 UTC

Diff Legend

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.236 by root, Thu Apr 12 14:18:05 2007 UTC vs.
Revision 1.265 by root, Fri May 11 08:00:00 2007 UTC