[ViewVC] Diff of: cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.245 by root, Tue Apr 17 10:06:33 2007 UTC vs.
Revision 1.268 by root, Tue May 22 10:50:00 2007 UTC

…		…
3	use utf8;	3	use utf8;
4	use strict;	4	use strict;
5		5
6	use Symbol;	6	use Symbol;
7	use List::Util;	7	use List::Util;
		8	use Socket;
8	use Storable;	9	use Storable;
9	use Event;	10	use Event;
10	use Opcode;	11	use Opcode;
11	use Safe;	12	use Safe;
12	use Safe::Hole;	13	use Safe::Hole;
13		14
14	use Coro 3.61 ();	15	use Coro 3.61 ();
15	use Coro::State;	16	use Coro::State;
		17	use Coro::Handle;
16	use Coro::Event;	18	use Coro::Event;
17	use Coro::Timer;	19	use Coro::Timer;
18	use Coro::Signal;	20	use Coro::Signal;
19	use Coro::Semaphore;	21	use Coro::Semaphore;
20	use Coro::AIO;	22	use Coro::AIO;
…		…
52	our %EXT_CORO = (); # coroutines bound to extensions	54	our %EXT_CORO = (); # coroutines bound to extensions
53	our %EXT_MAP = (); # pluggable maps	55	our %EXT_MAP = (); # pluggable maps
54		56
55	our $RELOAD; # number of reloads so far	57	our $RELOAD; # number of reloads so far
56	our @EVENT;	58	our @EVENT;
57	our $LIBDIR = datadir . "/ext";	59
		60	our $CONFDIR = confdir;
		61	our $DATADIR = datadir;
		62	our $LIBDIR = "$DATADIR/ext";
		63	our $PODDIR = "$DATADIR/pod";
		64	our $MAPDIR = "$DATADIR/" . mapdir;
		65	our $LOCALDIR = localdir;
		66	our $TMPDIR = "$LOCALDIR/" . tmpdir;
		67	our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
		68	our $PLAYERDIR = "$LOCALDIR/" . playerdir;
		69	our $RANDOMDIR = "$LOCALDIR/random";
		70	our $BDBDIR = "$LOCALDIR/db";
58		71
59	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)	72	our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
60	our $TICK_WATCHER;	73	our $TICK_WATCHER;
61	our $AIO_POLL_WATCHER;	74	our $AIO_POLL_WATCHER;
62	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written	75	our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
…		…
73	our $RUNTIME;	86	our $RUNTIME;
74		87
75	our %PLAYER; # all users	88	our %PLAYER; # all users
76	our %MAP; # all maps	89	our %MAP; # all maps
77	our $LINK_MAP; # the special {link} map, which is always available	90	our $LINK_MAP; # the special {link} map, which is always available
78	our $RANDOM_MAPS = cf::localdir . "/random";
79	our $BDB_ENV_DIR = cf::localdir . "/db";
80		91
81	# used to convert map paths into valid unix filenames by replacing / by ∕	92	# used to convert map paths into valid unix filenames by replacing / by ∕
82	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons	93	our $PATH_SEP = "∕"; # U+2215, chosen purely for visual reasons
83		94
		95	our $LOAD; # a number between 0 (idle) and 1 (too many objects)
		96	our $LOADAVG; # same thing, but with alpha-smoothing
		97	our $tick_start; # for load detecting purposes
		98
84	binmode STDOUT;	99	binmode STDOUT;
85	binmode STDERR;	100	binmode STDERR;
86		101
87	# read virtual server time, if available	102	# read virtual server time, if available
88	unless ($RUNTIME \|\| !-e cf::localdir . "/runtime") {	103	unless ($RUNTIME \|\| !-e "$LOCALDIR/runtime") {
89	open my $fh, "<", cf::localdir . "/runtime"	104	open my $fh, "<", "$LOCALDIR/runtime"
90	or die "unable to read runtime file: $!";	105	or die "unable to read runtime file: $!";
91	$RUNTIME = <$fh> + 0.;	106	$RUNTIME = <$fh> + 0.;
92	}	107	}
93		108
94	mkdir cf::localdir;	109	mkdir $_
95	mkdir cf::localdir . "/" . cf::playerdir;	110	for $LOCALDIR, $TMPDIR, $UNIQUEDIR, $PLAYERDIR, $RANDOMDIR, $BDBDIR;
96	mkdir cf::localdir . "/" . cf::tmpdir;
97	mkdir cf::localdir . "/" . cf::uniquedir;
98	mkdir $RANDOM_MAPS;
99	mkdir $BDB_ENV_DIR;
100		111
101	our $EMERGENCY_POSITION;	112	our $EMERGENCY_POSITION;
102		113
103	sub cf::map::normalise;	114	sub cf::map::normalise;
104		115
…		…
115	=item $cf::RUNTIME	126	=item $cf::RUNTIME
116		127
117	The time this server has run, starts at 0 and is increased by $cf::TICK on	128	The time this server has run, starts at 0 and is increased by $cf::TICK on
118	every server tick.	129	every server tick.
119		130
120	=item $cf::LIBDIR	131	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
		132	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
		133	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
121		134
122	The perl library directory, where extensions and cf-specific modules can	135	Various directories - "/etc", read-only install directory, perl-library
123	be found. It will be added to C<@INC> automatically.	136	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
		137	unique-items directory, player file directory, random maps directory and
		138	database environment.
124		139
125	=item $cf::NOW	140	=item $cf::NOW
126		141
127	The time of the last (current) server tick.	142	The time of the last (current) server tick.
128		143
129	=item $cf::TICK	144	=item $cf::TICK
130		145
131	The interval between server ticks, in seconds.	146	The interval between server ticks, in seconds.
		147
		148	=item $cf::LOADAVG
		149
		150	The current CPU load on the server (alpha-smoothed), as a value between 0
		151	(none) and 1 (overloaded), indicating how much time is spent on processing
		152	objects per tick. Healthy values are < 0.5.
		153
		154	=item $cf::LOAD
		155
		156	The raw value load value from the last tick.
132		157
133	=item %cf::CFG	158	=item %cf::CFG
134		159
135	Configuration for the server, loaded from C</etc/crossfire/config>, or	160	Configuration for the server, loaded from C</etc/crossfire/config>, or
136	from wherever your confdir points to.	161	from wherever your confdir points to.
…		…
146	=cut	171	=cut
147		172
148	BEGIN {	173	BEGIN {
149	*CORE::GLOBAL::warn = sub {	174	*CORE::GLOBAL::warn = sub {
150	my $msg = join "", @_;	175	my $msg = join "", @_;
151	utf8::encode $msg;
152		176
153	$msg .= "\n"	177	$msg .= "\n"
154	unless $msg =~ /\n$/;	178	unless $msg =~ /\n$/;
155		179
		180	$msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
		181
		182	utf8::encode $msg;
156	LOG llevError, $msg;	183	LOG llevError, $msg;
157	};	184	};
158	}	185	}
159		186
160	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';	187	@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
…		…
230	returned.	257	returned.
231		258
232	Lock names should begin with a unique identifier (for example, cf::map::find	259	Lock names should begin with a unique identifier (for example, cf::map::find
233	uses map_find and cf::map::load uses map_load).	260	uses map_find and cf::map::load uses map_load).
234		261
		262	=item $locked = cf::lock_active $string
		263
		264	Return true if the lock is currently active, i.e. somebody has locked it.
		265
235	=cut	266	=cut
236		267
237	our %LOCK;	268	our %LOCK;
238		269
239	sub lock_wait($) {	270	sub lock_wait($) {
…		…
256		287
257	Coro::guard {	288	Coro::guard {
258	# wake up all waiters, to be on the safe side	289	# wake up all waiters, to be on the safe side
259	$_->ready for @{ delete $LOCK{$key} };	290	$_->ready for @{ delete $LOCK{$key} };
260	}	291	}
		292	}
		293
		294	sub lock_active($) {
		295	my ($key) = @_;
		296
		297	! ! $LOCK{$key}
261	}	298	}
262		299
263	sub freeze_mainloop {	300	sub freeze_mainloop {
264	return unless $TICK_WATCHER->is_active;	301	return unless $TICK_WATCHER->is_active;
265		302
…		…
295		332
296	sub sync_job(&) {	333	sub sync_job(&) {
297	my ($job) = @_;	334	my ($job) = @_;
298		335
299	if ($Coro::current == $Coro::main) {	336	if ($Coro::current == $Coro::main) {
		337	my $time = Event::time;
		338
300	# this is the main coro, too bad, we have to block	339	# this is the main coro, too bad, we have to block
301	# till the operation succeeds, freezing the server :/	340	# till the operation succeeds, freezing the server :/
302		341
303	# TODO: use suspend/resume instead	342	# TODO: use suspend/resume instead
304	# (but this is cancel-safe)	343	# (but this is cancel-safe)
…		…
315		354
316	while ($busy) {	355	while ($busy) {
317	Coro::cede or Event::one_event;	356	Coro::cede or Event::one_event;
318	}	357	}
319		358
		359	$time = Event::time - $time;
		360
		361	LOG llevError \| logBacktrace, Carp::longmess "long sync job"
		362	if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
		363
		364	$tick_start += $time; # do not account sync jobs to server load
		365
320	wantarray ? @res : $res[0]	366	wantarray ? @res : $res[0]
321	} else {	367	} else {
322	# we are in another coroutine, how wonderful, everything just works	368	# we are in another coroutine, how wonderful, everything just works
323		369
324	$job->()	370	$job->()
…		…
344		390
345	$coro	391	$coro
346	}	392	}
347		393
348	sub write_runtime {	394	sub write_runtime {
		395	my $runtime = "$LOCALDIR/runtime";
		396
		397	# first touch the runtime file to show we are still running:
		398	# the fsync below can take a very very long time.
		399
		400	if (my $fh = aio_open $runtime, O_WRONLY, 0) {
		401	utime undef, undef, $fh;
		402	}
		403
349	my $guard = cf::lock_acquire "write_runtime";	404	my $guard = cf::lock_acquire "write_runtime";
350
351	my $runtime = cf::localdir . "/runtime";
352		405
353	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644	406	my $fh = aio_open "$runtime~", O_WRONLY \| O_CREAT, 0644
354	or return;	407	or return;
355		408
356	my $value = $cf::RUNTIME + 90 + 10;	409	my $value = $cf::RUNTIME + 90 + 10;
…		…
362		415
363	# always fsync - this file is important	416	# always fsync - this file is important
364	aio_fsync $fh	417	aio_fsync $fh
365	and return;	418	and return;
366		419
		420	# touch it again to show we are up-to-date
		421	utime undef, undef, $fh;
		422
367	close $fh	423	close $fh
368	or return;	424	or return;
369		425
370	aio_rename "$runtime~", $runtime	426	aio_rename "$runtime~", $runtime
371	and return;	427	and return;
		428
		429	warn "runtime file written.\n";#d#
372		430
373	1	431	1
374	}	432	}
375		433
376	=item cf::datalog type => key => value, ...	434	=item cf::datalog type => key => value, ...
…		…
569	$registry = $CB_TYPE[$object_type] \|\|= [];	627	$registry = $CB_TYPE[$object_type] \|\|= [];
570		628
571	} elsif ($type eq "subtype") {	629	} elsif ($type eq "subtype") {
572	defined $object_type or Carp::croak "subtype specified without type";	630	defined $object_type or Carp::croak "subtype specified without type";
573	my $object_subtype = shift @arg;	631	my $object_subtype = shift @arg;
574	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_SUBTYPES] \|\|= [];	632	$registry = $CB_TYPE[$object_type + $object_subtype * NUM_TYPES] \|\|= [];
575		633
576	} elsif ($type eq "package") {	634	} elsif ($type eq "package") {
577	my $pkg = shift @arg;	635	my $pkg = shift @arg;
578		636
579	while (my ($name, $id) = each %cb_id) {	637	while (my ($name, $id) = each %cb_id) {
…		…
620	if (ref $_[0]) {	678	if (ref $_[0]) {
621	_object_attach @_;	679	_object_attach @_;
622	} else {	680	} else {
623	_attach shift->_attach_registry, @_;	681	_attach shift->_attach_registry, @_;
624	}	682	}
		683	_recalc_want;
625	};	684	};
626		685
627	# all those should be optimised	686	# all those should be optimised
628	sub cf::attachable::detach {	687	sub cf::attachable::detach {
629	my ($obj, $name) = @_;	688	my ($obj, $name) = @_;
…		…
632	delete $obj->{_attachment}{$name};	691	delete $obj->{_attachment}{$name};
633	reattach ($obj);	692	reattach ($obj);
634	} else {	693	} else {
635	Carp::croak "cannot, currently, detach class attachments";	694	Carp::croak "cannot, currently, detach class attachments";
636	}	695	}
		696	_recalc_want;
637	};	697	};
638		698
639	sub cf::attachable::attached {	699	sub cf::attachable::attached {
640	my ($obj, $name) = @_;	700	my ($obj, $name) = @_;
641		701
…		…
951	Returns the given player object, loading it if necessary (might block).	1011	Returns the given player object, loading it if necessary (might block).
952		1012
953	=cut	1013	=cut
954		1014
955	sub playerdir($) {	1015	sub playerdir($) {
956	cf::localdir	1016	"$PLAYERDIR/"
957	. "/"
958	. cf::playerdir
959	. "/"
960	. (ref $_[0] ? $_[0]->ob->name : $_[0])	1017	. (ref $_[0] ? $_[0]->ob->name : $_[0])
961	}	1018	}
962		1019
963	sub path($) {	1020	sub path($) {
964	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];	1021	my $login = ref $_[0] ? $_[0]->ob->name : $_[0];
…		…
1084	while and may block, so not sync_job-capable, ever.	1141	while and may block, so not sync_job-capable, ever.
1085		1142
1086	=cut	1143	=cut
1087		1144
1088	sub list_logins {	1145	sub list_logins {
1089	my $dirs = aio_readdir cf::localdir . "/" . cf::playerdir	1146	my $dirs = aio_readdir $PLAYERDIR
1090	or return [];	1147	or return [];
1091		1148
1092	my @logins;	1149	my @logins;
1093		1150
1094	for my $login (@$dirs) {	1151	for my $login (@$dirs) {
…		…
1332		1389
1333	# the original (read-only) location	1390	# the original (read-only) location
1334	sub load_path {	1391	sub load_path {
1335	my ($self) = @_;	1392	my ($self) = @_;
1336		1393
1337	sprintf "%s/%s/%s.map", cf::datadir, cf::mapdir, $self->{path}	1394	"$MAPDIR/$self->{path}.map"
1338	}	1395	}
1339		1396
1340	# the temporary/swap location	1397	# the temporary/swap location
1341	sub save_path {	1398	sub save_path {
1342	my ($self) = @_;	1399	my ($self) = @_;
1343		1400
1344	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1401	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1345	sprintf "%s/%s/%s.map", cf::localdir, cf::tmpdir, $path	1402	"$TMPDIR/$path.map"
1346	}	1403	}
1347		1404
1348	# the unique path, undef == no special unique path	1405	# the unique path, undef == no special unique path
1349	sub uniq_path {	1406	sub uniq_path {
1350	my ($self) = @_;	1407	my ($self) = @_;
1351		1408
1352	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;	1409	(my $path = $_[0]{path}) =~ s/\//$PATH_SEP/g;
1353	sprintf "%s/%s/%s", cf::localdir, cf::uniquedir, $path	1410	"$UNIQUEDIR/$path"
1354	}	1411	}
1355		1412
1356	# and all this just because we cannot iterate over	1413	# and all this just because we cannot iterate over
1357	# all maps in C++...	1414	# all maps in C++...
1358	sub change_all_map_light {	1415	sub change_all_map_light {
…		…
1470	my ($self) = @_;	1527	my ($self) = @_;
1471		1528
1472	local $self->{deny_reset} = 1; # loading can take a long time	1529	local $self->{deny_reset} = 1; # loading can take a long time
1473		1530
1474	my $path = $self->{path};	1531	my $path = $self->{path};
		1532
		1533	{
1475	my $guard = cf::lock_acquire "map_load:$path";	1534	my $guard = cf::lock_acquire "map_load:$path";
1476		1535
1477	return if $self->in_memory != cf::MAP_SWAPPED;	1536	return if $self->in_memory != cf::MAP_SWAPPED;
1478		1537
1479	$self->in_memory (cf::MAP_LOADING);	1538	$self->in_memory (cf::MAP_LOADING);
1480		1539
1481	$self->alloc;	1540	$self->alloc;
1482		1541
1483	$self->pre_load;	1542	$self->pre_load;
1484	Coro::cede;
1485
1486	$self->_load_objects ($self->{load_path}, 1)
1487	or return;
1488
1489	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
1490	if delete $self->{load_original};
1491
1492	if (my $uniq = $self->uniq_path) {
1493	utf8::encode $uniq;
1494	if (aio_open $uniq, O_RDONLY, 0) {
1495	$self->clear_unique_items;
1496	$self->_load_objects ($uniq, 0);
1497	}
1498	}
1499
1500	Coro::cede;
1501	# now do the right thing for maps
1502	$self->link_multipart_objects;
1503	Coro::cede;
1504
1505	unless ($self->{deny_activate}) {
1506	$self->decay_objects;
1507	$self->fix_auto_apply;
1508	$self->update_buttons;
1509	Coro::cede;	1543	Coro::cede;
1510	$self->set_darkness_map;	1544
		1545	$self->_load_objects ($self->{load_path}, 1)
		1546	or return;
		1547
		1548	$self->set_object_flag (cf::FLAG_OBJ_ORIGINAL, 1)
		1549	if delete $self->{load_original};
		1550
		1551	if (my $uniq = $self->uniq_path) {
		1552	utf8::encode $uniq;
		1553	if (aio_open $uniq, O_RDONLY, 0) {
		1554	$self->clear_unique_items;
		1555	$self->_load_objects ($uniq, 0);
		1556	}
		1557	}
		1558
		1559	Coro::cede;
		1560	# now do the right thing for maps
		1561	$self->link_multipart_objects;
1511	$self->difficulty ($self->estimate_difficulty)	1562	$self->difficulty ($self->estimate_difficulty)
1512	unless $self->difficulty;	1563	unless $self->difficulty;
1513	Coro::cede;	1564	Coro::cede;
		1565
		1566	unless ($self->{deny_activate}) {
		1567	$self->decay_objects;
		1568	$self->fix_auto_apply;
		1569	$self->update_buttons;
		1570	Coro::cede;
		1571	$self->set_darkness_map;
		1572	Coro::cede;
1514	$self->activate;	1573	$self->activate;
1515	Coro::cede;	1574	}
		1575
		1576	$self->in_memory (cf::MAP_IN_MEMORY);
1516	}	1577	}
1517		1578
1518	$self->post_load;	1579	$self->post_load;
1519	Coro::cede;
1520
1521	$self->in_memory (cf::MAP_IN_MEMORY);
1522	}	1580	}
1523		1581
1524	sub customise_for {	1582	sub customise_for {
1525	my ($self, $ob) = @_;	1583	my ($self, $ob) = @_;
1526		1584
…		…
1717	instantiated unique items. May block.	1775	instantiated unique items. May block.
1718		1776
1719	=cut	1777	=cut
1720		1778
1721	sub unique_maps() {	1779	sub unique_maps() {
1722	my $files = aio_readdir cf::localdir . "/" . cf::uniquedir	1780	my $files = aio_readdir $UNIQUEDIR
1723	or return;	1781	or return;
1724		1782
1725	my @paths;	1783	my @paths;
1726		1784
1727	for (@$files) {	1785	for (@$files) {
…		…
1917	})->prio (2);	1975	})->prio (2);
1918	}	1976	}
1919	},	1977	},
1920	);	1978	);
1921		1979
1922	=item $player_object->goto ($path, $x, $y)	1980	=item $player_object->goto ($path, $x, $y[, $check->($map)])
		1981
		1982	Moves the player to the given map-path and coordinates by first freezing
		1983	her, loading and preparing them map, calling the provided $check callback
		1984	that has to return the map if sucecssful, and then unfreezes the player on
		1985	the new (success) or old (failed) map position.
1923		1986
1924	=cut	1987	=cut
1925		1988
1926	sub cf::object::player::goto {	1989	sub cf::object::player::goto {
1927	my ($self, $path, $x, $y) = @_;	1990	my ($self, $path, $x, $y, $check) = @_;
		1991
		1992	#d# #TODO#
		1993	if ($check && !ref $check) {
		1994	warn Carp::longmess "goto called with non-ref check argument";#d#
		1995	undef $check;
		1996	}
1928		1997
1929	$self->enter_link;	1998	$self->enter_link;
1930		1999
1931	(async {	2000	(async {
1932	my $map = eval {	2001	my $map = eval {
1933	my $map = cf::map::find $path;	2002	my $map = cf::map::find $path;
		2003
		2004	if ($map) {
1934	$map = $map->customise_for ($self) if $map;	2005	$map = $map->customise_for ($self);
		2006	$map = $check->($map) if $check && $map;
		2007	} else {
		2008	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE \| cf::NDI_RED);
		2009	}
		2010
1935	$map	2011	$map
		2012	};
		2013
		2014	if ($@) {
		2015	$self->message ("Something went wrong within the server, please report this incident!", cf::NDI_UNIQUE \| cf::NDI_RED);
		2016	LOG llevError \| logBacktrace, Carp::longmess $@;
1936	} or	2017	}
1937	$self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE \| cf::NDI_RED);
1938		2018
1939	$self->leave_link ($map, $x, $y);	2019	$self->leave_link ($map, $x, $y);
1940	})->prio (1);	2020	})->prio (1);
1941	}	2021	}
1942		2022
…		…
1983		2063
1984	$rmp->{random_seed} \|\|= $exit->random_seed;	2064	$rmp->{random_seed} \|\|= $exit->random_seed;
1985		2065
1986	my $data = cf::to_json $rmp;	2066	my $data = cf::to_json $rmp;
1987	my $md5 = Digest::MD5::md5_hex $data;	2067	my $md5 = Digest::MD5::md5_hex $data;
1988	my $meta = "$cf::RANDOM_MAPS/$md5.meta";	2068	my $meta = "$RANDOMDIR/$md5.meta";
1989		2069
1990	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {	2070	if (my $fh = aio_open "$meta~", O_WRONLY \| O_CREAT, 0666) {
1991	aio_write $fh, 0, (length $data), $data, 0;	2071	aio_write $fh, 0, (length $data), $data, 0;
1992	undef $fh;	2072	undef $fh;
1993	aio_rename "$meta~", $meta;	2073	aio_rename "$meta~", $meta;
…		…
2262	#############################################################################	2342	#############################################################################
2263		2343
2264	=head2 EXTENSION DATABASE SUPPORT	2344	=head2 EXTENSION DATABASE SUPPORT
2265		2345
2266	Crossfire maintains a very simple database for extension use. It can	2346	Crossfire maintains a very simple database for extension use. It can
2267	currently store anything that can be serialised using Storable, which	2347	currently store binary data only (use Compress::LZF::sfreeze_cr/sthaw to
2268	excludes objects.	2348	convert to/from binary).
2269		2349
2270	The parameter C<$family> should best start with the name of the extension	2350	The parameter C<$family> should best start with the name of the extension
2271	using it, it should be unique.	2351	using it, it should be unique.
2272		2352
2273	=over 4	2353	=over 4
…		…
2296	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;	2376	BDB::CREATE \| BDB::AUTO_COMMIT, 0666;
2297	cf::cleanup "db_open(db): $!" if $!;	2377	cf::cleanup "db_open(db): $!" if $!;
2298	};	2378	};
2299	cf::cleanup "db_open(db): $@" if $@;	2379	cf::cleanup "db_open(db): $@" if $@;
2300	};	2380	};
2301
2302	my $path = cf::localdir . "/database.pst";
2303	if (stat $path) {
2304	cf::sync_job {
2305	my $pst = Storable::retrieve $path;
2306
2307	cf::db_put (board => data => $pst->{board});
2308	cf::db_put (guildrules => data => $pst->{guildrules});
2309	cf::db_put (rent => balance => $pst->{rent}{balance});
2310	BDB::db_env_txn_checkpoint $DB_ENV;
2311
2312	unlink $path;
2313	};
2314	}
2315	}	2381	}
2316	}	2382	}
2317		2383
2318	sub db_get($$) {	2384	sub db_get($$) {
2319	my $key = "$_[0]/$_[1]";	2385	my $key = "$_[0]/$_[1]";
2320		2386
2321	cf::sync_job {	2387	cf::sync_job {
2322	BDB::db_get $DB, undef, $key, my $data;	2388	BDB::db_get $DB, undef, $key, my $data;
2323		2389
2324	$! ? ()	2390	$! ? ()
2325	: Compress::LZF::sthaw $data	2391	: $data
2326	}	2392	}
2327	}	2393	}
2328		2394
2329	sub db_put($$$) {	2395	sub db_put($$$) {
2330	BDB::dbreq_pri 4;	2396	BDB::dbreq_pri 4;
2331	BDB::db_put $DB, undef, "$_[0]/$_[1]", Compress::LZF::sfreeze_cr $_[2], 0, sub { };	2397	BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
2332	}	2398	}
		2399
		2400	=item cf::cache $id => [$paths...], $processversion => $process
		2401
		2402	Generic caching function that returns the value of the resource $id,
		2403	caching and regenerating as required.
		2404
		2405	This function can block.
		2406
		2407	=cut
		2408
		2409	sub cache {
		2410	my ($id, $src, $processversion, $process) = @_;
		2411
		2412	my $meta =
		2413	join "\x00",
		2414	$processversion,
		2415	map {
		2416	aio_stat $_
		2417	and Carp::croak "$_: $!";
		2418
		2419	($_, (stat _)[7,9])
		2420	} @$src;
		2421
		2422	my $dbmeta = db_get cache => "$id/meta";
		2423	if ($dbmeta ne $meta) {
		2424	# changed, we may need to process
		2425
		2426	my @data;
		2427	my $md5;
		2428
		2429	for (0 .. $#$src) {
		2430	0 <= aio_load $src->[$_], $data[$_]
		2431	or Carp::croak "$src->[$_]: $!";
		2432	}
		2433
		2434	# if processing is expensive, check
		2435	# checksum first
		2436	if (1) {
		2437	$md5 =
		2438	join "\x00",
		2439	$processversion,
		2440	map {
		2441	Coro::cede;
		2442	($src->[$_], Digest::MD5::md5_hex $data[$_])
		2443	} 0.. $#$src;
		2444
		2445
		2446	my $dbmd5 = db_get cache => "$id/md5";
		2447	if ($dbmd5 eq $md5) {
		2448	db_put cache => "$id/meta", $meta;
		2449
		2450	return db_get cache => "$id/data";
		2451	}
		2452	}
		2453
		2454	my $t1 = Time::HiRes::time;
		2455	my $data = $process->(\@data);
		2456	my $t2 = Time::HiRes::time;
		2457
		2458	warn "cache: '$id' processed in ", $t2 - $t1, "s\n";
		2459
		2460	db_put cache => "$id/data", $data;
		2461	db_put cache => "$id/md5" , $md5;
		2462	db_put cache => "$id/meta", $meta;
		2463
		2464	return $data;
		2465	}
		2466
		2467	db_get cache => "$id/data"
		2468	}
		2469
		2470	=item fork_call { }, $args
		2471
		2472	Executes the given code block with the given arguments in a seperate
		2473	process, returning the results. Everything must be serialisable with
		2474	Coro::Storable. May, of course, block. Note that the executed sub may
		2475	never block itself or use any form of Event handling.
		2476
		2477	=cut
		2478
		2479	sub fork_call(&@) {
		2480	my ($cb, @args) = @_;
		2481
		2482	# socketpair my $fh1, my $fh2, Socket::AF_UNIX, Socket::SOCK_STREAM, Socket::PF_UNSPEC
		2483	# or die "socketpair: $!";
		2484	pipe my $fh1, my $fh2
		2485	or die "pipe: $!";
		2486
		2487	if (my $pid = fork) {
		2488	close $fh2;
		2489
		2490	my $res = (Coro::Handle::unblock $fh1)->readline (undef);
		2491	$res = Coro::Storable::thaw $res;
		2492
		2493	waitpid $pid, 0; # should not block anymore, we expect the child to simply behave
		2494
		2495	die $$res unless "ARRAY" eq ref $res;
		2496
		2497	return wantarray ? @$res : $res->[-1];
		2498	} else {
		2499	reset_signals;
		2500	local $SIG{__WARN__};
		2501	local $SIG{__DIE__};
		2502	eval {
		2503	close $fh1;
		2504
		2505	my @res = eval { $cb->(@args) };
		2506	syswrite $fh2, Coro::Storable::freeze +($@ ? \"$@" : \@res);
		2507	};
		2508
		2509	warn $@ if $@;
		2510	_exit 0;
		2511	}
		2512	}
		2513
		2514
2333		2515
2334	#############################################################################	2516	#############################################################################
2335	# the server's init and main functions	2517	# the server's init and main functions
2336		2518
2337	sub load_facedata {	2519	sub load_facedata($) {
2338	my $path = sprintf "%s/facedata", cf::datadir;	2520	my ($path) = @_;
2339		2521
2340	warn "loading facedata from $path\n";	2522	warn "loading facedata from $path\n";
2341		2523
2342	my $facedata;	2524	my $facedata;
2343	0 < aio_load $path, $facedata	2525	0 < aio_load $path, $facedata
…		…
2384	}	2566	}
2385		2567
2386	1	2568	1
2387	}	2569	}
2388		2570
		2571	sub reload_regions {
		2572	load_resource_file "$MAPDIR/regions"
		2573	or die "unable to load regions file\n";
		2574	}
		2575
		2576	sub reload_facedata {
		2577	load_facedata "$DATADIR/facedata"
		2578	or die "unable to load facedata\n";
		2579	}
		2580
2389	sub load_archetypes {	2581	sub reload_archetypes {
2390	load_archetype_file sprintf "%s/archetypes", cf::datadir; # remove when stable	2582	load_resource_file "$DATADIR/archetypes"
2391	load_archetype_file sprintf "%s/archetypes", cf::datadir	2583	or die "unable to load archetypes\n";
2392	}	2584	}
2393		2585
2394	sub load_treasures {	2586	sub reload_treasures {
2395	load_treasure_file sprintf "%s/treasures", cf::datadir	2587	load_resource_file "$DATADIR/treasures"
		2588	or die "unable to load treasurelists\n";
2396	}	2589	}
2397		2590
2398	sub reload_resources {	2591	sub reload_resources {
2399	warn "reloading resource files...\n";	2592	warn "reloading resource files...\n";
2400		2593
2401	load_resource_file sprintf "%s/%s/regions", cf::datadir, cf::mapdir	2594	reload_regions;
2402	or die "unable to load regions file\n";
2403	load_facedata	2595	reload_facedata;
2404	or die "unable to load facedata\n";
2405	load_archetypes	2596	reload_archetypes;
2406	or die "unable to load archetypes\n";
2407	load_treasures	2597	reload_treasures;
2408	or die "unable to load treasurelists\n";
2409		2598
2410	warn "finished reloading resource files\n";	2599	warn "finished reloading resource files\n";
2411	}	2600	}
2412		2601
2413	sub init {	2602	sub init {
2414	reload_resources;	2603	reload_resources;
2415	}	2604	}
2416		2605
2417	sub cfg_load {	2606	sub cfg_load {
2418	open my $fh, "<:utf8", cf::confdir . "/config"	2607	open my $fh, "<:utf8", "$CONFDIR/config"
2419	or return;	2608	or return;
2420		2609
2421	local $/;	2610	local $/;
2422	*CFG = YAML::Syck::Load <$fh>;	2611	*CFG = YAML::Syck::Load <$fh>;
2423		2612
…		…
2508		2697
2509	warn Carp::longmess "post_cleanup backtrace"	2698	warn Carp::longmess "post_cleanup backtrace"
2510	if $make_core;	2699	if $make_core;
2511	}	2700	}
2512		2701
2513	sub reload() {	2702	sub do_reload_perl() {
2514	# can/must only be called in main	2703	# can/must only be called in main
2515	if ($Coro::current != $Coro::main) {	2704	if ($Coro::current != $Coro::main) {
2516	warn "can only reload from main coroutine";	2705	warn "can only reload from main coroutine";
2517	return;	2706	return;
2518	}	2707	}
…		…
2593	Symbol::delete_package "safe::$_"	2782	Symbol::delete_package "safe::$_"
2594	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);	2783	for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
2595		2784
2596	warn "unloading cf.pm \"a bit\"";	2785	warn "unloading cf.pm \"a bit\"";
2597	delete $INC{"cf.pm"};	2786	delete $INC{"cf.pm"};
		2787	delete $INC{"cf/pod.pm"};
2598		2788
2599	# don't, removes xs symbols, too,	2789	# don't, removes xs symbols, too,
2600	# and global variables created in xs	2790	# and global variables created in xs
2601	#Symbol::delete_package __PACKAGE__;	2791	#Symbol::delete_package __PACKAGE__;
2602		2792
…		…
2617	warn "reattaching attachments to maps";	2807	warn "reattaching attachments to maps";
2618	reattach $_ for values %MAP;	2808	reattach $_ for values %MAP;
2619	warn "reattaching attachments to players";	2809	warn "reattaching attachments to players";
2620	reattach $_ for values %PLAYER;	2810	reattach $_ for values %PLAYER;
2621		2811
2622	warn "loading reloadable resources";
2623	reload_resources;
2624
2625	warn "leaving sync_job";	2812	warn "leaving sync_job";
2626		2813
2627	1	2814	1
2628	} or do {	2815	} or do {
2629	warn $@;	2816	warn $@;
…		…
2634	warn "reloaded";	2821	warn "reloaded";
2635	};	2822	};
2636		2823
2637	our $RELOAD_WATCHER; # used only during reload	2824	our $RELOAD_WATCHER; # used only during reload
2638		2825
		2826	sub reload_perl() {
		2827	# doing reload synchronously and two reloads happen back-to-back,
		2828	# coro crashes during coro_state_free->destroy here.
		2829
		2830	$RELOAD_WATCHER \|\|= Event->timer (
		2831	reentrant => 0,
		2832	after => 0,
		2833	data => WF_AUTOCANCEL,
		2834	cb => sub {
		2835	do_reload_perl;
		2836	undef $RELOAD_WATCHER;
		2837	},
		2838	);
		2839	}
		2840
2639	register_command "reload" => sub {	2841	register_command "reload" => sub {
2640	my ($who, $arg) = @_;	2842	my ($who, $arg) = @_;
2641		2843
2642	if ($who->flag (FLAG_WIZ)) {	2844	if ($who->flag (FLAG_WIZ)) {
2643	$who->message ("reloading server.");	2845	$who->message ("reloading server.");
2644		2846	async { reload_perl };
2645	# doing reload synchronously and two reloads happen back-to-back,
2646	# coro crashes during coro_state_free->destroy here.
2647
2648	$RELOAD_WATCHER \|\|= Event->timer (
2649	reentrant => 0,
2650	after => 0,
2651	data => WF_AUTOCANCEL,
2652	cb => sub {
2653	reload;
2654	undef $RELOAD_WATCHER;
2655	},
2656	);
2657	}	2847	}
2658	};	2848	};
2659		2849
2660	unshift @INC, $LIBDIR;	2850	unshift @INC, $LIBDIR;
2661		2851
…		…
2680	my $signal = new Coro::Signal;	2870	my $signal = new Coro::Signal;
2681	push @WAIT_FOR_TICK_BEGIN, $signal;	2871	push @WAIT_FOR_TICK_BEGIN, $signal;
2682	$signal->wait;	2872	$signal->wait;
2683	}	2873	}
2684		2874
		2875	my $min = 1e6;#d#
		2876	my $avg = 10;
2685	$TICK_WATCHER = Event->timer (	2877	$TICK_WATCHER = Event->timer (
2686	reentrant => 0,	2878	reentrant => 0,
2687	parked => 1,	2879	parked => 1,
2688	prio => 0,	2880	prio => 0,
2689	at => $NEXT_TICK \|\| $TICK,	2881	at => $NEXT_TICK \|\| $TICK,
…		…
2693	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"	2885	Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
2694	unless ++$bug_warning > 10;	2886	unless ++$bug_warning > 10;
2695	return;	2887	return;
2696	}	2888	}
2697		2889
2698	$NOW = Event::time;	2890	$NOW = $tick_start = Event::time;
2699		2891
2700	cf::server_tick; # one server iteration	2892	cf::server_tick; # one server iteration
		2893
		2894	0 && sync_job {#d#
		2895	for(1..10) {
		2896	my $t = Event::time;
		2897	my $map = my $map = new_from_path cf::map "/tmp/x.map"
		2898	or die;
		2899
		2900	$map->width (50);
		2901	$map->height (50);
		2902	$map->alloc;
		2903	$map->_load_objects ("/tmp/x.map", 1);
		2904	my $t = Event::time - $t;
		2905
		2906	#next unless $t < 0.0013;#d#
		2907	if ($t < $min) {
		2908	$min = $t;
		2909	}
		2910	$avg = $avg * 0.99 + $t * 0.01;
		2911	}
		2912	warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
		2913	exit 0;
		2914	# 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
		2915	};
2701		2916
2702	$RUNTIME += $TICK;	2917	$RUNTIME += $TICK;
2703	$NEXT_TICK += $TICK;	2918	$NEXT_TICK += $TICK;
2704		2919
2705	if ($NOW >= $NEXT_RUNTIME_WRITE) {	2920	if ($NOW >= $NEXT_RUNTIME_WRITE) {
…		…
2711	}	2926	}
2712		2927
2713	# my $AFTER = Event::time;	2928	# my $AFTER = Event::time;
2714	# warn $AFTER - $NOW;#d#	2929	# warn $AFTER - $NOW;#d#
2715		2930
		2931	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
		2932	$sig->send;
		2933	}
		2934	while (my $sig = shift @WAIT_FOR_TICK) {
		2935	$sig->send;
		2936	}
		2937
		2938	$NOW = Event::time;
		2939
2716	# if we are delayed by four ticks or more, skip them all	2940	# if we are delayed by four ticks or more, skip them all
2717	$NEXT_TICK = Event::time if Event::time >= $NEXT_TICK + $TICK * 4;	2941	$NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
2718		2942
2719	$TICK_WATCHER->at ($NEXT_TICK);	2943	$TICK_WATCHER->at ($NEXT_TICK);
2720	$TICK_WATCHER->start;	2944	$TICK_WATCHER->start;
2721		2945
2722	if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {	2946	$LOAD = ($NOW - $tick_start) / $TICK;
2723	$sig->send;	2947	$LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
2724	}
2725	while (my $sig = shift @WAIT_FOR_TICK) {
2726	$sig->send;
2727	}
2728		2948
2729	_post_tick;	2949	_post_tick;
		2950
		2951
2730	},	2952	},
2731	);	2953	);
2732		2954
2733	{	2955	{
2734	BDB::max_poll_time $TICK * 0.1;	2956	BDB::max_poll_time $TICK * 0.1;
…		…
2762		2984
2763	cf::sync_job {	2985	cf::sync_job {
2764	eval {	2986	eval {
2765	BDB::db_env_open	2987	BDB::db_env_open
2766	$DB_ENV,	2988	$DB_ENV,
2767	$BDB_ENV_DIR,	2989	$BDBDIR,
2768	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN	2990	BDB::INIT_LOCK \| BDB::INIT_LOG \| BDB::INIT_MPOOL \| BDB::INIT_TXN
2769	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,	2991	\| BDB::RECOVER \| BDB::REGISTER \| BDB::USE_ENVIRON \| BDB::CREATE,
2770	0666;	2992	0666;
2771		2993
2772	cf::cleanup "db_env_open($BDB_ENV_DIR): $!" if $!;	2994	cf::cleanup "db_env_open($BDBDIR): $!" if $!;
2773		2995
2774	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);	2996	$DB_ENV->set_flags (BDB::AUTO_COMMIT \| BDB::REGION_INIT \| BDB::TXN_NOSYNC, 1);
2775	$DB_ENV->set_lk_detect;	2997	$DB_ENV->set_lk_detect;
2776	};	2998	};
2777		2999
…		…
2793	prio => 6,	3015	prio => 6,
2794	cb => \&IO::AIO::poll_cb,	3016	cb => \&IO::AIO::poll_cb,
2795	);	3017	);
2796	}	3018	}
2797		3019
		3020	my $_log_backtrace;
		3021
		3022	sub _log_backtrace {
		3023	my ($msg, @addr) = @_;
		3024
		3025	$msg =~ s/\n//;
		3026
		3027	# limit the # of concurrent backtraces
		3028	if ($_log_backtrace < 2) {
		3029	++$_log_backtrace;
		3030	async {
		3031	my @bt = fork_call {
		3032	@addr = map { sprintf "%x", $_ } @addr;
		3033	my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
		3034	open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 \|"
		3035	or die "addr2line: $!";
		3036
		3037	my @funcs;
		3038	my @res = <$fh>;
		3039	chomp for @res;
		3040	while (@res) {
		3041	my ($func, $line) = splice @res, 0, 2, ();
		3042	push @funcs, "[$func] $line";
		3043	}
		3044
		3045	@funcs
		3046	};
		3047
		3048	LOG llevInfo, "[ABT] $msg\n";
		3049	LOG llevInfo, "[ABT] $_\n" for @bt;
		3050	--$_log_backtrace;
		3051	};
		3052	} else {
		3053	LOG llevInfo, "[ABT] $msg\n";
		3054	LOG llevInfo, "[ABT] [suppressed]\n";
		3055	}
		3056	}
		3057
		3058	# load additional modules
		3059	use cf::pod;
		3060
2798	END { cf::emergency_save }	3061	END { cf::emergency_save }
2799		3062
2800	1	3063	1
2801		3064

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing deliantra/server/lib/cf.pm (file contents): Revision 1.245 by root, Tue Apr 17 10:06:33 2007 UTC vs. Revision 1.268 by root, Tue May 22 10:50:00 2007 UTC

Diff Legend

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.245 by root, Tue Apr 17 10:06:33 2007 UTC vs.
Revision 1.268 by root, Tue May 22 10:50:00 2007 UTC