[ViewVC] Diff of: cvs/deliantra/server/lib/cf.pm

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.576 by root, Tue Jan 3 02:08:49 2012 UTC vs.
Revision 1.603 by root, Tue Nov 13 01:12:23 2012 UTC

…		…
1	#	1	#
2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.	2	# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3	#	3	#
4	# Copyright (©) 2006,2007,2008,2009,2010,2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team	4	# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5	#	5	#
6	# Deliantra is free software: you can redistribute it and/or modify it under	6	# Deliantra is free software: you can redistribute it and/or modify it under
7	# the terms of the Affero GNU General Public License as published by the	7	# the terms of the Affero GNU General Public License as published by the
8	# Free Software Foundation, either version 3 of the License, or (at your	8	# Free Software Foundation, either version 3 of the License, or (at your
9	# option) any later version.	9	# option) any later version.
10	#	10	#
11	# This program is distributed in the hope that it will be useful,	11	# This program is distributed in the hope that it will be useful,
12	# but WITHOUT ANY WARRANTY; without even the implied warranty of	12	# but WITHOUT ANY WARRANTY; without even the implied warranty of
13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the	13	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14	# GNU General Public License for more details.	14	# GNU General Public License for more details.
15	#	15	#
16	# You should have received a copy of the Affero GNU General Public License	16	# You should have received a copy of the Affero GNU General Public License
17	# and the GNU General Public License along with this program. If not, see	17	# and the GNU General Public License along with this program. If not, see
18	# <http://www.gnu.org/licenses/>.	18	# <http://www.gnu.org/licenses/>.
19	#	19	#
20	# The authors can be reached via e-mail to <support@deliantra.net>	20	# The authors can be reached via e-mail to <support@deliantra.net>
21	#	21	#
22		22
23	package cf;	23	package cf;
24		24
32	use Safe;	32	use Safe;
33	use Safe::Hole;	33	use Safe::Hole;
34	use Storable ();	34	use Storable ();
35	use Carp ();	35	use Carp ();
36		36
37	use Guard ();	37	use AnyEvent ();
		38	use AnyEvent::IO ();
		39	use AnyEvent::DNS ();
		40
38	use Coro ();	41	use Coro ();
39	use Coro::State;	42	use Coro::State;
40	use Coro::Handle;	43	use Coro::Handle;
41	use Coro::EV;	44	use Coro::EV;
42	use Coro::AnyEvent;	45	use Coro::AnyEvent;
…		…
48	use Coro::AIO;	51	use Coro::AIO;
49	use Coro::BDB 1.6;	52	use Coro::BDB 1.6;
50	use Coro::Storable;	53	use Coro::Storable;
51	use Coro::Util ();	54	use Coro::Util ();
52		55
		56	use Guard ();
53	use JSON::XS 2.01 ();	57	use JSON::XS 2.01 ();
54	use BDB ();	58	use BDB ();
55	use Data::Dumper;	59	use Data::Dumper;
56	use Fcntl;	60	use Fcntl;
57	use YAML::XS ();	61	use YAML::XS ();
58	use IO::AIO ();	62	use IO::AIO ();
59	use Time::HiRes;
60	use Compress::LZF;	63	use Compress::LZF;
61	use Digest::MD5 ();	64	use Digest::MD5 ();
62		65
63	AnyEvent::detect;	66	AnyEvent::detect;
64		67
…		…
83	our %COMMAND = ();	86	our %COMMAND = ();
84	our %COMMAND_TIME = ();	87	our %COMMAND_TIME = ();
85		88
86	our @EXTS = (); # list of extension package names	89	our @EXTS = (); # list of extension package names
87	our %EXTCMD = ();	90	our %EXTCMD = ();
		91	our %EXTACMD = ();
88	our %EXTICMD = ();	92	our %EXTICMD = ();
		93	our %EXTIACMD = ();
89	our %EXT_CORO = (); # coroutines bound to extensions	94	our %EXT_CORO = (); # coroutines bound to extensions
90	our %EXT_MAP = (); # pluggable maps	95	our %EXT_MAP = (); # pluggable maps
91		96
92	our $RELOAD; # number of reloads so far, non-zero while in reload	97	our $RELOAD; # number of reloads so far, non-zero while in reload
93	our @EVENT;	98	our @EVENT;
…		…
108	our $RANDOMDIR = "$LOCALDIR/random";	113	our $RANDOMDIR = "$LOCALDIR/random";
109	our $BDBDIR = "$LOCALDIR/db";	114	our $BDBDIR = "$LOCALDIR/db";
110	our $PIDFILE = "$LOCALDIR/pid";	115	our $PIDFILE = "$LOCALDIR/pid";
111	our $RUNTIMEFILE = "$LOCALDIR/runtime";	116	our $RUNTIMEFILE = "$LOCALDIR/runtime";
112		117
113	our %RESOURCE; # unused	118	#our %RESOURCE; # unused
114		119
115	our $OUTPUT_RATE_MIN = 3000;	120	our $OUTPUT_RATE_MIN = 3000;
116	our $OUTPUT_RATE_MAX = 1000000;	121	our $OUTPUT_RATE_MAX = 1000000;
117		122
118	our $MAX_LINKS = 32; # how many chained exits to follow	123	our $MAX_LINKS = 32; # how many chained exits to follow
…		…
129	our $DB_ENV;	134	our $DB_ENV;
130		135
131	our @EXTRA_MODULES = qw(pod match mapscript incloader);	136	our @EXTRA_MODULES = qw(pod match mapscript incloader);
132		137
133	our %CFG;	138	our %CFG;
		139	our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
134		140
135	our $UPTIME; $UPTIME \|\|= time;	141	our $UPTIME; $UPTIME \|\|= time;
136	our $RUNTIME = 0;	142	our $RUNTIME = 0;
137	our $SERVER_TICK = 0;	143	our $SERVER_TICK = 0;
138	our $NOW;	144	our $NOW;
…		…
219	=item $cf::RUNTIME	225	=item $cf::RUNTIME
220		226
221	The time this server has run, starts at 0 and is increased by $cf::TICK on	227	The time this server has run, starts at 0 and is increased by $cf::TICK on
222	every server tick.	228	every server tick.
223		229
224	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR	230	=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
225	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR	231	$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
226	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR	232	$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
227		233
228	Various directories - "/etc", read-only install directory, perl-library	234	Various directories - "/etc", read-only install directory, perl-library
229	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",	235	directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
230	unique-items directory, player file directory, random maps directory and	236	unique-items directory, player file directory, random maps directory and
231	database environment.	237	database environment.
…		…
245	Configuration for the server, loaded from C</etc/deliantra-server/config>, or	251	Configuration for the server, loaded from C</etc/deliantra-server/config>, or
246	from wherever your confdir points to.	252	from wherever your confdir points to.
247		253
248	=item cf::wait_for_tick, cf::wait_for_tick_begin	254	=item cf::wait_for_tick, cf::wait_for_tick_begin
249		255
250	These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only	256	These are functions that inhibit the current coroutine one tick.
251	returns directly I<after> the tick processing (and consequently, can only wake one thread	257	cf::wait_for_tick_begin only returns directly I<after> the tick
		258	processing (and consequently, can only wake one thread per tick), while
252	per tick), while cf::wait_for_tick wakes up all waiters after tick processing.	259	cf::wait_for_tick wakes up all waiters after tick processing.
253		260
254	Note that cf::Wait_for_tick will immediately return when the server is not	261	Note that cf::wait_for_tick will immediately return when the server is not
255	ticking, making it suitable for small pauses in threads that need to run	262	ticking, making it suitable for small pauses in threads that need to run
256	when the server is paused. If that is not applicable (i.e. you I<really>	263	when the server is paused. If that is not applicable (i.e. you I<really>
257	want to wait, use C<$cf::WAIT_FOR_TICK>).	264	want to wait, use C<$cf::WAIT_FOR_TICK>).
258		265
259	=item $cf::WAIT_FOR_TICK	266	=item $cf::WAIT_FOR_TICK
…		…
335	)) {	342	)) {
336	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;	343	@{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
337	}	344	}
338		345
339	$EV::DIED = sub {	346	$EV::DIED = sub {
340	Carp::cluck "error in event callback: @_";	347	warn "error in event callback: $@";
341	};	348	};
342		349
343	#############################################################################	350	#############################################################################
344		351
345	sub fork_call(&@);	352	sub fork_call(&@);
…		…
372	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;	379	$d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
373	$d	380	$d
374	} \|\| "[unable to dump $_[0]: '$@']";	381	} \|\| "[unable to dump $_[0]: '$@']";
375	}	382	}
376		383
377	=item $scalar = load_file $path	384	=item $scalar = cf::load_file $path
378		385
379	Loads the given file from path and returns its contents. Croaks on error	386	Loads the given file from path and returns its contents. Croaks on error
380	and can block.	387	and can block.
381		388
382	=cut	389	=cut
…		…
384	sub load_file($) {	391	sub load_file($) {
385	0 <= aio_load $_[0], my $data	392	0 <= aio_load $_[0], my $data
386	or Carp::croak "$_[0]: $!";	393	or Carp::croak "$_[0]: $!";
387		394
388	$data	395	$data
		396	}
		397
		398	=item $success = cf::replace_file $path, $data, $sync
		399
		400	Atomically replaces the file at the given $path with new $data, and
		401	optionally $sync the data to disk before replacing the file.
		402
		403	=cut
		404
		405	sub replace_file($$;$) {
		406	my ($path, $data, $sync) = @_;
		407
		408	my $lock = cf::lock_acquire ("replace_file:$path");
		409
		410	my $fh = aio_open "$path~", Fcntl::O_WRONLY \| Fcntl::O_CREAT \| Fcntl::O_TRUNC, 0644
		411	or return;
		412
		413	$data = $data->() if ref $data;
		414
		415	length $data == aio_write $fh, 0, (length $data), $data, 0
		416	or return;
		417
		418	!$sync
		419	or !aio_fsync $fh
		420	or return;
		421
		422	aio_close $fh
		423	and return;
		424
		425	aio_rename "$path~", $path
		426	and return;
		427
		428	if ($sync) {
		429	$path =~ s%/[^/]*$%%;
		430	aio_pathsync $path;
		431	}
		432
		433	1
389	}	434	}
390		435
391	=item $ref = cf::decode_json $json	436	=item $ref = cf::decode_json $json
392		437
393	Converts a JSON string into the corresponding perl data structure.	438	Converts a JSON string into the corresponding perl data structure.
…		…
528	Allocate $time seconds of blocking CPU time at priority C<$priority>	573	Allocate $time seconds of blocking CPU time at priority C<$priority>
529	(default: 0): This call blocks and returns only when you have at least	574	(default: 0): This call blocks and returns only when you have at least
530	C<$time> seconds of cpu time till the next tick. The slot is only valid	575	C<$time> seconds of cpu time till the next tick. The slot is only valid
531	till the next cede.	576	till the next cede.
532		577
533	Background jobs should use a priority les than zero, interactive jobs	578	Background jobs should use a priority less than zero, interactive jobs
534	should use 100 or more.	579	should use 100 or more.
535		580
536	The optional C<$name> can be used to identify the job to run. It might be	581	The optional C<$name> can be used to identify the job to run. It might be
537	used for statistical purposes and should identify the same time-class.	582	used for statistical purposes and should identify the same time-class.
538		583
…		…
693	reset_signals;	738	reset_signals;
694	}	739	}
695		740
696	sub fork_call(&@) {	741	sub fork_call(&@) {
697	my ($cb, @args) = @_;	742	my ($cb, @args) = @_;
698
699	# we seemingly have to make a local copy of the whole thing,
700	# otherwise perl prematurely frees the stuff :/
701	# TODO: investigate and fix (likely this will be rather laborious)
702		743
703	my @res = Coro::Util::fork_eval {	744	my @res = Coro::Util::fork_eval {
704	cf::post_fork;	745	cf::post_fork;
705	&$cb	746	&$cb
706	} @args;	747	} @args;
…		…
856		897
857	return db_get cache => "$id/data";	898	return db_get cache => "$id/data";
858	}	899	}
859	}	900	}
860		901
861	my $t1 = Time::HiRes::time;	902	my $t1 = EV::time;
862	my $data = $process->(\@data);	903	my $data = $process->(\@data);
863	my $t2 = Time::HiRes::time;	904	my $t2 = EV::time;
864		905
865	info "cache: '$id' processed in ", $t2 - $t1, "s\n";	906	info "cache: '$id' processed in ", $t2 - $t1, "s\n";
866		907
867	db_put cache => "$id/data", $data;	908	db_put cache => "$id/data", $data;
868	db_put cache => "$id/md5" , $md5;	909	db_put cache => "$id/md5" , $md5;
…		…
1388	=cut	1429	=cut
1389		1430
1390	#############################################################################	1431	#############################################################################
1391	# command handling &c	1432	# command handling &c
1392		1433
1393	=item cf::register_command $name => \&callback($ob,$args);	1434	=item cf::register_command $name => \&callback($ob,$args)
1394		1435
1395	Register a callback for execution when the client sends the user command	1436	Register a callback for execution when the client sends the user command
1396	$name.	1437	$name.
1397		1438
1398	=cut	1439	=cut
…		…
1404	#warn "registering command '$name/$time' to '$caller'";	1445	#warn "registering command '$name/$time' to '$caller'";
1405		1446
1406	push @{ $COMMAND{$name} }, [$caller, $cb];	1447	push @{ $COMMAND{$name} }, [$caller, $cb];
1407	}	1448	}
1408		1449
1409	=item cf::register_extcmd $name => \&callback($pl,$packet);	1450	=item cf::register_extcmd $name => \&callback($pl,@args)
1410		1451
1411	Register a callback for execution when the client sends an (synchronous)	1452	Register a callback for execution when the client sends an (synchronous)
1412	extcmd packet. Ext commands will be processed in the order they are	1453	extcmd packet. Ext commands will be processed in the order they are
1413	received by the server, like other user commands. The first argument is	1454	received by the server, like other user commands. The first argument is
1414	the logged-in player. Ext commands can only be processed after a player	1455	the logged-in player. Ext commands can only be processed after a player
1415	has logged in successfully.	1456	has logged in successfully.
1416		1457
1417	If the callback returns something, it is sent back as if reply was being	1458	The values will be sent back to the client.
1418	called.
1419		1459
		1460	=item cf::register_async_extcmd $name => \&callback($pl,$reply->(...),@args)
		1461
		1462	Same as C<cf::register_extcmd>, but instead of returning values, the
		1463	callback needs to clal the C<$reply> function.
		1464
1420	=item cf::register_exticmd $name => \&callback($ns,$packet);	1465	=item cf::register_exticmd $name => \&callback($ns,@args)
1421		1466
1422	Register a callback for execution when the client sends an (asynchronous)	1467	Register a callback for execution when the client sends an (asynchronous)
1423	exticmd packet. Exti commands are processed by the server as soon as they	1468	exticmd packet. Exti commands are processed by the server as soon as they
1424	are received, i.e. out of order w.r.t. other commands. The first argument	1469	are received, i.e. out of order w.r.t. other commands. The first argument
1425	is a client socket. Exti commands can be received anytime, even before	1470	is a client socket. Exti commands can be received anytime, even before
1426	log-in.	1471	log-in.
1427		1472
1428	If the callback returns something, it is sent back as if reply was being	1473	The values will be sent back to the client.
1429	called.
1430		1474
1431	=cut	1475	=item cf::register_async_exticmd $name => \&callback($ns,$reply->(...),@args)
1432		1476
		1477	Same as C<cf::register_extcmd>, but instead of returning values, the
		1478	callback needs to clal the C<$reply> function.
		1479
		1480	=cut
		1481
1433	sub register_extcmd {	1482	sub register_extcmd($$) {
1434	my ($name, $cb) = @_;	1483	my ($name, $cb) = @_;
1435		1484
1436	$EXTCMD{$name} = $cb;	1485	$EXTCMD{$name} = $cb;
1437	}	1486	}
1438		1487
1439	sub register_exticmd {	1488	sub register_async_extcmd($$) {
1440	my ($name, $cb) = @_;	1489	my ($name, $cb) = @_;
1441		1490
		1491	$EXTACMD{$name} = $cb;
		1492	}
		1493
		1494	sub register_exticmd($$) {
		1495	my ($name, $cb) = @_;
		1496
1442	$EXTICMD{$name} = $cb;	1497	$EXTICMD{$name} = $cb;
		1498	}
		1499
		1500	sub register_async_exticmd($$) {
		1501	my ($name, $cb) = @_;
		1502
		1503	$EXTIACMD{$name} = $cb;
1443	}	1504	}
1444		1505
1445	use File::Glob ();	1506	use File::Glob ();
1446		1507
1447	cf::player->attach (	1508	cf::player->attach (
…		…
1463	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };	1524	my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1464		1525
1465	if (ref $msg) {	1526	if (ref $msg) {
1466	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash	1527	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1467		1528
1468	my @reply;
1469
1470	if (my $cb = $EXTCMD{$type}) {	1529	if (my $cb = $EXTACMD{$type}) {
		1530	$cb->(
		1531	$pl,
		1532	sub {
		1533	$pl->ext_msg ("reply-$reply", @_)
		1534	if $reply;
		1535	},
		1536	@payload
		1537	);
		1538	} else {
		1539	my @reply;
		1540
		1541	if (my $cb = $EXTCMD{$type}) {
1471	@reply = $cb->($pl, @payload);	1542	@reply = $cb->($pl, @payload);
		1543	}
		1544
		1545	$pl->ext_msg ("reply-$reply", @reply)
		1546	if $reply;
1472	}	1547	}
1473
1474	$pl->ext_reply ($reply, @reply)
1475	if $reply;
1476		1548
1477	} else {	1549	} else {
1478	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";	1550	error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1479	}	1551	}
1480		1552
…		…
1493	};	1565	};
1494		1566
1495	$grp	1567	$grp
1496	}	1568	}
1497		1569
		1570	sub _ext_cfg_reg($$$$) {
		1571	my ($rvar, $varname, $cfgname, $default) = @_;
		1572
		1573	$cfgname = lc $varname
		1574	unless length $cfgname;
		1575
		1576	$EXT_CFG{$cfgname} = [$rvar, $default];
		1577
		1578	$$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
		1579	}
		1580
1498	sub load_extensions {	1581	sub load_extensions {
1499	info "loading extensions...";	1582	info "loading extensions...";
		1583
		1584	%EXT_CFG = ();
1500		1585
1501	cf::sync_job {	1586	cf::sync_job {
1502	my %todo;	1587	my %todo;
1503		1588
1504	for my $path (<$LIBDIR/*.ext>) {	1589	for my $path (<$LIBDIR/*.ext>) {
…		…
1547	unless exists $done{$_};	1632	unless exists $done{$_};
1548	}	1633	}
1549		1634
1550	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";	1635	trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1551		1636
		1637	my $source = $v->{source};
		1638
		1639	# support "CONF varname :confname = default" pseudo-statements
		1640	$source =~ s{
		1641	^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
		1642	}{
		1643	"our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
		1644	}gmxe;
		1645
1552	my $active = eval $v->{source};	1646	my $active = eval $source;
1553		1647
1554	if (length $@) {	1648	if (length $@) {
1555	error "$v->{path}: $@\n";	1649	error "$v->{path}: $@\n";
1556		1650
1557	cf::cleanup "mandatory extension '$k' failed to load, exiting."	1651	cf::cleanup "mandatory extension '$k' failed to load, exiting."
…		…
1844	}	1938	}
1845		1939
1846	=item $protocol_xml = $player->expand_cfpod ($cfpod)	1940	=item $protocol_xml = $player->expand_cfpod ($cfpod)
1847		1941
1848	Expand deliantra pod fragments into protocol xml.	1942	Expand deliantra pod fragments into protocol xml.
1849
1850	=item $player->ext_reply ($msgid, @msg)
1851
1852	Sends an ext reply to the player.
1853
1854	=cut
1855
1856	sub ext_reply($$@) {
1857	my ($self, $id, @msg) = @_;
1858
1859	$self->ns->ext_reply ($id, @msg)
1860	}
1861		1943
1862	=item $player->ext_msg ($type, @msg)	1944	=item $player->ext_msg ($type, @msg)
1863		1945
1864	Sends an ext event to the client.	1946	Sends an ext event to the client.
1865		1947
…		…
2568		2650
2569	Creates and returns a persistent reference to an object that can be stored as a string.	2651	Creates and returns a persistent reference to an object that can be stored as a string.
2570		2652
2571	=item $ob = cf::object::deref ($refstring)	2653	=item $ob = cf::object::deref ($refstring)
2572		2654
2573	returns the objetc referenced by refstring. may return undef when it cnanot find the object,	2655	returns the objetc referenced by refstring. may return undef when it cannot find the object,
2574	even if the object actually exists. May block.	2656	even if the object actually exists. May block.
2575		2657
2576	=cut	2658	=cut
2577		2659
2578	sub deref {	2660	sub deref {
…		…
3170	=cut	3252	=cut
3171		3253
3172	sub cf::client::ext_msg($$@) {	3254	sub cf::client::ext_msg($$@) {
3173	my ($self, $type, @msg) = @_;	3255	my ($self, $type, @msg) = @_;
3174		3256
3175	if ($self->extcmd == 2) {
3176	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));	3257	$self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
3177	} elsif ($self->extcmd == 1) { # TODO: remove
3178	push @msg, msgtype => "event_$type";
3179	$self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3180	}
3181	}
3182
3183	=item $client->ext_reply ($msgid, @msg)
3184
3185	Sends an ext reply to the client.
3186
3187	=cut
3188
3189	sub cf::client::ext_reply($$@) {
3190	my ($self, $id, @msg) = @_;
3191
3192	return unless $self->extcmd == 2;
3193
3194	$self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
3195	}	3258	}
3196		3259
3197	=item $success = $client->query ($flags, "text", \&cb)	3260	=item $success = $client->query ($flags, "text", \&cb)
3198		3261
3199	Queues a query to the client, calling the given callback with	3262	Queues a query to the client, calling the given callback with
…		…
3256	my $msg = eval { $ns->{json_coder}->decode ($buf) };	3319	my $msg = eval { $ns->{json_coder}->decode ($buf) };
3257		3320
3258	if (ref $msg) {	3321	if (ref $msg) {
3259	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash	3322	my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
3260		3323
3261	my @reply;
3262
3263	if (my $cb = $EXTICMD{$type}) {	3324	if (my $cb = $EXTIACMD{$type}) {
		3325	$cb->(
		3326	$ns,
		3327	sub {
		3328	$ns->ext_msg ("reply-$reply", @_)
		3329	if $reply;
		3330	},
		3331	@payload
		3332	);
		3333	} else {
		3334	my @reply;
		3335
		3336	if (my $cb = $EXTICMD{$type}) {
3264	@reply = $cb->($ns, @payload);	3337	@reply = $cb->($ns, @payload);
		3338	}
		3339
		3340	$ns->ext_msg ("reply-$reply", @reply)
		3341	if $reply;
3265	}	3342	}
3266
3267	$ns->ext_reply ($reply, @reply)
3268	if $reply;
3269
3270	} else {	3343	} else {
3271	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";	3344	error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3272	}	3345	}
3273		3346
3274	cf::override;	3347	cf::override;
…		…
3442	=cut	3515	=cut
3443		3516
3444	#############################################################################	3517	#############################################################################
3445	# the server's init and main functions	3518	# the server's init and main functions
3446		3519
		3520	{
		3521	package cf::face;
		3522
		3523	our %HASH; # hash => idx
		3524	our @DATA; # dynamically-created facedata, only faceste 0 used
		3525	our @FOFS; # file offset, if > 0
		3526	our @SIZE; # size of face, in octets
		3527	our @META; # meta hash of face, if any
		3528	our $DATAFH; # facedata filehandle
		3529
		3530	# internal api, not finalised
		3531	sub set {
		3532	my ($name, $type, $data) = @_;
		3533
		3534	my $idx = cf::face::find $name;
		3535
		3536	if ($idx) {
		3537	delete $HASH{cf::face::get_chksum $idx};
		3538	} else {
		3539	$idx = cf::face::alloc $name;
		3540	}
		3541
		3542	my $hash = cf::face::mangle_csum Digest::MD5::md5 $data;
		3543
		3544	cf::face::set_type $idx, $type;
		3545	cf::face::set_csum $idx, 0, $hash;
		3546
		3547	# we need to destroy the SV itself, not just modify it, as a running ix
		3548	# might hold a reference to it: "delete" achieves that.
		3549	delete $FOFS[0][$idx];
		3550	delete $DATA[0][$idx];
		3551	$DATA[0][$idx] = $data;
		3552	$SIZE[0][$idx] = length $data;
		3553	delete $META[$idx];
		3554	$HASH{$hash} = $idx;#d#
		3555
		3556	$idx
		3557	}
		3558
		3559	sub _get_data($$$) {
		3560	my ($idx, $set, $cb) = @_;
		3561
		3562	if (defined $DATA[$set][$idx]) {
		3563	$cb->($DATA[$set][$idx]);
		3564	} elsif (my $fofs = $FOFS[$set][$idx]) {
		3565	my $size = $SIZE[$set][$idx];
		3566	my $buf;
		3567	IO::AIO::aio_read $DATAFH, $fofs, $size, $buf, 0, sub {
		3568	if ($_[0] == $size) {
		3569	#cf::debug "read face $idx, $size from $fofs as ", length $buf;#d#
		3570	$cb->($buf);
		3571	} else {
		3572	cf::error "INTERNAL ERROR: unable to read facedata for face $idx#$set ($size, $fofs), ignoring request.";
		3573	}
		3574	};
		3575	} else {
		3576	cf::error "requested facedata for unknown face $idx#$set, ignoring.";
		3577	}
		3578	}
		3579
		3580	# rather ineffient
		3581	sub cf::face::get_data($;$) {
		3582	my ($idx, $set) = @_;
		3583
		3584	_get_data $idx, $set, Coro::rouse_cb;
		3585	Coro::rouse_wait
		3586	}
		3587
		3588	sub cf::face::ix {
		3589	my ($ns, $set, $idx, $pri) = @_;
		3590
		3591	_get_data $idx, $set, sub {
		3592	$ns->ix_send ($idx, $pri, $_[0]);
		3593	};
		3594	}
		3595	}
		3596
3447	sub load_facedata($) {	3597	sub load_facedata($) {
3448	my ($path) = @_;	3598	my ($path) = @_;
3449		3599
3450	# HACK to clear player env face cache, we need some signal framework
3451	# for this (global event?)
3452	%ext::player_env::MUSIC_FACE_CACHE = ();
3453
3454	my $enc = JSON::XS->new->utf8->canonical->relaxed;	3600	my $enc = JSON::XS->new->utf8->canonical->relaxed;
3455		3601
3456	trace "loading facedata from $path\n";	3602	trace "loading facedata from $path\n";
3457		3603
3458	my $facedata = decode_storable load_file $path;	3604	my $facedata = decode_storable load_file "$path/faceinfo";
3459		3605
3460	$facedata->{version} == 2	3606	$facedata->{version} == 2
3461	or cf::cleanup "$path: version mismatch, cannot proceed.";	3607	or cf::cleanup "$path/faceinfo: version mismatch, cannot proceed.";
3462		3608
3463	# patch in the exptable	3609	my $fh = aio_open "$DATADIR/facedata", IO::AIO::O_RDONLY, 0
3464	my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);	3610	or cf::cleanup "$path/facedata: $!, cannot proceed.";
3465	$facedata->{resource}{"res/exp_table"} = {	3611
3466	type => FT_RSRC,	3612	get_slot 1, -100, "load_facedata"; # make sure we get a very big slot
3467	data => $exp_table,	3613
3468	hash => (Digest::MD5::md5 $exp_table),	3614	# BEGIN ATOMIC
3469	};	3615	# from here on, everything must be atomic - no thread switch allowed
3470	cf::cede_to_tick;	3616	my $t1 = EV::time;
3471		3617
3472	{	3618	{
3473	my $faces = $facedata->{faceinfo};	3619	my $faces = $facedata->{faceinfo};
3474		3620
3475	while (my ($face, $info) = each %$faces) {	3621	for my $face (sort keys %$faces) {
		3622	my $info = $faces->{$face};
3476	my $idx = (cf::face::find $face) \|\| cf::face::alloc $face;	3623	my $idx = (cf::face::find $face) \|\| cf::face::alloc $face;
3477		3624
3478	cf::face::set_visibility $idx, $info->{visibility};	3625	cf::face::set_visibility $idx, $info->{visibility};
3479	cf::face::set_magicmap $idx, $info->{magicmap};	3626	cf::face::set_magicmap $idx, $info->{magicmap};
3480	cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};	3627	cf::face::set_csum $idx, 0, $info->{hash64}; $cf::face::SIZE[0][$idx] = $info->{size64}; $cf::face::FOFS[0][$idx] = $info->{fofs64};
3481	cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};	3628	cf::face::set_csum $idx, 1, $info->{hash32}; $cf::face::SIZE[1][$idx] = $info->{size32}; $cf::face::FOFS[1][$idx] = $info->{fofs32};
3482	cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;	3629	cf::face::set_csum $idx, 2, $info->{glyph}; $cf::face::DATA[2][$idx] = $info->{glyph};
3483		3630	$cf::face::HASH{$info->{hash64}} = $idx;
3484	cf::cede_to_tick;	3631	delete $cf::face::META[$idx];
3485	}	3632	}
3486		3633
3487	while (my ($face, $info) = each %$faces) {	3634	while (my ($face, $info) = each %$faces) {
3488	next unless $info->{smooth};	3635	next unless $info->{smooth};
3489		3636
…		…
3494	cf::face::set_smooth $idx, $smooth;	3641	cf::face::set_smooth $idx, $smooth;
3495	cf::face::set_smoothlevel $idx, $info->{smoothlevel};	3642	cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3496	} else {	3643	} else {
3497	error "smooth face '$info->{smooth}' not found for face '$face'";	3644	error "smooth face '$info->{smooth}' not found for face '$face'";
3498	}	3645	}
3499
3500	cf::cede_to_tick;
3501	}	3646	}
3502	}	3647	}
3503		3648
3504	{	3649	{
3505	my $anims = $facedata->{animinfo};	3650	my $anims = $facedata->{animinfo};
3506		3651
3507	while (my ($anim, $info) = each %$anims) {	3652	while (my ($anim, $info) = each %$anims) {
3508	cf::anim::set $anim, $info->{frames}, $info->{facings};	3653	cf::anim::set $anim, $info->{frames}, $info->{facings};
3509	cf::cede_to_tick;
3510	}	3654	}
3511		3655
3512	cf::anim::invalidate_all; # d'oh	3656	cf::anim::invalidate_all; # d'oh
3513	}	3657	}
3514		3658
3515	{	3659	{
3516	my $res = $facedata->{resource};	3660	my $res = $facedata->{resource};
3517		3661
3518	while (my ($name, $info) = each %$res) {	3662	while (my ($name, $info) = each %$res) {
3519	if (defined $info->{type}) {	3663	if (defined (my $type = $info->{type})) {
		3664	# TODO: different hash - must free and use new index, or cache ixface data queue
3520	my $idx = (cf::face::find $name) \|\| cf::face::alloc $name;	3665	my $idx = (cf::face::find $name) \|\| cf::face::alloc $name;
3521		3666
3522	cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3523	cf::face::set_type $idx, $info->{type};	3667	cf::face::set_type $idx, $type;
		3668	cf::face::set_csum $idx, 0, $info->{hash};
		3669	$cf::face::SIZE[0][$idx] = $info->{size};
		3670	$cf::face::FOFS[0][$idx] = $info->{fofs};
		3671	$cf::face::META[$idx] = $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
		3672	$cf::face::HASH{$info->{hash}} = $idx;
3524	} else {	3673	} else {
3525	$RESOURCE{$name} = $info; # unused	3674	# $RESOURCE{$name} = $info; # unused
3526	}	3675	}
3527
3528	cf::cede_to_tick;
3529	}	3676	}
3530	}	3677	}
		3678
		3679	($fh, $cf::face::DATAFH) = ($cf::face::DATAFH, $fh);
		3680
		3681	# HACK to clear player env face cache, we need some signal framework
		3682	# for this (global event?)
		3683	%ext::player_env::MUSIC_FACE_CACHE = ();
		3684
		3685	# END ATOMIC
		3686
		3687	cf::debug "facedata atomic update time ", EV::time - $t1;
3531		3688
3532	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);	3689	cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
		3690
		3691	aio_close $fh if $fh; # close old facedata
3533		3692
3534	1	3693	1
3535	}	3694	}
3536		3695
3537	register_exticmd fx_want => sub {	3696	register_exticmd fx_want => sub {
…		…
3548	my $status = load_resource_file_ $_[0];	3707	my $status = load_resource_file_ $_[0];
3549	get_slot 0.1, 100;	3708	get_slot 0.1, 100;
3550	cf::arch::commit_load;	3709	cf::arch::commit_load;
3551		3710
3552	$status	3711	$status
		3712	}
		3713
		3714	sub reload_exp_table {
		3715	_reload_exp_table;
		3716
		3717	cf::face::set
		3718	"res/exp_table" => FT_RSRC,
		3719	JSON::XS->new->utf8->canonical->encode (
		3720	[map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
		3721	);
		3722	}
		3723
		3724	sub reload_materials {
		3725	_reload_materials;
3553	}	3726	}
3554		3727
3555	sub reload_regions {	3728	sub reload_regions {
3556	# HACK to clear player env face cache, we need some signal framework	3729	# HACK to clear player env face cache, we need some signal framework
3557	# for this (global event?)	3730	# for this (global event?)
…		…
3565	if exists $_->{match};	3738	if exists $_->{match};
3566	}	3739	}
3567	}	3740	}
3568		3741
3569	sub reload_facedata {	3742	sub reload_facedata {
3570	load_facedata "$DATADIR/facedata"	3743	load_facedata $DATADIR
3571	or die "unable to load facedata\n";	3744	or die "unable to load facedata\n";
3572	}	3745	}
3573		3746
3574	sub reload_archetypes {	3747	sub reload_archetypes {
3575	load_resource_file "$DATADIR/archetypes"	3748	load_resource_file "$DATADIR/archetypes"
3576	or die "unable to load archetypes\n";	3749	or die "unable to load archetypes\n";
		3750
		3751	cf::face::set
		3752	"res/skill_info" => FT_RSRC,
		3753	JSON::XS->new->utf8->canonical->encode (
		3754	[map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
		3755	);
		3756
		3757	cf::face::set
		3758	"res/spell_paths" => FT_RSRC,
		3759	JSON::XS->new->utf8->canonical->encode (
		3760	[map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
		3761	);
3577	}	3762	}
3578		3763
3579	sub reload_treasures {	3764	sub reload_treasures {
3580	load_resource_file "$DATADIR/treasures"	3765	load_resource_file "$DATADIR/treasures"
3581	or die "unable to load treasurelists\n";	3766	or die "unable to load treasurelists\n";
…		…
3602	}	3787	}
3603		3788
3604	sub reload_resources {	3789	sub reload_resources {
3605	trace "reloading resource files...\n";	3790	trace "reloading resource files...\n";
3606		3791
3607	reload_exp_table;
3608	reload_materials;	3792	reload_materials;
3609	reload_facedata;	3793	reload_facedata;
		3794	reload_exp_table;
3610	reload_sound;	3795	reload_sound;
3611	reload_archetypes;	3796	reload_archetypes;
3612	reload_regions;	3797	reload_regions;
3613	reload_treasures;	3798	reload_treasures;
3614		3799
…		…
3666		3851
3667	sub main {	3852	sub main {
3668	cf::init_globals; # initialise logging	3853	cf::init_globals; # initialise logging
3669		3854
3670	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;	3855	LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3671	LOG llevInfo, "Copyright (C) 2005-2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";	3856	LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3672	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";	3857	LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3673	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";	3858	LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3674		3859
3675	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority	3860	$Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3676		3861
3677	# we must not ever block the main coroutine	3862	# we must not ever block the main coroutine
3678	local $Coro::idle = sub {	3863	$Coro::idle = sub {
3679	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#	3864	Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3680	(async {	3865	(async {
3681	$Coro::current->{desc} = "IDLE BUG HANDLER";	3866	$Coro::current->{desc} = "IDLE BUG HANDLER";
3682	EV::loop EV::LOOP_ONESHOT;	3867	EV::loop EV::LOOP_ONESHOT;
3683	})->prio (Coro::PRIO_MAX);	3868	})->prio (Coro::PRIO_MAX);
…		…
3686	evthread_start IO::AIO::poll_fileno;	3871	evthread_start IO::AIO::poll_fileno;
3687		3872
3688	cf::sync_job {	3873	cf::sync_job {
3689	cf::incloader::init ();	3874	cf::incloader::init ();
3690		3875
		3876	db_init;
		3877
3691	cf::init_anim;	3878	cf::init_anim;
3692	cf::init_attackmess;	3879	cf::init_attackmess;
3693	cf::init_dynamic;	3880	cf::init_dynamic;
3694		3881
3695	cf::load_settings;	3882	cf::load_settings;
3696		3883
3697	reload_resources;	3884	reload_resources;
3698	reload_config;	3885	reload_config;
3699	db_init;
3700		3886
3701	cf::init_uuid;	3887	cf::init_uuid;
3702	cf::init_signals;	3888	cf::init_signals;
3703	cf::init_skills;	3889	cf::init_skills;
3704		3890
…		…
4129	}	4315	}
4130	}	4316	}
4131		4317
4132	{	4318	{
4133	# configure BDB	4319	# configure BDB
		4320	info "initialising database";
4134		4321
4135	BDB::min_parallel 16;	4322	BDB::min_parallel 16;
4136	BDB::max_poll_reqs $TICK * 0.1;	4323	BDB::max_poll_reqs $TICK * 0.1;
4137	#$AnyEvent::BDB::WATCHER->priority (1);	4324	#$AnyEvent::BDB::WATCHER->priority (1);
4138		4325
…		…
4167	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };	4354	BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
4168	};	4355	};
4169	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {	4356	$BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
4170	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };	4357	BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
4171	};	4358	};
		4359
		4360	info "database initialised";
4172	}	4361	}
4173		4362
4174	{	4363	{
4175	# configure IO::AIO	4364	# configure IO::AIO
4176		4365
		4366	info "initialising aio";
4177	IO::AIO::min_parallel 8;	4367	IO::AIO::min_parallel 8;
4178	IO::AIO::max_poll_time $TICK * 0.1;	4368	IO::AIO::max_poll_time $TICK * 0.1;
4179	undef $AnyEvent::AIO::WATCHER;	4369	undef $AnyEvent::AIO::WATCHER;
		4370	info "aio initialised";
4180	}	4371	}
4181		4372
4182	our $_log_backtrace;	4373	our $_log_backtrace;
4183	our $_log_backtrace_last;	4374	our $_log_backtrace_last;
4184		4375

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing deliantra/server/lib/cf.pm (file contents): Revision 1.576 by root, Tue Jan 3 02:08:49 2012 UTC vs. Revision 1.603 by root, Tue Nov 13 01:12:23 2012 UTC

Diff Legend

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.576 by root, Tue Jan 3 02:08:49 2012 UTC vs.
Revision 1.603 by root, Tue Nov 13 01:12:23 2012 UTC