ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.551 by root, Sun May 16 13:48:07 2010 UTC vs.
Revision 1.598 by root, Sun Nov 11 02:38:10 2012 UTC

1# 1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG. 2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3# 3#
4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team 4# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5# 5#
6# Deliantra is free software: you can redistribute it and/or modify it under 6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the 7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your 8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version. 9# option) any later version.
10# 10#
11# This program is distributed in the hope that it will be useful, 11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of 12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details. 14# GNU General Public License for more details.
15# 15#
16# You should have received a copy of the Affero GNU General Public License 16# You should have received a copy of the Affero GNU General Public License
17# and the GNU General Public License along with this program. If not, see 17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>. 18# <http://www.gnu.org/licenses/>.
19# 19#
20# The authors can be reached via e-mail to <support@deliantra.net> 20# The authors can be reached via e-mail to <support@deliantra.net>
21# 21#
22 22
23package cf; 23package cf;
24 24
32use Safe; 32use Safe;
33use Safe::Hole; 33use Safe::Hole;
34use Storable (); 34use Storable ();
35use Carp (); 35use Carp ();
36 36
37use Guard (); 37use AnyEvent ();
38use AnyEvent::IO ();
39use AnyEvent::DNS ();
40
38use Coro (); 41use Coro ();
39use Coro::State; 42use Coro::State;
40use Coro::Handle; 43use Coro::Handle;
41use Coro::EV; 44use Coro::EV;
42use Coro::AnyEvent; 45use Coro::AnyEvent;
48use Coro::AIO; 51use Coro::AIO;
49use Coro::BDB 1.6; 52use Coro::BDB 1.6;
50use Coro::Storable; 53use Coro::Storable;
51use Coro::Util (); 54use Coro::Util ();
52 55
56use Guard ();
53use JSON::XS 2.01 (); 57use JSON::XS 2.01 ();
54use BDB (); 58use BDB ();
55use Data::Dumper; 59use Data::Dumper;
56use Fcntl; 60use Fcntl;
57use YAML::XS (); 61use YAML::XS ();
58use IO::AIO (); 62use IO::AIO ();
59use Time::HiRes;
60use Compress::LZF; 63use Compress::LZF;
61use Digest::MD5 (); 64use Digest::MD5 ();
62 65
63AnyEvent::detect; 66AnyEvent::detect;
64 67
83our %COMMAND = (); 86our %COMMAND = ();
84our %COMMAND_TIME = (); 87our %COMMAND_TIME = ();
85 88
86our @EXTS = (); # list of extension package names 89our @EXTS = (); # list of extension package names
87our %EXTCMD = (); 90our %EXTCMD = ();
91our %EXTACMD = ();
88our %EXTICMD = (); 92our %EXTICMD = ();
93our %EXTIACMD = ();
89our %EXT_CORO = (); # coroutines bound to extensions 94our %EXT_CORO = (); # coroutines bound to extensions
90our %EXT_MAP = (); # pluggable maps 95our %EXT_MAP = (); # pluggable maps
91 96
92our $RELOAD; # number of reloads so far, non-zero while in reload 97our $RELOAD; # number of reloads so far, non-zero while in reload
93our @EVENT; 98our @EVENT;
94our @REFLECT; # set by XS 99our @REFLECT; # set by XS
95our %REFLECT; # set by us 100our %REFLECT; # set by us
96 101
97our $CONFDIR = confdir; 102our $CONFDIR = confdir;
103
98our $DATADIR = datadir; 104our $DATADIR = datadir;
99our $LIBDIR = "$DATADIR/ext"; 105our $LIBDIR = "$DATADIR/ext";
100our $PODDIR = "$DATADIR/pod"; 106our $PODDIR = "$DATADIR/pod";
101our $MAPDIR = "$DATADIR/" . mapdir; 107our $MAPDIR = "$DATADIR/" . mapdir;
108
102our $LOCALDIR = localdir; 109our $LOCALDIR = localdir;
103our $TMPDIR = "$LOCALDIR/" . tmpdir; 110our $TMPDIR = "$LOCALDIR/" . tmpdir;
104our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 111our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
105our $PLAYERDIR = "$LOCALDIR/" . playerdir; 112our $PLAYERDIR = "$LOCALDIR/" . playerdir;
106our $RANDOMDIR = "$LOCALDIR/random"; 113our $RANDOMDIR = "$LOCALDIR/random";
107our $BDBDIR = "$LOCALDIR/db"; 114our $BDBDIR = "$LOCALDIR/db";
108our $PIDFILE = "$LOCALDIR/pid"; 115our $PIDFILE = "$LOCALDIR/pid";
109our $RUNTIMEFILE = "$LOCALDIR/runtime"; 116our $RUNTIMEFILE = "$LOCALDIR/runtime";
110 117
111our %RESOURCE; # unused 118#our %RESOURCE; # unused
112 119
113our $OUTPUT_RATE_MIN = 3000; 120our $OUTPUT_RATE_MIN = 3000;
114our $OUTPUT_RATE_MAX = 1000000; 121our $OUTPUT_RATE_MAX = 1000000;
115 122
116our $MAX_LINKS = 32; # how many chained exits to follow 123our $MAX_LINKS = 32; # how many chained exits to follow
127our $DB_ENV; 134our $DB_ENV;
128 135
129our @EXTRA_MODULES = qw(pod match mapscript incloader); 136our @EXTRA_MODULES = qw(pod match mapscript incloader);
130 137
131our %CFG; 138our %CFG;
139our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
132 140
133our $UPTIME; $UPTIME ||= time; 141our $UPTIME; $UPTIME ||= time;
134our $RUNTIME; 142our $RUNTIME = 0;
143our $SERVER_TICK = 0;
135our $NOW; 144our $NOW;
136 145
137our (%PLAYER, %PLAYER_LOADING); # all users 146our (%PLAYER, %PLAYER_LOADING); # all users
138our (%MAP, %MAP_LOADING ); # all maps 147our (%MAP, %MAP_LOADING ); # all maps
139our $LINK_MAP; # the special {link} map, which is always available 148our $LINK_MAP; # the special {link} map, which is always available
148 157
149our @POST_INIT; 158our @POST_INIT;
150 159
151our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow) 160our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
152our $REALLY_UNLOOP; # never set to true, please :) 161our $REALLY_UNLOOP; # never set to true, please :)
162
163our $WAIT_FOR_TICK = new Coro::Signal;
164our @WAIT_FOR_TICK_BEGIN;
153 165
154binmode STDOUT; 166binmode STDOUT;
155binmode STDERR; 167binmode STDERR;
156 168
157# read virtual server time, if available 169# read virtual server time, if available
191 203
192=over 4 204=over 4
193 205
194=item $cf::UPTIME 206=item $cf::UPTIME
195 207
196The timestamp of the server start (so not actually an uptime). 208The timestamp of the server start (so not actually an "uptime").
209
210=item $cf::SERVER_TICK
211
212An unsigned integer that starts at zero when the server is started and is
213incremented on every tick.
214
215=item $cf::NOW
216
217The (real) time of the last (current) server tick - updated before and
218after tick processing, so this is useful only as a rough "what time is it
219now" estimate.
220
221=item $cf::TICK
222
223The interval between each server tick, in seconds.
197 224
198=item $cf::RUNTIME 225=item $cf::RUNTIME
199 226
200The time this server has run, starts at 0 and is increased by $cf::TICK on 227The time this server has run, starts at 0 and is increased by $cf::TICK on
201every server tick. 228every server tick.
202 229
203=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR 230=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
204$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR 231$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
205$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR 232$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
206 233
207Various directories - "/etc", read-only install directory, perl-library 234Various directories - "/etc", read-only install directory, perl-library
208directory, pod-directory, read-only maps directory, "/var", "/var/tmp", 235directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
209unique-items directory, player file directory, random maps directory and 236unique-items directory, player file directory, random maps directory and
210database environment. 237database environment.
211 238
212=item $cf::NOW
213
214The time of the last (current) server tick.
215
216=item $cf::TICK
217
218The interval between server ticks, in seconds.
219
220=item $cf::LOADAVG 239=item $cf::LOADAVG
221 240
222The current CPU load on the server (alpha-smoothed), as a value between 0 241The current CPU load on the server (alpha-smoothed), as a value between 0
223(none) and 1 (overloaded), indicating how much time is spent on processing 242(none) and 1 (overloaded), indicating how much time is spent on processing
224objects per tick. Healthy values are < 0.5. 243objects per tick. Healthy values are < 0.5.
235=item cf::wait_for_tick, cf::wait_for_tick_begin 254=item cf::wait_for_tick, cf::wait_for_tick_begin
236 255
237These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 256These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
238returns directly I<after> the tick processing (and consequently, can only wake one thread 257returns directly I<after> the tick processing (and consequently, can only wake one thread
239per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 258per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
259
260Note that cf::Wait_for_tick will immediately return when the server is not
261ticking, making it suitable for small pauses in threads that need to run
262when the server is paused. If that is not applicable (i.e. you I<really>
263want to wait, use C<$cf::WAIT_FOR_TICK>).
264
265=item $cf::WAIT_FOR_TICK
266
267Note that C<cf::wait_for_tick> is probably the correct thing to use. This
268variable contains a L<Coro::Signal> that is broadcats after every server
269tick. Calling C<< ->wait >> on it will suspend the caller until after the
270next server tick.
240 271
241=cut 272=cut
242 273
243sub wait_for_tick(); 274sub wait_for_tick();
244sub wait_for_tick_begin(); 275sub wait_for_tick_begin();
310)) { 341)) {
311 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 342 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
312} 343}
313 344
314$EV::DIED = sub { 345$EV::DIED = sub {
315 Carp::cluck "error in event callback: @_"; 346 warn "error in event callback: $@";
316}; 347};
348
349#############################################################################
350
351sub fork_call(&@);
352sub get_slot($;$$);
317 353
318############################################################################# 354#############################################################################
319 355
320=head2 UTILITY FUNCTIONS 356=head2 UTILITY FUNCTIONS
321 357
342 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 378 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
343 $d 379 $d
344 } || "[unable to dump $_[0]: '$@']"; 380 } || "[unable to dump $_[0]: '$@']";
345} 381}
346 382
383=item $scalar = cf::load_file $path
384
385Loads the given file from path and returns its contents. Croaks on error
386and can block.
387
388=cut
389
390sub load_file($) {
391 0 <= aio_load $_[0], my $data
392 or Carp::croak "$_[0]: $!";
393
394 $data
395}
396
397=item $success = cf::replace_file $path, $data, $sync
398
399Atomically replaces the file at the given $path with new $data, and
400optionally $sync the data to disk before replacing the file.
401
402=cut
403
404sub replace_file($$;$) {
405 my ($path, $data, $sync) = @_;
406
407 my $lock = cf::lock_acquire ("replace_file:$path");
408
409 my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
410 or return;
411
412 $data = $data->() if ref $data;
413
414 length $data == aio_write $fh, 0, (length $data), $data, 0
415 or return;
416
417 !$sync
418 or !aio_fsync $fh
419 or return;
420
421 aio_close $fh
422 and return;
423
424 aio_rename "$path~", $path
425 and return;
426
427 if ($sync) {
428 $path =~ s%/[^/]*$%%;
429 aio_pathsync $path;
430 }
431
432 1
433}
434
347=item $ref = cf::decode_json $json 435=item $ref = cf::decode_json $json
348 436
349Converts a JSON string into the corresponding perl data structure. 437Converts a JSON string into the corresponding perl data structure.
350 438
351=item $json = cf::encode_json $ref 439=item $json = cf::encode_json $ref
357our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 445our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
358 446
359sub encode_json($) { $json_coder->encode ($_[0]) } 447sub encode_json($) { $json_coder->encode ($_[0]) }
360sub decode_json($) { $json_coder->decode ($_[0]) } 448sub decode_json($) { $json_coder->decode ($_[0]) }
361 449
450=item $ref = cf::decode_storable $scalar
451
452Same as Coro::Storable::thaw, so blocks.
453
454=cut
455
456BEGIN { *decode_storable = \&Coro::Storable::thaw }
457
362=item $ref = cf::yaml_load $scalar 458=item $ref = cf::decode_yaml $scalar
363 459
364Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks). 460Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
365 461
366=cut 462=cut
367 463
368sub fork_call(&@); 464sub decode_yaml($) {
369
370sub yaml_load($) {
371 fork_call { YAML::XS::Load $_[0] } @_ 465 fork_call { YAML::XS::Load $_[0] } @_
466}
467
468=item $scalar = cf::unlzf $scalar
469
470Same as Compress::LZF::compress, but takes server ticks into account, so
471blocks.
472
473=cut
474
475sub unlzf($) {
476 # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
477 cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
478 Compress::LZF::decompress $_[0]
372} 479}
373 480
374=item cf::post_init { BLOCK } 481=item cf::post_init { BLOCK }
375 482
376Execute the given codeblock, I<after> all extensions have been (re-)loaded, 483Execute the given codeblock, I<after> all extensions have been (re-)loaded,
460 EV::periodic $start, $interval, 0, $cb 567 EV::periodic $start, $interval, 0, $cb
461} 568}
462 569
463=item cf::get_slot $time[, $priority[, $name]] 570=item cf::get_slot $time[, $priority[, $name]]
464 571
465Allocate $time seconds of blocking CPU time at priority C<$priority>: 572Allocate $time seconds of blocking CPU time at priority C<$priority>
466This call blocks and returns only when you have at least C<$time> seconds 573(default: 0): This call blocks and returns only when you have at least
467of cpu time till the next tick. The slot is only valid till the next cede. 574C<$time> seconds of cpu time till the next tick. The slot is only valid
575till the next cede.
576
577Background jobs should use a priority les than zero, interactive jobs
578should use 100 or more.
468 579
469The optional C<$name> can be used to identify the job to run. It might be 580The optional C<$name> can be used to identify the job to run. It might be
470used for statistical purposes and should identify the same time-class. 581used for statistical purposes and should identify the same time-class.
471 582
472Useful for short background jobs. 583Useful for short background jobs.
501 } 612 }
502 } 613 }
503 614
504 if (@SLOT_QUEUE) { 615 if (@SLOT_QUEUE) {
505 # we do not use wait_for_tick() as it returns immediately when tick is inactive 616 # we do not use wait_for_tick() as it returns immediately when tick is inactive
506 push @cf::WAIT_FOR_TICK, $signal; 617 $WAIT_FOR_TICK->wait;
507 $signal->wait;
508 } else { 618 } else {
509 $busy = 0; 619 $busy = 0;
510 Coro::schedule; 620 Coro::schedule;
511 } 621 }
512 } 622 }
767 877
768 my @data; 878 my @data;
769 my $md5; 879 my $md5;
770 880
771 for (0 .. $#$src) { 881 for (0 .. $#$src) {
772 0 <= aio_load $src->[$_], $data[$_] 882 $data[$_] = load_file $src->[$_];
773 or Carp::croak "$src->[$_]: $!";
774 } 883 }
775 884
776 # if processing is expensive, check 885 # if processing is expensive, check
777 # checksum first 886 # checksum first
778 if (1) { 887 if (1) {
791 900
792 return db_get cache => "$id/data"; 901 return db_get cache => "$id/data";
793 } 902 }
794 } 903 }
795 904
796 my $t1 = Time::HiRes::time; 905 my $t1 = EV::time;
797 my $data = $process->(\@data); 906 my $data = $process->(\@data);
798 my $t2 = Time::HiRes::time; 907 my $t2 = EV::time;
799 908
800 info "cache: '$id' processed in ", $t2 - $t1, "s\n"; 909 info "cache: '$id' processed in ", $t2 - $t1, "s\n";
801 910
802 db_put cache => "$id/data", $data; 911 db_put cache => "$id/data", $data;
803 db_put cache => "$id/md5" , $md5; 912 db_put cache => "$id/md5" , $md5;
1323=cut 1432=cut
1324 1433
1325############################################################################# 1434#############################################################################
1326# command handling &c 1435# command handling &c
1327 1436
1328=item cf::register_command $name => \&callback($ob,$args); 1437=item cf::register_command $name => \&callback($ob,$args)
1329 1438
1330Register a callback for execution when the client sends the user command 1439Register a callback for execution when the client sends the user command
1331$name. 1440$name.
1332 1441
1333=cut 1442=cut
1339 #warn "registering command '$name/$time' to '$caller'"; 1448 #warn "registering command '$name/$time' to '$caller'";
1340 1449
1341 push @{ $COMMAND{$name} }, [$caller, $cb]; 1450 push @{ $COMMAND{$name} }, [$caller, $cb];
1342} 1451}
1343 1452
1344=item cf::register_extcmd $name => \&callback($pl,$packet); 1453=item cf::register_extcmd $name => \&callback($pl,@args)
1345 1454
1346Register a callback for execution when the client sends an (synchronous) 1455Register a callback for execution when the client sends an (synchronous)
1347extcmd packet. Ext commands will be processed in the order they are 1456extcmd packet. Ext commands will be processed in the order they are
1348received by the server, like other user commands. The first argument is 1457received by the server, like other user commands. The first argument is
1349the logged-in player. Ext commands can only be processed after a player 1458the logged-in player. Ext commands can only be processed after a player
1350has logged in successfully. 1459has logged in successfully.
1351 1460
1352If the callback returns something, it is sent back as if reply was being 1461The values will be sent back to the client.
1353called.
1354 1462
1463=item cf::register_async_extcmd $name => \&callback($pl,$reply->(...),@args)
1464
1465Same as C<cf::register_extcmd>, but instead of returning values, the
1466callback needs to clal the C<$reply> function.
1467
1355=item cf::register_exticmd $name => \&callback($ns,$packet); 1468=item cf::register_exticmd $name => \&callback($ns,@args)
1356 1469
1357Register a callback for execution when the client sends an (asynchronous) 1470Register a callback for execution when the client sends an (asynchronous)
1358exticmd packet. Exti commands are processed by the server as soon as they 1471exticmd packet. Exti commands are processed by the server as soon as they
1359are received, i.e. out of order w.r.t. other commands. The first argument 1472are received, i.e. out of order w.r.t. other commands. The first argument
1360is a client socket. Exti commands can be received anytime, even before 1473is a client socket. Exti commands can be received anytime, even before
1361log-in. 1474log-in.
1362 1475
1363If the callback returns something, it is sent back as if reply was being 1476The values will be sent back to the client.
1364called.
1365 1477
1366=cut 1478=item cf::register_async_exticmd $name => \&callback($ns,$reply->(...),@args)
1367 1479
1480Same as C<cf::register_extcmd>, but instead of returning values, the
1481callback needs to clal the C<$reply> function.
1482
1483=cut
1484
1368sub register_extcmd { 1485sub register_extcmd($$) {
1369 my ($name, $cb) = @_; 1486 my ($name, $cb) = @_;
1370 1487
1371 $EXTCMD{$name} = $cb; 1488 $EXTCMD{$name} = $cb;
1372} 1489}
1373 1490
1374sub register_exticmd { 1491sub register_async_extcmd($$) {
1375 my ($name, $cb) = @_; 1492 my ($name, $cb) = @_;
1376 1493
1494 $EXTACMD{$name} = $cb;
1495}
1496
1497sub register_exticmd($$) {
1498 my ($name, $cb) = @_;
1499
1377 $EXTICMD{$name} = $cb; 1500 $EXTICMD{$name} = $cb;
1501}
1502
1503sub register_async_exticmd($$) {
1504 my ($name, $cb) = @_;
1505
1506 $EXTIACMD{$name} = $cb;
1378} 1507}
1379 1508
1380use File::Glob (); 1509use File::Glob ();
1381 1510
1382cf::player->attach ( 1511cf::player->attach (
1396 my ($pl, $buf) = @_; 1525 my ($pl, $buf) = @_;
1397 1526
1398 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) }; 1527 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1399 1528
1400 if (ref $msg) { 1529 if (ref $msg) {
1401 my ($type, $reply, @payload) = 1530 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1402 "ARRAY" eq ref $msg
1403 ? @$msg
1404 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1405 1531
1406 my @reply;
1407
1408 if (my $cb = $EXTCMD{$type}) { 1532 if (my $cb = $EXTACMD{$type}) {
1533 $cb->(
1534 $pl,
1535 sub {
1536 $pl->ext_msg ("reply-$reply", @_)
1537 if $reply;
1538 },
1539 @payload
1540 );
1541 } else {
1542 my @reply;
1543
1544 if (my $cb = $EXTCMD{$type}) {
1409 @reply = $cb->($pl, @payload); 1545 @reply = $cb->($pl, @payload);
1546 }
1547
1548 $pl->ext_msg ("reply-$reply", @reply)
1549 if $reply;
1410 } 1550 }
1411
1412 $pl->ext_reply ($reply, @reply)
1413 if $reply;
1414 1551
1415 } else { 1552 } else {
1416 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1553 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1417 } 1554 }
1418 1555
1431 }; 1568 };
1432 1569
1433 $grp 1570 $grp
1434} 1571}
1435 1572
1573sub _ext_cfg_reg($$$$) {
1574 my ($rvar, $varname, $cfgname, $default) = @_;
1575
1576 $cfgname = lc $varname
1577 unless length $cfgname;
1578
1579 $EXT_CFG{$cfgname} = [$rvar, $default];
1580
1581 $$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
1582}
1583
1436sub load_extensions { 1584sub load_extensions {
1437 info "loading extensions..."; 1585 info "loading extensions...";
1586
1587 %EXT_CFG = ();
1438 1588
1439 cf::sync_job { 1589 cf::sync_job {
1440 my %todo; 1590 my %todo;
1441 1591
1442 for my $path (<$LIBDIR/*.ext>) { 1592 for my $path (<$LIBDIR/*.ext>) {
1485 unless exists $done{$_}; 1635 unless exists $done{$_};
1486 } 1636 }
1487 1637
1488 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n"; 1638 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1489 1639
1640 my $source = $v->{source};
1641
1642 # support "CONF varname :confname = default" pseudo-statements
1643 $source =~ s{
1644 ^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
1645 }{
1646 "our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
1647 }gmxe;
1648
1490 my $active = eval $v->{source}; 1649 my $active = eval $source;
1491 1650
1492 if (length $@) { 1651 if (length $@) {
1493 error "$v->{path}: $@\n"; 1652 error "$v->{path}: $@\n";
1494 1653
1495 cf::cleanup "mandatory extension '$k' failed to load, exiting." 1654 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1512 1671
1513 while (my ($k, $v) = each %todo) { 1672 while (my ($k, $v) = each %todo) {
1514 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting." 1673 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1515 if exists $v->{meta}{mandatory}; 1674 if exists $v->{meta}{mandatory};
1516 } 1675 }
1676
1677 last;
1517 } 1678 }
1518 } 1679 }
1519 }; 1680 };
1520} 1681}
1521 1682
1781 1942
1782=item $protocol_xml = $player->expand_cfpod ($cfpod) 1943=item $protocol_xml = $player->expand_cfpod ($cfpod)
1783 1944
1784Expand deliantra pod fragments into protocol xml. 1945Expand deliantra pod fragments into protocol xml.
1785 1946
1786=item $player->ext_reply ($msgid, @msg)
1787
1788Sends an ext reply to the player.
1789
1790=cut
1791
1792sub ext_reply($$@) {
1793 my ($self, $id, @msg) = @_;
1794
1795 $self->ns->ext_reply ($id, @msg)
1796}
1797
1798=item $player->ext_msg ($type, @msg) 1947=item $player->ext_msg ($type, @msg)
1799 1948
1800Sends an ext event to the client. 1949Sends an ext event to the client.
1801 1950
1802=cut 1951=cut
1861sub generate_random_map { 2010sub generate_random_map {
1862 my ($self, $rmp) = @_; 2011 my ($self, $rmp) = @_;
1863 2012
1864 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM 2013 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1865 2014
1866 # mit "rum" bekleckern, nicht
1867 $self->_create_random_map ( 2015 $self->_create_random_map ($rmp);
1868 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1869 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1870 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1871 $rmp->{exit_on_final_map},
1872 $rmp->{xsize}, $rmp->{ysize},
1873 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1874 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1875 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1876 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1877 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1878 (cf::region::find $rmp->{region}), $rmp->{custom}
1879 )
1880} 2016}
1881 2017
1882=item cf::map->register ($regex, $prio) 2018=item cf::map->register ($regex, $prio)
1883 2019
1884Register a handler for the map path matching the given regex at the 2020Register a handler for the map path matching the given regex at the
1962 2098
1963 Carp::cluck "unable to resolve path '$path' (base '$base')"; 2099 Carp::cluck "unable to resolve path '$path' (base '$base')";
1964 () 2100 ()
1965} 2101}
1966 2102
2103# may re-bless or do other evil things
1967sub init { 2104sub init {
1968 my ($self) = @_; 2105 my ($self) = @_;
1969 2106
1970 $self 2107 $self
1971} 2108}
2036 $self->{load_path} = $path; 2173 $self->{load_path} = $path;
2037 2174
2038 1 2175 1
2039} 2176}
2040 2177
2178# used to laod the header of an original map
2041sub load_header_orig { 2179sub load_header_orig {
2042 my ($self) = @_; 2180 my ($self) = @_;
2043 2181
2044 $self->load_header_from ($self->load_path) 2182 $self->load_header_from ($self->load_path)
2045} 2183}
2046 2184
2185# used to laod the header of an instantiated map
2047sub load_header_temp { 2186sub load_header_temp {
2048 my ($self) = @_; 2187 my ($self) = @_;
2049 2188
2050 $self->load_header_from ($self->save_path) 2189 $self->load_header_from ($self->save_path)
2051} 2190}
2052 2191
2192# called after loading the header from an instantiated map
2053sub prepare_temp { 2193sub prepare_temp {
2054 my ($self) = @_; 2194 my ($self) = @_;
2055 2195
2056 $self->last_access ((delete $self->{last_access}) 2196 $self->last_access ((delete $self->{last_access})
2057 || $cf::RUNTIME); #d# 2197 || $cf::RUNTIME); #d#
2058 # safety 2198 # safety
2059 $self->{instantiate_time} = $cf::RUNTIME 2199 $self->{instantiate_time} = $cf::RUNTIME
2060 if $self->{instantiate_time} > $cf::RUNTIME; 2200 if $self->{instantiate_time} > $cf::RUNTIME;
2061} 2201}
2062 2202
2203# called after loading the header from an original map
2063sub prepare_orig { 2204sub prepare_orig {
2064 my ($self) = @_; 2205 my ($self) = @_;
2065 2206
2066 $self->{load_original} = 1; 2207 $self->{load_original} = 1;
2067 $self->{instantiate_time} = $cf::RUNTIME; 2208 $self->{instantiate_time} = $cf::RUNTIME;
2093sub find { 2234sub find {
2094 my ($path, $origin) = @_; 2235 my ($path, $origin) = @_;
2095 2236
2096 cf::cede_to_tick; 2237 cf::cede_to_tick;
2097 2238
2098 $path = normalise $path, $origin && $origin->path; 2239 $path = normalise $path, $origin;
2099 2240
2100 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove 2241 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
2101 my $guard2 = cf::lock_acquire "map_find:$path"; 2242 my $guard2 = cf::lock_acquire "map_find:$path";
2102 2243
2103 $cf::MAP{$path} || do { 2244 $cf::MAP{$path} || do {
2134 2275
2135 { 2276 {
2136 my $guard = cf::lock_acquire "map_data:$path"; 2277 my $guard = cf::lock_acquire "map_data:$path";
2137 2278
2138 return unless $self->valid; 2279 return unless $self->valid;
2139 return unless $self->in_memory == cf::MAP_SWAPPED; 2280 return unless $self->state == cf::MAP_SWAPPED;
2140
2141 $self->in_memory (cf::MAP_LOADING);
2142 2281
2143 $self->alloc; 2282 $self->alloc;
2144 2283
2145 $self->pre_load; 2284 $self->pre_load;
2146 cf::cede_to_tick; 2285 cf::cede_to_tick;
2147 2286
2287 if (exists $self->{load_path}) {
2148 my $f = new_from_file cf::object::thawer $self->{load_path}; 2288 my $f = new_from_file cf::object::thawer $self->{load_path};
2149 $f->skip_block; 2289 $f->skip_block;
2150 $self->_load_objects ($f) 2290 $self->_load_objects ($f)
2151 or return; 2291 or return;
2152 2292
2153 $self->post_load_original 2293 $self->post_load_original
2154 if delete $self->{load_original}; 2294 if delete $self->{load_original};
2155 2295
2156 if (my $uniq = $self->uniq_path) { 2296 if (my $uniq = $self->uniq_path) {
2157 utf8::encode $uniq; 2297 utf8::encode $uniq;
2158 unless (aio_stat $uniq) { 2298 unless (aio_stat $uniq) {
2159 if (my $f = new_from_file cf::object::thawer $uniq) { 2299 if (my $f = new_from_file cf::object::thawer $uniq) {
2160 $self->clear_unique_items; 2300 $self->clear_unique_items;
2161 $self->_load_objects ($f); 2301 $self->_load_objects ($f);
2162 $f->resolve_delayed_derefs; 2302 $f->resolve_delayed_derefs;
2303 }
2163 } 2304 }
2164 } 2305 }
2165 }
2166 2306
2167 $f->resolve_delayed_derefs; 2307 $f->resolve_delayed_derefs;
2308 } else {
2309 $self->post_load_original
2310 if delete $self->{load_original};
2311 }
2312
2313 $self->state (cf::MAP_INACTIVE);
2168 2314
2169 cf::cede_to_tick; 2315 cf::cede_to_tick;
2170 # now do the right thing for maps 2316 # now do the right thing for maps
2171 $self->link_multipart_objects; 2317 $self->link_multipart_objects;
2172 $self->difficulty ($self->estimate_difficulty) 2318 $self->difficulty ($self->estimate_difficulty)
2176 unless ($self->{deny_activate}) { 2322 unless ($self->{deny_activate}) {
2177 $self->decay_objects; 2323 $self->decay_objects;
2178 $self->fix_auto_apply; 2324 $self->fix_auto_apply;
2179 $self->update_buttons; 2325 $self->update_buttons;
2180 cf::cede_to_tick; 2326 cf::cede_to_tick;
2181 $self->activate; 2327 #$self->activate; # no longer activate maps automatically
2182 } 2328 }
2183 2329
2184 $self->{last_save} = $cf::RUNTIME; 2330 $self->{last_save} = $cf::RUNTIME;
2185 $self->last_access ($cf::RUNTIME); 2331 $self->last_access ($cf::RUNTIME);
2186
2187 $self->in_memory (cf::MAP_ACTIVE);
2188 } 2332 }
2189 2333
2190 $self->post_load; 2334 $self->post_load;
2335
2336 1
2191} 2337}
2192 2338
2193# customize the map for a given player, i.e. 2339# customize the map for a given player, i.e.
2194# return the _real_ map. used by e.g. per-player 2340# return the _real_ map. used by e.g. per-player
2195# maps to change the path to ~playername/mappath 2341# maps to change the path to ~playername/mappath
2203# if $self->per_party; 2349# if $self->per_party;
2204 2350
2205 $self 2351 $self
2206} 2352}
2207 2353
2208# find and load all maps in the 3x3 area around a map
2209sub load_neighbours {
2210 my ($map) = @_;
2211
2212 my @neigh; # diagonal neighbours
2213
2214 for (0 .. 3) {
2215 my $neigh = $map->tile_path ($_)
2216 or next;
2217 $neigh = find $neigh, $map
2218 or next;
2219 $neigh->load;
2220
2221 # now find the diagonal neighbours
2222 push @neigh,
2223 [$neigh->tile_path (($_ + 3) % 4), $neigh],
2224 [$neigh->tile_path (($_ + 1) % 4), $neigh];
2225 }
2226
2227 for (grep defined $_->[0], @neigh) {
2228 my ($path, $origin) = @$_;
2229 my $neigh = find $path, $origin
2230 or next;
2231 $neigh->load;
2232 }
2233}
2234
2235sub find_sync { 2354sub find_sync {
2236 my ($path, $origin) = @_; 2355 my ($path, $origin) = @_;
2237 2356
2357 # it's a bug to call this from the main context
2238 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync" 2358 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
2239 if $Coro::current == $Coro::main; 2359 if $Coro::current == $Coro::main;
2240 2360
2241 find $path, $origin 2361 find $path, $origin
2242} 2362}
2243 2363
2244sub do_load_sync { 2364sub do_load_sync {
2245 my ($map) = @_; 2365 my ($map) = @_;
2246 2366
2367 # it's a bug to call this from the main context
2247 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync" 2368 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2248 if $Coro::current == $Coro::main; 2369 if $Coro::current == $Coro::main;
2249 2370
2250 $map->load; 2371 $map->load;
2251} 2372}
2254our $MAP_PREFETCHER = undef; 2375our $MAP_PREFETCHER = undef;
2255 2376
2256sub find_async { 2377sub find_async {
2257 my ($path, $origin, $load) = @_; 2378 my ($path, $origin, $load) = @_;
2258 2379
2259 $path = normalise $path, $origin && $origin->{path}; 2380 $path = normalise $path, $origin;
2260 2381
2261 if (my $map = $cf::MAP{$path}) { 2382 if (my $map = $cf::MAP{$path}) {
2262 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE; 2383 return $map if !$load || $map->linkable;
2263 } 2384 }
2264 2385
2265 $MAP_PREFETCH{$path} |= $load; 2386 $MAP_PREFETCH{$path} |= $load;
2266 2387
2267 $MAP_PREFETCHER ||= cf::async { 2388 $MAP_PREFETCHER ||= cf::async {
2326sub swap_out { 2447sub swap_out {
2327 my ($self) = @_; 2448 my ($self) = @_;
2328 2449
2329 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2450 my $lock = cf::lock_acquire "map_data:$self->{path}";
2330 2451
2331 return if $self->in_memory != cf::MAP_ACTIVE; 2452 return if !$self->linkable;
2332 return if $self->{deny_save}; 2453 return if $self->{deny_save};
2333 return if $self->players; 2454 return if $self->players;
2334 2455
2335 # first deactivate the map and "unlink" it from the core 2456 # first deactivate the map and "unlink" it from the core
2336 $self->deactivate; 2457 $self->deactivate;
2337 $_->clear_links_to ($self) for values %cf::MAP; 2458 $_->clear_links_to ($self) for values %cf::MAP;
2338 $self->in_memory (cf::MAP_SWAPPED); 2459 $self->state (cf::MAP_SWAPPED);
2339 2460
2340 # then atomically save 2461 # then atomically save
2341 $self->_save; 2462 $self->_save;
2342 2463
2343 # then free the map 2464 # then free the map
2369 2490
2370 return if $self->players; 2491 return if $self->players;
2371 2492
2372 cf::trace "resetting map ", $self->path, "\n"; 2493 cf::trace "resetting map ", $self->path, "\n";
2373 2494
2374 $self->in_memory (cf::MAP_SWAPPED); 2495 $self->state (cf::MAP_SWAPPED);
2375 2496
2376 # need to save uniques path 2497 # need to save uniques path
2377 unless ($self->{deny_save}) { 2498 unless ($self->{deny_save}) {
2378 my $uniq = $self->uniq_path; utf8::encode $uniq; 2499 my $uniq = $self->uniq_path; utf8::encode $uniq;
2379 2500
2709 # use -1 or undef as default coordinates, not 0, 0 2830 # use -1 or undef as default coordinates, not 0, 0
2710 ($x, $y) = ($map->enter_x, $map->enter_y) 2831 ($x, $y) = ($map->enter_x, $map->enter_y)
2711 if $x <= 0 && $y <= 0; 2832 if $x <= 0 && $y <= 0;
2712 2833
2713 $map->load; 2834 $map->load;
2714 $map->load_neighbours;
2715 2835
2716 return unless $self->contr->active; 2836 return unless $self->contr->active;
2717 2837
2718 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2838 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2719 if ($self->enter_map ($map, $x, $y)) { 2839 if ($self->enter_map ($map, $x, $y)) {
2775 ($path, $x, $y) = (undef, undef, undef); 2895 ($path, $x, $y) = (undef, undef, undef);
2776 } 2896 }
2777 } 2897 }
2778 2898
2779 my $map = eval { 2899 my $map = eval {
2780 my $map = defined $path ? cf::map::find $path : undef; 2900 my $map = defined $path ? cf::map::find $path, $self->map : undef;
2781 2901
2782 if ($map) { 2902 if ($map) {
2783 $map = $map->customise_for ($self); 2903 $map = $map->customise_for ($self);
2784 $map = $check->($map, $x, $y, $self) if $check && $map; 2904 $map = $check->($map, $x, $y, $self) if $check && $map;
2785 } else { 2905 } else {
2875 $Coro::current->{desc} = "enter_exit"; 2995 $Coro::current->{desc} = "enter_exit";
2876 2996
2877 unless (eval { 2997 unless (eval {
2878 $self->deactivate_recursive; # just to be sure 2998 $self->deactivate_recursive; # just to be sure
2879 2999
2880 # random map handling
2881 {
2882 my $guard = cf::lock_acquire "exit_prepare:$exit";
2883
2884 prepare_random_map $exit
2885 if $exit->slaying eq "/!";
2886 }
2887
2888 my $map = cf::map::normalise $exit->slaying, $exit->map && $exit->map->path; 3000 my $map = cf::map::normalise $exit->slaying, $exit->map;
2889 my $x = $exit->stats->hp; 3001 my $x = $exit->stats->hp;
2890 my $y = $exit->stats->sp; 3002 my $y = $exit->stats->sp;
3003
3004 # special map handling
3005 my $slaying = $exit->slaying;
3006
3007 # special map handling
3008 if ($slaying eq "/!") {
3009 my $guard = cf::lock_acquire "exit_prepare:$exit";
3010
3011 prepare_random_map $exit
3012 if $exit->slaying eq "/!"; # need to re-check after getting the lock
3013
3014 $map = $exit->slaying;
3015
3016 } elsif ($slaying eq '!up') {
3017 $map = $exit->map->tile_path (cf::TILE_UP);
3018 $x = $exit->x;
3019 $y = $exit->y;
3020
3021 } elsif ($slaying eq '!down') {
3022 $map = $exit->map->tile_path (cf::TILE_DOWN);
3023 $x = $exit->x;
3024 $y = $exit->y;
3025 }
2891 3026
2892 $self->goto ($map, $x, $y); 3027 $self->goto ($map, $x, $y);
2893 3028
2894 # if exit is damned, update players death & WoR home-position 3029 # if exit is damned, update players death & WoR home-position
2895 $self->contr->savebed ($map, $x, $y) 3030 $self->contr->savebed ($map, $x, $y)
3120=cut 3255=cut
3121 3256
3122sub cf::client::ext_msg($$@) { 3257sub cf::client::ext_msg($$@) {
3123 my ($self, $type, @msg) = @_; 3258 my ($self, $type, @msg) = @_;
3124 3259
3125 if ($self->extcmd == 2) {
3126 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg])); 3260 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
3127 } elsif ($self->extcmd == 1) { # TODO: remove
3128 push @msg, msgtype => "event_$type";
3129 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3130 }
3131}
3132
3133=item $client->ext_reply ($msgid, @msg)
3134
3135Sends an ext reply to the client.
3136
3137=cut
3138
3139sub cf::client::ext_reply($$@) {
3140 my ($self, $id, @msg) = @_;
3141
3142 if ($self->extcmd == 2) {
3143 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
3144 } elsif ($self->extcmd == 1) {
3145 #TODO: version 1, remove
3146 unshift @msg, msgtype => "reply", msgid => $id;
3147 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3148 }
3149} 3261}
3150 3262
3151=item $success = $client->query ($flags, "text", \&cb) 3263=item $success = $client->query ($flags, "text", \&cb)
3152 3264
3153Queues a query to the client, calling the given callback with 3265Queues a query to the client, calling the given callback with
3208 my ($ns, $buf) = @_; 3320 my ($ns, $buf) = @_;
3209 3321
3210 my $msg = eval { $ns->{json_coder}->decode ($buf) }; 3322 my $msg = eval { $ns->{json_coder}->decode ($buf) };
3211 3323
3212 if (ref $msg) { 3324 if (ref $msg) {
3213 my ($type, $reply, @payload) = 3325 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
3214 "ARRAY" eq ref $msg
3215 ? @$msg
3216 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
3217 3326
3218 my @reply;
3219
3220 if (my $cb = $EXTICMD{$type}) { 3327 if (my $cb = $EXTIACMD{$type}) {
3328 $cb->(
3329 $ns,
3330 sub {
3331 $ns->ext_msg ("reply-$reply", @_)
3332 if $reply;
3333 },
3334 @payload
3335 );
3336 } else {
3337 my @reply;
3338
3339 if (my $cb = $EXTICMD{$type}) {
3221 @reply = $cb->($ns, @payload); 3340 @reply = $cb->($ns, @payload);
3341 }
3342
3343 $ns->ext_msg ("reply-$reply", @reply)
3344 if $reply;
3222 } 3345 }
3223
3224 $ns->ext_reply ($reply, @reply)
3225 if $reply;
3226
3227 } else { 3346 } else {
3228 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n"; 3347 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3229 } 3348 }
3230 3349
3231 cf::override; 3350 cf::override;
3399=cut 3518=cut
3400 3519
3401############################################################################# 3520#############################################################################
3402# the server's init and main functions 3521# the server's init and main functions
3403 3522
3523our %FACEHASH; # hash => idx, #d# HACK for http server
3524
3525# internal api, not fianlised
3526sub set_face {
3527 my ($name, $type, $data) = @_;
3528
3529 my $idx = cf::face::find $name;
3530
3531 if ($idx) {
3532 delete $FACEHASH{cf::face::get_chksum $idx};
3533 } else {
3534 $idx = cf::face::alloc $name;
3535 }
3536
3537 my $hash = cf::face::mangle_chksum Digest::MD5::md5 $data;
3538
3539 cf::face::set_type $idx, $type;
3540 cf::face::set_data $idx, 0, $data, $hash;
3541 cf::face::set_meta $idx, $type & 1 ? undef : undef;
3542 $FACEHASH{$hash} = $idx;#d#
3543
3544 $idx
3545}
3546
3404sub load_facedata($) { 3547sub load_facedata($) {
3405 my ($path) = @_; 3548 my ($path) = @_;
3406 3549
3407 # HACK to clear player env face cache, we need some signal framework 3550 # HACK to clear player env face cache, we need some signal framework
3408 # for this (global event?) 3551 # for this (global event?)
3410 3553
3411 my $enc = JSON::XS->new->utf8->canonical->relaxed; 3554 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3412 3555
3413 trace "loading facedata from $path\n"; 3556 trace "loading facedata from $path\n";
3414 3557
3415 0 < aio_load $path, my $facedata 3558 my $facedata = decode_storable load_file $path;
3416 or die "$path: $!";
3417
3418 $facedata = Coro::Storable::thaw $facedata;
3419 3559
3420 $facedata->{version} == 2 3560 $facedata->{version} == 2
3421 or cf::cleanup "$path: version mismatch, cannot proceed."; 3561 or cf::cleanup "$path: version mismatch, cannot proceed.";
3422 3562
3423 # patch in the exptable
3424 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]);
3425 $facedata->{resource}{"res/exp_table"} = {
3426 type => FT_RSRC,
3427 data => $exp_table,
3428 hash => (Digest::MD5::md5 $exp_table),
3429 };
3430 cf::cede_to_tick; 3563 cf::cede_to_tick;
3431 3564
3432 { 3565 {
3433 my $faces = $facedata->{faceinfo}; 3566 my $faces = delete $facedata->{faceinfo};
3434 3567
3435 while (my ($face, $info) = each %$faces) { 3568 for my $face (sort keys %$faces) {
3569 my $info = $faces->{$face};
3436 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3570 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3437 3571
3438 cf::face::set_visibility $idx, $info->{visibility}; 3572 cf::face::set_visibility $idx, $info->{visibility};
3439 cf::face::set_magicmap $idx, $info->{magicmap}; 3573 cf::face::set_magicmap $idx, $info->{magicmap};
3440 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32}; 3574 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3441 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64}; 3575 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3442 3576 cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
3577 $FACEHASH{$info->{hash64}} = $idx;#d#
3578
3443 cf::cede_to_tick; 3579 cf::cede_to_tick;
3444 } 3580 }
3445 3581
3446 while (my ($face, $info) = each %$faces) { 3582 while (my ($face, $info) = each %$faces) {
3447 next unless $info->{smooth}; 3583 next unless $info->{smooth};
3459 cf::cede_to_tick; 3595 cf::cede_to_tick;
3460 } 3596 }
3461 } 3597 }
3462 3598
3463 { 3599 {
3464 my $anims = $facedata->{animinfo}; 3600 my $anims = delete $facedata->{animinfo};
3465 3601
3466 while (my ($anim, $info) = each %$anims) { 3602 while (my ($anim, $info) = each %$anims) {
3467 cf::anim::set $anim, $info->{frames}, $info->{facings}; 3603 cf::anim::set $anim, $info->{frames}, $info->{facings};
3468 cf::cede_to_tick; 3604 cf::cede_to_tick;
3469 } 3605 }
3470 3606
3471 cf::anim::invalidate_all; # d'oh 3607 cf::anim::invalidate_all; # d'oh
3472 } 3608 }
3473 3609
3474 { 3610 {
3475 my $res = $facedata->{resource}; 3611 my $res = delete $facedata->{resource};
3476 3612
3477 while (my ($name, $info) = each %$res) { 3613 while (my ($name, $info) = each %$res) {
3478 if (defined $info->{type}) { 3614 if (defined (my $type = $info->{type})) {
3615 # TODO: different hash - must free and use new index, or cache ixface data queue
3479 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3616 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3480 3617
3618 cf::face::set_type $idx, $type;
3481 cf::face::set_data $idx, 0, $info->{data}, $info->{hash}; 3619 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3482 cf::face::set_type $idx, $info->{type}; 3620 cf::face::set_meta $idx, $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
3621 $FACEHASH{$info->{hash}} = $idx;#d#
3483 } else { 3622 } else {
3484 $RESOURCE{$name} = $info; # unused 3623# $RESOURCE{$name} = $info; # unused
3485 } 3624 }
3486 3625
3487 cf::cede_to_tick; 3626 cf::cede_to_tick;
3488 } 3627 }
3489 } 3628 }
3507 my $status = load_resource_file_ $_[0]; 3646 my $status = load_resource_file_ $_[0];
3508 get_slot 0.1, 100; 3647 get_slot 0.1, 100;
3509 cf::arch::commit_load; 3648 cf::arch::commit_load;
3510 3649
3511 $status 3650 $status
3651}
3652
3653sub reload_exp_table {
3654 _reload_exp_table;
3655
3656 set_face "res/exp_table" => FT_RSRC,
3657 JSON::XS->new->utf8->canonical->encode (
3658 [map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
3659 );
3660}
3661
3662sub reload_materials {
3663 _reload_materials;
3512} 3664}
3513 3665
3514sub reload_regions { 3666sub reload_regions {
3515 # HACK to clear player env face cache, we need some signal framework 3667 # HACK to clear player env face cache, we need some signal framework
3516 # for this (global event?) 3668 # for this (global event?)
3531} 3683}
3532 3684
3533sub reload_archetypes { 3685sub reload_archetypes {
3534 load_resource_file "$DATADIR/archetypes" 3686 load_resource_file "$DATADIR/archetypes"
3535 or die "unable to load archetypes\n"; 3687 or die "unable to load archetypes\n";
3688
3689 set_face "res/skill_info" => FT_RSRC,
3690 JSON::XS->new->utf8->canonical->encode (
3691 [map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
3692 );
3693 set_face "res/spell_paths" => FT_RSRC,
3694 JSON::XS->new->utf8->canonical->encode (
3695 [map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
3696 );
3536} 3697}
3537 3698
3538sub reload_treasures { 3699sub reload_treasures {
3539 load_resource_file "$DATADIR/treasures" 3700 load_resource_file "$DATADIR/treasures"
3540 or die "unable to load treasurelists\n"; 3701 or die "unable to load treasurelists\n";
3541} 3702}
3542 3703
3543sub reload_sound { 3704sub reload_sound {
3544 trace "loading sound config from $DATADIR/sound\n"; 3705 trace "loading sound config from $DATADIR/sound\n";
3545 3706
3546 0 < Coro::AIO::aio_load "$DATADIR/sound", my $data
3547 or die "$DATADIR/sound $!";
3548
3549 my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data); 3707 my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
3550 3708
3551 for (0 .. SOUND_CAST_SPELL_0 - 1) { 3709 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3552 my $sound = $soundconf->{compat}[$_] 3710 my $sound = $soundconf->{compat}[$_]
3553 or next; 3711 or next;
3554 3712
3564} 3722}
3565 3723
3566sub reload_resources { 3724sub reload_resources {
3567 trace "reloading resource files...\n"; 3725 trace "reloading resource files...\n";
3568 3726
3569 reload_exp_table;
3570 reload_materials; 3727 reload_materials;
3571 reload_facedata; 3728 reload_facedata;
3729 reload_exp_table;
3572 reload_sound; 3730 reload_sound;
3573 reload_archetypes; 3731 reload_archetypes;
3574 reload_regions; 3732 reload_regions;
3575 reload_treasures; 3733 reload_treasures;
3576 3734
3578} 3736}
3579 3737
3580sub reload_config { 3738sub reload_config {
3581 trace "reloading config file...\n"; 3739 trace "reloading config file...\n";
3582 3740
3583 0 < aio_load "$CONFDIR/config", my $config 3741 my $config = load_file "$CONFDIR/config";
3584 or die "$CONFDIR/config: $!";
3585
3586 utf8::decode $config; 3742 utf8::decode $config;
3587 *CFG = yaml_load $config; 3743 *CFG = decode_yaml $config;
3588 3744
3589 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38]; 3745 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3590 3746
3591 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3747 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3592 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3748 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
3630 3786
3631sub main { 3787sub main {
3632 cf::init_globals; # initialise logging 3788 cf::init_globals; # initialise logging
3633 3789
3634 LOG llevInfo, "Welcome to Deliantra, v" . VERSION; 3790 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3635 LOG llevInfo, "Copyright (C) 2005-2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; 3791 LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3636 LOG llevInfo, "Copyright (C) 1994 Mark Wedel."; 3792 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3637 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen."; 3793 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3638 3794
3639 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3795 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3640 3796
3641 # we must not ever block the main coroutine 3797 # we must not ever block the main coroutine
3642 local $Coro::idle = sub { 3798 $Coro::idle = sub {
3643 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3799 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3644 (async { 3800 (async {
3645 $Coro::current->{desc} = "IDLE BUG HANDLER"; 3801 $Coro::current->{desc} = "IDLE BUG HANDLER";
3646 EV::loop EV::LOOP_ONESHOT; 3802 EV::loop EV::LOOP_ONESHOT;
3647 })->prio (Coro::PRIO_MAX); 3803 })->prio (Coro::PRIO_MAX);
3650 evthread_start IO::AIO::poll_fileno; 3806 evthread_start IO::AIO::poll_fileno;
3651 3807
3652 cf::sync_job { 3808 cf::sync_job {
3653 cf::incloader::init (); 3809 cf::incloader::init ();
3654 3810
3811 db_init;
3812
3655 cf::init_anim; 3813 cf::init_anim;
3656 cf::init_attackmess; 3814 cf::init_attackmess;
3657 cf::init_dynamic; 3815 cf::init_dynamic;
3658 3816
3659 cf::load_settings; 3817 cf::load_settings;
3660 3818
3661 reload_resources; 3819 reload_resources;
3662 reload_config; 3820 reload_config;
3663 db_init;
3664 3821
3665 cf::init_uuid; 3822 cf::init_uuid;
3666 cf::init_signals; 3823 cf::init_signals;
3667 cf::init_skills; 3824 cf::init_skills;
3668 3825
3682 }; 3839 };
3683 3840
3684 cf::object::thawer::errors_are_fatal 0; 3841 cf::object::thawer::errors_are_fatal 0;
3685 info "parse errors in files are no longer fatal from this point on.\n"; 3842 info "parse errors in files are no longer fatal from this point on.\n";
3686 3843
3687 my $free_main; $free_main = EV::idle sub { 3844 AE::postpone {
3688 undef $free_main;
3689 undef &main; # free gobs of memory :) 3845 undef &main; # free gobs of memory :)
3690 }; 3846 };
3691 3847
3692 goto &main_loop; 3848 goto &main_loop;
3693} 3849}
3850 4006
3851 cf::write_runtime_sync; # external watchdog should not bark 4007 cf::write_runtime_sync; # external watchdog should not bark
3852 4008
3853 trace "emergency_perl_save: flushing outstanding aio requests"; 4009 trace "emergency_perl_save: flushing outstanding aio requests";
3854 while (IO::AIO::nreqs || BDB::nreqs) { 4010 while (IO::AIO::nreqs || BDB::nreqs) {
3855 Coro::EV::timer_once 0.01; # let the sync_job do it's thing 4011 Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
3856 } 4012 }
3857 4013
3858 cf::write_runtime_sync; # external watchdog should not bark 4014 cf::write_runtime_sync; # external watchdog should not bark
3859 }; 4015 };
3860 4016
4041 4197
4042############################################################################# 4198#############################################################################
4043 4199
4044my $bug_warning = 0; 4200my $bug_warning = 0;
4045 4201
4046our @WAIT_FOR_TICK;
4047our @WAIT_FOR_TICK_BEGIN;
4048
4049sub wait_for_tick() { 4202sub wait_for_tick() {
4050 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4203 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
4051 4204
4052 my $signal = new Coro::Signal; 4205 $WAIT_FOR_TICK->wait;
4053 push @WAIT_FOR_TICK, $signal;
4054 $signal->wait;
4055} 4206}
4056 4207
4057sub wait_for_tick_begin() { 4208sub wait_for_tick_begin() {
4058 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4209 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
4059 4210
4060 my $signal = new Coro::Signal; 4211 my $signal = new Coro::Signal;
4061 push @WAIT_FOR_TICK_BEGIN, $signal; 4212 push @WAIT_FOR_TICK_BEGIN, $signal;
4062 $signal->wait; 4213 $signal->wait;
4063} 4214}
4067 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 4218 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
4068 unless ++$bug_warning > 10; 4219 unless ++$bug_warning > 10;
4069 return; 4220 return;
4070 } 4221 }
4071 4222
4072 cf::server_tick; # one server iteration 4223 cf::one_tick; # one server iteration
4073 4224
4074 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d# 4225 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
4075 4226
4076 if ($NOW >= $NEXT_RUNTIME_WRITE) { 4227 if ($NOW >= $NEXT_RUNTIME_WRITE) {
4077 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 4228 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
4083 } 4234 }
4084 4235
4085 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 4236 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
4086 $sig->send; 4237 $sig->send;
4087 } 4238 }
4088 while (my $sig = shift @WAIT_FOR_TICK) { 4239 $WAIT_FOR_TICK->broadcast;
4089 $sig->send;
4090 }
4091 4240
4092 $LOAD = ($NOW - $TICK_START) / $TICK; 4241 $LOAD = ($NOW - $TICK_START) / $TICK;
4093 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 4242 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
4094 4243
4095 if (0) { 4244 if (0) {
4101 } 4250 }
4102} 4251}
4103 4252
4104{ 4253{
4105 # configure BDB 4254 # configure BDB
4255 info "initialising database";
4106 4256
4107 BDB::min_parallel 16; 4257 BDB::min_parallel 16;
4108 BDB::max_poll_reqs $TICK * 0.1; 4258 BDB::max_poll_reqs $TICK * 0.1;
4109 $AnyEvent::BDB::WATCHER->priority (1); 4259 #$AnyEvent::BDB::WATCHER->priority (1);
4110 4260
4111 unless ($DB_ENV) { 4261 unless ($DB_ENV) {
4112 $DB_ENV = BDB::db_env_create; 4262 $DB_ENV = BDB::db_env_create;
4113 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT); 4263 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
4114 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7; 4264 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
4139 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { }; 4289 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
4140 }; 4290 };
4141 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub { 4291 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
4142 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { }; 4292 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
4143 }; 4293 };
4294
4295 info "database initialised";
4144} 4296}
4145 4297
4146{ 4298{
4147 # configure IO::AIO 4299 # configure IO::AIO
4148 4300
4301 info "initialising aio";
4149 IO::AIO::min_parallel 8; 4302 IO::AIO::min_parallel 8;
4150 IO::AIO::max_poll_time $TICK * 0.1; 4303 IO::AIO::max_poll_time $TICK * 0.1;
4151 undef $AnyEvent::AIO::WATCHER; 4304 undef $AnyEvent::AIO::WATCHER;
4305 info "aio initialised";
4152} 4306}
4153 4307
4154my $_log_backtrace; 4308our $_log_backtrace;
4309our $_log_backtrace_last;
4155 4310
4156sub _log_backtrace { 4311sub _log_backtrace {
4157 my ($msg, @addr) = @_; 4312 my ($msg, @addr) = @_;
4158 4313
4159 $msg =~ s/\n//; 4314 $msg =~ s/\n$//;
4160 4315
4316 if ($_log_backtrace_last eq $msg) {
4317 LOG llevInfo, "[ABT] $msg\n";
4318 LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
4161 # limit the # of concurrent backtraces 4319 # limit the # of concurrent backtraces
4162 if ($_log_backtrace < 2) { 4320 } elsif ($_log_backtrace < 2) {
4321 $_log_backtrace_last = $msg;
4163 ++$_log_backtrace; 4322 ++$_log_backtrace;
4164 my $perl_bt = Carp::longmess $msg; 4323 my $perl_bt = Carp::longmess $msg;
4165 async { 4324 async {
4166 $Coro::current->{desc} = "abt $msg"; 4325 $Coro::current->{desc} = "abt $msg";
4167 4326
4187 LOG llevInfo, "[ABT] $_\n" for @bt; 4346 LOG llevInfo, "[ABT] $_\n" for @bt;
4188 --$_log_backtrace; 4347 --$_log_backtrace;
4189 }; 4348 };
4190 } else { 4349 } else {
4191 LOG llevInfo, "[ABT] $msg\n"; 4350 LOG llevInfo, "[ABT] $msg\n";
4192 LOG llevInfo, "[ABT] [suppressed]\n"; 4351 LOG llevInfo, "[ABT] [overload, suppressed]\n";
4193 } 4352 }
4194} 4353}
4195 4354
4196# load additional modules 4355# load additional modules
4197require "cf/$_.pm" for @EXTRA_MODULES; 4356require "cf/$_.pm" for @EXTRA_MODULES;

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines