ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.567 by root, Mon May 2 16:16:00 2011 UTC vs.
Revision 1.622 by root, Wed Nov 23 06:05:33 2016 UTC

1# 1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG. 2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3# 3#
4# Copyright (©) 2006,2007,2008,2009,2010,2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team 4# Copyright (©) 2006,2007,2008,2009,2010,2011,2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5# 5#
6# Deliantra is free software: you can redistribute it and/or modify it under 6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the 7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your 8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version. 9# option) any later version.
10# 10#
11# This program is distributed in the hope that it will be useful, 11# This program is distributed in the hope that it will be useful,
12# but WITHOUT ANY WARRANTY; without even the implied warranty of 12# but WITHOUT ANY WARRANTY; without even the implied warranty of
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14# GNU General Public License for more details. 14# GNU General Public License for more details.
15# 15#
16# You should have received a copy of the Affero GNU General Public License 16# You should have received a copy of the Affero GNU General Public License
17# and the GNU General Public License along with this program. If not, see 17# and the GNU General Public License along with this program. If not, see
18# <http://www.gnu.org/licenses/>. 18# <http://www.gnu.org/licenses/>.
19# 19#
20# The authors can be reached via e-mail to <support@deliantra.net> 20# The authors can be reached via e-mail to <support@deliantra.net>
21# 21#
22 22
23package cf; 23package cf;
24 24
32use Safe; 32use Safe;
33use Safe::Hole; 33use Safe::Hole;
34use Storable (); 34use Storable ();
35use Carp (); 35use Carp ();
36 36
37use Guard (); 37use AnyEvent ();
38use AnyEvent::IO ();
39use AnyEvent::DNS ();
40
38use Coro (); 41use Coro ();
39use Coro::State; 42use Coro::State;
40use Coro::Handle; 43use Coro::Handle;
41use Coro::EV; 44use Coro::EV;
42use Coro::AnyEvent; 45use Coro::AnyEvent;
48use Coro::AIO; 51use Coro::AIO;
49use Coro::BDB 1.6; 52use Coro::BDB 1.6;
50use Coro::Storable; 53use Coro::Storable;
51use Coro::Util (); 54use Coro::Util ();
52 55
56use Guard ();
53use JSON::XS 2.01 (); 57use JSON::XS 2.01 ();
54use BDB (); 58use BDB ();
55use Data::Dumper; 59use Data::Dumper;
56use Fcntl; 60use Fcntl;
57use YAML::XS (); 61use YAML::XS ();
62use CBOR::XS ();
58use IO::AIO (); 63use IO::AIO ();
59use Time::HiRes;
60use Compress::LZF; 64use Compress::LZF;
61use Digest::MD5 (); 65use Digest::MD5 ();
62 66
63AnyEvent::detect; 67AnyEvent::detect;
64 68
83our %COMMAND = (); 87our %COMMAND = ();
84our %COMMAND_TIME = (); 88our %COMMAND_TIME = ();
85 89
86our @EXTS = (); # list of extension package names 90our @EXTS = (); # list of extension package names
87our %EXTCMD = (); 91our %EXTCMD = ();
92our %EXTACMD = ();
88our %EXTICMD = (); 93our %EXTICMD = ();
94our %EXTIACMD = ();
89our %EXT_CORO = (); # coroutines bound to extensions 95our %EXT_CORO = (); # coroutines bound to extensions
90our %EXT_MAP = (); # pluggable maps 96our %EXT_MAP = (); # pluggable maps
91 97
92our $RELOAD; # number of reloads so far, non-zero while in reload 98our $RELOAD; # number of reloads so far, non-zero while in reload
93our @EVENT; 99our @EVENT;
108our $RANDOMDIR = "$LOCALDIR/random"; 114our $RANDOMDIR = "$LOCALDIR/random";
109our $BDBDIR = "$LOCALDIR/db"; 115our $BDBDIR = "$LOCALDIR/db";
110our $PIDFILE = "$LOCALDIR/pid"; 116our $PIDFILE = "$LOCALDIR/pid";
111our $RUNTIMEFILE = "$LOCALDIR/runtime"; 117our $RUNTIMEFILE = "$LOCALDIR/runtime";
112 118
113our %RESOURCE; # unused 119#our %RESOURCE; # unused
114 120
115our $OUTPUT_RATE_MIN = 3000; 121our $OUTPUT_RATE_MIN = 3000;
116our $OUTPUT_RATE_MAX = 1000000; 122our $OUTPUT_RATE_MAX = 1000000;
117 123
118our $MAX_LINKS = 32; # how many chained exits to follow 124our $MAX_LINKS = 32; # how many chained exits to follow
129our $DB_ENV; 135our $DB_ENV;
130 136
131our @EXTRA_MODULES = qw(pod match mapscript incloader); 137our @EXTRA_MODULES = qw(pod match mapscript incloader);
132 138
133our %CFG; 139our %CFG;
140our %EXT_CFG; # cfgkeyname => [var-ref, defaultvalue]
134 141
135our $UPTIME; $UPTIME ||= time; 142our $UPTIME; $UPTIME ||= time;
136our $RUNTIME; 143our $RUNTIME = 0;
144our $SERVER_TICK = 0;
137our $NOW; 145our $NOW;
138 146
139our (%PLAYER, %PLAYER_LOADING); # all users 147our (%PLAYER, %PLAYER_LOADING); # all users
140our (%MAP, %MAP_LOADING ); # all maps 148our (%MAP, %MAP_LOADING ); # all maps
141our $LINK_MAP; # the special {link} map, which is always available 149our $LINK_MAP; # the special {link} map, which is always available
150 158
151our @POST_INIT; 159our @POST_INIT;
152 160
153our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow) 161our $REATTACH_ON_RELOAD; # set to true to force object reattach on reload (slow)
154our $REALLY_UNLOOP; # never set to true, please :) 162our $REALLY_UNLOOP; # never set to true, please :)
163
164our $WAIT_FOR_TICK = new Coro::Signal;
165our @WAIT_FOR_TICK_BEGIN;
155 166
156binmode STDOUT; 167binmode STDOUT;
157binmode STDERR; 168binmode STDERR;
158 169
159# read virtual server time, if available 170# read virtual server time, if available
193 204
194=over 4 205=over 4
195 206
196=item $cf::UPTIME 207=item $cf::UPTIME
197 208
198The timestamp of the server start (so not actually an uptime). 209The timestamp of the server start (so not actually an "uptime").
210
211=item $cf::SERVER_TICK
212
213An unsigned integer that starts at zero when the server is started and is
214incremented on every tick.
215
216=item $cf::NOW
217
218The (real) time of the last (current) server tick - updated before and
219after tick processing, so this is useful only as a rough "what time is it
220now" estimate.
221
222=item $cf::TICK
223
224The interval between each server tick, in seconds.
199 225
200=item $cf::RUNTIME 226=item $cf::RUNTIME
201 227
202The time this server has run, starts at 0 and is increased by $cf::TICK on 228The time this server has run, starts at 0 and is increased by $cf::TICK on
203every server tick. 229every server tick.
204 230
205=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR 231=item $cf::CONFDIR $cf::DATADIR $cf::LIBDIR $cf::PODDIR
206$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR 232$cf::MAPDIR $cf::LOCALDIR $cf::TMPDIR $cf::UNIQUEDIR
207$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR 233$cf::PLAYERDIR $cf::RANDOMDIR $cf::BDBDIR
208 234
209Various directories - "/etc", read-only install directory, perl-library 235Various directories - "/etc", read-only install directory, perl-library
210directory, pod-directory, read-only maps directory, "/var", "/var/tmp", 236directory, pod-directory, read-only maps directory, "/var", "/var/tmp",
211unique-items directory, player file directory, random maps directory and 237unique-items directory, player file directory, random maps directory and
212database environment. 238database environment.
213 239
214=item $cf::NOW
215
216The time of the last (current) server tick.
217
218=item $cf::TICK
219
220The interval between server ticks, in seconds.
221
222=item $cf::LOADAVG 240=item $cf::LOADAVG
223 241
224The current CPU load on the server (alpha-smoothed), as a value between 0 242The current CPU load on the server (alpha-smoothed), as a value between 0
225(none) and 1 (overloaded), indicating how much time is spent on processing 243(none) and 1 (overloaded), indicating how much time is spent on processing
226objects per tick. Healthy values are < 0.5. 244objects per tick. Healthy values are < 0.5.
234Configuration for the server, loaded from C</etc/deliantra-server/config>, or 252Configuration for the server, loaded from C</etc/deliantra-server/config>, or
235from wherever your confdir points to. 253from wherever your confdir points to.
236 254
237=item cf::wait_for_tick, cf::wait_for_tick_begin 255=item cf::wait_for_tick, cf::wait_for_tick_begin
238 256
239These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 257These are functions that inhibit the current coroutine one tick.
240returns directly I<after> the tick processing (and consequently, can only wake one thread 258cf::wait_for_tick_begin only returns directly I<after> the tick
259processing (and consequently, can only wake one thread per tick), while
241per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 260cf::wait_for_tick wakes up all waiters after tick processing.
261
262Note that cf::wait_for_tick will immediately return when the server is not
263ticking, making it suitable for small pauses in threads that need to run
264when the server is paused. If that is not applicable (i.e. you I<really>
265want to wait, use C<$cf::WAIT_FOR_TICK>).
266
267=item $cf::WAIT_FOR_TICK
268
269Note that C<cf::wait_for_tick> is probably the correct thing to use. This
270variable contains a L<Coro::Signal> that is broadcats after every server
271tick. Calling C<< ->wait >> on it will suspend the caller until after the
272next server tick.
242 273
243=cut 274=cut
244 275
245sub wait_for_tick(); 276sub wait_for_tick();
246sub wait_for_tick_begin(); 277sub wait_for_tick_begin();
312)) { 343)) {
313 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 344 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
314} 345}
315 346
316$EV::DIED = sub { 347$EV::DIED = sub {
317 Carp::cluck "error in event callback: @_"; 348 warn "error in event callback: $@";
318}; 349};
319 350
320############################################################################# 351#############################################################################
321 352
322sub fork_call(&@); 353sub fork_call(&@);
349 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 380 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
350 $d 381 $d
351 } || "[unable to dump $_[0]: '$@']"; 382 } || "[unable to dump $_[0]: '$@']";
352} 383}
353 384
354=item $scalar = load_file $path 385=item $scalar = cf::load_file $path
355 386
356Loads the given file from path and returns its contents. Croaks on error 387Loads the given file from path and returns its contents. Croaks on error
357and can block. 388and can block.
358 389
359=cut 390=cut
363 or Carp::croak "$_[0]: $!"; 394 or Carp::croak "$_[0]: $!";
364 395
365 $data 396 $data
366} 397}
367 398
399=item $success = cf::replace_file $path, $data, $sync
400
401Atomically replaces the file at the given $path with new $data, and
402optionally $sync the data to disk before replacing the file.
403
404=cut
405
406sub replace_file($$;$) {
407 my ($path, $data, $sync) = @_;
408
409 my $lock = cf::lock_acquire ("replace_file:$path");
410
411 my $fh = aio_open "$path~", Fcntl::O_WRONLY | Fcntl::O_CREAT | Fcntl::O_TRUNC, 0644
412 or return;
413
414 $data = $data->() if ref $data;
415
416 length $data == aio_write $fh, 0, (length $data), $data, 0
417 or return;
418
419 !$sync
420 or !aio_fsync $fh
421 or return;
422
423 aio_close $fh
424 and return;
425
426 aio_rename "$path~", $path
427 and return;
428
429 if ($sync) {
430 $path =~ s%/[^/]*$%%;
431 aio_pathsync $path;
432 }
433
434 1
435}
436
368=item $ref = cf::decode_json $json 437=item $ref = cf::decode_json $json
369 438
370Converts a JSON string into the corresponding perl data structure. 439Converts a JSON string into the corresponding perl data structure.
371 440
372=item $json = cf::encode_json $ref 441=item $json = cf::encode_json $ref
394 463
395=cut 464=cut
396 465
397sub decode_yaml($) { 466sub decode_yaml($) {
398 fork_call { YAML::XS::Load $_[0] } @_ 467 fork_call { YAML::XS::Load $_[0] } @_
468}
469
470=item $scalar = cf::decode_cbor $scalar
471
472Same as CBOR::XS::decode_cbor, but takes server ticks into account, so
473blocks. For small amounts of data, C<CBOR::XS::decode_cbor> is the better
474alternative.
475
476=cut
477
478sub decode_cbor($) {
479 # we assume 10mb/s minimum decoding speed (on a ~2ghz machine)
480 cf::get_slot +(length $_[0]) / 10_000_000, 0, "decode_cbor";
481 CBOR::XS::decode_cbor $_[0]
399} 482}
400 483
401=item $scalar = cf::unlzf $scalar 484=item $scalar = cf::unlzf $scalar
402 485
403Same as Compress::LZF::compress, but takes server ticks into account, so 486Same as Compress::LZF::compress, but takes server ticks into account, so
442 } 525 }
443} 526}
444 527
445=item cf::lock_wait $string 528=item cf::lock_wait $string
446 529
447Wait until the given lock is available. See cf::lock_acquire. 530Wait until the given lock is available. See cf::lock_acquire.
448 531
449=item my $lock = cf::lock_acquire $string 532=item my $lock = cf::lock_acquire $string
450 533
451Wait until the given lock is available and then acquires it and returns 534Wait until the given lock is available and then acquires it and returns
452a L<Guard> object. If the guard object gets destroyed (goes out of scope, 535a L<Guard> object. If the guard object gets destroyed (goes out of scope,
505Allocate $time seconds of blocking CPU time at priority C<$priority> 588Allocate $time seconds of blocking CPU time at priority C<$priority>
506(default: 0): This call blocks and returns only when you have at least 589(default: 0): This call blocks and returns only when you have at least
507C<$time> seconds of cpu time till the next tick. The slot is only valid 590C<$time> seconds of cpu time till the next tick. The slot is only valid
508till the next cede. 591till the next cede.
509 592
510Background jobs should use a priority les than zero, interactive jobs 593Background jobs should use a priority less than zero, interactive jobs
511should use 100 or more. 594should use 100 or more.
512 595
513The optional C<$name> can be used to identify the job to run. It might be 596The optional C<$name> can be used to identify the job to run. It might be
514used for statistical purposes and should identify the same time-class. 597used for statistical purposes and should identify the same time-class.
515 598
528 my $signal = new Coro::Signal; 611 my $signal = new Coro::Signal;
529 my $busy; 612 my $busy;
530 613
531 while () { 614 while () {
532 next_job: 615 next_job:
616
617 Coro::cede;
533 618
534 my $avail = cf::till_tick; 619 my $avail = cf::till_tick;
535 620
536 for (0 .. $#SLOT_QUEUE) { 621 for (0 .. $#SLOT_QUEUE) {
537 if ($SLOT_QUEUE[$_][0] <= $avail) { 622 if ($SLOT_QUEUE[$_][0] <= $avail) {
538 $busy = 0; 623 $busy = 0;
539 my $job = splice @SLOT_QUEUE, $_, 1, (); 624 my $job = splice @SLOT_QUEUE, $_, 1, ();
540 $job->[2]->send; 625 $job->[2]->send;
541 Coro::cede;
542 goto next_job; 626 goto next_job;
543 } else { 627 } else {
544 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY; 628 $SLOT_QUEUE[$_][0] *= $SLOT_DECAY;
545 } 629 }
546 } 630 }
547 631
548 if (@SLOT_QUEUE) { 632 if (@SLOT_QUEUE) {
549 # we do not use wait_for_tick() as it returns immediately when tick is inactive 633 wait_for_tick;
550 push @cf::WAIT_FOR_TICK, $signal;
551 $signal->wait;
552 } else { 634 } else {
553 $busy = 0; 635 $busy = 0;
554 Coro::schedule; 636 Coro::schedule;
555 } 637 }
556 } 638 }
582BEGIN { *async = \&Coro::async_pool } 664BEGIN { *async = \&Coro::async_pool }
583 665
584=item cf::sync_job { BLOCK } 666=item cf::sync_job { BLOCK }
585 667
586The design of Deliantra requires that the main coroutine ($Coro::main) 668The design of Deliantra requires that the main coroutine ($Coro::main)
587is always able to handle events or runnable, as Deliantra is only 669is always able to handle events or is runnable, as Deliantra is only
588partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not 670partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
589acceptable. 671acceptable.
590 672
591If it must be done, put the blocking parts into C<sync_job>. This will run 673If it must be done, put the blocking parts into C<sync_job>. This will run
592the given BLOCK in another coroutine while waiting for the result. The 674the given BLOCK in another coroutine while waiting for the result. The
620 702
621 while ($busy) { 703 while ($busy) {
622 if (Coro::nready) { 704 if (Coro::nready) {
623 Coro::cede_notself; 705 Coro::cede_notself;
624 } else { 706 } else {
625 EV::loop EV::LOOP_ONESHOT; 707 EV::run EV::RUN_ONCE;
626 } 708 }
627 } 709 }
628 710
629 my $time = AE::time - $time; 711 my $time = AE::time - $time;
630 712
671 reset_signals; 753 reset_signals;
672} 754}
673 755
674sub fork_call(&@) { 756sub fork_call(&@) {
675 my ($cb, @args) = @_; 757 my ($cb, @args) = @_;
676
677 # we seemingly have to make a local copy of the whole thing,
678 # otherwise perl prematurely frees the stuff :/
679 # TODO: investigate and fix (likely this will be rather laborious)
680 758
681 my @res = Coro::Util::fork_eval { 759 my @res = Coro::Util::fork_eval {
682 cf::post_fork; 760 cf::post_fork;
683 &$cb 761 &$cb
684 } @args; 762 } @args;
834 912
835 return db_get cache => "$id/data"; 913 return db_get cache => "$id/data";
836 } 914 }
837 } 915 }
838 916
839 my $t1 = Time::HiRes::time; 917 my $t1 = EV::time;
840 my $data = $process->(\@data); 918 my $data = $process->(\@data);
841 my $t2 = Time::HiRes::time; 919 my $t2 = EV::time;
842 920
843 info "cache: '$id' processed in ", $t2 - $t1, "s\n"; 921 info "cache: '$id' processed in ", $t2 - $t1, "s\n";
844 922
845 db_put cache => "$id/data", $data; 923 db_put cache => "$id/data", $data;
846 db_put cache => "$id/md5" , $md5; 924 db_put cache => "$id/md5" , $md5;
1366=cut 1444=cut
1367 1445
1368############################################################################# 1446#############################################################################
1369# command handling &c 1447# command handling &c
1370 1448
1371=item cf::register_command $name => \&callback($ob,$args); 1449=item cf::register_command $name => \&callback($ob,$args)
1372 1450
1373Register a callback for execution when the client sends the user command 1451Register a callback for execution when the client sends the user command
1374$name. 1452$name.
1375 1453
1376=cut 1454=cut
1382 #warn "registering command '$name/$time' to '$caller'"; 1460 #warn "registering command '$name/$time' to '$caller'";
1383 1461
1384 push @{ $COMMAND{$name} }, [$caller, $cb]; 1462 push @{ $COMMAND{$name} }, [$caller, $cb];
1385} 1463}
1386 1464
1387=item cf::register_extcmd $name => \&callback($pl,$packet); 1465=item cf::register_extcmd $name => \&callback($pl,@args)
1388 1466
1389Register a callback for execution when the client sends an (synchronous) 1467Register a callback for execution when the client sends an (synchronous)
1390extcmd packet. Ext commands will be processed in the order they are 1468extcmd packet. Ext commands will be processed in the order they are
1391received by the server, like other user commands. The first argument is 1469received by the server, like other user commands. The first argument is
1392the logged-in player. Ext commands can only be processed after a player 1470the logged-in player. Ext commands can only be processed after a player
1393has logged in successfully. 1471has logged in successfully.
1394 1472
1395If the callback returns something, it is sent back as if reply was being 1473The values will be sent back to the client.
1396called.
1397 1474
1475=item cf::register_async_extcmd $name => \&callback($pl,$reply->(...),@args)
1476
1477Same as C<cf::register_extcmd>, but instead of returning values, the
1478callback needs to clal the C<$reply> function.
1479
1398=item cf::register_exticmd $name => \&callback($ns,$packet); 1480=item cf::register_exticmd $name => \&callback($ns,@args)
1399 1481
1400Register a callback for execution when the client sends an (asynchronous) 1482Register a callback for execution when the client sends an (asynchronous)
1401exticmd packet. Exti commands are processed by the server as soon as they 1483exticmd packet. Exti commands are processed by the server as soon as they
1402are received, i.e. out of order w.r.t. other commands. The first argument 1484are received, i.e. out of order w.r.t. other commands. The first argument
1403is a client socket. Exti commands can be received anytime, even before 1485is a client socket. Exti commands can be received anytime, even before
1404log-in. 1486log-in.
1405 1487
1406If the callback returns something, it is sent back as if reply was being 1488The values will be sent back to the client.
1407called.
1408 1489
1409=cut 1490=item cf::register_async_exticmd $name => \&callback($ns,$reply->(...),@args)
1410 1491
1492Same as C<cf::register_extcmd>, but instead of returning values, the
1493callback needs to clal the C<$reply> function.
1494
1495=cut
1496
1411sub register_extcmd { 1497sub register_extcmd($$) {
1412 my ($name, $cb) = @_; 1498 my ($name, $cb) = @_;
1413 1499
1414 $EXTCMD{$name} = $cb; 1500 $EXTCMD{$name} = $cb;
1415} 1501}
1416 1502
1417sub register_exticmd { 1503sub register_async_extcmd($$) {
1418 my ($name, $cb) = @_; 1504 my ($name, $cb) = @_;
1419 1505
1506 $EXTACMD{$name} = $cb;
1507}
1508
1509sub register_exticmd($$) {
1510 my ($name, $cb) = @_;
1511
1420 $EXTICMD{$name} = $cb; 1512 $EXTICMD{$name} = $cb;
1513}
1514
1515sub register_async_exticmd($$) {
1516 my ($name, $cb) = @_;
1517
1518 $EXTIACMD{$name} = $cb;
1421} 1519}
1422 1520
1423use File::Glob (); 1521use File::Glob ();
1424 1522
1425cf::player->attach ( 1523cf::player->attach (
1439 my ($pl, $buf) = @_; 1537 my ($pl, $buf) = @_;
1440 1538
1441 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) }; 1539 my $msg = eval { $pl->ns->{json_coder}->decode ($buf) };
1442 1540
1443 if (ref $msg) { 1541 if (ref $msg) {
1444 my ($type, $reply, @payload) = 1542 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
1445 "ARRAY" eq ref $msg
1446 ? @$msg
1447 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
1448 1543
1449 my @reply;
1450
1451 if (my $cb = $EXTCMD{$type}) { 1544 if (my $cb = $EXTACMD{$type}) {
1545 $cb->(
1546 $pl,
1547 sub {
1548 $pl->ext_msg ("reply-$reply", @_)
1549 if $reply;
1550 },
1551 @payload
1552 );
1553 } else {
1554 my @reply;
1555
1556 if (my $cb = $EXTCMD{$type}) {
1452 @reply = $cb->($pl, @payload); 1557 @reply = $cb->($pl, @payload);
1558 }
1559
1560 $pl->ext_msg ("reply-$reply", @reply)
1561 if $reply;
1453 } 1562 }
1454
1455 $pl->ext_reply ($reply, @reply)
1456 if $reply;
1457 1563
1458 } else { 1564 } else {
1459 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1565 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1460 } 1566 }
1461 1567
1474 }; 1580 };
1475 1581
1476 $grp 1582 $grp
1477} 1583}
1478 1584
1585sub _ext_cfg_reg($$$$) {
1586 my ($rvar, $varname, $cfgname, $default) = @_;
1587
1588 $cfgname = lc $varname
1589 unless length $cfgname;
1590
1591 $EXT_CFG{$cfgname} = [$rvar, $default];
1592
1593 $$rvar = exists $CFG{$cfgname} ? $CFG{$cfgname} : $default;
1594}
1595
1479sub load_extensions { 1596sub load_extensions {
1480 info "loading extensions..."; 1597 info "loading extensions...";
1598
1599 %EXT_CFG = ();
1481 1600
1482 cf::sync_job { 1601 cf::sync_job {
1483 my %todo; 1602 my %todo;
1484 1603
1485 for my $path (<$LIBDIR/*.ext>) { 1604 for my $path (<$LIBDIR/*.ext>) {
1528 unless exists $done{$_}; 1647 unless exists $done{$_};
1529 } 1648 }
1530 1649
1531 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n"; 1650 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1532 1651
1652 my $source = $v->{source};
1653
1654 # support "CONF varname :confname = default" pseudo-statements
1655 $source =~ s{
1656 ^ CONF \s+ ([^\s:=]+) \s* (?:: \s* ([^\s:=]+) \s* )? = ([^\n#]+)
1657 }{
1658 "our \$$1; BEGIN { cf::_ext_cfg_reg \\\$$1, q\x00$1\x00, q\x00$2\x00, $3 }";
1659 }gmxe;
1660
1533 my $active = eval $v->{source}; 1661 my $active = eval $source;
1534 1662
1535 if (length $@) { 1663 if (length $@) {
1536 error "$v->{path}: $@\n"; 1664 error "$v->{path}: $@\n";
1537 1665
1538 cf::cleanup "mandatory extension '$k' failed to load, exiting." 1666 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1825} 1953}
1826 1954
1827=item $protocol_xml = $player->expand_cfpod ($cfpod) 1955=item $protocol_xml = $player->expand_cfpod ($cfpod)
1828 1956
1829Expand deliantra pod fragments into protocol xml. 1957Expand deliantra pod fragments into protocol xml.
1830
1831=item $player->ext_reply ($msgid, @msg)
1832
1833Sends an ext reply to the player.
1834
1835=cut
1836
1837sub ext_reply($$@) {
1838 my ($self, $id, @msg) = @_;
1839
1840 $self->ns->ext_reply ($id, @msg)
1841}
1842 1958
1843=item $player->ext_msg ($type, @msg) 1959=item $player->ext_msg ($type, @msg)
1844 1960
1845Sends an ext event to the client. 1961Sends an ext event to the client.
1846 1962
2171 2287
2172 { 2288 {
2173 my $guard = cf::lock_acquire "map_data:$path"; 2289 my $guard = cf::lock_acquire "map_data:$path";
2174 2290
2175 return unless $self->valid; 2291 return unless $self->valid;
2176 return unless $self->in_memory == cf::MAP_SWAPPED; 2292 return unless $self->state == cf::MAP_SWAPPED;
2177
2178 $self->in_memory (cf::MAP_LOADING);
2179 2293
2180 $self->alloc; 2294 $self->alloc;
2181 2295
2182 $self->pre_load; 2296 $self->pre_load;
2183 cf::cede_to_tick; 2297 cf::cede_to_tick;
2206 } else { 2320 } else {
2207 $self->post_load_original 2321 $self->post_load_original
2208 if delete $self->{load_original}; 2322 if delete $self->{load_original};
2209 } 2323 }
2210 2324
2325 $self->state (cf::MAP_INACTIVE);
2326
2211 cf::cede_to_tick; 2327 cf::cede_to_tick;
2212 # now do the right thing for maps 2328 # now do the right thing for maps
2213 $self->link_multipart_objects; 2329 $self->link_multipart_objects;
2214 $self->difficulty ($self->estimate_difficulty) 2330 $self->difficulty ($self->estimate_difficulty)
2215 unless $self->difficulty; 2331 unless $self->difficulty;
2218 unless ($self->{deny_activate}) { 2334 unless ($self->{deny_activate}) {
2219 $self->decay_objects; 2335 $self->decay_objects;
2220 $self->fix_auto_apply; 2336 $self->fix_auto_apply;
2221 $self->update_buttons; 2337 $self->update_buttons;
2222 cf::cede_to_tick; 2338 cf::cede_to_tick;
2223 $self->activate; 2339 #$self->activate; # no longer activate maps automatically
2224 } 2340 }
2225 2341
2226 $self->{last_save} = $cf::RUNTIME; 2342 $self->{last_save} = $cf::RUNTIME;
2227 $self->last_access ($cf::RUNTIME); 2343 $self->last_access ($cf::RUNTIME);
2228
2229 $self->in_memory (cf::MAP_ACTIVE);
2230 } 2344 }
2231 2345
2232 $self->post_load; 2346 $self->post_load;
2233 2347
2234 1 2348 1
2247# if $self->per_party; 2361# if $self->per_party;
2248 2362
2249 $self 2363 $self
2250} 2364}
2251 2365
2252# find and load all maps in the 3x3 area around a map
2253sub load_neighbours {
2254 my ($map) = @_;
2255
2256 my @neigh; # diagonal neighbours
2257
2258 for (0 .. 3) {
2259 my $neigh = $map->tile_path ($_)
2260 or next;
2261 $neigh = find $neigh, $map
2262 or next;
2263 $neigh->load;
2264
2265 # now find the diagonal neighbours
2266 push @neigh,
2267 [$neigh->tile_path (($_ + 3) % 4), $neigh],
2268 [$neigh->tile_path (($_ + 1) % 4), $neigh];
2269 }
2270
2271 for (grep defined $_->[0], @neigh) {
2272 my ($path, $origin) = @$_;
2273 my $neigh = find $path, $origin
2274 or next;
2275 $neigh->load;
2276 }
2277}
2278
2279sub find_sync { 2366sub find_sync {
2280 my ($path, $origin) = @_; 2367 my ($path, $origin) = @_;
2281 2368
2369 # it's a bug to call this from the main context
2282 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync" 2370 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
2283 if $Coro::current == $Coro::main; 2371 if $Coro::current == $Coro::main;
2284 2372
2285 find $path, $origin 2373 find $path, $origin
2286} 2374}
2287 2375
2288sub do_load_sync { 2376sub do_load_sync {
2289 my ($map) = @_; 2377 my ($map) = @_;
2290 2378
2379 # it's a bug to call this from the main context
2291 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync" 2380 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2292 if $Coro::current == $Coro::main; 2381 if $Coro::current == $Coro::main;
2293 2382
2294 $map->load; 2383 $map->load;
2295} 2384}
2301 my ($path, $origin, $load) = @_; 2390 my ($path, $origin, $load) = @_;
2302 2391
2303 $path = normalise $path, $origin; 2392 $path = normalise $path, $origin;
2304 2393
2305 if (my $map = $cf::MAP{$path}) { 2394 if (my $map = $cf::MAP{$path}) {
2306 return $map if !$load || $map->in_memory == cf::MAP_ACTIVE; 2395 return $map if !$load || $map->linkable;
2307 } 2396 }
2308 2397
2309 $MAP_PREFETCH{$path} |= $load; 2398 $MAP_PREFETCH{$path} |= $load;
2310 2399
2311 $MAP_PREFETCHER ||= cf::async { 2400 $MAP_PREFETCHER ||= cf::async {
2312 $Coro::current->{desc} = "map prefetcher"; 2401 $Coro::current->{desc} = "map prefetcher";
2313 2402
2314 while (%MAP_PREFETCH) { 2403 while (%MAP_PREFETCH) {
2315 while (my ($k, $v) = each %MAP_PREFETCH) { 2404 for my $k (keys %MAP_PREFETCH) {
2316 if (my $map = find $k) { 2405 if (my $map = find $k) {
2317 $map->load if $v; 2406 $map->load if $MAP_PREFETCH{$k};
2318 } 2407 }
2319 2408
2320 delete $MAP_PREFETCH{$k}; 2409 delete $MAP_PREFETCH{$k};
2321 } 2410 }
2322 } 2411 }
2370sub swap_out { 2459sub swap_out {
2371 my ($self) = @_; 2460 my ($self) = @_;
2372 2461
2373 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2462 my $lock = cf::lock_acquire "map_data:$self->{path}";
2374 2463
2375 return if $self->in_memory != cf::MAP_ACTIVE; 2464 return if !$self->linkable;
2376 return if $self->{deny_save}; 2465 return if $self->{deny_save};
2377 return if $self->players; 2466 return if $self->players;
2378 2467
2379 # first deactivate the map and "unlink" it from the core 2468 # first deactivate the map and "unlink" it from the core
2380 $self->deactivate; 2469 $self->deactivate;
2381 $_->clear_links_to ($self) for values %cf::MAP; 2470 $_->clear_links_to ($self) for values %cf::MAP;
2382 $self->in_memory (cf::MAP_SWAPPED); 2471 $self->state (cf::MAP_SWAPPED);
2383 2472
2384 # then atomically save 2473 # then atomically save
2385 $self->_save; 2474 $self->_save;
2386 2475
2387 # then free the map 2476 # then free the map
2413 2502
2414 return if $self->players; 2503 return if $self->players;
2415 2504
2416 cf::trace "resetting map ", $self->path, "\n"; 2505 cf::trace "resetting map ", $self->path, "\n";
2417 2506
2418 $self->in_memory (cf::MAP_SWAPPED); 2507 $self->state (cf::MAP_SWAPPED);
2419 2508
2420 # need to save uniques path 2509 # need to save uniques path
2421 unless ($self->{deny_save}) { 2510 unless ($self->{deny_save}) {
2422 my $uniq = $self->uniq_path; utf8::encode $uniq; 2511 my $uniq = $self->uniq_path; utf8::encode $uniq;
2423 2512
2576 2665
2577Creates and returns a persistent reference to an object that can be stored as a string. 2666Creates and returns a persistent reference to an object that can be stored as a string.
2578 2667
2579=item $ob = cf::object::deref ($refstring) 2668=item $ob = cf::object::deref ($refstring)
2580 2669
2581returns the objetc referenced by refstring. may return undef when it cnanot find the object, 2670returns the objetc referenced by refstring. may return undef when it cannot find the object,
2582even if the object actually exists. May block. 2671even if the object actually exists. May block.
2583 2672
2584=cut 2673=cut
2585 2674
2586sub deref { 2675sub deref {
2668=item $player_object->may ("access") 2757=item $player_object->may ("access")
2669 2758
2670Returns wether the given player is authorized to access resource "access" 2759Returns wether the given player is authorized to access resource "access"
2671(e.g. "command_wizcast"). 2760(e.g. "command_wizcast").
2672 2761
2762This is implemented by checking a config setting of C<may_access> where
2763C<access> is replaced by the access string. The following alternatives are
2764possible (and are tested in order):
2765
2766=over 4
2767
2768=item * Player is DM
2769
2770The request will succeed.
2771
2772=item * may_access is an array reference
2773
2774If either the player nickname or UUID is in the array, the request will
2775succeed, otherwise it will fail.
2776
2777=item * may_access is a true value
2778
2779The request will succeed.
2780
2781=item * may_access is missing or false
2782
2783The request will fail.
2784
2785=back
2786
2673=cut 2787=cut
2674 2788
2675sub cf::object::player::may { 2789sub cf::object::player::may {
2676 my ($self, $access) = @_; 2790 my ($self, $access) = @_;
2677 2791
2678 $self->flag (cf::FLAG_WIZ) || 2792 $self->flag (cf::FLAG_WIZ) ||
2679 (ref $cf::CFG{"may_$access"} 2793 (ref $cf::CFG{"may_$access"}
2680 ? scalar grep $self->name eq $_, @{$cf::CFG{"may_$access"}} 2794 ? scalar grep $self->name eq $_ || $self->uuid eq $_, @{$cf::CFG{"may_$access"}}
2681 : $cf::CFG{"may_$access"}) 2795 : $cf::CFG{"may_$access"})
2682} 2796}
2683 2797
2684=item $player_object->enter_link 2798=item $player_object->enter_link
2685 2799
2688The player should be reasonably safe there for short amounts of time (e.g. 2802The player should be reasonably safe there for short amounts of time (e.g.
2689for loading a map). You I<MUST> call C<leave_link> as soon as possible, 2803for loading a map). You I<MUST> call C<leave_link> as soon as possible,
2690though, as the player cannot control the character while it is on the link 2804though, as the player cannot control the character while it is on the link
2691map. 2805map.
2692 2806
2693Will never block. 2807This method will never block, which is the whole reaosn for it's
2808existance: you can I<always> put a player onto the link map, which is the
2809only place to put objects that is guaranteed to exist.
2810
2811A typical usage pattern is to call C<enter_link> synchronously from the
2812server, then start a new thread, do your blocking stuff there and then
2813call C<leave_link> from that thread.
2694 2814
2695=item $player_object->leave_link ($map, $x, $y) 2815=item $player_object->leave_link ($map, $x, $y)
2696 2816
2697Moves the player out of the special C<{link}> map onto the specified 2817Moves the player out of the special C<{link}> map onto the specified
2698map. If the map is not valid (or omitted), the player will be moved back 2818map. If the map is not valid (or omitted), the player will be moved back
2753 # use -1 or undef as default coordinates, not 0, 0 2873 # use -1 or undef as default coordinates, not 0, 0
2754 ($x, $y) = ($map->enter_x, $map->enter_y) 2874 ($x, $y) = ($map->enter_x, $map->enter_y)
2755 if $x <= 0 && $y <= 0; 2875 if $x <= 0 && $y <= 0;
2756 2876
2757 $map->load; 2877 $map->load;
2758 $map->load_neighbours;
2759 2878
2760 return unless $self->contr->active; 2879 return unless $self->contr->active;
2761 2880
2762 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext 2881 local $self->{_prev_pos} = $link_pos; # ugly hack for rent.ext
2763 if ($self->enter_map ($map, $x, $y)) { 2882 if ($self->enter_map ($map, $x, $y)) {
2931 # special map handling 3050 # special map handling
2932 if ($slaying eq "/!") { 3051 if ($slaying eq "/!") {
2933 my $guard = cf::lock_acquire "exit_prepare:$exit"; 3052 my $guard = cf::lock_acquire "exit_prepare:$exit";
2934 3053
2935 prepare_random_map $exit 3054 prepare_random_map $exit
2936 if $slaying eq "/!"; # need to re-check after getting the lock 3055 if $exit->slaying eq "/!"; # need to re-check after getting the lock
3056
3057 $map = $exit->slaying;
2937 3058
2938 } elsif ($slaying eq '!up') { 3059 } elsif ($slaying eq '!up') {
2939 $map = $exit->map->tile_path (cf::TILE_UP); 3060 $map = $exit->map->tile_path (cf::TILE_UP);
2940 $x = $exit->x; 3061 $x = $exit->x;
2941 $y = $exit->y; 3062 $y = $exit->y;
2967 3088
2968=head3 cf::client 3089=head3 cf::client
2969 3090
2970=over 4 3091=over 4
2971 3092
2972=item $client->send_drawinfo ($text, $flags)
2973
2974Sends a drawinfo packet to the client. Circumvents output buffering so
2975should not be used under normal circumstances.
2976
2977=cut
2978
2979sub cf::client::send_drawinfo {
2980 my ($self, $text, $flags) = @_;
2981
2982 utf8::encode $text;
2983 $self->send_packet (sprintf "drawinfo %d %s", $flags || cf::NDI_BLACK, $text);
2984}
2985
2986=item $client->send_big_packet ($pkt) 3093=item $client->send_big_packet ($pkt)
2987 3094
2988Like C<send_packet>, but tries to compress large packets, and fragments 3095Like C<send_packet>, but tries to compress large packets, and fragments
2989them as required. 3096them as required.
2990 3097
3008 $self->send_packet ($pkt); 3115 $self->send_packet ($pkt);
3009} 3116}
3010 3117
3011=item $client->send_msg ($channel, $msg, $color, [extra...]) 3118=item $client->send_msg ($channel, $msg, $color, [extra...])
3012 3119
3013Send a drawinfo or msg packet to the client, formatting the msg for the 3120Send a msg packet to the client, formatting the msg for the client if
3014client if neccessary. C<$type> should be a string identifying the type of 3121necessary. C<$type> should be a string identifying the type of the
3015the message, with C<log> being the default. If C<$color> is negative, suppress 3122message, with C<log> being the default. If C<$color> is negative, suppress
3016the message unless the client supports the msg packet. 3123the message unless the client supports the msg packet.
3017 3124
3018=cut 3125=cut
3019 3126
3020# non-persistent channels (usually the info channel) 3127# non-persistent channels (usually the info channel)
3125 id => "death", 3232 id => "death",
3126 title => "Death", 3233 title => "Death",
3127 reply => undef, 3234 reply => undef,
3128 tooltip => "Reason for and more info about your most recent death", 3235 tooltip => "Reason for and more info about your most recent death",
3129 }, 3236 },
3237 "c/fatal" => {
3238 id => "fatal",
3239 title => "Fatal Error",
3240 reply => undef,
3241 tooltip => "Reason for the server disconnect",
3242 },
3130 "c/say" => $SAY_CHANNEL, 3243 "c/say" => $SAY_CHANNEL,
3131 "c/chat" => $CHAT_CHANNEL, 3244 "c/chat" => $CHAT_CHANNEL,
3132); 3245);
3133 3246
3134sub cf::client::send_msg { 3247sub cf::client::send_msg {
3177=cut 3290=cut
3178 3291
3179sub cf::client::ext_msg($$@) { 3292sub cf::client::ext_msg($$@) {
3180 my ($self, $type, @msg) = @_; 3293 my ($self, $type, @msg) = @_;
3181 3294
3182 if ($self->extcmd == 2) {
3183 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg])); 3295 $self->send_big_packet ("ext " . $self->{json_coder}->encode ([$type, @msg]));
3184 } elsif ($self->extcmd == 1) { # TODO: remove
3185 push @msg, msgtype => "event_$type";
3186 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3187 }
3188}
3189
3190=item $client->ext_reply ($msgid, @msg)
3191
3192Sends an ext reply to the client.
3193
3194=cut
3195
3196sub cf::client::ext_reply($$@) {
3197 my ($self, $id, @msg) = @_;
3198
3199 if ($self->extcmd == 2) {
3200 $self->send_big_packet ("ext " . $self->{json_coder}->encode (["reply-$id", @msg]));
3201 } elsif ($self->extcmd == 1) {
3202 #TODO: version 1, remove
3203 unshift @msg, msgtype => "reply", msgid => $id;
3204 $self->send_big_packet ("ext " . $self->{json_coder}->encode ({@msg}));
3205 }
3206} 3296}
3207 3297
3208=item $success = $client->query ($flags, "text", \&cb) 3298=item $success = $client->query ($flags, "text", \&cb)
3209 3299
3210Queues a query to the client, calling the given callback with 3300Queues a query to the client, calling the given callback with
3230 3320
3231 $self->send_packet ($self->{query_queue}[0][0]) 3321 $self->send_packet ($self->{query_queue}[0][0])
3232 if @{ $self->{query_queue} } == 1; 3322 if @{ $self->{query_queue} } == 1;
3233 3323
3234 1 3324 1
3325}
3326
3327=item $client->update_command_faces
3328
3329=cut
3330
3331our %COMMAND_FACE;
3332
3333sub cf::client::update_command_faces {
3334 my ($self) = @_;
3335
3336 my @faces = grep $_,
3337 $COMMAND_FACE{preferred},
3338 $COMMAND_FACE{standard},
3339 $COMMAND_FACE{skill},
3340 $self->pl->ob->flag (cf::FLAG_WIZ) ? $COMMAND_FACE{dm} : (),
3341 $COMMAND_FACE{emote},
3342 ;
3343
3344 $self->send_face ($_)
3345 for @faces;
3346 $self->flush_fx;
3347
3348 $self->ext_msg (command_list => @faces);
3349}
3350
3351=item cf::client::set_command_face $type, $commands
3352
3353=cut
3354
3355sub cf::client::set_command_face {
3356 my ($type, $list) = @_;
3357
3358 my $idx = &cf::face::set ( #d# ugly forward reference
3359 "command_list/$type" => cf::FT_RSRC,
3360 JSON::XS->new->utf8->encode ([ sort @$list ])
3361 );
3362
3363 $COMMAND_FACE{$type} = $idx;
3235} 3364}
3236 3365
3237cf::client->attach ( 3366cf::client->attach (
3238 on_connect => sub { 3367 on_connect => sub {
3239 my ($ns) = @_; 3368 my ($ns) = @_;
3265 my ($ns, $buf) = @_; 3394 my ($ns, $buf) = @_;
3266 3395
3267 my $msg = eval { $ns->{json_coder}->decode ($buf) }; 3396 my $msg = eval { $ns->{json_coder}->decode ($buf) };
3268 3397
3269 if (ref $msg) { 3398 if (ref $msg) {
3270 my ($type, $reply, @payload) = 3399 my ($type, $reply, @payload) = @$msg; # version 1 used %type, $id, %$hash
3271 "ARRAY" eq ref $msg
3272 ? @$msg
3273 : ($msg->{msgtype}, $msg->{msgid}, %$msg); # TODO: version 1, remove
3274 3400
3275 my @reply;
3276
3277 if (my $cb = $EXTICMD{$type}) { 3401 if (my $cb = $EXTIACMD{$type}) {
3402 $cb->(
3403 $ns,
3404 sub {
3405 $ns->ext_msg ("reply-$reply", @_)
3406 if $reply;
3407 },
3408 @payload
3409 );
3410 } else {
3411 my @reply;
3412
3413 if (my $cb = $EXTICMD{$type}) {
3278 @reply = $cb->($ns, @payload); 3414 @reply = $cb->($ns, @payload);
3415 }
3416
3417 $ns->ext_msg ("reply-$reply", @reply)
3418 if $reply;
3279 } 3419 }
3280
3281 $ns->ext_reply ($reply, @reply)
3282 if $reply;
3283
3284 } else { 3420 } else {
3285 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n"; 3421 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3286 } 3422 }
3287 3423
3288 cf::override; 3424 cf::override;
3456=cut 3592=cut
3457 3593
3458############################################################################# 3594#############################################################################
3459# the server's init and main functions 3595# the server's init and main functions
3460 3596
3597{
3598 package cf::face;
3599
3600 our %HASH; # hash => idx
3601 our @DATA; # dynamically-created facedata, only faceste 0 used
3602 our @FOFS; # file offset, if > 0
3603 our @SIZE; # size of face, in octets
3604 our @META; # meta hash of face, if any
3605 our $DATAFH; # facedata filehandle
3606
3607 # internal api, not finalised
3608 sub set {
3609 my ($name, $type, $data) = @_;
3610
3611 my $idx = cf::face::find $name;
3612
3613 if ($idx) {
3614 delete $HASH{cf::face::get_csum $idx};
3615 } else {
3616 $idx = cf::face::alloc $name;
3617 }
3618
3619 my $hash = cf::face::mangle_csum Digest::MD5::md5 $data;
3620
3621 cf::face::set_type $idx, $type;
3622 cf::face::set_csum $idx, 0, $hash;
3623
3624 # we need to destroy the SV itself, not just modify it, as a running ix
3625 # might hold a reference to it: "delete" achieves that.
3626 delete $FOFS[0][$idx];
3627 delete $DATA[0][$idx];
3628 $DATA[0][$idx] = $data;
3629 $SIZE[0][$idx] = length $data;
3630 delete $META[$idx];
3631 $HASH{$hash} = $idx;#d#
3632
3633 $idx
3634 }
3635
3636 sub _get_data($$$) {
3637 my ($idx, $set, $cb) = @_;
3638
3639 if (defined $DATA[$set][$idx]) {
3640 $cb->($DATA[$set][$idx]);
3641 } elsif (my $fofs = $FOFS[$set][$idx]) {
3642 my $size = $SIZE[$set][$idx];
3643 my $buf;
3644 IO::AIO::aio_read $DATAFH, $fofs, $size, $buf, 0, sub {
3645 if ($_[0] == $size) {
3646 #cf::debug "read face $idx, $size from $fofs as ", length $buf;#d#
3647 $cb->($buf);
3648 } else {
3649 cf::error "INTERNAL ERROR: unable to read facedata for face $idx#$set ($size, $fofs), ignoring request.";
3650 }
3651 };
3652 } else {
3653 cf::error "requested facedata for unknown face $idx#$set, ignoring.";
3654 }
3655 }
3656
3657 # rather ineffient
3658 sub cf::face::get_data($;$) {
3659 my ($idx, $set) = @_;
3660
3661 _get_data $idx, $set, Coro::rouse_cb;
3662 Coro::rouse_wait
3663 }
3664
3665 sub cf::face::ix {
3666 my ($ns, $set, $idx, $pri) = @_;
3667
3668 _get_data $idx, $set, sub {
3669 $ns->ix_send ($idx, $pri, $_[0]);
3670 };
3671 }
3672}
3673
3461sub load_facedata($) { 3674sub load_facedata($) {
3462 my ($path) = @_; 3675 my ($path) = @_;
3463 3676
3464 # HACK to clear player env face cache, we need some signal framework
3465 # for this (global event?)
3466 %ext::player_env::MUSIC_FACE_CACHE = ();
3467
3468 my $enc = JSON::XS->new->utf8->canonical->relaxed; 3677 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3469 3678
3470 trace "loading facedata from $path\n"; 3679 trace "loading facedata from $path\n";
3471 3680
3472 my $facedata = decode_storable load_file $path; 3681 my $facedata = decode_storable load_file "$path/faceinfo";
3473 3682
3474 $facedata->{version} == 2 3683 $facedata->{version} == 2
3475 or cf::cleanup "$path: version mismatch, cannot proceed."; 3684 or cf::cleanup "$path/faceinfo: version mismatch, cannot proceed.";
3476 3685
3477 # patch in the exptable 3686 my $fh = aio_open "$DATADIR/facedata", IO::AIO::O_RDONLY, 0
3478 my $exp_table = $enc->encode ([map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]); 3687 or cf::cleanup "$path/facedata: $!, cannot proceed.";
3479 $facedata->{resource}{"res/exp_table"} = { 3688
3480 type => FT_RSRC, 3689 get_slot 1, -100, "load_facedata"; # make sure we get a very big slot
3481 data => $exp_table, 3690
3482 hash => (Digest::MD5::md5 $exp_table), 3691 # BEGIN ATOMIC
3483 }; 3692 # from here on, everything must be atomic - no thread switch allowed
3484 cf::cede_to_tick; 3693 my $t1 = EV::time;
3485 3694
3486 { 3695 {
3487 my $faces = $facedata->{faceinfo}; 3696 my $faces = $facedata->{faceinfo};
3488 3697
3489 while (my ($face, $info) = each %$faces) { 3698 for my $face (sort keys %$faces) {
3699 my $info = $faces->{$face};
3490 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3700 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3491 3701
3492 cf::face::set_visibility $idx, $info->{visibility}; 3702 cf::face::set_visibility $idx, $info->{visibility};
3493 cf::face::set_magicmap $idx, $info->{magicmap}; 3703 cf::face::set_magicmap $idx, $info->{magicmap};
3494 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32}; 3704 cf::face::set_csum $idx, 0, $info->{hash64}; $cf::face::SIZE[0][$idx] = $info->{size64}; $cf::face::FOFS[0][$idx] = $info->{fofs64};
3495 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64}; 3705 cf::face::set_csum $idx, 1, $info->{hash32}; $cf::face::SIZE[1][$idx] = $info->{size32}; $cf::face::FOFS[1][$idx] = $info->{fofs32};
3496 cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ; 3706 cf::face::set_csum $idx, 2, $info->{glyph}; $cf::face::DATA[2][$idx] = $info->{glyph};
3497 3707 $cf::face::HASH{$info->{hash64}} = $idx;
3498 cf::cede_to_tick; 3708 delete $cf::face::META[$idx];
3499 } 3709 }
3500 3710
3501 while (my ($face, $info) = each %$faces) { 3711 while (my ($face, $info) = each %$faces) {
3502 next unless $info->{smooth}; 3712 next unless $info->{smooth};
3503 3713
3508 cf::face::set_smooth $idx, $smooth; 3718 cf::face::set_smooth $idx, $smooth;
3509 cf::face::set_smoothlevel $idx, $info->{smoothlevel}; 3719 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3510 } else { 3720 } else {
3511 error "smooth face '$info->{smooth}' not found for face '$face'"; 3721 error "smooth face '$info->{smooth}' not found for face '$face'";
3512 } 3722 }
3513
3514 cf::cede_to_tick;
3515 } 3723 }
3516 } 3724 }
3517 3725
3518 { 3726 {
3519 my $anims = $facedata->{animinfo}; 3727 my $anims = $facedata->{animinfo};
3520 3728
3521 while (my ($anim, $info) = each %$anims) { 3729 while (my ($anim, $info) = each %$anims) {
3522 cf::anim::set $anim, $info->{frames}, $info->{facings}; 3730 cf::anim::set $anim, $info->{frames}, $info->{facings};
3523 cf::cede_to_tick;
3524 } 3731 }
3525 3732
3526 cf::anim::invalidate_all; # d'oh 3733 cf::anim::invalidate_all; # d'oh
3527 } 3734 }
3528 3735
3529 { 3736 {
3530 my $res = $facedata->{resource}; 3737 my $res = $facedata->{resource};
3531 3738
3532 while (my ($name, $info) = each %$res) { 3739 while (my ($name, $info) = each %$res) {
3533 if (defined $info->{type}) { 3740 if (defined (my $type = $info->{type})) {
3741 # TODO: different hash - must free and use new index, or cache ixface data queue
3534 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3742 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3535 3743
3536 cf::face::set_data $idx, 0, $info->{data}, $info->{hash};
3537 cf::face::set_type $idx, $info->{type}; 3744 cf::face::set_type $idx, $type;
3745 cf::face::set_csum $idx, 0, $info->{hash};
3746 $cf::face::SIZE[0][$idx] = $info->{size};
3747 $cf::face::FOFS[0][$idx] = $info->{fofs};
3748 $cf::face::META[$idx] = $type & 1 ? undef : $info->{meta}; # preserve meta unless prepended already
3749 $cf::face::HASH{$info->{hash}} = $idx;
3538 } else { 3750 } else {
3539 $RESOURCE{$name} = $info; # unused 3751# $RESOURCE{$name} = $info; # unused
3540 } 3752 }
3541
3542 cf::cede_to_tick;
3543 } 3753 }
3544 } 3754 }
3755
3756 ($fh, $cf::face::DATAFH) = ($cf::face::DATAFH, $fh);
3757
3758 # HACK to clear player env face cache, we need some signal framework
3759 # for this (global event?)
3760 %ext::player_env::MUSIC_FACE_CACHE = ();
3761
3762 # END ATOMIC
3763
3764 cf::debug "facedata atomic update time ", EV::time - $t1;
3545 3765
3546 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE); 3766 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3767
3768 aio_close $fh if $fh; # close old facedata
3547 3769
3548 1 3770 1
3549} 3771}
3550 3772
3551register_exticmd fx_want => sub { 3773register_exticmd fx_want => sub {
3562 my $status = load_resource_file_ $_[0]; 3784 my $status = load_resource_file_ $_[0];
3563 get_slot 0.1, 100; 3785 get_slot 0.1, 100;
3564 cf::arch::commit_load; 3786 cf::arch::commit_load;
3565 3787
3566 $status 3788 $status
3789}
3790
3791sub reload_exp_table {
3792 _reload_exp_table;
3793
3794 cf::face::set
3795 "res/exp_table" => FT_RSRC,
3796 JSON::XS->new->utf8->canonical->encode (
3797 [map cf::level_to_min_exp $_, 1 .. cf::settings->max_level]
3798 );
3799}
3800
3801sub reload_materials {
3802 _reload_materials;
3567} 3803}
3568 3804
3569sub reload_regions { 3805sub reload_regions {
3570 # HACK to clear player env face cache, we need some signal framework 3806 # HACK to clear player env face cache, we need some signal framework
3571 # for this (global event?) 3807 # for this (global event?)
3579 if exists $_->{match}; 3815 if exists $_->{match};
3580 } 3816 }
3581} 3817}
3582 3818
3583sub reload_facedata { 3819sub reload_facedata {
3584 load_facedata "$DATADIR/facedata" 3820 load_facedata $DATADIR
3585 or die "unable to load facedata\n"; 3821 or die "unable to load facedata\n";
3586} 3822}
3587 3823
3588sub reload_archetypes { 3824sub reload_archetypes {
3589 load_resource_file "$DATADIR/archetypes" 3825 load_resource_file "$DATADIR/archetypes"
3590 or die "unable to load archetypes\n"; 3826 or die "unable to load archetypes\n";
3827
3828 cf::face::set
3829 "res/skill_info" => FT_RSRC,
3830 JSON::XS->new->utf8->canonical->encode (
3831 [map [cf::arch::skillvec ($_)->name], 0 .. cf::arch::skillvec_size - 1]
3832 );
3833
3834 cf::face::set
3835 "res/spell_paths" => FT_RSRC,
3836 JSON::XS->new->utf8->canonical->encode (
3837 [map [cf::spellpathnames ($_)], 0 .. NRSPELLPATHS - 1]
3838 );
3839
3840 # command completion
3841 my @commands;
3842
3843 for (0..cf::arch::skillvec_size - 1) {
3844 my $skill = cf::arch::skillvec $_;
3845 my $name = $skill->name;
3846 my $flags = cf::skill_flags $skill->subtype;
3847
3848 push @commands, "ready_skill $name" if $flags & (SF_COMBAT | SF_RANGED | SF_GRACE);
3849 push @commands, "use_skill $name" if $flags & (SF_USE | SF_AUTARK | SF_GRACE);
3850 }
3851
3852 cf::client::set_command_face skill => \@commands;
3591} 3853}
3592 3854
3593sub reload_treasures { 3855sub reload_treasures {
3594 load_resource_file "$DATADIR/treasures" 3856 load_resource_file "$DATADIR/treasures"
3595 or die "unable to load treasurelists\n"; 3857 or die "unable to load treasurelists\n";
3616} 3878}
3617 3879
3618sub reload_resources { 3880sub reload_resources {
3619 trace "reloading resource files...\n"; 3881 trace "reloading resource files...\n";
3620 3882
3621 reload_exp_table;
3622 reload_materials; 3883 reload_materials;
3623 reload_facedata; 3884 reload_facedata;
3885 reload_exp_table;
3624 reload_sound; 3886 reload_sound;
3625 reload_archetypes; 3887 reload_archetypes;
3626 reload_regions; 3888 reload_regions;
3627 reload_treasures; 3889 reload_treasures;
3628 3890
3668 seek $fh, 0, 0; 3930 seek $fh, 0, 0;
3669 print $fh $$; 3931 print $fh $$;
3670} 3932}
3671 3933
3672sub main_loop { 3934sub main_loop {
3673 trace "EV::loop starting\n"; 3935 trace "EV::run starting\n";
3674 if (1) { 3936 if (1) {
3675 EV::loop; 3937 EV::run;
3676 } 3938 }
3677 trace "EV::loop returned\n"; 3939 trace "EV::run returned\n";
3678 goto &main_loop unless $REALLY_UNLOOP; 3940 goto &main_loop unless $REALLY_UNLOOP;
3679} 3941}
3680 3942
3681sub main { 3943sub main {
3682 cf::init_globals; # initialise logging 3944 cf::init_globals; # initialise logging
3683 3945
3684 LOG llevInfo, "Welcome to Deliantra, v" . VERSION; 3946 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3685 LOG llevInfo, "Copyright (C) 2005-2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; 3947 LOG llevInfo, "Copyright (C) 2005-2012 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3686 LOG llevInfo, "Copyright (C) 1994 Mark Wedel."; 3948 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3687 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen."; 3949 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3688 3950
3689 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3951 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3690 3952
3691 # we must not ever block the main coroutine 3953 # we must not ever block the main coroutine
3692 local $Coro::idle = sub { 3954 $Coro::idle = sub {
3693 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3955 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3694 (async { 3956 (async {
3695 $Coro::current->{desc} = "IDLE BUG HANDLER"; 3957 $Coro::current->{desc} = "IDLE BUG HANDLER";
3696 EV::loop EV::LOOP_ONESHOT; 3958 EV::run EV::RUN_ONCE;
3697 })->prio (Coro::PRIO_MAX); 3959 })->prio (Coro::PRIO_MAX);
3698 }; 3960 };
3699 3961
3700 evthread_start IO::AIO::poll_fileno; 3962 evthread_start IO::AIO::poll_fileno;
3701 3963
3702 cf::sync_job { 3964 cf::sync_job {
3703 cf::incloader::init (); 3965 cf::incloader::init ();
3966
3967 db_init;
3704 3968
3705 cf::init_anim; 3969 cf::init_anim;
3706 cf::init_attackmess; 3970 cf::init_attackmess;
3707 cf::init_dynamic; 3971 cf::init_dynamic;
3708 3972
3709 cf::load_settings; 3973 cf::load_settings;
3710 3974
3711 reload_resources; 3975 reload_resources;
3712 reload_config; 3976 reload_config;
3713 db_init;
3714 3977
3715 cf::init_uuid; 3978 cf::init_uuid;
3716 cf::init_signals; 3979 cf::init_signals;
3717 cf::init_skills; 3980 cf::init_skills;
3718 3981
3732 }; 3995 };
3733 3996
3734 cf::object::thawer::errors_are_fatal 0; 3997 cf::object::thawer::errors_are_fatal 0;
3735 info "parse errors in files are no longer fatal from this point on.\n"; 3998 info "parse errors in files are no longer fatal from this point on.\n";
3736 3999
3737 my $free_main; $free_main = EV::idle sub { 4000 AE::postpone {
3738 undef $free_main;
3739 undef &main; # free gobs of memory :) 4001 undef &main; # free gobs of memory :)
3740 }; 4002 };
3741 4003
3742 goto &main_loop; 4004 goto &main_loop;
3743} 4005}
3900 4162
3901 cf::write_runtime_sync; # external watchdog should not bark 4163 cf::write_runtime_sync; # external watchdog should not bark
3902 4164
3903 trace "emergency_perl_save: flushing outstanding aio requests"; 4165 trace "emergency_perl_save: flushing outstanding aio requests";
3904 while (IO::AIO::nreqs || BDB::nreqs) { 4166 while (IO::AIO::nreqs || BDB::nreqs) {
3905 Coro::EV::timer_once 0.01; # let the sync_job do it's thing 4167 Coro::AnyEvent::sleep 0.01; # let the sync_job do it's thing
3906 } 4168 }
3907 4169
3908 cf::write_runtime_sync; # external watchdog should not bark 4170 cf::write_runtime_sync; # external watchdog should not bark
3909 }; 4171 };
3910 4172
4091 4353
4092############################################################################# 4354#############################################################################
4093 4355
4094my $bug_warning = 0; 4356my $bug_warning = 0;
4095 4357
4096our @WAIT_FOR_TICK;
4097our @WAIT_FOR_TICK_BEGIN;
4098
4099sub wait_for_tick() { 4358sub wait_for_tick() {
4100 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4359 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
4101 4360
4102 my $signal = new Coro::Signal; 4361 $WAIT_FOR_TICK->wait;
4103 push @WAIT_FOR_TICK, $signal;
4104 $signal->wait;
4105} 4362}
4106 4363
4107sub wait_for_tick_begin() { 4364sub wait_for_tick_begin() {
4108 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4365 return Coro::AnyEvent::poll if tick_inhibit || $Coro::current == $Coro::main;
4109 4366
4110 my $signal = new Coro::Signal; 4367 my $signal = new Coro::Signal;
4111 push @WAIT_FOR_TICK_BEGIN, $signal; 4368 push @WAIT_FOR_TICK_BEGIN, $signal;
4112 $signal->wait; 4369 $signal->wait;
4113} 4370}
4117 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 4374 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
4118 unless ++$bug_warning > 10; 4375 unless ++$bug_warning > 10;
4119 return; 4376 return;
4120 } 4377 }
4121 4378
4122 cf::server_tick; # one server iteration 4379 cf::one_tick; # one server iteration
4123 4380
4124 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d# 4381 #for(1..3e6){} AE::now_update; $NOW=AE::now; # generate load #d#
4125 4382
4126 if ($NOW >= $NEXT_RUNTIME_WRITE) { 4383 if ($NOW >= $NEXT_RUNTIME_WRITE) {
4127 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 4384 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
4133 } 4390 }
4134 4391
4135 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 4392 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
4136 $sig->send; 4393 $sig->send;
4137 } 4394 }
4138 while (my $sig = shift @WAIT_FOR_TICK) { 4395 $WAIT_FOR_TICK->broadcast;
4139 $sig->send;
4140 }
4141 4396
4142 $LOAD = ($NOW - $TICK_START) / $TICK; 4397 $LOAD = ($NOW - $TICK_START) / $TICK;
4143 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 4398 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
4144 4399
4145 if (0) { 4400 if (0) {
4151 } 4406 }
4152} 4407}
4153 4408
4154{ 4409{
4155 # configure BDB 4410 # configure BDB
4411 info "initialising database";
4156 4412
4157 BDB::min_parallel 16; 4413 BDB::min_parallel 16;
4158 BDB::max_poll_reqs $TICK * 0.1; 4414 BDB::max_poll_reqs $TICK * 0.1;
4159 $AnyEvent::BDB::WATCHER->priority (1); 4415 #$AnyEvent::BDB::WATCHER->priority (1);
4160 4416
4161 unless ($DB_ENV) { 4417 unless ($DB_ENV) {
4162 $DB_ENV = BDB::db_env_create; 4418 $DB_ENV = BDB::db_env_create;
4163 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT); 4419 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT);
4164 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7; 4420 $DB_ENV->set_flags (&BDB::LOG_AUTOREMOVE ) if BDB::VERSION v0, v4.7;
4189 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { }; 4445 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
4190 }; 4446 };
4191 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub { 4447 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
4192 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { }; 4448 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
4193 }; 4449 };
4450
4451 info "database initialised";
4194} 4452}
4195 4453
4196{ 4454{
4197 # configure IO::AIO 4455 # configure IO::AIO
4198 4456
4457 info "initialising aio";
4199 IO::AIO::min_parallel 8; 4458 IO::AIO::min_parallel 8;
4200 IO::AIO::max_poll_time $TICK * 0.1; 4459 IO::AIO::max_poll_time $TICK * 0.1;
4201 undef $AnyEvent::AIO::WATCHER; 4460 undef $AnyEvent::AIO::WATCHER;
4461 info "aio initialised";
4202} 4462}
4203 4463
4204our $_log_backtrace; 4464our $_log_backtrace;
4205our $_log_backtrace_last; 4465our $_log_backtrace_last;
4206 4466

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines