ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.360 by root, Sun Sep 9 06:25:46 2007 UTC vs.
Revision 1.407 by root, Sun Jan 13 09:53:53 2008 UTC

4use strict; 4use strict;
5 5
6use Symbol; 6use Symbol;
7use List::Util; 7use List::Util;
8use Socket; 8use Socket;
9use Storable; 9use EV 1.86;
10use Event;
11use Opcode; 10use Opcode;
12use Safe; 11use Safe;
13use Safe::Hole; 12use Safe::Hole;
13use Storable ();
14 14
15use Coro 3.64 (); 15use Coro 4.32 ();
16use Coro::State; 16use Coro::State;
17use Coro::Handle; 17use Coro::Handle;
18use Coro::Event; 18use Coro::EV;
19use Coro::Timer; 19use Coro::Timer;
20use Coro::Signal; 20use Coro::Signal;
21use Coro::Semaphore; 21use Coro::Semaphore;
22use Coro::AIO; 22use Coro::AIO;
23use Coro::BDB;
23use Coro::Storable; 24use Coro::Storable;
24use Coro::Util (); 25use Coro::Util ();
25 26
26use JSON::XS (); 27use JSON::XS 2.01 ();
27use BDB (); 28use BDB ();
28use Data::Dumper; 29use Data::Dumper;
29use Digest::MD5; 30use Digest::MD5;
30use Fcntl; 31use Fcntl;
31use YAML::Syck (); 32use YAML::Syck ();
32use IO::AIO 2.32 (); 33use IO::AIO 2.51 ();
33use Time::HiRes; 34use Time::HiRes;
34use Compress::LZF; 35use Compress::LZF;
35use Digest::MD5 (); 36use Digest::MD5 ();
36 37
37# configure various modules to our taste 38# configure various modules to our taste
38# 39#
39$Storable::canonical = 1; # reduce rsync transfers 40$Storable::canonical = 1; # reduce rsync transfers
40Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator 41Coro::State::cctx_stacksize 256000; # 1-2MB stack, for deep recursions in maze generator
41Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later 42Compress::LZF::sfreeze_cr { }; # prime Compress::LZF so it does not use require later
42
43$Event::Eval = 1; # no idea why this is required, but it is
44 43
45# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode? 44# work around bug in YAML::Syck - bad news for perl6, will it be as broken wrt. unicode?
46$YAML::Syck::ImplicitUnicode = 1; 45$YAML::Syck::ImplicitUnicode = 1;
47 46
48$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority 47$Coro::main->prio (Coro::PRIO_MAX); # run main coroutine ("the server") with very high priority
70our $TMPDIR = "$LOCALDIR/" . tmpdir; 69our $TMPDIR = "$LOCALDIR/" . tmpdir;
71our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 70our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
72our $PLAYERDIR = "$LOCALDIR/" . playerdir; 71our $PLAYERDIR = "$LOCALDIR/" . playerdir;
73our $RANDOMDIR = "$LOCALDIR/random"; 72our $RANDOMDIR = "$LOCALDIR/random";
74our $BDBDIR = "$LOCALDIR/db"; 73our $BDBDIR = "$LOCALDIR/db";
74our %RESOURCE;
75 75
76our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!) 76our $TICK = MAX_TIME * 1e-6; # this is a CONSTANT(!)
77our $TICK_WATCHER; 77our $TICK_WATCHER;
78our $AIO_POLL_WATCHER; 78our $AIO_POLL_WATCHER;
79our $NEXT_RUNTIME_WRITE; # when should the runtime file be written 79our $NEXT_RUNTIME_WRITE; # when should the runtime file be written
80our $NEXT_TICK; 80our $NEXT_TICK;
81our $NOW;
82our $USE_FSYNC = 1; # use fsync to write maps - default off 81our $USE_FSYNC = 1; # use fsync to write maps - default off
83 82
84our $BDB_POLL_WATCHER; 83our $BDB_POLL_WATCHER;
84our $BDB_DEADLOCK_WATCHER;
85our $BDB_CHECKPOINT_WATCHER;
86our $BDB_TRICKLE_WATCHER;
85our $DB_ENV; 87our $DB_ENV;
86 88
87our %CFG; 89our %CFG;
88 90
89our $UPTIME; $UPTIME ||= time; 91our $UPTIME; $UPTIME ||= time;
90our $RUNTIME; 92our $RUNTIME;
93our $NOW;
91 94
92our (%PLAYER, %PLAYER_LOADING); # all users 95our (%PLAYER, %PLAYER_LOADING); # all users
93our (%MAP, %MAP_LOADING ); # all maps 96our (%MAP, %MAP_LOADING ); # all maps
94our $LINK_MAP; # the special {link} map, which is always available 97our $LINK_MAP; # the special {link} map, which is always available
95 98
159 162
160The raw value load value from the last tick. 163The raw value load value from the last tick.
161 164
162=item %cf::CFG 165=item %cf::CFG
163 166
164Configuration for the server, loaded from C</etc/crossfire/config>, or 167Configuration for the server, loaded from C</etc/deliantra-server/config>, or
165from wherever your confdir points to. 168from wherever your confdir points to.
166 169
167=item cf::wait_for_tick, cf::wait_for_tick_begin 170=item cf::wait_for_tick, cf::wait_for_tick_begin
168 171
169These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 172These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
187 $msg .= "\n" 190 $msg .= "\n"
188 unless $msg =~ /\n$/; 191 unless $msg =~ /\n$/;
189 192
190 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 193 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
191 194
192 utf8::encode $msg;
193 LOG llevError, $msg; 195 LOG llevError, $msg;
194 }; 196 };
195} 197}
198
199$Coro::State::DIEHOOK = sub {
200 warn Carp::longmess $_[0];
201 Coro::terminate;
202};
196 203
197@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable'; 204@safe::cf::global::ISA = @cf::global::ISA = 'cf::attachable';
198@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable'; 205@safe::cf::object::ISA = @cf::object::ISA = 'cf::attachable';
199@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable'; 206@safe::cf::player::ISA = @cf::player::ISA = 'cf::attachable';
200@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable'; 207@safe::cf::client::ISA = @cf::client::ISA = 'cf::attachable';
213)) { 220)) {
214 no strict 'refs'; 221 no strict 'refs';
215 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg; 222 @{"safe::$pkg\::wrap::ISA"} = @{"$pkg\::wrap::ISA"} = $pkg;
216} 223}
217 224
218$Event::DIED = sub { 225$EV::DIED = sub {
219 warn "error in event callback: @_"; 226 warn "error in event callback: @_";
220}; 227};
221 228
222############################################################################# 229#############################################################################
223 230
246 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 253 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
247 $d 254 $d
248 } || "[unable to dump $_[0]: '$@']"; 255 } || "[unable to dump $_[0]: '$@']";
249} 256}
250 257
251=item $ref = cf::from_json $json 258=item $ref = cf::decode_json $json
252 259
253Converts a JSON string into the corresponding perl data structure. 260Converts a JSON string into the corresponding perl data structure.
254 261
255=item $json = cf::to_json $ref 262=item $json = cf::encode_json $ref
256 263
257Converts a perl data structure into its JSON representation. 264Converts a perl data structure into its JSON representation.
258 265
259=cut 266=cut
260 267
261our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 268our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
262 269
263sub to_json ($) { $json_coder->encode ($_[0]) } 270sub encode_json($) { $json_coder->encode ($_[0]) }
264sub from_json ($) { $json_coder->decode ($_[0]) } 271sub decode_json($) { $json_coder->decode ($_[0]) }
265 272
266=item cf::lock_wait $string 273=item cf::lock_wait $string
267 274
268Wait until the given lock is available. See cf::lock_acquire. 275Wait until the given lock is available. See cf::lock_acquire.
269 276
334 }; 341 };
335 $TICK_WATCHER->stop; 342 $TICK_WATCHER->stop;
336 $guard 343 $guard
337} 344}
338 345
346=item cf::periodic $interval, $cb
347
348Like EV::periodic, but randomly selects a starting point so that the actions
349get spread over timer.
350
351=cut
352
353sub periodic($$) {
354 my ($interval, $cb) = @_;
355
356 my $start = rand List::Util::min 180, $interval;
357
358 EV::periodic $start, $interval, 0, $cb
359}
360
339=item cf::get_slot $time[, $priority[, $name]] 361=item cf::get_slot $time[, $priority[, $name]]
340 362
341Allocate $time seconds of blocking CPU time at priority C<$priority>: 363Allocate $time seconds of blocking CPU time at priority C<$priority>:
342This call blocks and returns only when you have at least C<$time> seconds 364This call blocks and returns only when you have at least C<$time> seconds
343of cpu time till the next tick. The slot is only valid till the next cede. 365of cpu time till the next tick. The slot is only valid till the next cede.
352our @SLOT_QUEUE; 374our @SLOT_QUEUE;
353our $SLOT_QUEUE; 375our $SLOT_QUEUE;
354 376
355$SLOT_QUEUE->cancel if $SLOT_QUEUE; 377$SLOT_QUEUE->cancel if $SLOT_QUEUE;
356$SLOT_QUEUE = Coro::async { 378$SLOT_QUEUE = Coro::async {
379 $Coro::current->desc ("timeslot manager");
380
357 my $signal = new Coro::Signal; 381 my $signal = new Coro::Signal;
358 382
359 while () { 383 while () {
360 next_job: 384 next_job:
361 my $avail = cf::till_tick; 385 my $avail = cf::till_tick;
369 } 393 }
370 } 394 }
371 } 395 }
372 396
373 if (@SLOT_QUEUE) { 397 if (@SLOT_QUEUE) {
374 # we do not use wait_For_tick() as it returns immediately when tick is inactive 398 # we do not use wait_for_tick() as it returns immediately when tick is inactive
375 push @cf::WAIT_FOR_TICK, $signal; 399 push @cf::WAIT_FOR_TICK, $signal;
376 $signal->wait; 400 $signal->wait;
377 } else { 401 } else {
378 Coro::schedule; 402 Coro::schedule;
379 } 403 }
402 426
403BEGIN { *async = \&Coro::async_pool } 427BEGIN { *async = \&Coro::async_pool }
404 428
405=item cf::sync_job { BLOCK } 429=item cf::sync_job { BLOCK }
406 430
407The design of Crossfire TRT requires that the main coroutine ($Coro::main) 431The design of Deliantra requires that the main coroutine ($Coro::main)
408is always able to handle events or runnable, as Crossfire TRT is only 432is always able to handle events or runnable, as Deliantra is only
409partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not 433partly reentrant. Thus "blocking" it by e.g. waiting for I/O is not
410acceptable. 434acceptable.
411 435
412If it must be done, put the blocking parts into C<sync_job>. This will run 436If it must be done, put the blocking parts into C<sync_job>. This will run
413the given BLOCK in another coroutine while waiting for the result. The 437the given BLOCK in another coroutine while waiting for the result. The
418 442
419sub sync_job(&) { 443sub sync_job(&) {
420 my ($job) = @_; 444 my ($job) = @_;
421 445
422 if ($Coro::current == $Coro::main) { 446 if ($Coro::current == $Coro::main) {
423 my $time = Event::time; 447 my $time = EV::time;
424 448
425 # this is the main coro, too bad, we have to block 449 # this is the main coro, too bad, we have to block
426 # till the operation succeeds, freezing the server :/ 450 # till the operation succeeds, freezing the server :/
427 451
452 LOG llevError, Carp::longmess "sync job";#d#
453
428 # TODO: use suspend/resume instead 454 # TODO: use suspend/resume instead
429 # (but this is cancel-safe) 455 # (but this is cancel-safe)
430 my $freeze_guard = freeze_mainloop; 456 my $freeze_guard = freeze_mainloop;
431 457
432 my $busy = 1; 458 my $busy = 1;
433 my @res; 459 my @res;
434 460
435 (async { 461 (async {
462 $Coro::current->desc ("sync job coro");
436 @res = eval { $job->() }; 463 @res = eval { $job->() };
437 warn $@ if $@; 464 warn $@ if $@;
438 undef $busy; 465 undef $busy;
439 })->prio (Coro::PRIO_MAX); 466 })->prio (Coro::PRIO_MAX);
440 467
441 while ($busy) { 468 while ($busy) {
442 Coro::cede or Event::one_event; 469 if (Coro::nready) {
470 Coro::cede_notself;
471 } else {
472 EV::loop EV::LOOP_ONESHOT;
443 } 473 }
474 }
444 475
445 $time = Event::time - $time; 476 $time = EV::time - $time;
446 477
447 LOG llevError | logBacktrace, Carp::longmess "long sync job" 478 LOG llevError | logBacktrace, Carp::longmess "long sync job"
448 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active; 479 if $time > $TICK * 0.5 && $TICK_WATCHER->is_active;
449 480
450 $tick_start += $time; # do not account sync jobs to server load 481 $tick_start += $time; # do not account sync jobs to server load
480=item fork_call { }, $args 511=item fork_call { }, $args
481 512
482Executes the given code block with the given arguments in a seperate 513Executes the given code block with the given arguments in a seperate
483process, returning the results. Everything must be serialisable with 514process, returning the results. Everything must be serialisable with
484Coro::Storable. May, of course, block. Note that the executed sub may 515Coro::Storable. May, of course, block. Note that the executed sub may
485never block itself or use any form of Event handling. 516never block itself or use any form of event handling.
486 517
487=cut 518=cut
488 519
489sub fork_call(&@) { 520sub fork_call(&@) {
490 my ($cb, @args) = @_; 521 my ($cb, @args) = @_;
508=item cf::db_put $family => $key => $value 539=item cf::db_put $family => $key => $value
509 540
510Stores the given C<$value> in the family. It can currently store binary 541Stores the given C<$value> in the family. It can currently store binary
511data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary). 542data only (use Compress::LZF::sfreeze_cr/sthaw to convert to/from binary).
512 543
544=item $db = cf::db_table "name"
545
546Create and/or open a new database table. The string must not be "db" and must be unique
547within each server.
548
513=cut 549=cut
550
551sub db_table($) {
552 my ($name) = @_;
553 my $db = BDB::db_create $DB_ENV;
554
555 eval {
556 $db->set_flags (BDB::CHKSUM);
557
558 utf8::encode $name;
559 BDB::db_open $db, undef, $name, undef, BDB::BTREE,
560 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
561 cf::cleanup "db_open(db): $!" if $!;
562 };
563 cf::cleanup "db_open(db): $@" if $@;
564
565 $db
566}
514 567
515our $DB; 568our $DB;
516 569
517sub db_init { 570sub db_init {
518 unless ($DB) {
519 $DB = BDB::db_create $DB_ENV;
520
521 cf::sync_job { 571 cf::sync_job {
522 eval { 572 $DB ||= db_table "db";
523 $DB->set_flags (BDB::CHKSUM);
524
525 BDB::db_open $DB, undef, "db", undef, BDB::BTREE,
526 BDB::CREATE | BDB::AUTO_COMMIT, 0666;
527 cf::cleanup "db_open(db): $!" if $!;
528 };
529 cf::cleanup "db_open(db): $@" if $@;
530 };
531 } 573 };
532} 574}
533 575
534sub db_get($$) { 576sub db_get($$) {
535 my $key = "$_[0]/$_[1]"; 577 my $key = "$_[0]/$_[1]";
536 578
640attach callbacks/event handlers (a collection of which is called an "attachment") 682attach callbacks/event handlers (a collection of which is called an "attachment")
641to it. All such attachable objects support the following methods. 683to it. All such attachable objects support the following methods.
642 684
643In the following description, CLASS can be any of C<global>, C<object> 685In the following description, CLASS can be any of C<global>, C<object>
644C<player>, C<client> or C<map> (i.e. the attachable objects in 686C<player>, C<client> or C<map> (i.e. the attachable objects in
645Crossfire TRT). 687Deliantra).
646 688
647=over 4 689=over 4
648 690
649=item $attachable->attach ($attachment, key => $value...) 691=item $attachable->attach ($attachment, key => $value...)
650 692
932 } 974 }
933 975
934 0 976 0
935} 977}
936 978
937=item $bool = cf::global::invoke (EVENT_CLASS_XXX, ...) 979=item $bool = cf::global->invoke (EVENT_CLASS_XXX, ...)
938 980
939=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...) 981=item $bool = $attachable->invoke (EVENT_CLASS_XXX, ...)
940 982
941Generate an object-specific event with the given arguments. 983Generate an object-specific event with the given arguments.
942 984
948 990
949=cut 991=cut
950 992
951############################################################################# 993#############################################################################
952# object support 994# object support
953#
954 995
996sub _object_equal($$);
997sub _object_equal($$) {
998 my ($a, $b) = @_;
999
1000 return 0 unless (ref $a) eq (ref $b);
1001
1002 if ("HASH" eq ref $a) {
1003 my @ka = keys %$a;
1004 my @kb = keys %$b;
1005
1006 return 0 if @ka != @kb;
1007
1008 for (0 .. $#ka) {
1009 return 0 unless $ka[$_] eq $kb[$_];
1010 return 0 unless _object_equal $a->{$ka[$_]}, $b->{$kb[$_]};
1011 }
1012
1013 } elsif ("ARRAY" eq ref $a) {
1014
1015 return 0 if @$a != @$b;
1016
1017 for (0 .. $#$a) {
1018 return 0 unless _object_equal $a->[$_], $b->[$_];
1019 }
1020
1021 } elsif ($a ne $b) {
1022 return 0;
1023 }
1024
1025 1
1026}
1027
1028our $SLOW_MERGES;#d#
955sub _can_merge { 1029sub _can_merge {
956 my ($ob1, $ob2) = @_; 1030 my ($ob1, $ob2) = @_;
957 1031
958 local $Storable::canonical = 1; 1032 ++$SLOW_MERGES;#d#
959 my $fob1 = Storable::freeze $ob1;
960 my $fob2 = Storable::freeze $ob2;
961 1033
962 $fob1 eq $fob2 1034 # we do the slow way here
1035 return _object_equal $ob1, $ob2
963} 1036}
964 1037
965sub reattach { 1038sub reattach {
966 # basically do the same as instantiate, without calling instantiate 1039 # basically do the same as instantiate, without calling instantiate
967 my ($obj) = @_; 1040 my ($obj) = @_;
989cf::attachable->attach ( 1062cf::attachable->attach (
990 prio => -1000000, 1063 prio => -1000000,
991 on_instantiate => sub { 1064 on_instantiate => sub {
992 my ($obj, $data) = @_; 1065 my ($obj, $data) = @_;
993 1066
994 $data = from_json $data; 1067 $data = decode_json $data;
995 1068
996 for (@$data) { 1069 for (@$data) {
997 my ($name, $args) = @$_; 1070 my ($name, $args) = @$_;
998 1071
999 $obj->attach ($name, %{$args || {} }); 1072 $obj->attach ($name, %{$args || {} });
1013); 1086);
1014 1087
1015sub object_freezer_save { 1088sub object_freezer_save {
1016 my ($filename, $rdata, $objs) = @_; 1089 my ($filename, $rdata, $objs) = @_;
1017 1090
1018 my $guard = cf::lock_acquire "io";
1019
1020 sync_job { 1091 sync_job {
1021 if (length $$rdata) { 1092 if (length $$rdata) {
1093 utf8::decode (my $decname = $filename);
1022 warn sprintf "saving %s (%d,%d)\n", 1094 warn sprintf "saving %s (%d,%d)\n",
1023 $filename, length $$rdata, scalar @$objs; 1095 $decname, length $$rdata, scalar @$objs;
1024 1096
1025 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1097 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1026 chmod SAVE_MODE, $fh; 1098 chmod SAVE_MODE, $fh;
1027 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1099 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
1028 aio_fsync $fh if $cf::USE_FSYNC; 1100 aio_fsync $fh if $cf::USE_FSYNC;
1029 close $fh; 1101 close $fh;
1030 1102
1031 if (@$objs) { 1103 if (@$objs) {
1032 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) { 1104 if (my $fh = aio_open "$filename.pst~", O_WRONLY | O_CREAT, 0600) {
1033 chmod SAVE_MODE, $fh; 1105 chmod SAVE_MODE, $fh;
1034 my $data = Storable::nfreeze { version => 1, objs => $objs }; 1106 my $data = Coro::Storable::nfreeze { version => 1, objs => $objs };
1035 aio_write $fh, 0, (length $data), $data, 0; 1107 aio_write $fh, 0, (length $data), $data, 0;
1036 aio_fsync $fh if $cf::USE_FSYNC; 1108 aio_fsync $fh if $cf::USE_FSYNC;
1037 close $fh; 1109 close $fh;
1038 aio_rename "$filename.pst~", "$filename.pst"; 1110 aio_rename "$filename.pst~", "$filename.pst";
1039 } 1111 }
1048 } else { 1120 } else {
1049 aio_unlink $filename; 1121 aio_unlink $filename;
1050 aio_unlink "$filename.pst"; 1122 aio_unlink "$filename.pst";
1051 } 1123 }
1052 }; 1124 };
1053
1054 undef $guard;
1055} 1125}
1056 1126
1057sub object_freezer_as_string { 1127sub object_freezer_as_string {
1058 my ($rdata, $objs) = @_; 1128 my ($rdata, $objs) = @_;
1059 1129
1064 1134
1065sub object_thawer_load { 1135sub object_thawer_load {
1066 my ($filename) = @_; 1136 my ($filename) = @_;
1067 1137
1068 my ($data, $av); 1138 my ($data, $av);
1069
1070 my $guard = cf::lock_acquire "io";
1071 1139
1072 (aio_load $filename, $data) >= 0 1140 (aio_load $filename, $data) >= 0
1073 or return; 1141 or return;
1074 1142
1075 unless (aio_stat "$filename.pst") { 1143 unless (aio_stat "$filename.pst") {
1076 (aio_load "$filename.pst", $av) >= 0 1144 (aio_load "$filename.pst", $av) >= 0
1077 or return; 1145 or return;
1078 1146
1079 undef $guard;
1080 $av = eval { (Storable::thaw $av)->{objs} }; 1147 my $st = eval { Coro::Storable::thaw $av };
1148 $av = $st->{objs};
1081 } 1149 }
1082 1150
1151 utf8::decode (my $decname = $filename);
1083 warn sprintf "loading %s (%d)\n", 1152 warn sprintf "loading %s (%d,%d)\n",
1084 $filename, length $data, scalar @{$av || []}; 1153 $decname, length $data, scalar @{$av || []};
1085 1154
1086 ($data, $av) 1155 ($data, $av)
1087} 1156}
1088 1157
1089=head2 COMMAND CALLBACKS 1158=head2 COMMAND CALLBACKS
1277 1346
1278=head3 cf::player 1347=head3 cf::player
1279 1348
1280=over 4 1349=over 4
1281 1350
1351=item cf::player::num_playing
1352
1353Returns the official number of playing players, as per the Crossfire metaserver rules.
1354
1355=cut
1356
1357sub num_playing {
1358 scalar grep
1359 $_->ob->map
1360 && !$_->hidden
1361 && !$_->ob->flag (cf::FLAG_WIZ),
1362 cf::player::list
1363}
1364
1282=item cf::player::find $login 1365=item cf::player::find $login
1283 1366
1284Returns the given player object, loading it if necessary (might block). 1367Returns the given player object, loading it if necessary (might block).
1285 1368
1286=cut 1369=cut
1324 aio_unlink +(playerdir $login) . "/$login.pl"; 1407 aio_unlink +(playerdir $login) . "/$login.pl";
1325 1408
1326 my $f = new_from_file cf::object::thawer path $login 1409 my $f = new_from_file cf::object::thawer path $login
1327 or return; 1410 or return;
1328 1411
1329 $f->next;
1330 my $pl = cf::player::load_pl $f 1412 my $pl = cf::player::load_pl $f
1331 or return; 1413 or return;
1332 local $cf::PLAYER_LOADING{$login} = $pl; 1414 local $cf::PLAYER_LOADING{$login} = $pl;
1333 $f->resolve_delayed_derefs; 1415 $f->resolve_delayed_derefs;
1334 $cf::PLAYER{$login} = $pl 1416 $cf::PLAYER{$login} = $pl
1486 1568
1487Expand crossfire pod fragments into protocol xml. 1569Expand crossfire pod fragments into protocol xml.
1488 1570
1489=cut 1571=cut
1490 1572
1573use re 'eval';
1574
1575my $group;
1576my $interior; $interior = qr{
1577 # match a pod interior sequence sans C<< >>
1578 (?:
1579 \ (.*?)\ (?{ $group = $^N })
1580 | < (??{$interior}) >
1581 )
1582}x;
1583
1491sub expand_cfpod { 1584sub expand_cfpod {
1492 ((my $self), (local $_)) = @_; 1585 my ($self, $pod) = @_;
1493 1586
1494 # escape & and < 1587 my $xml;
1495 s/&/&amp;/g;
1496 s/(?<![BIUGHT])</&lt;/g;
1497 1588
1498 # this is buggy, it needs to properly take care of nested <'s 1589 while () {
1590 if ($pod =~ /\G( (?: [^BCGHITU]+ | .(?!<) )+ )/xgcs) {
1591 $group = $1;
1499 1592
1500 1 while 1593 $group =~ s/&/&amp;/g;
1501 # replace B<>, I<>, U<> etc. 1594 $group =~ s/</&lt;/g;
1502 s/B<([^\>]*)>/<b>$1<\/b>/ 1595
1503 || s/I<([^\>]*)>/<i>$1<\/i>/ 1596 $xml .= $group;
1504 || s/U<([^\>]*)>/<u>$1<\/u>/ 1597 } elsif ($pod =~ m%\G
1505 || s/T<([^\>]*)>/<big><b>$1<\/b><\/big>/ 1598 ([BCGHITU])
1506 # replace G<male|female> tags 1599 <
1507 || s{G<([^>|]*)\|([^>]*)>}{ 1600 (?:
1508 $self->gender ? $2 : $1 1601 ([^<>]*) (?{ $group = $^N })
1509 }ge 1602 | < $interior >
1510 # replace H<hint text> 1603 )
1511 || s{H<([^\>]*)>} 1604 >
1605 %gcsx
1512 { 1606 ) {
1607 my ($code, $data) = ($1, $group);
1608
1609 if ($code eq "B") {
1610 $xml .= "<b>" . expand_cfpod ($self, $data) . "</b>";
1611 } elsif ($code eq "I") {
1612 $xml .= "<i>" . expand_cfpod ($self, $data) . "</i>";
1613 } elsif ($code eq "U") {
1614 $xml .= "<u>" . expand_cfpod ($self, $data) . "</u>";
1615 } elsif ($code eq "C") {
1616 $xml .= "<tt>" . expand_cfpod ($self, $data) . "</tt>";
1617 } elsif ($code eq "T") {
1618 $xml .= "<big><b>" . expand_cfpod ($self, $data) . "</b></big>";
1619 } elsif ($code eq "G") {
1620 my ($male, $female) = split /\|/, $data;
1621 $data = $self->gender ? $female : $male;
1622 $xml .= expand_cfpod ($self, $data);
1623 } elsif ($code eq "H") {
1513 ("<fg name=\"lightblue\">[$1 (Use hintmode to suppress hints)]</fg>", 1624 $xml .= ("<fg name=\"lightblue\">[" . expand_cfpod ($self, $data) . " (Use hintmode to suppress hints)]</fg>",
1514 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>", 1625 "<fg name=\"lightblue\">[Hint suppressed, see hintmode]</fg>",
1515 "") 1626 "")
1516 [$self->{hintmode}] 1627 [$self->{hintmode}];
1628 } else {
1629 $xml .= "error processing '$code($data)' directive";
1517 }ge; 1630 }
1631 } else {
1632 if ($pod =~ /\G(.+)/) {
1633 warn "parse error while expanding $pod (at $1)";
1634 }
1635 last;
1636 }
1637 }
1518 1638
1639 for ($xml) {
1519 # create single paragraphs (very hackish) 1640 # create single paragraphs (very hackish)
1520 s/(?<=\S)\n(?=\w)/ /g; 1641 s/(?<=\S)\n(?=\w)/ /g;
1521 1642
1522 # compress some whitespace 1643 # compress some whitespace
1523 s/\s+\n/\n/g; # ws line-ends 1644 s/\s+\n/\n/g; # ws line-ends
1524 s/\n\n+/\n/g; # double lines 1645 s/\n\n+/\n/g; # double lines
1525 s/^\n+//; # beginning lines 1646 s/^\n+//; # beginning lines
1526 s/\n+$//; # ending lines 1647 s/\n+$//; # ending lines
1648 }
1527 1649
1528 $_ 1650 $xml
1529} 1651}
1652
1653no re 'eval';
1530 1654
1531sub hintmode { 1655sub hintmode {
1532 $_[0]{hintmode} = $_[1] if @_ > 1; 1656 $_[0]{hintmode} = $_[1] if @_ > 1;
1533 $_[0]{hintmode} 1657 $_[0]{hintmode}
1534} 1658}
2015 } 2139 }
2016 2140
2017 $MAP_PREFETCH{$path} |= $load; 2141 $MAP_PREFETCH{$path} |= $load;
2018 2142
2019 $MAP_PREFETCHER ||= cf::async { 2143 $MAP_PREFETCHER ||= cf::async {
2144 $Coro::current->{desc} = "map prefetcher";
2145
2020 while (%MAP_PREFETCH) { 2146 while (%MAP_PREFETCH) {
2021 while (my ($k, $v) = each %MAP_PREFETCH) { 2147 while (my ($k, $v) = each %MAP_PREFETCH) {
2022 if (my $map = find $k) { 2148 if (my $map = find $k) {
2023 $map->load if $v; 2149 $map->load if $v;
2024 } 2150 }
2050 return if $self->{deny_save}; 2176 return if $self->{deny_save};
2051 2177
2052 local $self->{last_access} = $self->last_access;#d# 2178 local $self->{last_access} = $self->last_access;#d#
2053 2179
2054 cf::async { 2180 cf::async {
2181 $Coro::current->{desc} = "map player save";
2055 $_->contr->save for $self->players; 2182 $_->contr->save for $self->players;
2056 }; 2183 };
2057 2184
2058 if ($uniq) { 2185 if ($uniq) {
2059 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS); 2186 $self->_save_objects ($save, cf::IO_HEADER | cf::IO_OBJECTS);
2246=cut 2373=cut
2247 2374
2248sub deref { 2375sub deref {
2249 my ($ref) = @_; 2376 my ($ref) = @_;
2250 2377
2251 # temporary compatibility#TODO#remove
2252 $ref =~ s{^<}{player/<};
2253
2254 if ($ref =~ m{^player\/(<1\.\d+>)/(.*)$}) { 2378 if ($ref =~ m{^player\/(<1\.[0-9a-f]+>)/(.*)$}) {
2255 my ($uuid, $name) = ($1, $2); 2379 my ($uuid, $name) = ($1, $2);
2256 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name 2380 my $pl = $cf::PLAYER_LOADING{$name} || cf::player::find $name
2257 or return; 2381 or return;
2258 $pl->ob->uuid eq $uuid 2382 $pl->ob->uuid eq $uuid
2259 or return; 2383 or return;
2430 my $gen = $self->{_goto_generation} = ++$GOTOGEN; 2554 my $gen = $self->{_goto_generation} = ++$GOTOGEN;
2431 2555
2432 $self->enter_link; 2556 $self->enter_link;
2433 2557
2434 (async { 2558 (async {
2559 $Coro::current->{desc} = "player::goto $path $x $y";
2560
2561 # *tag paths override both path and x|y
2562 if ($path =~ /^\*(.*)$/) {
2563 if (my @obs = grep $_->map, ext::map_tags::find $1) {
2564 my $ob = $obs[rand @obs];
2565
2566 # see if we actually can go there
2567 if (@obs = grep !$self->blocked ($_->map, $_->x, $_->y), $ob, $ob->tail) {
2568 $ob = $obs[rand @obs];
2569 } else {
2570 $self->message ("Wow, it's pretty crowded in there.", cf::NDI_UNIQUE | cf::NDI_RED);
2571 }
2572 # else put us there anyways for now #d#
2573
2574 ($path, $x, $y) = ($ob->map, $ob->x, $ob->y);
2575 } else {
2576 ($path, $x, $y) = (undef, undef, undef);
2577 }
2578 }
2579
2435 my $map = eval { 2580 my $map = eval {
2436 my $map = cf::map::find $path; 2581 my $map = defined $path ? cf::map::find $path : undef;
2437 2582
2438 if ($map) { 2583 if ($map) {
2439 $map = $map->customise_for ($self); 2584 $map = $map->customise_for ($self);
2440 $map = $check->($map) if $check && $map; 2585 $map = $check->($map) if $check && $map;
2441 } else { 2586 } else {
2442 $self->message ("The exit to '$path' is closed", cf::NDI_UNIQUE | cf::NDI_RED); 2587 $self->message ("The exit to '$path' is closed.", cf::NDI_UNIQUE | cf::NDI_RED);
2443 } 2588 }
2444 2589
2445 $map 2590 $map
2446 }; 2591 };
2447 2592
2500 $rmp->{origin_y} = $exit->y; 2645 $rmp->{origin_y} = $exit->y;
2501 } 2646 }
2502 2647
2503 $rmp->{random_seed} ||= $exit->random_seed; 2648 $rmp->{random_seed} ||= $exit->random_seed;
2504 2649
2505 my $data = cf::to_json $rmp; 2650 my $data = cf::encode_json $rmp;
2506 my $md5 = Digest::MD5::md5_hex $data; 2651 my $md5 = Digest::MD5::md5_hex $data;
2507 my $meta = "$RANDOMDIR/$md5.meta"; 2652 my $meta = "$RANDOMDIR/$md5.meta";
2508 2653
2509 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) { 2654 if (my $fh = aio_open "$meta~", O_WRONLY | O_CREAT, 0666) {
2510 aio_write $fh, 0, (length $data), $data, 0; 2655 aio_write $fh, 0, (length $data), $data, 0;
2537 # if exit is damned, update players death & WoR home-position 2682 # if exit is damned, update players death & WoR home-position
2538 $self->contr->savebed ($slaying, $hp, $sp) 2683 $self->contr->savebed ($slaying, $hp, $sp)
2539 if $exit->flag (FLAG_DAMNED); 2684 if $exit->flag (FLAG_DAMNED);
2540 2685
2541 (async { 2686 (async {
2687 $Coro::current->{desc} = "enter_exit $slaying $hp $sp";
2688
2542 $self->deactivate_recursive; # just to be sure 2689 $self->deactivate_recursive; # just to be sure
2543 unless (eval { 2690 unless (eval {
2544 $self->goto ($slaying, $hp, $sp); 2691 $self->goto ($slaying, $hp, $sp);
2545 2692
2546 1; 2693 1;
2581the message, with C<log> being the default. If C<$color> is negative, suppress 2728the message, with C<log> being the default. If C<$color> is negative, suppress
2582the message unless the client supports the msg packet. 2729the message unless the client supports the msg packet.
2583 2730
2584=cut 2731=cut
2585 2732
2733# non-persistent channels (usually the info channel)
2586our %CHANNEL = ( 2734our %CHANNEL = (
2587 "c/identify" => { 2735 "c/identify" => {
2588 id => "identify", 2736 id => "infobox",
2589 title => "Identify", 2737 title => "Identify",
2590 reply => undef, 2738 reply => undef,
2591 tooltip => "Items recently identified", 2739 tooltip => "Items recently identified",
2592 }, 2740 },
2593 "c/examine" => { 2741 "c/examine" => {
2594 id => "examine", 2742 id => "infobox",
2595 title => "Examine", 2743 title => "Examine",
2596 reply => undef, 2744 reply => undef,
2597 tooltip => "Signs and other items you examined", 2745 tooltip => "Signs and other items you examined",
2598 }, 2746 },
2747 "c/book" => {
2748 id => "infobox",
2749 title => "Book",
2750 reply => undef,
2751 tooltip => "The contents of a note or book",
2752 },
2753 "c/lookat" => {
2754 id => "infobox",
2755 title => "Look",
2756 reply => undef,
2757 tooltip => "What you saw there",
2758 },
2759 "c/who" => {
2760 id => "infobox",
2761 title => "Players",
2762 reply => undef,
2763 tooltip => "Shows players who are currently online",
2764 },
2765 "c/body" => {
2766 id => "infobox",
2767 title => "Body Parts",
2768 reply => undef,
2769 tooltip => "Shows which body parts you posess and are available",
2770 },
2771 "c/uptime" => {
2772 id => "infobox",
2773 title => "Uptime",
2774 reply => undef,
2775 tooltip => "How long the server has been running since last restart",
2776 },
2777 "c/mapinfo" => {
2778 id => "infobox",
2779 title => "Map Info",
2780 reply => undef,
2781 tooltip => "Information related to the maps",
2782 },
2599); 2783);
2600 2784
2601sub cf::client::send_msg { 2785sub cf::client::send_msg {
2602 my ($self, $channel, $msg, $color, @extra) = @_; 2786 my ($self, $channel, $msg, $color, @extra) = @_;
2603 2787
2604 $msg = $self->pl->expand_cfpod ($msg); 2788 $msg = $self->pl->expand_cfpod ($msg);
2605 2789
2606 $color &= cf::NDI_CLIENT_MASK; # just in case... 2790 $color &= cf::NDI_CLIENT_MASK; # just in case...
2607 2791
2608 # check predefined channels, for the benefit of C 2792 # check predefined channels, for the benefit of C
2609 $channel = $CHANNEL{$channel} if $CHANNEL{$channel}; 2793 if ($CHANNEL{$channel}) {
2794 $channel = $CHANNEL{$channel};
2610 2795
2796 $self->ext_msg (channel_info => $channel)
2797 if $self->can_msg;
2798
2799 $channel = $channel->{id};
2800
2611 if (ref $channel) { 2801 } elsif (ref $channel) {
2612 # send meta info to client, if not yet sent 2802 # send meta info to client, if not yet sent
2613 unless (exists $self->{channel}{$channel->{id}}) { 2803 unless (exists $self->{channel}{$channel->{id}}) {
2614 $self->{channel}{$channel->{id}} = $channel; 2804 $self->{channel}{$channel->{id}} = $channel;
2615 $self->ext_msg (channel_info => $channel) 2805 $self->ext_msg (channel_info => $channel)
2616 if $self->can_msg; 2806 if $self->can_msg;
2833=pod 3023=pod
2834 3024
2835The following functions and methods are available within a safe environment: 3025The following functions and methods are available within a safe environment:
2836 3026
2837 cf::object 3027 cf::object
2838 contr pay_amount pay_player map x y force_find force_add 3028 contr pay_amount pay_player map x y force_find force_add destroy
2839 insert remove name archname title slaying race decrease_ob_nr 3029 insert remove name archname title slaying race decrease_ob_nr
2840 3030
2841 cf::object::player 3031 cf::object::player
2842 player 3032 player
2843 3033
2850=cut 3040=cut
2851 3041
2852for ( 3042for (
2853 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y 3043 ["cf::object" => qw(contr pay_amount pay_player map force_find force_add x y
2854 insert remove inv name archname title slaying race 3044 insert remove inv name archname title slaying race
2855 decrease_ob_nr)], 3045 decrease_ob_nr destroy)],
2856 ["cf::object::player" => qw(player)], 3046 ["cf::object::player" => qw(player)],
2857 ["cf::player" => qw(peaceful)], 3047 ["cf::player" => qw(peaceful)],
2858 ["cf::map" => qw(trigger)], 3048 ["cf::map" => qw(trigger)],
2859) { 3049) {
2860 no strict 'refs'; 3050 no strict 'refs';
2965 { 3155 {
2966 my $faces = $facedata->{faceinfo}; 3156 my $faces = $facedata->{faceinfo};
2967 3157
2968 while (my ($face, $info) = each %$faces) { 3158 while (my ($face, $info) = each %$faces) {
2969 my $idx = (cf::face::find $face) || cf::face::alloc $face; 3159 my $idx = (cf::face::find $face) || cf::face::alloc $face;
3160
2970 cf::face::set_visibility $idx, $info->{visibility}; 3161 cf::face::set_visibility $idx, $info->{visibility};
2971 cf::face::set_magicmap $idx, $info->{magicmap}; 3162 cf::face::set_magicmap $idx, $info->{magicmap};
2972 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32}; 3163 cf::face::set_data $idx, 0, $info->{data32}, Digest::MD5::md5 $info->{data32};
2973 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64}; 3164 cf::face::set_data $idx, 1, $info->{data64}, Digest::MD5::md5 $info->{data64};
2974 3165
2975 cf::cede_to_tick; 3166 cf::cede_to_tick;
2976 } 3167 }
2977 3168
2978 while (my ($face, $info) = each %$faces) { 3169 while (my ($face, $info) = each %$faces) {
2979 next unless $info->{smooth}; 3170 next unless $info->{smooth};
3171
2980 my $idx = cf::face::find $face 3172 my $idx = cf::face::find $face
2981 or next; 3173 or next;
3174
2982 if (my $smooth = cf::face::find $info->{smooth}) { 3175 if (my $smooth = cf::face::find $info->{smooth}) {
2983 cf::face::set_smooth $idx, $smooth; 3176 cf::face::set_smooth $idx, $smooth;
2984 cf::face::set_smoothlevel $idx, $info->{smoothlevel}; 3177 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
2985 } else { 3178 } else {
2986 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3179 warn "smooth face '$info->{smooth}' not found for face '$face'";
3004 { 3197 {
3005 # TODO: for gcfclient pleasure, we should give resources 3198 # TODO: for gcfclient pleasure, we should give resources
3006 # that gcfclient doesn't grok a >10000 face index. 3199 # that gcfclient doesn't grok a >10000 face index.
3007 my $res = $facedata->{resource}; 3200 my $res = $facedata->{resource};
3008 3201
3009 my $soundconf = delete $res->{"res/sound.conf"};
3010
3011 while (my ($name, $info) = each %$res) { 3202 while (my ($name, $info) = each %$res) {
3203 if (defined $info->{type}) {
3012 my $idx = (cf::face::find $name) || cf::face::alloc $name; 3204 my $idx = (cf::face::find $name) || cf::face::alloc $name;
3013 my $data; 3205 my $data;
3014 3206
3015 if ($info->{type} & 1) { 3207 if ($info->{type} & 1) {
3016 # prepend meta info 3208 # prepend meta info
3017 3209
3018 my $meta = $enc->encode ({ 3210 my $meta = $enc->encode ({
3019 name => $name, 3211 name => $name,
3020 %{ $info->{meta} || {} }, 3212 %{ $info->{meta} || {} },
3021 }); 3213 });
3022 3214
3023 $data = pack "(w/a*)*", $meta, $info->{data}; 3215 $data = pack "(w/a*)*", $meta, $info->{data};
3216 } else {
3217 $data = $info->{data};
3218 }
3219
3220 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3221 cf::face::set_type $idx, $info->{type};
3024 } else { 3222 } else {
3025 $data = $info->{data}; 3223 $RESOURCE{$name} = $info;
3026 } 3224 }
3027 3225
3028 cf::face::set_data $idx, 0, $data, Digest::MD5::md5 $data;
3029 cf::face::set_type $idx, $info->{type};
3030
3031 cf::cede_to_tick; 3226 cf::cede_to_tick;
3032 } 3227 }
3033
3034 if ($soundconf) {
3035 $soundconf = $enc->decode (delete $soundconf->{data});
3036
3037 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3038 my $sound = $soundconf->{compat}[$_]
3039 or next;
3040
3041 my $face = cf::face::find "sound/$sound->[1]";
3042 cf::sound::set $sound->[0] => $face;
3043 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3044 }
3045
3046 while (my ($k, $v) = each %{$soundconf->{event}}) {
3047 my $face = cf::face::find "sound/$v";
3048 cf::sound::set $k => $face;
3049 }
3050 }
3051 } 3228 }
3229
3230 cf::global->invoke (EVENT_GLOBAL_RESOURCE_UPDATE);
3052 3231
3053 1 3232 1
3054} 3233}
3234
3235cf::global->attach (on_resource_update => sub {
3236 if (my $soundconf = $RESOURCE{"res/sound.conf"}) {
3237 $soundconf = JSON::XS->new->utf8->relaxed->decode ($soundconf->{data});
3238
3239 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3240 my $sound = $soundconf->{compat}[$_]
3241 or next;
3242
3243 my $face = cf::face::find "sound/$sound->[1]";
3244 cf::sound::set $sound->[0] => $face;
3245 cf::sound::old_sound_index $_, $face; # gcfclient-compat
3246 }
3247
3248 while (my ($k, $v) = each %{$soundconf->{event}}) {
3249 my $face = cf::face::find "sound/$v";
3250 cf::sound::set $k => $face;
3251 }
3252 }
3253});
3055 3254
3056register_exticmd fx_want => sub { 3255register_exticmd fx_want => sub {
3057 my ($ns, $want) = @_; 3256 my ($ns, $want) = @_;
3058 3257
3059 while (my ($k, $v) = each %$want) { 3258 while (my ($k, $v) = each %$want) {
3135sub main { 3334sub main {
3136 # we must not ever block the main coroutine 3335 # we must not ever block the main coroutine
3137 local $Coro::idle = sub { 3336 local $Coro::idle = sub {
3138 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d# 3337 Carp::cluck "FATAL: Coro::idle was called, major BUG, use cf::sync_job!\n";#d#
3139 (async { 3338 (async {
3140 Event::one_event; 3339 $Coro::current->{desc} = "IDLE BUG HANDLER";
3340 EV::loop EV::LOOP_ONESHOT;
3141 })->prio (Coro::PRIO_MAX); 3341 })->prio (Coro::PRIO_MAX);
3142 }; 3342 };
3143 3343
3144 reload_config; 3344 reload_config;
3145 db_init; 3345 db_init;
3146 load_extensions; 3346 load_extensions;
3147 3347
3148 $TICK_WATCHER->start; 3348 $TICK_WATCHER->start;
3349 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3149 Event::loop; 3350 EV::loop;
3150} 3351}
3151 3352
3152############################################################################# 3353#############################################################################
3153# initialisation and cleanup 3354# initialisation and cleanup
3154 3355
3155# install some emergency cleanup handlers 3356# install some emergency cleanup handlers
3156BEGIN { 3357BEGIN {
3358 our %SIGWATCHER = ();
3157 for my $signal (qw(INT HUP TERM)) { 3359 for my $signal (qw(INT HUP TERM)) {
3158 Event->signal ( 3360 $SIGWATCHER{$signal} = EV::signal $signal, sub {
3159 reentrant => 0,
3160 data => WF_AUTOCANCEL,
3161 signal => $signal,
3162 prio => 0,
3163 cb => sub {
3164 cf::cleanup "SIG$signal"; 3361 cf::cleanup "SIG$signal";
3165 },
3166 ); 3362 };
3167 } 3363 }
3168} 3364}
3169 3365
3170sub write_runtime { 3366sub write_runtime {
3171 my $runtime = "$LOCALDIR/runtime"; 3367 my $runtime = "$LOCALDIR/runtime";
3216 # and maps saved/destroyed asynchronously. 3412 # and maps saved/destroyed asynchronously.
3217 warn "begin emergency player save\n"; 3413 warn "begin emergency player save\n";
3218 for my $login (keys %cf::PLAYER) { 3414 for my $login (keys %cf::PLAYER) {
3219 my $pl = $cf::PLAYER{$login} or next; 3415 my $pl = $cf::PLAYER{$login} or next;
3220 $pl->valid or next; 3416 $pl->valid or next;
3417 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3221 $pl->save; 3418 $pl->save;
3222 } 3419 }
3223 warn "end emergency player save\n"; 3420 warn "end emergency player save\n";
3224 3421
3225 warn "begin emergency map save\n"; 3422 warn "begin emergency map save\n";
3264 warn "syncing database to disk"; 3461 warn "syncing database to disk";
3265 BDB::db_env_txn_checkpoint $DB_ENV; 3462 BDB::db_env_txn_checkpoint $DB_ENV;
3266 3463
3267 # if anything goes wrong in here, we should simply crash as we already saved 3464 # if anything goes wrong in here, we should simply crash as we already saved
3268 3465
3269 warn "cancelling all WF_AUTOCANCEL watchers";
3270 for (Event::all_watchers) {
3271 $_->cancel if $_->data & WF_AUTOCANCEL;
3272 }
3273
3274 warn "flushing outstanding aio requests"; 3466 warn "flushing outstanding aio requests";
3275 for (;;) { 3467 for (;;) {
3276 BDB::flush; 3468 BDB::flush;
3277 IO::AIO::flush; 3469 IO::AIO::flush;
3278 Coro::cede; 3470 Coro::cede_notself;
3279 last unless IO::AIO::nreqs || BDB::nreqs; 3471 last unless IO::AIO::nreqs || BDB::nreqs;
3280 warn "iterate..."; 3472 warn "iterate...";
3281 } 3473 }
3282 3474
3283 ++$RELOAD; 3475 ++$RELOAD;
3372 3564
3373sub reload_perl() { 3565sub reload_perl() {
3374 # doing reload synchronously and two reloads happen back-to-back, 3566 # doing reload synchronously and two reloads happen back-to-back,
3375 # coro crashes during coro_state_free->destroy here. 3567 # coro crashes during coro_state_free->destroy here.
3376 3568
3377 $RELOAD_WATCHER ||= Event->timer ( 3569 $RELOAD_WATCHER ||= EV::timer 0, 0, sub {
3378 reentrant => 0,
3379 after => 0,
3380 data => WF_AUTOCANCEL,
3381 cb => sub {
3382 do_reload_perl;
3383 undef $RELOAD_WATCHER; 3570 undef $RELOAD_WATCHER;
3384 }, 3571 do_reload_perl;
3385 ); 3572 };
3386} 3573}
3387 3574
3388register_command "reload" => sub { 3575register_command "reload" => sub {
3389 my ($who, $arg) = @_; 3576 my ($who, $arg) = @_;
3390 3577
3391 if ($who->flag (FLAG_WIZ)) { 3578 if ($who->flag (FLAG_WIZ)) {
3392 $who->message ("reloading server."); 3579 $who->message ("reloading server.");
3580 async {
3581 $Coro::current->{desc} = "perl_reload";
3393 async { reload_perl }; 3582 reload_perl;
3583 };
3394 } 3584 }
3395}; 3585};
3396 3586
3397unshift @INC, $LIBDIR; 3587unshift @INC, $LIBDIR;
3398 3588
3417 my $signal = new Coro::Signal; 3607 my $signal = new Coro::Signal;
3418 push @WAIT_FOR_TICK_BEGIN, $signal; 3608 push @WAIT_FOR_TICK_BEGIN, $signal;
3419 $signal->wait; 3609 $signal->wait;
3420} 3610}
3421 3611
3422 my $min = 1e6;#d# 3612$TICK_WATCHER = EV::periodic_ns 0, $TICK, 0, sub {
3423 my $avg = 10;
3424$TICK_WATCHER = Event->timer (
3425 reentrant => 0,
3426 parked => 1,
3427 prio => 0,
3428 at => $NEXT_TICK || $TICK,
3429 data => WF_AUTOCANCEL,
3430 cb => sub {
3431 if ($Coro::current != $Coro::main) { 3613 if ($Coro::current != $Coro::main) {
3432 Carp::cluck "major BUG: server tick called outside of main coro, skipping it" 3614 Carp::cluck "major BUG: server tick called outside of main coro, skipping it"
3433 unless ++$bug_warning > 10; 3615 unless ++$bug_warning > 10;
3434 return; 3616 return;
3435 } 3617 }
3436 3618
3437 $NOW = $tick_start = Event::time; 3619 $NOW = $tick_start = EV::now;
3438 3620
3439 cf::server_tick; # one server iteration 3621 cf::server_tick; # one server iteration
3440 3622
3441 0 && sync_job {#d# 3623 $RUNTIME += $TICK;
3442 for(1..10) { 3624 $NEXT_TICK = $_[0]->at;
3443 my $t = Event::time;
3444 my $map = my $map = new_from_path cf::map "/tmp/x.map"
3445 or die;
3446 3625
3447 $map->width (50); 3626 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3448 $map->height (50); 3627 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
3449 $map->alloc; 3628 Coro::async_pool {
3450 $map->_load_objects ("/tmp/x.map", 1); #TODO: does not work 3629 $Coro::current->{desc} = "runtime saver";
3451 my $t = Event::time - $t; 3630 write_runtime
3452 3631 or warn "ERROR: unable to write runtime file: $!";
3453 #next unless $t < 0.0013;#d#
3454 if ($t < $min) {
3455 $min = $t;
3456 }
3457 $avg = $avg * 0.99 + $t * 0.01;
3458 }
3459 warn "XXXXXXXXXXXXXXXXXX min $min avg $avg\n";#d#
3460 exit 0;
3461 # 2007-05-22 02:33:04.569 min 0.00112509727478027 avg 0.0012259249572477
3462 }; 3632 };
3633 }
3463 3634
3464 $RUNTIME += $TICK;
3465 $NEXT_TICK += $TICK;
3466
3467 if ($NOW >= $NEXT_RUNTIME_WRITE) {
3468 $NEXT_RUNTIME_WRITE = $NOW + 10;
3469 Coro::async_pool {
3470 write_runtime
3471 or warn "ERROR: unable to write runtime file: $!";
3472 };
3473 }
3474
3475# my $AFTER = Event::time;
3476# warn $AFTER - $NOW;#d#
3477
3478 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 3635 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
3479 $sig->send; 3636 $sig->send;
3480 } 3637 }
3481 while (my $sig = shift @WAIT_FOR_TICK) { 3638 while (my $sig = shift @WAIT_FOR_TICK) {
3482 $sig->send; 3639 $sig->send;
3483 } 3640 }
3484 3641
3485 $NOW = Event::time;
3486
3487 # if we are delayed by four ticks or more, skip them all
3488 $NEXT_TICK = $NOW if $NOW >= $NEXT_TICK + $TICK * 4;
3489
3490 $TICK_WATCHER->at ($NEXT_TICK);
3491 $TICK_WATCHER->start;
3492
3493 $LOAD = ($NOW - $tick_start) / $TICK; 3642 $LOAD = ($NOW - $tick_start) / $TICK;
3494 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25; 3643 $LOADAVG = $LOADAVG * 0.75 + $LOAD * 0.25;
3495 3644
3496 _post_tick; 3645 _post_tick;
3497 3646};
3498 3647$TICK_WATCHER->priority (EV::MAXPRI);
3499 },
3500);
3501 3648
3502{ 3649{
3503 BDB::max_poll_time $TICK * 0.1; 3650 # configure BDB
3504 $BDB_POLL_WATCHER = Event->io ( 3651
3505 reentrant => 0,
3506 fd => BDB::poll_fileno,
3507 poll => 'r',
3508 prio => 0,
3509 data => WF_AUTOCANCEL,
3510 cb => \&BDB::poll_cb,
3511 );
3512 BDB::min_parallel 8; 3652 BDB::min_parallel 8;
3513 3653 BDB::max_poll_reqs $TICK * 0.1;
3514 BDB::set_sync_prepare { 3654 $Coro::BDB::WATCHER->priority (1);
3515 my $status;
3516 my $current = $Coro::current;
3517 (
3518 sub {
3519 $status = $!;
3520 $current->ready; undef $current;
3521 },
3522 sub {
3523 Coro::schedule while defined $current;
3524 $! = $status;
3525 },
3526 )
3527 };
3528 3655
3529 unless ($DB_ENV) { 3656 unless ($DB_ENV) {
3530 $DB_ENV = BDB::db_env_create; 3657 $DB_ENV = BDB::db_env_create;
3658 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC
3659 | BDB::LOG_AUTOREMOVE, 1);
3660 $DB_ENV->set_timeout (30, BDB::SET_TXN_TIMEOUT);
3661 $DB_ENV->set_timeout (30, BDB::SET_LOCK_TIMEOUT);
3531 3662
3532 cf::sync_job { 3663 cf::sync_job {
3533 eval { 3664 eval {
3534 BDB::db_env_open 3665 BDB::db_env_open
3535 $DB_ENV, 3666 $DB_ENV,
3537 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN 3668 BDB::INIT_LOCK | BDB::INIT_LOG | BDB::INIT_MPOOL | BDB::INIT_TXN
3538 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE, 3669 | BDB::RECOVER | BDB::REGISTER | BDB::USE_ENVIRON | BDB::CREATE,
3539 0666; 3670 0666;
3540 3671
3541 cf::cleanup "db_env_open($BDBDIR): $!" if $!; 3672 cf::cleanup "db_env_open($BDBDIR): $!" if $!;
3542
3543 $DB_ENV->set_flags (BDB::AUTO_COMMIT | BDB::REGION_INIT | BDB::TXN_NOSYNC, 1);
3544 $DB_ENV->set_lk_detect;
3545 }; 3673 };
3546 3674
3547 cf::cleanup "db_env_open(db): $@" if $@; 3675 cf::cleanup "db_env_open(db): $@" if $@;
3548 }; 3676 };
3549 } 3677 }
3678
3679 $BDB_DEADLOCK_WATCHER = EV::periodic 0, 3, 0, sub {
3680 BDB::db_env_lock_detect $DB_ENV, 0, BDB::LOCK_DEFAULT, 0, sub { };
3681 };
3682 $BDB_CHECKPOINT_WATCHER = EV::periodic 0, 60, 0, sub {
3683 BDB::db_env_txn_checkpoint $DB_ENV, 0, 0, 0, sub { };
3684 };
3685 $BDB_TRICKLE_WATCHER = EV::periodic 0, 10, 0, sub {
3686 BDB::db_env_memp_trickle $DB_ENV, 20, 0, sub { };
3687 };
3550} 3688}
3551 3689
3552{ 3690{
3691 # configure IO::AIO
3692
3553 IO::AIO::min_parallel 8; 3693 IO::AIO::min_parallel 8;
3554
3555 undef $Coro::AIO::WATCHER;
3556 IO::AIO::max_poll_time $TICK * 0.1; 3694 IO::AIO::max_poll_time $TICK * 0.1;
3557 $AIO_POLL_WATCHER = Event->io ( 3695 $Coro::AIO::WATCHER->priority (1);
3558 reentrant => 0,
3559 data => WF_AUTOCANCEL,
3560 fd => IO::AIO::poll_fileno,
3561 poll => 'r',
3562 prio => 6,
3563 cb => \&IO::AIO::poll_cb,
3564 );
3565} 3696}
3566 3697
3567my $_log_backtrace; 3698my $_log_backtrace;
3568 3699
3569sub _log_backtrace { 3700sub _log_backtrace {
3573 3704
3574 # limit the # of concurrent backtraces 3705 # limit the # of concurrent backtraces
3575 if ($_log_backtrace < 2) { 3706 if ($_log_backtrace < 2) {
3576 ++$_log_backtrace; 3707 ++$_log_backtrace;
3577 async { 3708 async {
3709 $Coro::current->{desc} = "abt $msg";
3710
3578 my @bt = fork_call { 3711 my @bt = fork_call {
3579 @addr = map { sprintf "%x", $_ } @addr; 3712 @addr = map { sprintf "%x", $_ } @addr;
3580 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X; 3713 my $self = (-f "/proc/$$/exe") ? "/proc/$$/exe" : $^X;
3581 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |" 3714 open my $fh, "exec addr2line -C -f -i -e \Q$self\E @addr 2>&1 |"
3582 or die "addr2line: $!"; 3715 or die "addr2line: $!";

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines