ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/deliantra/server/lib/cf.pm
(Generate patch)

Comparing deliantra/server/lib/cf.pm (file contents):
Revision 1.531 by root, Wed Apr 28 21:07:41 2010 UTC vs.
Revision 1.563 by root, Sat Apr 23 04:56:51 2011 UTC

1# 1#
2# This file is part of Deliantra, the Roguelike Realtime MMORPG. 2# This file is part of Deliantra, the Roguelike Realtime MMORPG.
3# 3#
4# Copyright (©) 2006,2007,2008,2009,2010 Marc Alexander Lehmann / Robin Redeker / the Deliantra team 4# Copyright (©) 2006,2007,2008,2009,2010,2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team
5# 5#
6# Deliantra is free software: you can redistribute it and/or modify it under 6# Deliantra is free software: you can redistribute it and/or modify it under
7# the terms of the Affero GNU General Public License as published by the 7# the terms of the Affero GNU General Public License as published by the
8# Free Software Foundation, either version 3 of the License, or (at your 8# Free Software Foundation, either version 3 of the License, or (at your
9# option) any later version. 9# option) any later version.
… …
20# The authors can be reached via e-mail to <support@deliantra.net> 20# The authors can be reached via e-mail to <support@deliantra.net>
21# 21#
22 22
23package cf; 23package cf;
24 24
25use 5.10.0; 25use common::sense;
26use utf8;
27use strict qw(vars subs);
28 26
29use Symbol; 27use Symbol;
30use List::Util; 28use List::Util;
31use Socket; 29use Socket;
32use EV; 30use EV;
… …
78# strictly for debugging 76# strictly for debugging
79$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" }; 77$SIG{QUIT} = sub { Carp::cluck "SIGQUIT" };
80 78
81sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload 79sub WF_AUTOCANCEL () { 1 } # automatically cancel this watcher on reload
82 80
81our @ORIG_INC;
82
83our %COMMAND = (); 83our %COMMAND = ();
84our %COMMAND_TIME = (); 84our %COMMAND_TIME = ();
85 85
86our @EXTS = (); # list of extension package names 86our @EXTS = (); # list of extension package names
87our %EXTCMD = (); 87our %EXTCMD = ();
… …
93our @EVENT; 93our @EVENT;
94our @REFLECT; # set by XS 94our @REFLECT; # set by XS
95our %REFLECT; # set by us 95our %REFLECT; # set by us
96 96
97our $CONFDIR = confdir; 97our $CONFDIR = confdir;
98
98our $DATADIR = datadir; 99our $DATADIR = datadir;
99our $LIBDIR = "$DATADIR/ext"; 100our $LIBDIR = "$DATADIR/ext";
100our $PODDIR = "$DATADIR/pod"; 101our $PODDIR = "$DATADIR/pod";
101our $MAPDIR = "$DATADIR/" . mapdir; 102our $MAPDIR = "$DATADIR/" . mapdir;
103
102our $LOCALDIR = localdir; 104our $LOCALDIR = localdir;
103our $TMPDIR = "$LOCALDIR/" . tmpdir; 105our $TMPDIR = "$LOCALDIR/" . tmpdir;
104our $UNIQUEDIR = "$LOCALDIR/" . uniquedir; 106our $UNIQUEDIR = "$LOCALDIR/" . uniquedir;
105our $PLAYERDIR = "$LOCALDIR/" . playerdir; 107our $PLAYERDIR = "$LOCALDIR/" . playerdir;
106our $RANDOMDIR = "$LOCALDIR/random"; 108our $RANDOMDIR = "$LOCALDIR/random";
… …
124our $BDB_DEADLOCK_WATCHER; 126our $BDB_DEADLOCK_WATCHER;
125our $BDB_CHECKPOINT_WATCHER; 127our $BDB_CHECKPOINT_WATCHER;
126our $BDB_TRICKLE_WATCHER; 128our $BDB_TRICKLE_WATCHER;
127our $DB_ENV; 129our $DB_ENV;
128 130
129our @EXTRA_MODULES = qw(pod match mapscript); 131our @EXTRA_MODULES = qw(pod match mapscript incloader);
130 132
131our %CFG; 133our %CFG;
132 134
133our $UPTIME; $UPTIME ||= time; 135our $UPTIME; $UPTIME ||= time;
134our $RUNTIME; 136our $RUNTIME;
… …
233from wherever your confdir points to. 235from wherever your confdir points to.
234 236
235=item cf::wait_for_tick, cf::wait_for_tick_begin 237=item cf::wait_for_tick, cf::wait_for_tick_begin
236 238
237These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only 239These are functions that inhibit the current coroutine one tick. cf::wait_for_tick_begin only
238returns directly I<after> the tick processing (and consequently, can only wake one process 240returns directly I<after> the tick processing (and consequently, can only wake one thread
239per tick), while cf::wait_for_tick wakes up all waiters after tick processing. 241per tick), while cf::wait_for_tick wakes up all waiters after tick processing.
242
243=cut
244
245sub wait_for_tick();
246sub wait_for_tick_begin();
240 247
241=item @cf::INVOKE_RESULTS 248=item @cf::INVOKE_RESULTS
242 249
243This array contains the results of the last C<invoke ()> call. When 250This array contains the results of the last C<invoke ()> call. When
244C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of 251C<cf::override> is called C<@cf::INVOKE_RESULTS> is set to the parameters of
… …
252 259
253=back 260=back
254 261
255=cut 262=cut
256 263
264sub error(@) { LOG llevError, join "", @_ }
265sub warn (@) { LOG llevWarn , join "", @_ }
266sub info (@) { LOG llevInfo , join "", @_ }
267sub debug(@) { LOG llevDebug, join "", @_ }
268sub trace(@) { LOG llevTrace, join "", @_ }
269
257$Coro::State::WARNHOOK = sub { 270$Coro::State::WARNHOOK = sub {
258 my $msg = join "", @_; 271 my $msg = join "", @_;
259 272
260 $msg .= "\n" 273 $msg .= "\n"
261 unless $msg =~ /\n$/; 274 unless $msg =~ /\n$/;
262 275
263 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge; 276 $msg =~ s/([\x00-\x08\x0b-\x1f])/sprintf "\\x%02x", ord $1/ge;
264 277
265 LOG llevError, $msg; 278 LOG llevWarn, $msg;
266}; 279};
267 280
268$Coro::State::DIEHOOK = sub { 281$Coro::State::DIEHOOK = sub {
269 return unless $^S eq 0; # "eq", not "==" 282 return unless $^S eq 0; # "eq", not "=="
270 283
271 warn Carp::longmess $_[0]; 284 error Carp::longmess $_[0];
272 285
273 if (in_main) {#d# 286 if (in_main) {#d#
274 warn "DIEHOOK called in main context, Coro bug?\n";#d# 287 error "DIEHOOK called in main context, Coro bug?\n";#d#
275 return;#d# 288 return;#d#
276 }#d# 289 }#d#
277 290
278 # kill coroutine otherwise 291 # kill coroutine otherwise
279 Coro::terminate 292 Coro::terminate
… …
301} 314}
302 315
303$EV::DIED = sub { 316$EV::DIED = sub {
304 Carp::cluck "error in event callback: @_"; 317 Carp::cluck "error in event callback: @_";
305}; 318};
319
320#############################################################################
321
322sub fork_call(&@);
323sub get_slot($;$$);
306 324
307############################################################################# 325#############################################################################
308 326
309=head2 UTILITY FUNCTIONS 327=head2 UTILITY FUNCTIONS
310 328
… …
331 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge; 349 $d =~ s/([\x00-\x07\x09\x0b\x0c\x0e-\x1f])/sprintf "\\x%02x", ord($1)/ge;
332 $d 350 $d
333 } || "[unable to dump $_[0]: '$@']"; 351 } || "[unable to dump $_[0]: '$@']";
334} 352}
335 353
354=item $scalar = load_file $path
355
356Loads the given file from path and returns its contents. Croaks on error
357and can block.
358
359=cut
360
361sub load_file($) {
362 0 <= aio_load $_[0], my $data
363 or Carp::croak "$_[0]: $!";
364
365 $data
366}
367
336=item $ref = cf::decode_json $json 368=item $ref = cf::decode_json $json
337 369
338Converts a JSON string into the corresponding perl data structure. 370Converts a JSON string into the corresponding perl data structure.
339 371
340=item $json = cf::encode_json $ref 372=item $json = cf::encode_json $ref
… …
346our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max 378our $json_coder = JSON::XS->new->utf8->max_size (1e6); # accept ~1mb max
347 379
348sub encode_json($) { $json_coder->encode ($_[0]) } 380sub encode_json($) { $json_coder->encode ($_[0]) }
349sub decode_json($) { $json_coder->decode ($_[0]) } 381sub decode_json($) { $json_coder->decode ($_[0]) }
350 382
383=item $ref = cf::decode_storable $scalar
384
385Same as Coro::Storable::thaw, so blocks.
386
387=cut
388
389BEGIN { *decode_storable = \&Coro::Storable::thaw }
390
391=item $ref = cf::decode_yaml $scalar
392
393Same as YAML::XS::Load, but doesn't leak, because it forks (and thus blocks).
394
395=cut
396
397sub decode_yaml($) {
398 fork_call { YAML::XS::Load $_[0] } @_
399}
400
401=item $scalar = cf::unlzf $scalar
402
403Same as Compress::LZF::compress, but takes server ticks into account, so
404blocks.
405
406=cut
407
408sub unlzf($) {
409 # we assume 100mb/s minimum decompression speed (noncompressible data on a ~2ghz machine)
410 cf::get_slot +(length $_[0]) / 100_000_000, 0, "unlzf";
411 Compress::LZF::decompress $_[0]
412}
413
351=item cf::post_init { BLOCK } 414=item cf::post_init { BLOCK }
352 415
353Execute the given codeblock, I<after> all extensions have been (re-)loaded, 416Execute the given codeblock, I<after> all extensions have been (re-)loaded,
354but I<before> the server starts ticking again. 417but I<before> the server starts ticking again.
355 418
356The cdoeblock will have a single boolean argument to indicate whether this 419The codeblock will have a single boolean argument to indicate whether this
357is a reload or not. 420is a reload or not.
358 421
359=cut 422=cut
360 423
361sub post_init(&) { 424sub post_init(&) {
362 push @POST_INIT, shift; 425 push @POST_INIT, shift;
426}
427
428sub _post_init {
429 trace "running post_init jobs";
430
431 # run them in parallel...
432
433 my @join;
434
435 while () {
436 push @join, map &Coro::async ($_, 0), @POST_INIT;
437 @POST_INIT = ();
438
439 @join or last;
440
441 (pop @join)->join;
442 }
363} 443}
364 444
365=item cf::lock_wait $string 445=item cf::lock_wait $string
366 446
367Wait until the given lock is available. See cf::lock_acquire. 447Wait until the given lock is available. See cf::lock_acquire.
… …
420 EV::periodic $start, $interval, 0, $cb 500 EV::periodic $start, $interval, 0, $cb
421} 501}
422 502
423=item cf::get_slot $time[, $priority[, $name]] 503=item cf::get_slot $time[, $priority[, $name]]
424 504
425Allocate $time seconds of blocking CPU time at priority C<$priority>: 505Allocate $time seconds of blocking CPU time at priority C<$priority>
426This call blocks and returns only when you have at least C<$time> seconds 506(default: 0): This call blocks and returns only when you have at least
427of cpu time till the next tick. The slot is only valid till the next cede. 507C<$time> seconds of cpu time till the next tick. The slot is only valid
508till the next cede.
509
510Background jobs should use a priority les than zero, interactive jobs
511should use 100 or more.
428 512
429The optional C<$name> can be used to identify the job to run. It might be 513The optional C<$name> can be used to identify the job to run. It might be
430used for statistical purposes and should identify the same time-class. 514used for statistical purposes and should identify the same time-class.
431 515
432Useful for short background jobs. 516Useful for short background jobs.
… …
512=cut 596=cut
513 597
514sub sync_job(&) { 598sub sync_job(&) {
515 my ($job) = @_; 599 my ($job) = @_;
516 600
517 if ($Coro::current == $Coro::main) { 601 if (in_main) {
518 my $time = AE::time; 602 my $time = AE::time;
519 603
520 # this is the main coro, too bad, we have to block 604 # this is the main coro, too bad, we have to block
521 # till the operation succeeds, freezing the server :/ 605 # till the operation succeeds, freezing the server :/
522 606
523 LOG llevError, Carp::longmess "sync job";#d# 607 #LOG llevError, Carp::longmess "sync job";#d#
524 608
525 my $freeze_guard = freeze_mainloop; 609 my $freeze_guard = freeze_mainloop;
526 610
527 my $busy = 1; 611 my $busy = 1;
528 my @res; 612 my @res;
529 613
530 (async { 614 (async {
531 $Coro::current->desc ("sync job coro"); 615 $Coro::current->desc ("sync job coro");
532 @res = eval { $job->() }; 616 @res = eval { $job->() };
533 warn $@ if $@; 617 error $@ if $@;
534 undef $busy; 618 undef $busy;
535 })->prio (Coro::PRIO_MAX); 619 })->prio (Coro::PRIO_MAX);
536 620
537 while ($busy) { 621 while ($busy) {
538 if (Coro::nready) { 622 if (Coro::nready) {
… …
572 $EXT_CORO{$coro+0} = $coro; 656 $EXT_CORO{$coro+0} = $coro;
573 657
574 $coro 658 $coro
575} 659}
576 660
577=item fork_call { }, $args 661=item fork_call { }, @args
578 662
579Executes the given code block with the given arguments in a seperate 663Executes the given code block with the given arguments in a seperate
580process, returning the results. Everything must be serialisable with 664process, returning the results. Everything must be serialisable with
581Coro::Storable. May, of course, block. Note that the executed sub may 665Coro::Storable. May, of course, block. Note that the executed sub may
582never block itself or use any form of event handling. 666never block itself or use any form of event handling.
583 667
584=cut 668=cut
585 669
670sub post_fork {
671 reset_signals;
672}
673
586sub fork_call(&@) { 674sub fork_call(&@) {
587 my ($cb, @args) = @_; 675 my ($cb, @args) = @_;
588 676
589 # we seemingly have to make a local copy of the whole thing, 677 # we seemingly have to make a local copy of the whole thing,
590 # otherwise perl prematurely frees the stuff :/ 678 # otherwise perl prematurely frees the stuff :/
591 # TODO: investigate and fix (likely this will be rather laborious) 679 # TODO: investigate and fix (likely this will be rather laborious)
592 680
593 my @res = Coro::Util::fork_eval { 681 my @res = Coro::Util::fork_eval {
594 reset_signals; 682 cf::post_fork;
595 &$cb 683 &$cb
596 }, @args; 684 } @args;
597 685
598 wantarray ? @res : $res[-1] 686 wantarray ? @res : $res[-1]
599} 687}
600 688
601sub objinfo { 689sub objinfo {
… …
651within each server. 739within each server.
652 740
653=cut 741=cut
654 742
655sub db_table($) { 743sub db_table($) {
744 cf::error "db_get called from main context"
745 if $Coro::current == $Coro::main;
746
656 my ($name) = @_; 747 my ($name) = @_;
657 my $db = BDB::db_create $DB_ENV; 748 my $db = BDB::db_create $DB_ENV;
658 749
659 eval { 750 eval {
660 $db->set_flags (BDB::CHKSUM); 751 $db->set_flags (BDB::CHKSUM);
… …
670} 761}
671 762
672our $DB; 763our $DB;
673 764
674sub db_init { 765sub db_init {
675 cf::sync_job {
676 $DB ||= db_table "db"; 766 $DB ||= db_table "db";
677 };
678} 767}
679 768
680sub db_get($$) { 769sub db_get($$) {
681 my $key = "$_[0]/$_[1]"; 770 my $key = "$_[0]/$_[1]";
682 771
683 cf::sync_job { 772 cf::error "db_get called from main context"
773 if $Coro::current == $Coro::main;
774
684 BDB::db_get $DB, undef, $key, my $data; 775 BDB::db_get $DB, undef, $key, my $data;
685 776
686 $! ? () 777 $! ? ()
687 : $data 778 : $data
688 }
689} 779}
690 780
691sub db_put($$$) { 781sub db_put($$$) {
692 BDB::dbreq_pri 4; 782 BDB::dbreq_pri 4;
693 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { }; 783 BDB::db_put $DB, undef, "$_[0]/$_[1]", $_[2], 0, sub { };
… …
721 811
722 my @data; 812 my @data;
723 my $md5; 813 my $md5;
724 814
725 for (0 .. $#$src) { 815 for (0 .. $#$src) {
726 0 <= aio_load $src->[$_], $data[$_] 816 $data[$_] = load_file $src->[$_];
727 or Carp::croak "$src->[$_]: $!";
728 } 817 }
729 818
730 # if processing is expensive, check 819 # if processing is expensive, check
731 # checksum first 820 # checksum first
732 if (1) { 821 if (1) {
… …
749 838
750 my $t1 = Time::HiRes::time; 839 my $t1 = Time::HiRes::time;
751 my $data = $process->(\@data); 840 my $data = $process->(\@data);
752 my $t2 = Time::HiRes::time; 841 my $t2 = Time::HiRes::time;
753 842
754 warn "cache: '$id' processed in ", $t2 - $t1, "s\n"; 843 info "cache: '$id' processed in ", $t2 - $t1, "s\n";
755 844
756 db_put cache => "$id/data", $data; 845 db_put cache => "$id/data", $data;
757 db_put cache => "$id/md5" , $md5; 846 db_put cache => "$id/md5" , $md5;
758 db_put cache => "$id/meta", $meta; 847 db_put cache => "$id/meta", $meta;
759 848
… …
769 858
770=cut 859=cut
771 860
772sub datalog($@) { 861sub datalog($@) {
773 my ($type, %kv) = @_; 862 my ($type, %kv) = @_;
774 warn "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type }); 863 info "DATALOG ", JSON::XS->new->ascii->encode ({ %kv, type => $type });
775} 864}
776 865
777=back 866=back
778 867
779=cut 868=cut
… …
974 1063
975 } elsif (exists $cb_id{$type}) { 1064 } elsif (exists $cb_id{$type}) {
976 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg; 1065 _attach_cb $registry, $cb_id{$type}, $prio, shift @arg;
977 1066
978 } elsif (ref $type) { 1067 } elsif (ref $type) {
979 warn "attaching objects not supported, ignoring.\n"; 1068 error "attaching objects not supported, ignoring.\n";
980 1069
981 } else { 1070 } else {
982 shift @arg; 1071 shift @arg;
983 warn "attach argument '$type' not supported, ignoring.\n"; 1072 error "attach argument '$type' not supported, ignoring.\n";
984 } 1073 }
985 } 1074 }
986} 1075}
987 1076
988sub _object_attach { 1077sub _object_attach {
… …
998 _attach $registry, $klass, @attach; 1087 _attach $registry, $klass, @attach;
999 } 1088 }
1000 1089
1001 $obj->{$name} = \%arg; 1090 $obj->{$name} = \%arg;
1002 } else { 1091 } else {
1003 warn "object uses attachment '$name' which is not available, postponing.\n"; 1092 info "object uses attachment '$name' which is not available, postponing.\n";
1004 } 1093 }
1005 1094
1006 $obj->{_attachment}{$name} = undef; 1095 $obj->{_attachment}{$name} = undef;
1007} 1096}
1008 1097
… …
1067 1156
1068 for (@$callbacks) { 1157 for (@$callbacks) {
1069 eval { &{$_->[1]} }; 1158 eval { &{$_->[1]} };
1070 1159
1071 if ($@) { 1160 if ($@) {
1072 warn "$@";
1073 warn "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n"; 1161 error "$@", "... while processing $EVENT[$event][0](@_) event, skipping processing altogether.\n";
1074 override; 1162 override;
1075 } 1163 }
1076 1164
1077 return 1 if $override; 1165 return 1 if $override;
1078 } 1166 }
… …
1157 for (@$attach) { 1245 for (@$attach) {
1158 my ($klass, @attach) = @$_; 1246 my ($klass, @attach) = @$_;
1159 _attach $registry, $klass, @attach; 1247 _attach $registry, $klass, @attach;
1160 } 1248 }
1161 } else { 1249 } else {
1162 warn "object uses attachment '$name' that is not available, postponing.\n"; 1250 info "object uses attachment '$name' that is not available, postponing.\n";
1163 } 1251 }
1164 } 1252 }
1165} 1253}
1166 1254
1167cf::attachable->attach ( 1255cf::attachable->attach (
… …
1194 my ($filename, $rdata, $objs) = @_; 1282 my ($filename, $rdata, $objs) = @_;
1195 1283
1196 sync_job { 1284 sync_job {
1197 if (length $$rdata) { 1285 if (length $$rdata) {
1198 utf8::decode (my $decname = $filename); 1286 utf8::decode (my $decname = $filename);
1199 warn sprintf "saving %s (%d,%d)\n", 1287 trace sprintf "saving %s (%d,%d)\n",
1200 $decname, length $$rdata, scalar @$objs 1288 $decname, length $$rdata, scalar @$objs
1201 if $VERBOSE_IO; 1289 if $VERBOSE_IO;
1202 1290
1203 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) { 1291 if (my $fh = aio_open "$filename~", O_WRONLY | O_CREAT, 0600) {
1204 aio_chmod $fh, SAVE_MODE; 1292 aio_chmod $fh, SAVE_MODE;
1205 aio_write $fh, 0, (length $$rdata), $$rdata, 0; 1293 aio_write $fh, 0, (length $$rdata), $$rdata, 0;
… …
1228 aio_rename "$filename~", $filename; 1316 aio_rename "$filename~", $filename;
1229 1317
1230 $filename =~ s%/[^/]+$%%; 1318 $filename =~ s%/[^/]+$%%;
1231 aio_pathsync $filename if $cf::USE_FSYNC; 1319 aio_pathsync $filename if $cf::USE_FSYNC;
1232 } else { 1320 } else {
1233 warn "unable to save objects: $filename~: $!\n"; 1321 error "unable to save objects: $filename~: $!\n";
1234 } 1322 }
1235 } else { 1323 } else {
1236 aio_unlink $filename; 1324 aio_unlink $filename;
1237 aio_unlink "$filename.pst"; 1325 aio_unlink "$filename.pst";
1238 } 1326 }
… …
1262 my $st = eval { Coro::Storable::thaw $av }; 1350 my $st = eval { Coro::Storable::thaw $av };
1263 $av = $st->{objs}; 1351 $av = $st->{objs};
1264 } 1352 }
1265 1353
1266 utf8::decode (my $decname = $filename); 1354 utf8::decode (my $decname = $filename);
1267 warn sprintf "loading %s (%d,%d)\n", 1355 trace sprintf "loading %s (%d,%d)\n",
1268 $decname, length $data, scalar @{$av || []} 1356 $decname, length $data, scalar @{$av || []}
1269 if $VERBOSE_IO; 1357 if $VERBOSE_IO;
1270 1358
1271 ($data, $av) 1359 ($data, $av)
1272} 1360}
1273 1361
… …
1366 1454
1367 $pl->ext_reply ($reply, @reply) 1455 $pl->ext_reply ($reply, @reply)
1368 if $reply; 1456 if $reply;
1369 1457
1370 } else { 1458 } else {
1371 warn "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n"; 1459 error "player " . ($pl->ob->name) . " sent unparseable ext message: <$buf>\n";
1372 } 1460 }
1373 1461
1374 cf::override; 1462 cf::override;
1375 }, 1463 },
1376); 1464);
… …
1387 1475
1388 $grp 1476 $grp
1389} 1477}
1390 1478
1391sub load_extensions { 1479sub load_extensions {
1480 info "loading extensions...";
1481
1392 cf::sync_job { 1482 cf::sync_job {
1393 my %todo; 1483 my %todo;
1394 1484
1395 for my $path (<$LIBDIR/*.ext>) { 1485 for my $path (<$LIBDIR/*.ext>) {
1396 next unless -r $path; 1486 next unless -r $path;
… …
1414 1504
1415 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 } 1505 $ext{meta} = { map { (split /=/, $_, 2)[0, 1] } split /\s+/, $1 }
1416 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m; 1506 if $source =~ /\A#!.*?perl.*?#\s*(.*)$/m;
1417 1507
1418 $ext{source} = 1508 $ext{source} =
1419 "package $pkg; use 5.10.0; use strict 'vars', 'subs'; use utf8;\n" 1509 "package $pkg; use common::sense;\n"
1420 . "#line 1 \"$path\"\n{\n" 1510 . "#line 1 \"$path\"\n{\n"
1421 . $source 1511 . $source
1422 . "\n};\n1"; 1512 . "\n};\n1";
1423 1513
1424 $todo{$base} = \%ext; 1514 $todo{$base} = \%ext;
… …
1436 for (split /,\s*/, $v->{meta}{depends}) { 1526 for (split /,\s*/, $v->{meta}{depends}) {
1437 next ext 1527 next ext
1438 unless exists $done{$_}; 1528 unless exists $done{$_};
1439 } 1529 }
1440 1530
1441 warn "... pass $pass, loading '$k' into '$v->{pkg}'\n"; 1531 trace "... pass $pass, loading '$k' into '$v->{pkg}'\n";
1442 1532
1443 my $active = eval $v->{source}; 1533 my $active = eval $v->{source};
1444 1534
1445 if (length $@) { 1535 if (length $@) {
1446 warn "$v->{path}: $@\n"; 1536 error "$v->{path}: $@\n";
1447 1537
1448 cf::cleanup "mandatory extension '$k' failed to load, exiting." 1538 cf::cleanup "mandatory extension '$k' failed to load, exiting."
1449 if exists $v->{meta}{mandatory}; 1539 if exists $v->{meta}{mandatory};
1450 1540
1451 warn "$v->{base}: optional extension cannot be loaded, skipping.\n"; 1541 warn "$v->{base}: optional extension cannot be loaded, skipping.\n";
… …
1453 } else { 1543 } else {
1454 $done{$k} = delete $todo{$k}; 1544 $done{$k} = delete $todo{$k};
1455 push @EXTS, $v->{pkg}; 1545 push @EXTS, $v->{pkg};
1456 $progress = 1; 1546 $progress = 1;
1457 1547
1458 warn "$v->{base}: extension inactive.\n" 1548 info "$v->{base}: extension inactive.\n"
1459 unless $active; 1549 unless $active;
1460 } 1550 }
1461 } 1551 }
1462 1552
1463 unless ($progress) { 1553 unless ($progress) {
… …
1465 1555
1466 while (my ($k, $v) = each %todo) { 1556 while (my ($k, $v) = each %todo) {
1467 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting." 1557 cf::cleanup "mandatory extension '$k' has unresolved dependencies, exiting."
1468 if exists $v->{meta}{mandatory}; 1558 if exists $v->{meta}{mandatory};
1469 } 1559 }
1560
1561 last;
1470 } 1562 }
1471 } 1563 }
1472 }; 1564 };
1473} 1565}
1474 1566
… …
1632 my $name = $pl->ob->name; 1724 my $name = $pl->ob->name;
1633 1725
1634 $pl->{deny_save} = 1; 1726 $pl->{deny_save} = 1;
1635 $pl->password ("*"); # this should lock out the player until we have nuked the dir 1727 $pl->password ("*"); # this should lock out the player until we have nuked the dir
1636 1728
1637 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->active; 1729 $pl->invoke (cf::EVENT_PLAYER_LOGOUT, 1) if $pl->ns;
1638 $pl->deactivate; 1730 $pl->deactivate;
1731
1639 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy; 1732 my $killer = cf::arch::get "killer_quit"; $pl->killer ($killer); $killer->destroy;
1640 $pl->invoke (cf::EVENT_PLAYER_QUIT); 1733 $pl->invoke (cf::EVENT_PLAYER_QUIT) if $pl->ns;
1734 ext::highscore::check ($pl->ob);
1735
1641 $pl->ns->destroy if $pl->ns; 1736 $pl->ns->destroy if $pl->ns;
1642 1737
1643 my $path = playerdir $pl; 1738 my $path = playerdir $pl;
1644 my $temp = "$path~$cf::RUNTIME~deleting~"; 1739 my $temp = "$path~$cf::RUNTIME~deleting~";
1645 aio_rename $path, $temp; 1740 aio_rename $path, $temp;
… …
1811sub generate_random_map { 1906sub generate_random_map {
1812 my ($self, $rmp) = @_; 1907 my ($self, $rmp) = @_;
1813 1908
1814 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM 1909 my $lock = cf::lock_acquire "generate_random_map"; # the random map generator is NOT reentrant ATM
1815 1910
1816 # mit "rum" bekleckern, nicht
1817 $self->_create_random_map ( 1911 $self->_create_random_map ($rmp);
1818 $rmp->{wallstyle}, $rmp->{wall_name}, $rmp->{floorstyle}, $rmp->{monsterstyle},
1819 $rmp->{treasurestyle}, $rmp->{layoutstyle}, $rmp->{doorstyle}, $rmp->{decorstyle}, $rmp->{miningstyle},
1820 $rmp->{origin_map}, $rmp->{final_map}, $rmp->{exitstyle}, $rmp->{this_map},
1821 $rmp->{exit_on_final_map},
1822 $rmp->{xsize}, $rmp->{ysize},
1823 $rmp->{expand2x}, $rmp->{layoutoptions1}, $rmp->{layoutoptions2}, $rmp->{layoutoptions3},
1824 $rmp->{symmetry}, $rmp->{difficulty}, $rmp->{difficulty_given}, $rmp->{difficulty_increase},
1825 $rmp->{dungeon_level}, $rmp->{dungeon_depth}, $rmp->{decoroptions}, $rmp->{orientation},
1826 $rmp->{origin_y}, $rmp->{origin_x}, $rmp->{random_seed}, $rmp->{total_map_hp},
1827 $rmp->{map_layout_style}, $rmp->{treasureoptions}, $rmp->{symmetry_used},
1828 (cf::region::find $rmp->{region}), $rmp->{custom}
1829 )
1830} 1912}
1831 1913
1832=item cf::map->register ($regex, $prio) 1914=item cf::map->register ($regex, $prio)
1833 1915
1834Register a handler for the map path matching the given regex at the 1916Register a handler for the map path matching the given regex at the
… …
1839 1921
1840sub register { 1922sub register {
1841 my (undef, $regex, $prio) = @_; 1923 my (undef, $regex, $prio) = @_;
1842 my $pkg = caller; 1924 my $pkg = caller;
1843 1925
1844 no strict;
1845 push @{"$pkg\::ISA"}, __PACKAGE__; 1926 push @{"$pkg\::ISA"}, __PACKAGE__;
1846 1927
1847 $EXT_MAP{$pkg} = [$prio, qr<$regex>]; 1928 $EXT_MAP{$pkg} = [$prio, qr<$regex>];
1848} 1929}
1849 1930
… …
1861} 1942}
1862 1943
1863sub normalise { 1944sub normalise {
1864 my ($path, $base) = @_; 1945 my ($path, $base) = @_;
1865 1946
1866 $path = "$path"; # make sure its a string 1947 $path = "$path"; # make sure it's a string
1867 1948
1868 $path =~ s/\.map$//; 1949 $path =~ s/\.map$//;
1869 1950
1870 # map plan: 1951 # map plan:
1871 # 1952 #
… …
1886 $base =~ s{[^/]+/?$}{}; 1967 $base =~ s{[^/]+/?$}{};
1887 $path = "$base/$path"; 1968 $path = "$base/$path";
1888 } 1969 }
1889 1970
1890 for ($path) { 1971 for ($path) {
1891 redo if s{//}{/};
1892 redo if s{/\.?/}{/}; 1972 redo if s{/\.?/}{/};
1893 redo if s{/[^/]+/\.\./}{/}; 1973 redo if s{/[^/]+/\.\./}{/};
1894 } 1974 }
1895 1975
1896 $path 1976 $path
… …
1910 $self->init; # pass $1 etc. 1990 $self->init; # pass $1 etc.
1911 return $self; 1991 return $self;
1912 } 1992 }
1913 } 1993 }
1914 1994
1915 Carp::cluck "unable to resolve path '$path' (base '$base')."; 1995 Carp::cluck "unable to resolve path '$path' (base '$base')";
1916 () 1996 ()
1917} 1997}
1918 1998
1999# may re-bless or do other evil things
1919sub init { 2000sub init {
1920 my ($self) = @_; 2001 my ($self) = @_;
1921 2002
1922 $self 2003 $self
1923} 2004}
… …
2042} 2123}
2043 2124
2044sub find; 2125sub find;
2045sub find { 2126sub find {
2046 my ($path, $origin) = @_; 2127 my ($path, $origin) = @_;
2128
2129 cf::cede_to_tick;
2047 2130
2048 $path = normalise $path, $origin && $origin->path; 2131 $path = normalise $path, $origin && $origin->path;
2049 2132
2050 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove 2133 my $guard1 = cf::lock_acquire "map_data:$path";#d#remove
2051 my $guard2 = cf::lock_acquire "map_find:$path"; 2134 my $guard2 = cf::lock_acquire "map_find:$path";
… …
2093 $self->alloc; 2176 $self->alloc;
2094 2177
2095 $self->pre_load; 2178 $self->pre_load;
2096 cf::cede_to_tick; 2179 cf::cede_to_tick;
2097 2180
2181 if (exists $self->{load_path}) {
2098 my $f = new_from_file cf::object::thawer $self->{load_path}; 2182 my $f = new_from_file cf::object::thawer $self->{load_path};
2099 $f->skip_block; 2183 $f->skip_block;
2100 $self->_load_objects ($f) 2184 $self->_load_objects ($f)
2101 or return; 2185 or return;
2102 2186
2103 $self->post_load_original 2187 $self->post_load_original
2104 if delete $self->{load_original}; 2188 if delete $self->{load_original};
2105 2189
2106 if (my $uniq = $self->uniq_path) { 2190 if (my $uniq = $self->uniq_path) {
2107 utf8::encode $uniq; 2191 utf8::encode $uniq;
2108 unless (aio_stat $uniq) { 2192 unless (aio_stat $uniq) {
2109 if (my $f = new_from_file cf::object::thawer $uniq) { 2193 if (my $f = new_from_file cf::object::thawer $uniq) {
2110 $self->clear_unique_items; 2194 $self->clear_unique_items;
2111 $self->_load_objects ($f); 2195 $self->_load_objects ($f);
2112 $f->resolve_delayed_derefs; 2196 $f->resolve_delayed_derefs;
2197 }
2113 } 2198 }
2114 } 2199 }
2115 }
2116 2200
2117 $f->resolve_delayed_derefs; 2201 $f->resolve_delayed_derefs;
2202 }
2118 2203
2119 cf::cede_to_tick; 2204 cf::cede_to_tick;
2120 # now do the right thing for maps 2205 # now do the right thing for maps
2121 $self->link_multipart_objects; 2206 $self->link_multipart_objects;
2122 $self->difficulty ($self->estimate_difficulty) 2207 $self->difficulty ($self->estimate_difficulty)
… …
2136 2221
2137 $self->in_memory (cf::MAP_ACTIVE); 2222 $self->in_memory (cf::MAP_ACTIVE);
2138 } 2223 }
2139 2224
2140 $self->post_load; 2225 $self->post_load;
2226
2227 1
2141} 2228}
2142 2229
2143# customize the map for a given player, i.e. 2230# customize the map for a given player, i.e.
2144# return the _real_ map. used by e.g. per-player 2231# return the _real_ map. used by e.g. per-player
2145# maps to change the path to ~playername/mappath 2232# maps to change the path to ~playername/mappath
… …
2183} 2270}
2184 2271
2185sub find_sync { 2272sub find_sync {
2186 my ($path, $origin) = @_; 2273 my ($path, $origin) = @_;
2187 2274
2188 cf::sync_job { find $path, $origin } 2275 return cf::LOG cf::llevError | cf::logBacktrace, "do_find_sync"
2276 if $Coro::current == $Coro::main;
2277
2278 find $path, $origin
2189} 2279}
2190 2280
2191sub do_load_sync { 2281sub do_load_sync {
2192 my ($map) = @_; 2282 my ($map) = @_;
2193 2283
2194 cf::LOG cf::llevDebug | cf::logBacktrace, "do_load_sync" 2284 return cf::LOG cf::llevError | cf::logBacktrace, "do_load_sync"
2195 if $Coro::current == $Coro::main; 2285 if $Coro::current == $Coro::main;
2196 2286
2197 cf::sync_job { $map->load }; 2287 $map->load;
2198} 2288}
2199 2289
2200our %MAP_PREFETCH; 2290our %MAP_PREFETCH;
2201our $MAP_PREFETCHER = undef; 2291our $MAP_PREFETCHER = undef;
2202 2292
… …
2314 2404
2315 my $lock = cf::lock_acquire "map_data:$self->{path}"; 2405 my $lock = cf::lock_acquire "map_data:$self->{path}";
2316 2406
2317 return if $self->players; 2407 return if $self->players;
2318 2408
2319 warn "resetting map ", $self->path, "\n"; 2409 cf::trace "resetting map ", $self->path, "\n";
2320 2410
2321 $self->in_memory (cf::MAP_SWAPPED); 2411 $self->in_memory (cf::MAP_SWAPPED);
2322 2412
2323 # need to save uniques path 2413 # need to save uniques path
2324 unless ($self->{deny_save}) { 2414 unless ($self->{deny_save}) {
… …
2689 2779
2690sub cf::object::player::goto { 2780sub cf::object::player::goto {
2691 my ($self, $path, $x, $y, $check, $done) = @_; 2781 my ($self, $path, $x, $y, $check, $done) = @_;
2692 2782
2693 if ($self->{_link_recursion} >= $MAX_LINKS) { 2783 if ($self->{_link_recursion} >= $MAX_LINKS) {
2694 warn "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting."; 2784 error "FATAL: link recursion exceeded, ", $self->name, " goto $path $x $y, redirecting.";
2695 $self->failmsg ("Something went wrong inside the server - please contact an administrator!"); 2785 $self->failmsg ("Something went wrong inside the server - please contact an administrator!");
2696 ($path, $x, $y) = @$EMERGENCY_POSITION; 2786 ($path, $x, $y) = @$EMERGENCY_POSITION;
2697 } 2787 }
2698 2788
2699 # do generation counting so two concurrent goto's will be executed in-order 2789 # do generation counting so two concurrent goto's will be executed in-order
… …
2847 $self->message ("Something went wrong deep within the deliantra server. " 2937 $self->message ("Something went wrong deep within the deliantra server. "
2848 . "I'll try to bring you back to the map you were before. " 2938 . "I'll try to bring you back to the map you were before. "
2849 . "Please report this to the dungeon master!", 2939 . "Please report this to the dungeon master!",
2850 cf::NDI_UNIQUE | cf::NDI_RED); 2940 cf::NDI_UNIQUE | cf::NDI_RED);
2851 2941
2852 warn "ERROR in enter_exit: $@"; 2942 error "ERROR in enter_exit: $@";
2853 $self->leave_link; 2943 $self->leave_link;
2854 } 2944 }
2855 })->prio (1); 2945 })->prio (1);
2856} 2946}
2857 2947
… …
3170 3260
3171 $ns->ext_reply ($reply, @reply) 3261 $ns->ext_reply ($reply, @reply)
3172 if $reply; 3262 if $reply;
3173 3263
3174 } else { 3264 } else {
3175 warn "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n"; 3265 error "client " . ($ns->pl ? $ns->pl->ob->name : $ns->host) . " sent unparseable exti message: <$buf>\n";
3176 } 3266 }
3177 3267
3178 cf::override; 3268 cf::override;
3179 }, 3269 },
3180); 3270);
… …
3261 decrease split destroy change_exp value msg lore send_msg)], 3351 decrease split destroy change_exp value msg lore send_msg)],
3262 ["cf::object::player" => qw(player)], 3352 ["cf::object::player" => qw(player)],
3263 ["cf::player" => qw(peaceful send_msg)], 3353 ["cf::player" => qw(peaceful send_msg)],
3264 ["cf::map" => qw(trigger)], 3354 ["cf::map" => qw(trigger)],
3265) { 3355) {
3266 no strict 'refs';
3267 my ($pkg, @funs) = @$_; 3356 my ($pkg, @funs) = @$_;
3268 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"}) 3357 *{"safe::$pkg\::$_"} = $safe_hole->wrap (\&{"$pkg\::$_"})
3269 for @funs; 3358 for @funs;
3270} 3359}
3271 3360
… …
3310 local @cf::_safe_eval_args = values %vars; 3399 local @cf::_safe_eval_args = values %vars;
3311 @res = wantarray ? eval eval : scalar eval $eval; 3400 @res = wantarray ? eval eval : scalar eval $eval;
3312 } 3401 }
3313 3402
3314 if ($@) { 3403 if ($@) {
3315 warn "$@"; 3404 warn "$@",
3316 warn "while executing safe code '$code'\n"; 3405 "while executing safe code '$code'\n",
3317 warn "with arguments " . (join " ", %vars) . "\n"; 3406 "with arguments " . (join " ", %vars) . "\n";
3318 } 3407 }
3319 3408
3320 wantarray ? @res : $res[0] 3409 wantarray ? @res : $res[0]
3321} 3410}
3322 3411
… …
3356 # for this (global event?) 3445 # for this (global event?)
3357 %ext::player_env::MUSIC_FACE_CACHE = (); 3446 %ext::player_env::MUSIC_FACE_CACHE = ();
3358 3447
3359 my $enc = JSON::XS->new->utf8->canonical->relaxed; 3448 my $enc = JSON::XS->new->utf8->canonical->relaxed;
3360 3449
3361 warn "loading facedata from $path\n"; 3450 trace "loading facedata from $path\n";
3362 3451
3363 my $facedata; 3452 my $facedata = decode_storable load_file $path;
3364 0 < aio_load $path, $facedata
3365 or die "$path: $!";
3366
3367 $facedata = Coro::Storable::thaw $facedata;
3368 3453
3369 $facedata->{version} == 2 3454 $facedata->{version} == 2
3370 or cf::cleanup "$path: version mismatch, cannot proceed."; 3455 or cf::cleanup "$path: version mismatch, cannot proceed.";
3371 3456
3372 # patch in the exptable 3457 # patch in the exptable
… …
3386 3471
3387 cf::face::set_visibility $idx, $info->{visibility}; 3472 cf::face::set_visibility $idx, $info->{visibility};
3388 cf::face::set_magicmap $idx, $info->{magicmap}; 3473 cf::face::set_magicmap $idx, $info->{magicmap};
3389 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32}; 3474 cf::face::set_data $idx, 0, $info->{data32}, $info->{hash32};
3390 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64}; 3475 cf::face::set_data $idx, 1, $info->{data64}, $info->{hash64};
3476 cf::face::set_data $idx, 2, $info->{glyph} , $info->{glyph} ;
3391 3477
3392 cf::cede_to_tick; 3478 cf::cede_to_tick;
3393 } 3479 }
3394 3480
3395 while (my ($face, $info) = each %$faces) { 3481 while (my ($face, $info) = each %$faces) {
… …
3400 3486
3401 if (my $smooth = cf::face::find $info->{smooth}) { 3487 if (my $smooth = cf::face::find $info->{smooth}) {
3402 cf::face::set_smooth $idx, $smooth; 3488 cf::face::set_smooth $idx, $smooth;
3403 cf::face::set_smoothlevel $idx, $info->{smoothlevel}; 3489 cf::face::set_smoothlevel $idx, $info->{smoothlevel};
3404 } else { 3490 } else {
3405 warn "smooth face '$info->{smooth}' not found for face '$face'"; 3491 error "smooth face '$info->{smooth}' not found for face '$face'";
3406 } 3492 }
3407 3493
3408 cf::cede_to_tick; 3494 cf::cede_to_tick;
3409 } 3495 }
3410 } 3496 }
… …
3488 load_resource_file "$DATADIR/treasures" 3574 load_resource_file "$DATADIR/treasures"
3489 or die "unable to load treasurelists\n"; 3575 or die "unable to load treasurelists\n";
3490} 3576}
3491 3577
3492sub reload_sound { 3578sub reload_sound {
3493 warn "loading sound config from $DATADIR/sound\n"; 3579 trace "loading sound config from $DATADIR/sound\n";
3494 3580
3495 0 < Coro::AIO::aio_load "$DATADIR/sound", my $data
3496 or die "$DATADIR/sound $!";
3497
3498 my $soundconf = JSON::XS->new->utf8->relaxed->decode ($data); 3581 my $soundconf = JSON::XS->new->utf8->relaxed->decode (load_file "$DATADIR/sound");
3499 3582
3500 for (0 .. SOUND_CAST_SPELL_0 - 1) { 3583 for (0 .. SOUND_CAST_SPELL_0 - 1) {
3501 my $sound = $soundconf->{compat}[$_] 3584 my $sound = $soundconf->{compat}[$_]
3502 or next; 3585 or next;
3503 3586
… …
3511 cf::sound::set $k => $face; 3594 cf::sound::set $k => $face;
3512 } 3595 }
3513} 3596}
3514 3597
3515sub reload_resources { 3598sub reload_resources {
3516 warn "reloading resource files...\n"; 3599 trace "reloading resource files...\n";
3517 3600
3601 reload_exp_table;
3602 reload_materials;
3518 reload_facedata; 3603 reload_facedata;
3519 reload_sound; 3604 reload_sound;
3520 reload_archetypes; 3605 reload_archetypes;
3521 reload_regions; 3606 reload_regions;
3522 reload_treasures; 3607 reload_treasures;
3523 3608
3524 warn "finished reloading resource files\n"; 3609 trace "finished reloading resource files\n";
3525} 3610}
3526 3611
3527sub reload_config { 3612sub reload_config {
3528 warn "reloading config file...\n"; 3613 trace "reloading config file...\n";
3529 3614
3530 open my $fh, "<:utf8", "$CONFDIR/config" 3615 my $config = load_file "$CONFDIR/config";
3531 or return; 3616 utf8::decode $config;
3532 3617 *CFG = decode_yaml $config;
3533 local $/;
3534 *CFG = YAML::XS::Load scalar <$fh>;
3535 3618
3536 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38]; 3619 $EMERGENCY_POSITION = $CFG{emergency_position} || ["/world/world_104_115", 49, 38];
3537 3620
3538 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset}; 3621 $cf::map::MAX_RESET = $CFG{map_max_reset} if exists $CFG{map_max_reset};
3539 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset}; 3622 $cf::map::DEFAULT_RESET = $CFG{map_default_reset} if exists $CFG{map_default_reset};
… …
3543 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()" 3626 $CFG{mlockall} ? eval "mlockall()" : eval "munlockall()"
3544 and die "WARNING: m(un)lockall failed: $!\n"; 3627 and die "WARNING: m(un)lockall failed: $!\n";
3545 }; 3628 };
3546 warn $@ if $@; 3629 warn $@ if $@;
3547 } 3630 }
3548
3549 warn "finished reloading resource files\n";
3550} 3631}
3551 3632
3552sub pidfile() { 3633sub pidfile() {
3553 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT 3634 sysopen my $fh, $PIDFILE, O_RDWR | O_CREAT
3554 or die "$PIDFILE: $!"; 3635 or die "$PIDFILE: $!";
… …
3567 seek $fh, 0, 0; 3648 seek $fh, 0, 0;
3568 print $fh $$; 3649 print $fh $$;
3569} 3650}
3570 3651
3571sub main_loop { 3652sub main_loop {
3572 warn "EV::loop starting\n"; 3653 trace "EV::loop starting\n";
3573 if (1) { 3654 if (1) {
3574 EV::loop; 3655 EV::loop;
3575 } 3656 }
3576 warn "EV::loop returned\n"; 3657 trace "EV::loop returned\n";
3577 goto &main_loop unless $REALLY_UNLOOP; 3658 goto &main_loop unless $REALLY_UNLOOP;
3578} 3659}
3579 3660
3580sub main { 3661sub main {
3581 cf::init_globals; # initialise logging 3662 cf::init_globals; # initialise logging
3582 3663
3583 LOG llevInfo, "Welcome to Deliantra, v" . VERSION; 3664 LOG llevInfo, "Welcome to Deliantra, v" . VERSION;
3584 LOG llevInfo, "Copyright (C) 2005-2008 Marc Alexander Lehmann / Robin Redeker / the Deliantra team."; 3665 LOG llevInfo, "Copyright (C) 2005-2011 Marc Alexander Lehmann / Robin Redeker / the Deliantra team.";
3585 LOG llevInfo, "Copyright (C) 1994 Mark Wedel."; 3666 LOG llevInfo, "Copyright (C) 1994 Mark Wedel.";
3586 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen."; 3667 LOG llevInfo, "Copyright (C) 1992 Frank Tore Johansen.";
3587 3668
3588 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority 3669 $Coro::current->prio (Coro::PRIO_MAX); # give the main loop max. priority
3589 3670
… …
3597 }; 3678 };
3598 3679
3599 evthread_start IO::AIO::poll_fileno; 3680 evthread_start IO::AIO::poll_fileno;
3600 3681
3601 cf::sync_job { 3682 cf::sync_job {
3602 cf::init_experience; 3683 cf::incloader::init ();
3684
3603 cf::init_anim; 3685 cf::init_anim;
3604 cf::init_attackmess; 3686 cf::init_attackmess;
3605 cf::init_dynamic; 3687 cf::init_dynamic;
3606 3688
3607 cf::load_settings; 3689 cf::load_settings;
3608 cf::load_materials;
3609 3690
3610 reload_resources; 3691 reload_resources;
3611 reload_config; 3692 reload_config;
3612 db_init; 3693 db_init;
3613 3694
… …
3625 3706
3626 # no (long-running) fork's whatsoever before this point(!) 3707 # no (long-running) fork's whatsoever before this point(!)
3627 use POSIX (); 3708 use POSIX ();
3628 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD}; 3709 POSIX::close delete $ENV{LOCKUTIL_LOCK_FD} if exists $ENV{LOCKUTIL_LOCK_FD};
3629 3710
3630 (pop @POST_INIT)->(0) while @POST_INIT; 3711 cf::_post_init 0;
3631 }; 3712 };
3632 3713
3633 cf::object::thawer::errors_are_fatal 0; 3714 cf::object::thawer::errors_are_fatal 0;
3634 warn "parse errors in files are no longer fatal from this point on.\n"; 3715 info "parse errors in files are no longer fatal from this point on.\n";
3635 3716
3717 my $free_main; $free_main = EV::idle sub {
3718 undef $free_main;
3719 undef &main; # free gobs of memory :)
3720 };
3721
3636 main_loop; 3722 goto &main_loop;
3637} 3723}
3638 3724
3639############################################################################# 3725#############################################################################
3640# initialisation and cleanup 3726# initialisation and cleanup
3641 3727
… …
3680 or return; 3766 or return;
3681 3767
3682 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE 3768 aio_rename "$RUNTIMEFILE~", $RUNTIMEFILE
3683 and return; 3769 and return;
3684 3770
3685 warn sprintf "runtime file written (%gs).\n", AE::time - $t0; 3771 trace sprintf "runtime file written (%gs).\n", AE::time - $t0;
3686 3772
3687 1 3773 1
3688} 3774}
3689 3775
3690our $uuid_lock; 3776our $uuid_lock;
… …
3702 or return; 3788 or return;
3703 3789
3704 my $value = uuid_seq uuid_cur; 3790 my $value = uuid_seq uuid_cur;
3705 3791
3706 unless ($value) { 3792 unless ($value) {
3707 warn "cowardly refusing to write zero uuid value!\n"; 3793 info "cowardly refusing to write zero uuid value!\n";
3708 return; 3794 return;
3709 } 3795 }
3710 3796
3711 my $value = uuid_str $value + $uuid_skip; 3797 my $value = uuid_str $value + $uuid_skip;
3712 $uuid_skip = 0; 3798 $uuid_skip = 0;
… …
3722 or return; 3808 or return;
3723 3809
3724 aio_rename "$uuid~", $uuid 3810 aio_rename "$uuid~", $uuid
3725 and return; 3811 and return;
3726 3812
3727 warn "uuid file written ($value).\n"; 3813 trace "uuid file written ($value).\n";
3728 3814
3729 1 3815 1
3730 3816
3731} 3817}
3732 3818
… …
3738} 3824}
3739 3825
3740sub emergency_save() { 3826sub emergency_save() {
3741 my $freeze_guard = cf::freeze_mainloop; 3827 my $freeze_guard = cf::freeze_mainloop;
3742 3828
3743 warn "emergency_perl_save: enter\n"; 3829 info "emergency_perl_save: enter\n";
3830
3831 # this is a trade-off: we want to be very quick here, so
3832 # save all maps without fsync, and later call a global sync
3833 # (which in turn might be very very slow)
3834 local $USE_FSYNC = 0;
3744 3835
3745 cf::sync_job { 3836 cf::sync_job {
3746 # this is a trade-off: we want to be very quick here, so 3837 cf::write_runtime_sync; # external watchdog should not bark
3747 # save all maps without fsync, and later call a global sync
3748 # (which in turn might be very very slow)
3749 local $USE_FSYNC = 0;
3750 3838
3751 # use a peculiar iteration method to avoid tripping on perl 3839 # use a peculiar iteration method to avoid tripping on perl
3752 # refcount bugs in for. also avoids problems with players 3840 # refcount bugs in for. also avoids problems with players
3753 # and maps saved/destroyed asynchronously. 3841 # and maps saved/destroyed asynchronously.
3754 warn "emergency_perl_save: begin player save\n"; 3842 info "emergency_perl_save: begin player save\n";
3755 for my $login (keys %cf::PLAYER) { 3843 for my $login (keys %cf::PLAYER) {
3756 my $pl = $cf::PLAYER{$login} or next; 3844 my $pl = $cf::PLAYER{$login} or next;
3757 $pl->valid or next; 3845 $pl->valid or next;
3758 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt 3846 delete $pl->{unclean_save}; # not strictly necessary, but cannot hurt
3759 $pl->save; 3847 $pl->save;
3760 } 3848 }
3761 warn "emergency_perl_save: end player save\n"; 3849 info "emergency_perl_save: end player save\n";
3762 3850
3851 cf::write_runtime_sync; # external watchdog should not bark
3852
3763 warn "emergency_perl_save: begin map save\n"; 3853 info "emergency_perl_save: begin map save\n";
3764 for my $path (keys %cf::MAP) { 3854 for my $path (keys %cf::MAP) {
3765 my $map = $cf::MAP{$path} or next; 3855 my $map = $cf::MAP{$path} or next;
3766 $map->valid or next; 3856 $map->valid or next;
3767 $map->save; 3857 $map->save;
3768 } 3858 }
3769 warn "emergency_perl_save: end map save\n"; 3859 info "emergency_perl_save: end map save\n";
3770 3860
3861 cf::write_runtime_sync; # external watchdog should not bark
3862
3771 warn "emergency_perl_save: begin database checkpoint\n"; 3863 info "emergency_perl_save: begin database checkpoint\n";
3772 BDB::db_env_txn_checkpoint $DB_ENV; 3864 BDB::db_env_txn_checkpoint $DB_ENV;
3773 warn "emergency_perl_save: end database checkpoint\n"; 3865 info "emergency_perl_save: end database checkpoint\n";
3774 3866
3775 warn "emergency_perl_save: begin write uuid\n"; 3867 info "emergency_perl_save: begin write uuid\n";
3776 write_uuid_sync 1; 3868 write_uuid_sync 1;
3777 warn "emergency_perl_save: end write uuid\n"; 3869 info "emergency_perl_save: end write uuid\n";
3870
3871 cf::write_runtime_sync; # external watchdog should not bark
3872
3873 trace "emergency_perl_save: syncing database to disk";
3874 BDB::db_env_txn_checkpoint $DB_ENV;
3875
3876 info "emergency_perl_save: starting sync\n";
3877 IO::AIO::aio_sync sub {
3878 info "emergency_perl_save: finished sync\n";
3879 };
3880
3881 cf::write_runtime_sync; # external watchdog should not bark
3882
3883 trace "emergency_perl_save: flushing outstanding aio requests";
3884 while (IO::AIO::nreqs || BDB::nreqs) {
3885 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3886 }
3887
3888 cf::write_runtime_sync; # external watchdog should not bark
3778 }; 3889 };
3779 3890
3780 warn "emergency_perl_save: starting sync()\n";
3781 IO::AIO::aio_sync sub {
3782 warn "emergency_perl_save: finished sync()\n";
3783 };
3784
3785 warn "emergency_perl_save: leave\n"; 3891 info "emergency_perl_save: leave\n";
3786} 3892}
3787 3893
3788sub post_cleanup { 3894sub post_cleanup {
3789 my ($make_core) = @_; 3895 my ($make_core) = @_;
3790 3896
3897 IO::AIO::flush;
3898
3791 warn Carp::longmess "post_cleanup backtrace" 3899 error Carp::longmess "post_cleanup backtrace"
3792 if $make_core; 3900 if $make_core;
3793 3901
3794 my $fh = pidfile; 3902 my $fh = pidfile;
3795 unlink $PIDFILE if <$fh> == $$; 3903 unlink $PIDFILE if <$fh> == $$;
3796} 3904}
… …
3820 } 3928 }
3821} 3929}
3822 3930
3823sub do_reload_perl() { 3931sub do_reload_perl() {
3824 # can/must only be called in main 3932 # can/must only be called in main
3825 if (in_main) { 3933 unless (in_main) {
3826 warn "can only reload from main coroutine"; 3934 error "can only reload from main coroutine";
3827 return; 3935 return;
3828 } 3936 }
3829 3937
3830 return if $RELOAD++; 3938 return if $RELOAD++;
3831 3939
3832 my $t1 = AE::time; 3940 my $t1 = AE::time;
3833 3941
3834 while ($RELOAD) { 3942 while ($RELOAD) {
3835 warn "reloading..."; 3943 cf::get_slot 0.1, -1, "reload_perl";
3944 info "perl_reload: reloading...";
3836 3945
3837 warn "entering sync_job"; 3946 trace "perl_reload: entering sync_job";
3838 3947
3839 cf::sync_job { 3948 cf::sync_job {
3840 cf::write_runtime_sync; # external watchdog should not bark
3841 cf::emergency_save; 3949 #cf::emergency_save;
3842 cf::write_runtime_sync; # external watchdog should not bark
3843 3950
3844 warn "syncing database to disk";
3845 BDB::db_env_txn_checkpoint $DB_ENV;
3846
3847 # if anything goes wrong in here, we should simply crash as we already saved
3848
3849 warn "flushing outstanding aio requests";
3850 while (IO::AIO::nreqs || BDB::nreqs) {
3851 Coro::EV::timer_once 0.01; # let the sync_job do it's thing
3852 }
3853
3854 warn "cancelling all extension coros"; 3951 trace "perl_reload: cancelling all extension coros";
3855 $_->cancel for values %EXT_CORO; 3952 $_->cancel for values %EXT_CORO;
3856 %EXT_CORO = (); 3953 %EXT_CORO = ();
3857 3954
3858 warn "removing commands"; 3955 trace "perl_reload: removing commands";
3859 %COMMAND = (); 3956 %COMMAND = ();
3860 3957
3861 warn "removing ext/exti commands"; 3958 trace "perl_reload: removing ext/exti commands";
3862 %EXTCMD = (); 3959 %EXTCMD = ();
3863 %EXTICMD = (); 3960 %EXTICMD = ();
3864 3961
3865 warn "unloading/nuking all extensions"; 3962 trace "perl_reload: unloading/nuking all extensions";
3866 for my $pkg (@EXTS) { 3963 for my $pkg (@EXTS) {
3867 warn "... unloading $pkg"; 3964 trace "... unloading $pkg";
3868 3965
3869 if (my $cb = $pkg->can ("unload")) { 3966 if (my $cb = $pkg->can ("unload")) {
3870 eval { 3967 eval {
3871 $cb->($pkg); 3968 $cb->($pkg);
3872 1 3969 1
3873 } or warn "$pkg unloaded, but with errors: $@"; 3970 } or error "$pkg unloaded, but with errors: $@";
3874 } 3971 }
3875 3972
3876 warn "... clearing $pkg"; 3973 trace "... clearing $pkg";
3877 clear_package $pkg; 3974 clear_package $pkg;
3878 } 3975 }
3879 3976
3880 warn "unloading all perl modules loaded from $LIBDIR"; 3977 trace "perl_reload: unloading all perl modules loaded from $LIBDIR";
3881 while (my ($k, $v) = each %INC) { 3978 while (my ($k, $v) = each %INC) {
3882 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/; 3979 next unless $v =~ /^\Q$LIBDIR\E\/.*\.pm$/;
3883 3980
3884 warn "... unloading $k"; 3981 trace "... unloading $k";
3885 delete $INC{$k}; 3982 delete $INC{$k};
3886 3983
3887 $k =~ s/\.pm$//; 3984 $k =~ s/\.pm$//;
3888 $k =~ s/\//::/g; 3985 $k =~ s/\//::/g;
3889 3986
… …
3892 } 3989 }
3893 3990
3894 clear_package $k; 3991 clear_package $k;
3895 } 3992 }
3896 3993
3897 warn "getting rid of safe::, as good as possible"; 3994 trace "perl_reload: getting rid of safe::, as good as possible";
3898 clear_package "safe::$_" 3995 clear_package "safe::$_"
3899 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region); 3996 for qw(cf::attachable cf::object cf::object::player cf::client cf::player cf::map cf::party cf::region);
3900 3997
3901 warn "unloading cf.pm \"a bit\""; 3998 trace "perl_reload: unloading cf.pm \"a bit\"";
3902 delete $INC{"cf.pm"}; 3999 delete $INC{"cf.pm"};
3903 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES; 4000 delete $INC{"cf/$_.pm"} for @EXTRA_MODULES;
3904 4001
3905 # don't, removes xs symbols, too, 4002 # don't, removes xs symbols, too,
3906 # and global variables created in xs 4003 # and global variables created in xs
3907 #clear_package __PACKAGE__; 4004 #clear_package __PACKAGE__;
3908 4005
3909 warn "unload completed, starting to reload now"; 4006 info "perl_reload: unload completed, starting to reload now";
3910 4007
3911 warn "reloading cf.pm"; 4008 trace "perl_reload: reloading cf.pm";
3912 require cf; 4009 require cf;
3913 cf::_connect_to_perl_1; 4010 cf::_connect_to_perl_1;
3914 4011
3915 warn "loading config and database again"; 4012 trace "perl_reload: loading config and database again";
3916 cf::reload_config; 4013 cf::reload_config;
3917 4014
3918 warn "loading extensions"; 4015 trace "perl_reload: loading extensions";
3919 cf::load_extensions; 4016 cf::load_extensions;
3920 4017
3921 if ($REATTACH_ON_RELOAD) { 4018 if ($REATTACH_ON_RELOAD) {
3922 warn "reattaching attachments to objects/players"; 4019 trace "perl_reload: reattaching attachments to objects/players";
3923 _global_reattach; # objects, sockets 4020 _global_reattach; # objects, sockets
3924 warn "reattaching attachments to maps"; 4021 trace "perl_reload: reattaching attachments to maps";
3925 reattach $_ for values %MAP; 4022 reattach $_ for values %MAP;
3926 warn "reattaching attachments to players"; 4023 trace "perl_reload: reattaching attachments to players";
3927 reattach $_ for values %PLAYER; 4024 reattach $_ for values %PLAYER;
3928 } 4025 }
3929 4026
3930 warn "running post_init jobs"; 4027 cf::_post_init 1;
3931 (pop @POST_INIT)->(1) while @POST_INIT;
3932 4028
3933 warn "leaving sync_job"; 4029 trace "perl_reload: leaving sync_job";
3934 4030
3935 1 4031 1
3936 } or do { 4032 } or do {
3937 warn $@; 4033 error $@;
3938 cf::cleanup "error while reloading, exiting."; 4034 cf::cleanup "perl_reload: error, exiting.";
3939 }; 4035 };
3940 4036
3941 warn "reloaded";
3942 --$RELOAD; 4037 --$RELOAD;
3943 } 4038 }
3944 4039
3945 $t1 = AE::time - $t1; 4040 $t1 = AE::time - $t1;
3946 warn "reload completed in ${t1}s\n"; 4041 info "perl_reload: completed in ${t1}s\n";
3947}; 4042};
3948 4043
3949our $RELOAD_WATCHER; # used only during reload 4044our $RELOAD_WATCHER; # used only during reload
3950 4045
3951sub reload_perl() { 4046sub reload_perl() {
… …
3972 reload_perl; 4067 reload_perl;
3973 }; 4068 };
3974 } 4069 }
3975}; 4070};
3976 4071
3977unshift @INC, $LIBDIR; 4072#############################################################################
3978 4073
3979my $bug_warning = 0; 4074my $bug_warning = 0;
3980 4075
3981our @WAIT_FOR_TICK; 4076our @WAIT_FOR_TICK;
3982our @WAIT_FOR_TICK_BEGIN; 4077our @WAIT_FOR_TICK_BEGIN;
3983 4078
3984sub wait_for_tick { 4079sub wait_for_tick() {
3985 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4080 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3986 4081
3987 my $signal = new Coro::Signal; 4082 my $signal = new Coro::Signal;
3988 push @WAIT_FOR_TICK, $signal; 4083 push @WAIT_FOR_TICK, $signal;
3989 $signal->wait; 4084 $signal->wait;
3990} 4085}
3991 4086
3992sub wait_for_tick_begin { 4087sub wait_for_tick_begin() {
3993 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main; 4088 return Coro::cede if tick_inhibit || $Coro::current == $Coro::main;
3994 4089
3995 my $signal = new Coro::Signal; 4090 my $signal = new Coro::Signal;
3996 push @WAIT_FOR_TICK_BEGIN, $signal; 4091 push @WAIT_FOR_TICK_BEGIN, $signal;
3997 $signal->wait; 4092 $signal->wait;
… …
4011 if ($NOW >= $NEXT_RUNTIME_WRITE) { 4106 if ($NOW >= $NEXT_RUNTIME_WRITE) {
4012 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.; 4107 $NEXT_RUNTIME_WRITE = List::Util::max $NEXT_RUNTIME_WRITE + 10, $NOW + 5.;
4013 Coro::async_pool { 4108 Coro::async_pool {
4014 $Coro::current->{desc} = "runtime saver"; 4109 $Coro::current->{desc} = "runtime saver";
4015 write_runtime_sync 4110 write_runtime_sync
4016 or warn "ERROR: unable to write runtime file: $!"; 4111 or error "ERROR: unable to write runtime file: $!";
4017 }; 4112 };
4018 } 4113 }
4019 4114
4020 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) { 4115 if (my $sig = shift @WAIT_FOR_TICK_BEGIN) {
4021 $sig->send; 4116 $sig->send;
… …
4029 4124
4030 if (0) { 4125 if (0) {
4031 if ($NEXT_TICK) { 4126 if ($NEXT_TICK) {
4032 my $jitter = $TICK_START - $NEXT_TICK; 4127 my $jitter = $TICK_START - $NEXT_TICK;
4033 $JITTER = $JITTER * 0.75 + $jitter * 0.25; 4128 $JITTER = $JITTER * 0.75 + $jitter * 0.25;
4034 warn "jitter $JITTER\n";#d# 4129 debug "jitter $JITTER\n";#d#
4035 } 4130 }
4036 } 4131 }
4037} 4132}
4038 4133
4039{ 4134{
… …
4084 IO::AIO::min_parallel 8; 4179 IO::AIO::min_parallel 8;
4085 IO::AIO::max_poll_time $TICK * 0.1; 4180 IO::AIO::max_poll_time $TICK * 0.1;
4086 undef $AnyEvent::AIO::WATCHER; 4181 undef $AnyEvent::AIO::WATCHER;
4087} 4182}
4088 4183
4089my $_log_backtrace; 4184our $_log_backtrace;
4185our $_log_backtrace_last;
4090 4186
4091sub _log_backtrace { 4187sub _log_backtrace {
4092 my ($msg, @addr) = @_; 4188 my ($msg, @addr) = @_;
4093 4189
4094 $msg =~ s/\n//; 4190 $msg =~ s/\n$//;
4095 4191
4192 if ($_log_backtrace_last eq $msg) {
4193 LOG llevInfo, "[ABT] $msg\n";
4194 LOG llevInfo, "[ABT] [duplicate, suppressed]\n";
4096 # limit the # of concurrent backtraces 4195 # limit the # of concurrent backtraces
4097 if ($_log_backtrace < 2) { 4196 } elsif ($_log_backtrace < 2) {
4197 $_log_backtrace_last = $msg;
4098 ++$_log_backtrace; 4198 ++$_log_backtrace;
4099 my $perl_bt = Carp::longmess $msg; 4199 my $perl_bt = Carp::longmess $msg;
4100 async { 4200 async {
4101 $Coro::current->{desc} = "abt $msg"; 4201 $Coro::current->{desc} = "abt $msg";
4102 4202
… …
4122 LOG llevInfo, "[ABT] $_\n" for @bt; 4222 LOG llevInfo, "[ABT] $_\n" for @bt;
4123 --$_log_backtrace; 4223 --$_log_backtrace;
4124 }; 4224 };
4125 } else { 4225 } else {
4126 LOG llevInfo, "[ABT] $msg\n"; 4226 LOG llevInfo, "[ABT] $msg\n";
4127 LOG llevInfo, "[ABT] [suppressed]\n"; 4227 LOG llevInfo, "[ABT] [overload, suppressed]\n";
4128 } 4228 }
4129} 4229}
4130 4230
4131# load additional modules 4231# load additional modules
4132require "cf/$_.pm" for @EXTRA_MODULES; 4232require "cf/$_.pm" for @EXTRA_MODULES;

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines